2024-09-07T13:23:13.251 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-07T13:23:13.274 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-07T13:23:13.385 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591 branch: wip-rgw-meta-handlers description: rgw/verify/{0-install accounts$/{none} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/valgrind} email: null first_in_suite: false job_id: '7893591' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false machine_type: smithi name: cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-rgw-meta-handlers ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw d3n l1 datacache persistent path: /tmp/rgw_datacache/ rgw d3n l1 datacache size: 10737418240 rgw d3n l1 local datacache enabled: true rgw enable ops log: true rgw max chunk size: 4194304 rgw obj stripe size: 6291456 rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd heartbeat grace: 40 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon osd crush smoke test: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd fast shutdown: false osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: 5c120bb86a547030eb0946833002675f49ccd220 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 5c120bb86a547030eb0946833002675f49ccd220 openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 valgrind: - --tool=memcheck - --max-threads=1024 compression type: random datacache: true datacache_path: /tmp/rgw_datacache ec-data-pool: true frontend: beast inline data: false storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 force-branch: ceph-master slow_backend: true storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rgw-meta-handlers sha1: 5c120bb86a547030eb0946833002675f49ccd220 owner: scheduled_cbodley@teuthology priority: 80 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 594 sha1: 5c120bb86a547030eb0946833002675f49ccd220 sleep_before_teardown: 0 suite: rgw suite_branch: wip-rgw-meta-handlers suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_5c120bb86a547030eb0946833002675f49ccd220/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 5c120bb86a547030eb0946833002675f49ccd220 targets: smithi107.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLPx5zwwZRXvHGV6A8mMQG2aIzU5Rv+QCFfxrBFgyF5+m9LDSS+bBNUl0hxtFEK7k71Whvnys0d+TiT4s8m/z7g= smithi148.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGkp3GI+DmiDrR13dm4lKvwkaPdMJL5DKWP1RQ+AgBUOkCIQKQ6MsLuroREPPl5f897MYk2ja+XekmpBkjTqLSo= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-datacache.sh env: RGW_DATACACHE_PATH: /tmp/rgw_datacache - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-07_13:15:19 tube: smithi user: cbodley verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-07T13:23:13.385 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_5c120bb86a547030eb0946833002675f49ccd220/qa; will attempt to use it 2024-09-07T13:23:13.386 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_5c120bb86a547030eb0946833002675f49ccd220/qa/tasks 2024-09-07T13:23:13.386 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-07T13:23:13.388 INFO:teuthology.task.internal:Checking packages... 2024-09-07T13:23:13.410 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '5c120bb86a547030eb0946833002675f49ccd220' 2024-09-07T13:23:13.410 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-07T13:23:13.410 INFO:teuthology.packaging:ref: None 2024-09-07T13:23:13.410 INFO:teuthology.packaging:tag: None 2024-09-07T13:23:13.411 INFO:teuthology.packaging:branch: wip-rgw-meta-handlers 2024-09-07T13:23:13.411 INFO:teuthology.packaging:sha1: 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:23:13.411 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-rgw-meta-handlers 2024-09-07T13:23:13.569 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4759-g5c120bb8-1jammy 2024-09-07T13:23:13.571 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-07T13:23:13.578 INFO:teuthology.task.internal:no buildpackages task found 2024-09-07T13:23:13.578 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-07T13:23:13.598 INFO:teuthology.task.internal:Saving configuration 2024-09-07T13:23:13.616 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-07T13:23:13.623 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-07T13:23:13.643 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi107.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-07 13:17:29.786050', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBARBYVVq7GLqhEPpTGqFghFNfbXmQw8QuXW5OthEPmG'} 2024-09-07T13:23:13.661 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi148.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-07 13:17:29.784081', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIO/BVT8Ksch73otgHCRE4nXzezxtNMh+5Gh9kSE9gdzo'} 2024-09-07T13:23:13.662 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-07T13:23:13.668 INFO:teuthology.task.internal:roles: ubuntu@smithi107.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-07T13:23:13.668 INFO:teuthology.task.internal:roles: ubuntu@smithi148.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-07T13:23:13.669 INFO:teuthology.run_tasks:Running task console_log... 2024-09-07T13:23:13.734 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fde84b2ca60>, signals=[15]) 2024-09-07T13:23:13.734 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-07T13:23:13.740 INFO:teuthology.task.internal:Opening connections... 2024-09-07T13:23:13.741 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi107.front.sepia.ceph.com 2024-09-07T13:23:13.742 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-07T13:23:13.829 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi148.front.sepia.ceph.com 2024-09-07T13:23:13.830 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-07T13:23:13.912 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-07T13:23:13.919 DEBUG:teuthology.orchestra.run.smithi107:> uname -m 2024-09-07T13:23:13.924 INFO:teuthology.orchestra.run.smithi107.stdout:x86_64 2024-09-07T13:23:13.924 DEBUG:teuthology.orchestra.run.smithi107:> cat /etc/os-release 2024-09-07T13:23:13.971 INFO:teuthology.orchestra.run.smithi107.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-07T13:23:13.971 INFO:teuthology.orchestra.run.smithi107.stdout:NAME="Ubuntu" 2024-09-07T13:23:13.971 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION_ID="22.04" 2024-09-07T13:23:13.971 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-07T13:23:13.971 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION_CODENAME=jammy 2024-09-07T13:23:13.971 INFO:teuthology.orchestra.run.smithi107.stdout:ID=ubuntu 2024-09-07T13:23:13.972 INFO:teuthology.orchestra.run.smithi107.stdout:ID_LIKE=debian 2024-09-07T13:23:13.972 INFO:teuthology.orchestra.run.smithi107.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-07T13:23:13.972 INFO:teuthology.orchestra.run.smithi107.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-07T13:23:13.972 INFO:teuthology.orchestra.run.smithi107.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-07T13:23:13.972 INFO:teuthology.orchestra.run.smithi107.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-07T13:23:13.972 INFO:teuthology.orchestra.run.smithi107.stdout:UBUNTU_CODENAME=jammy 2024-09-07T13:23:13.972 INFO:teuthology.lock.ops:Updating smithi107.front.sepia.ceph.com on lock server 2024-09-07T13:23:13.993 DEBUG:teuthology.orchestra.run.smithi148:> uname -m 2024-09-07T13:23:13.998 INFO:teuthology.orchestra.run.smithi148.stdout:x86_64 2024-09-07T13:23:13.998 DEBUG:teuthology.orchestra.run.smithi148:> cat /etc/os-release 2024-09-07T13:23:14.047 INFO:teuthology.orchestra.run.smithi148.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-07T13:23:14.047 INFO:teuthology.orchestra.run.smithi148.stdout:NAME="Ubuntu" 2024-09-07T13:23:14.047 INFO:teuthology.orchestra.run.smithi148.stdout:VERSION_ID="22.04" 2024-09-07T13:23:14.047 INFO:teuthology.orchestra.run.smithi148.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-07T13:23:14.047 INFO:teuthology.orchestra.run.smithi148.stdout:VERSION_CODENAME=jammy 2024-09-07T13:23:14.047 INFO:teuthology.orchestra.run.smithi148.stdout:ID=ubuntu 2024-09-07T13:23:14.047 INFO:teuthology.orchestra.run.smithi148.stdout:ID_LIKE=debian 2024-09-07T13:23:14.047 INFO:teuthology.orchestra.run.smithi148.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-07T13:23:14.047 INFO:teuthology.orchestra.run.smithi148.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-07T13:23:14.048 INFO:teuthology.orchestra.run.smithi148.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-07T13:23:14.048 INFO:teuthology.orchestra.run.smithi148.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-07T13:23:14.048 INFO:teuthology.orchestra.run.smithi148.stdout:UBUNTU_CODENAME=jammy 2024-09-07T13:23:14.048 INFO:teuthology.lock.ops:Updating smithi148.front.sepia.ceph.com on lock server 2024-09-07T13:23:14.068 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-07T13:23:14.078 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-07T13:23:14.083 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-07T13:23:14.084 DEBUG:teuthology.orchestra.run.smithi107:> test '!' -e /home/ubuntu/cephtest 2024-09-07T13:23:14.086 DEBUG:teuthology.orchestra.run.smithi148:> test '!' -e /home/ubuntu/cephtest 2024-09-07T13:23:14.094 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-07T13:23:14.101 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-07T13:23:14.101 DEBUG:teuthology.orchestra.run.smithi107:> test -z $(ls -A /var/lib/ceph) 2024-09-07T13:23:14.133 DEBUG:teuthology.orchestra.run.smithi148:> test -z $(ls -A /var/lib/ceph) 2024-09-07T13:23:14.149 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-07T13:23:14.196 INFO:teuthology.run_tasks:Running task kernel... 2024-09-07T13:23:14.212 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-07T13:23:14.212 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-07T13:23:14.213 DEBUG:teuthology.orchestra.run.smithi107:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-07T13:23:14.213 DEBUG:teuthology.orchestra.run.smithi148:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-07T13:23:14.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:23:14.218 DEBUG:teuthology.orchestra.run.smithi107:> uname -r 2024-09-07T13:23:14.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:23:14.219 DEBUG:teuthology.orchestra.run.smithi148:> uname -r 2024-09-07T13:23:14.264 INFO:teuthology.orchestra.run.smithi107.stdout:5.15.0-56-generic 2024-09-07T13:23:14.265 INFO:teuthology.task.kernel:Running kernel on smithi107: 5.15.0-56-generic 2024-09-07T13:23:14.265 DEBUG:teuthology.orchestra.run.smithi107:> sudo apt-get clean 2024-09-07T13:23:14.267 INFO:teuthology.orchestra.run.smithi148.stdout:5.15.0-56-generic 2024-09-07T13:23:14.267 INFO:teuthology.task.kernel:Running kernel on smithi148: 5.15.0-56-generic 2024-09-07T13:23:14.268 DEBUG:teuthology.orchestra.run.smithi148:> sudo apt-get clean 2024-09-07T13:23:14.392 DEBUG:teuthology.orchestra.run.smithi107:> sudo apt-get update 2024-09-07T13:23:14.393 DEBUG:teuthology.orchestra.run.smithi148:> sudo apt-get update 2024-09-07T13:23:14.563 INFO:teuthology.orchestra.run.smithi148.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-07T13:23:14.654 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-07T13:23:14.657 INFO:teuthology.orchestra.run.smithi107.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-07T13:23:14.660 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-07T13:23:14.710 INFO:teuthology.orchestra.run.smithi107.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-07T13:23:14.747 INFO:teuthology.orchestra.run.smithi148.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-07T13:23:14.764 INFO:teuthology.orchestra.run.smithi148.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-07T13:23:14.866 INFO:teuthology.orchestra.run.smithi148.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-07T13:23:14.870 INFO:teuthology.orchestra.run.smithi148.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-07T13:23:14.872 INFO:teuthology.orchestra.run.smithi148.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-07T13:23:14.872 INFO:teuthology.orchestra.run.smithi148.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-07T13:23:14.873 INFO:teuthology.orchestra.run.smithi148.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-07T13:23:14.893 INFO:teuthology.orchestra.run.smithi148.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-07T13:23:14.896 INFO:teuthology.orchestra.run.smithi148.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-07T13:23:14.896 INFO:teuthology.orchestra.run.smithi148.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [627 kB] 2024-09-07T13:23:14.900 INFO:teuthology.orchestra.run.smithi148.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-07T13:23:14.906 INFO:teuthology.orchestra.run.smithi148.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-07T13:23:14.907 INFO:teuthology.orchestra.run.smithi148.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-07T13:23:14.920 INFO:teuthology.orchestra.run.smithi148.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-07T13:23:14.920 INFO:teuthology.orchestra.run.smithi148.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-07T13:23:14.921 INFO:teuthology.orchestra.run.smithi148.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-07T13:23:14.937 INFO:teuthology.orchestra.run.smithi148.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-07T13:23:15.066 INFO:teuthology.orchestra.run.smithi107.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-07T13:23:15.086 INFO:teuthology.orchestra.run.smithi107.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-07T13:23:15.098 INFO:teuthology.orchestra.run.smithi148.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-07T13:23:15.204 INFO:teuthology.orchestra.run.smithi107.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-07T13:23:15.237 INFO:teuthology.orchestra.run.smithi148.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-07T13:23:15.518 INFO:teuthology.orchestra.run.smithi107.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-07T13:23:15.519 INFO:teuthology.orchestra.run.smithi107.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-07T13:23:15.534 INFO:teuthology.orchestra.run.smithi107.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-07T13:23:15.543 INFO:teuthology.orchestra.run.smithi107.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-07T13:23:15.544 INFO:teuthology.orchestra.run.smithi107.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-07T13:23:15.545 INFO:teuthology.orchestra.run.smithi107.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-07T13:23:15.552 INFO:teuthology.orchestra.run.smithi148.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-07T13:23:15.555 INFO:teuthology.orchestra.run.smithi107.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-07T13:23:15.570 INFO:teuthology.orchestra.run.smithi107.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-07T13:23:15.570 INFO:teuthology.orchestra.run.smithi107.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-07T13:23:15.589 INFO:teuthology.orchestra.run.smithi148.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-07T13:23:15.603 INFO:teuthology.orchestra.run.smithi148.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-07T13:23:15.603 INFO:teuthology.orchestra.run.smithi148.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-07T13:23:15.637 INFO:teuthology.orchestra.run.smithi107.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-07T13:23:15.640 INFO:teuthology.orchestra.run.smithi107.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-07T13:23:15.641 INFO:teuthology.orchestra.run.smithi107.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-07T13:23:15.652 INFO:teuthology.orchestra.run.smithi107.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-07T13:23:15.680 INFO:teuthology.orchestra.run.smithi107.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-07T13:23:15.680 INFO:teuthology.orchestra.run.smithi107.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-07T13:23:15.681 INFO:teuthology.orchestra.run.smithi107.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-07T13:23:15.696 INFO:teuthology.orchestra.run.smithi107.stdout:Get:23 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [627 kB] 2024-09-07T13:23:15.700 INFO:teuthology.orchestra.run.smithi107.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-07T13:23:15.704 INFO:teuthology.orchestra.run.smithi148.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-07T13:23:15.705 INFO:teuthology.orchestra.run.smithi148.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-07T13:23:15.707 INFO:teuthology.orchestra.run.smithi107.stdout:Get:25 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-07T13:23:15.710 INFO:teuthology.orchestra.run.smithi107.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-07T13:23:15.711 INFO:teuthology.orchestra.run.smithi107.stdout:Get:27 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-07T13:23:15.713 INFO:teuthology.orchestra.run.smithi107.stdout:Get:28 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-07T13:23:15.713 INFO:teuthology.orchestra.run.smithi107.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-07T13:23:15.713 INFO:teuthology.orchestra.run.smithi107.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-07T13:23:15.716 INFO:teuthology.orchestra.run.smithi148.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-07T13:23:15.716 INFO:teuthology.orchestra.run.smithi148.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-07T13:23:15.718 INFO:teuthology.orchestra.run.smithi107.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-07T13:23:15.718 INFO:teuthology.orchestra.run.smithi107.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-07T13:23:15.719 INFO:teuthology.orchestra.run.smithi107.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-07T13:23:15.738 INFO:teuthology.orchestra.run.smithi148.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-07T13:23:15.766 INFO:teuthology.orchestra.run.smithi107.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-07T13:23:15.766 INFO:teuthology.orchestra.run.smithi107.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-07T13:23:15.767 INFO:teuthology.orchestra.run.smithi107.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-07T13:23:15.772 INFO:teuthology.orchestra.run.smithi148.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-07T13:23:15.780 INFO:teuthology.orchestra.run.smithi148.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-07T13:23:15.780 INFO:teuthology.orchestra.run.smithi148.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-07T13:23:15.781 INFO:teuthology.orchestra.run.smithi107.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-07T13:23:15.781 INFO:teuthology.orchestra.run.smithi148.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-07T13:23:15.797 INFO:teuthology.orchestra.run.smithi148.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-07T13:23:15.797 INFO:teuthology.orchestra.run.smithi148.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-07T13:23:15.801 INFO:teuthology.orchestra.run.smithi107.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-07T13:23:15.802 INFO:teuthology.orchestra.run.smithi107.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-07T13:23:15.803 INFO:teuthology.orchestra.run.smithi107.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-07T13:23:15.803 INFO:teuthology.orchestra.run.smithi107.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-07T13:23:15.804 INFO:teuthology.orchestra.run.smithi107.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-07T13:23:15.847 INFO:teuthology.orchestra.run.smithi107.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-07T13:23:15.847 INFO:teuthology.orchestra.run.smithi107.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-07T13:23:15.864 INFO:teuthology.orchestra.run.smithi148.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-07T13:23:15.865 INFO:teuthology.orchestra.run.smithi148.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-07T13:23:15.866 INFO:teuthology.orchestra.run.smithi148.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-07T13:23:15.867 INFO:teuthology.orchestra.run.smithi148.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-07T13:23:15.867 INFO:teuthology.orchestra.run.smithi148.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-07T13:23:15.878 INFO:teuthology.orchestra.run.smithi148.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-07T13:23:15.879 INFO:teuthology.orchestra.run.smithi148.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-07T13:23:15.880 INFO:teuthology.orchestra.run.smithi148.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-07T13:23:21.462 INFO:teuthology.orchestra.run.smithi148.stdout:Fetched 15.8 MB in 2s (7,419 kB/s) 2024-09-07T13:23:21.797 INFO:teuthology.orchestra.run.smithi107.stdout:Fetched 15.8 MB in 3s (5,812 kB/s) 2024-09-07T13:23:22.842 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-09-07T13:23:22.860 DEBUG:teuthology.orchestra.run.smithi148:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-07T13:23:22.923 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-09-07T13:23:23.133 INFO:teuthology.orchestra.run.smithi148.stdout:Building dependency tree... 2024-09-07T13:23:23.134 INFO:teuthology.orchestra.run.smithi148.stdout:Reading state information... 2024-09-07T13:23:23.244 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2024-09-07T13:23:23.261 DEBUG:teuthology.orchestra.run.smithi107:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-07T13:23:23.308 INFO:teuthology.orchestra.run.smithi148.stdout:The following packages were automatically installed and are no longer required: 2024-09-07T13:23:23.308 INFO:teuthology.orchestra.run.smithi148.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-07T13:23:23.308 INFO:teuthology.orchestra.run.smithi148.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-07T13:23:23.308 INFO:teuthology.orchestra.run.smithi148.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-07T13:23:23.309 INFO:teuthology.orchestra.run.smithi148.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-07T13:23:23.309 INFO:teuthology.orchestra.run.smithi148.stdout: python2.7-minimal 2024-09-07T13:23:23.309 INFO:teuthology.orchestra.run.smithi148.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-07T13:23:23.309 INFO:teuthology.orchestra.run.smithi148.stdout:The following additional packages will be installed: 2024-09-07T13:23:23.310 INFO:teuthology.orchestra.run.smithi148.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-07T13:23:23.310 INFO:teuthology.orchestra.run.smithi148.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-07T13:23:23.310 INFO:teuthology.orchestra.run.smithi148.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-07T13:23:23.311 INFO:teuthology.orchestra.run.smithi148.stdout:Suggested packages: 2024-09-07T13:23:23.311 INFO:teuthology.orchestra.run.smithi148.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-07T13:23:23.311 INFO:teuthology.orchestra.run.smithi148.stdout:Recommended packages: 2024-09-07T13:23:23.312 INFO:teuthology.orchestra.run.smithi148.stdout: thermald 2024-09-07T13:23:23.315 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2024-09-07T13:23:23.360 INFO:teuthology.orchestra.run.smithi148.stdout:The following NEW packages will be installed: 2024-09-07T13:23:23.360 INFO:teuthology.orchestra.run.smithi148.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-07T13:23:23.360 INFO:teuthology.orchestra.run.smithi148.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-07T13:23:23.361 INFO:teuthology.orchestra.run.smithi148.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-07T13:23:23.362 INFO:teuthology.orchestra.run.smithi148.stdout:The following packages will be upgraded: 2024-09-07T13:23:23.362 INFO:teuthology.orchestra.run.smithi148.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-07T13:23:23.413 INFO:teuthology.orchestra.run.smithi148.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-07T13:23:23.413 INFO:teuthology.orchestra.run.smithi148.stdout:Need to get 113 MB of archives. 2024-09-07T13:23:23.413 INFO:teuthology.orchestra.run.smithi148.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-07T13:23:23.413 INFO:teuthology.orchestra.run.smithi148.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-07T13:23:23.499 INFO:teuthology.orchestra.run.smithi107.stdout:Building dependency tree... 2024-09-07T13:23:23.499 INFO:teuthology.orchestra.run.smithi107.stdout:Reading state information... 2024-09-07T13:23:23.662 INFO:teuthology.orchestra.run.smithi107.stdout:The following packages were automatically installed and are no longer required: 2024-09-07T13:23:23.662 INFO:teuthology.orchestra.run.smithi107.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-07T13:23:23.662 INFO:teuthology.orchestra.run.smithi107.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-07T13:23:23.662 INFO:teuthology.orchestra.run.smithi107.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-07T13:23:23.663 INFO:teuthology.orchestra.run.smithi107.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-07T13:23:23.663 INFO:teuthology.orchestra.run.smithi107.stdout: python2.7-minimal 2024-09-07T13:23:23.663 INFO:teuthology.orchestra.run.smithi107.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-07T13:23:23.664 INFO:teuthology.orchestra.run.smithi107.stdout:The following additional packages will be installed: 2024-09-07T13:23:23.664 INFO:teuthology.orchestra.run.smithi107.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-07T13:23:23.664 INFO:teuthology.orchestra.run.smithi107.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-07T13:23:23.664 INFO:teuthology.orchestra.run.smithi107.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-07T13:23:23.665 INFO:teuthology.orchestra.run.smithi107.stdout:Suggested packages: 2024-09-07T13:23:23.666 INFO:teuthology.orchestra.run.smithi107.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-07T13:23:23.666 INFO:teuthology.orchestra.run.smithi107.stdout:Recommended packages: 2024-09-07T13:23:23.666 INFO:teuthology.orchestra.run.smithi107.stdout: thermald 2024-09-07T13:23:23.710 INFO:teuthology.orchestra.run.smithi107.stdout:The following NEW packages will be installed: 2024-09-07T13:23:23.710 INFO:teuthology.orchestra.run.smithi107.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-07T13:23:23.710 INFO:teuthology.orchestra.run.smithi107.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-07T13:23:23.710 INFO:teuthology.orchestra.run.smithi107.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-07T13:23:23.712 INFO:teuthology.orchestra.run.smithi107.stdout:The following packages will be upgraded: 2024-09-07T13:23:23.712 INFO:teuthology.orchestra.run.smithi107.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-07T13:23:23.844 INFO:teuthology.orchestra.run.smithi148.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-07T13:23:23.892 INFO:teuthology.orchestra.run.smithi107.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-07T13:23:23.892 INFO:teuthology.orchestra.run.smithi107.stdout:Need to get 113 MB of archives. 2024-09-07T13:23:23.893 INFO:teuthology.orchestra.run.smithi107.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-07T13:23:23.893 INFO:teuthology.orchestra.run.smithi107.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-07T13:23:23.941 INFO:teuthology.orchestra.run.smithi148.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-07T13:23:24.755 INFO:teuthology.orchestra.run.smithi148.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-07T13:23:24.755 INFO:teuthology.orchestra.run.smithi148.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-07T13:23:24.755 INFO:teuthology.orchestra.run.smithi148.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-07T13:23:24.879 INFO:teuthology.orchestra.run.smithi148.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-07T13:23:24.900 INFO:teuthology.orchestra.run.smithi148.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-07T13:23:25.297 INFO:teuthology.orchestra.run.smithi148.stdout:Fetched 113 MB in 2s (71.0 MB/s) 2024-09-07T13:23:25.371 INFO:teuthology.orchestra.run.smithi107.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-07T13:23:25.486 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-07T13:23:25.725 INFO:teuthology.orchestra.run.smithi107.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-07T13:23:27.420 INFO:teuthology.orchestra.run.smithi148.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-07T13:23:27.424 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-07T13:23:27.517 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:27.941 INFO:teuthology.orchestra.run.smithi107.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-07T13:23:27.941 INFO:teuthology.orchestra.run.smithi107.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-07T13:23:27.941 INFO:teuthology.orchestra.run.smithi107.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-07T13:23:28.305 INFO:teuthology.orchestra.run.smithi107.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-07T13:23:28.387 INFO:teuthology.orchestra.run.smithi107.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-07T13:23:28.790 INFO:teuthology.orchestra.run.smithi107.stdout:Fetched 113 MB in 5s (24.3 MB/s) 2024-09-07T13:23:28.995 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-07T13:23:29.637 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-07T13:23:29.658 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-07T13:23:29.756 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:30.215 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-07T13:23:30.235 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-07T13:23:30.273 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:31.226 INFO:teuthology.orchestra.run.smithi107.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-07T13:23:31.230 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-07T13:23:31.533 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:33.593 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-07T13:23:33.614 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-07T13:23:33.706 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:34.171 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-07T13:23:34.192 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-07T13:23:34.229 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:37.223 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-07T13:23:37.365 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-07T13:23:37.657 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-07T13:23:37.777 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-07T13:23:38.104 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-07T13:23:38.127 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-07T13:23:38.171 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-07T13:23:41.404 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-07T13:23:41.531 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-07T13:23:41.838 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-07T13:23:41.935 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-07T13:23:42.229 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-07T13:23:42.242 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-07T13:23:42.304 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-07T13:23:44.194 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-07T13:23:44.231 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-07T13:23:44.269 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:46.888 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-07T13:23:47.013 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-07T13:23:47.346 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-07T13:23:47.451 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:47.577 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-07T13:23:47.681 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:47.737 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-07T13:23:47.773 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-07T13:23:47.811 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:49.025 INFO:teuthology.orchestra.run.smithi148.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-07T13:23:49.025 INFO:teuthology.orchestra.run.smithi148.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-07T13:23:49.025 INFO:teuthology.orchestra.run.smithi148.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-07T13:23:49.025 INFO:teuthology.orchestra.run.smithi148.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-07T13:23:49.191 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:50.942 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:52.240 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-07T13:23:52.335 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-07T13:23:52.354 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-07T13:23:52.436 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-07T13:23:52.546 INFO:teuthology.orchestra.run.smithi148.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:52.612 INFO:teuthology.orchestra.run.smithi148.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-07T13:23:52.612 INFO:teuthology.orchestra.run.smithi148.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-07T13:23:52.745 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-07T13:23:52.867 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:52.993 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-07T13:23:53.096 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:54.431 INFO:teuthology.orchestra.run.smithi107.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-07T13:23:54.431 INFO:teuthology.orchestra.run.smithi107.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-07T13:23:54.431 INFO:teuthology.orchestra.run.smithi107.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-07T13:23:54.431 INFO:teuthology.orchestra.run.smithi107.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-07T13:23:54.613 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:56.040 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:58.009 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-07T13:23:58.151 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-07T13:23:58.252 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-07T13:23:58.310 INFO:teuthology.orchestra.run.smithi107.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-07T13:23:58.310 INFO:teuthology.orchestra.run.smithi107.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-07T13:24:07.311 INFO:teuthology.orchestra.run.smithi148.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-07T13:24:07.311 INFO:teuthology.orchestra.run.smithi148.stdout:Sourcing file `/etc/default/grub' 2024-09-07T13:24:07.340 INFO:teuthology.orchestra.run.smithi148.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-07T13:24:07.365 INFO:teuthology.orchestra.run.smithi148.stdout:Generating grub configuration file ... 2024-09-07T13:24:07.630 INFO:teuthology.orchestra.run.smithi148.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-07T13:24:07.647 INFO:teuthology.orchestra.run.smithi148.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-07T13:24:07.931 INFO:teuthology.orchestra.run.smithi148.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-07T13:24:07.937 INFO:teuthology.orchestra.run.smithi148.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-07T13:24:07.999 INFO:teuthology.orchestra.run.smithi148.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-07T13:24:08.004 INFO:teuthology.orchestra.run.smithi148.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-07T13:24:08.166 INFO:teuthology.orchestra.run.smithi148.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-07T13:24:08.166 INFO:teuthology.orchestra.run.smithi148.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-07T13:24:08.166 INFO:teuthology.orchestra.run.smithi148.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-07T13:24:08.199 INFO:teuthology.orchestra.run.smithi148.stdout:done 2024-09-07T13:24:08.638 DEBUG:teuthology.orchestra.run.smithi148:> dpkg -s linux-image-generic 2024-09-07T13:24:08.663 INFO:teuthology.orchestra.run.smithi148.stdout:Package: linux-image-generic 2024-09-07T13:24:08.663 INFO:teuthology.orchestra.run.smithi148.stdout:Status: install ok installed 2024-09-07T13:24:08.663 INFO:teuthology.orchestra.run.smithi148.stdout:Priority: optional 2024-09-07T13:24:08.663 INFO:teuthology.orchestra.run.smithi148.stdout:Section: kernel 2024-09-07T13:24:08.663 INFO:teuthology.orchestra.run.smithi148.stdout:Installed-Size: 21 2024-09-07T13:24:08.664 INFO:teuthology.orchestra.run.smithi148.stdout:Maintainer: Ubuntu Kernel Team 2024-09-07T13:24:08.664 INFO:teuthology.orchestra.run.smithi148.stdout:Architecture: amd64 2024-09-07T13:24:08.664 INFO:teuthology.orchestra.run.smithi148.stdout:Source: linux-meta 2024-09-07T13:24:08.664 INFO:teuthology.orchestra.run.smithi148.stdout:Version: 5.15.0.119.119 2024-09-07T13:24:08.664 INFO:teuthology.orchestra.run.smithi148.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-07T13:24:08.664 INFO:teuthology.orchestra.run.smithi148.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-07T13:24:08.664 INFO:teuthology.orchestra.run.smithi148.stdout:Recommends: thermald 2024-09-07T13:24:08.664 INFO:teuthology.orchestra.run.smithi148.stdout:Description: Generic Linux kernel image 2024-09-07T13:24:08.664 INFO:teuthology.orchestra.run.smithi148.stdout: This package will always depend on the latest generic kernel image 2024-09-07T13:24:08.664 INFO:teuthology.orchestra.run.smithi148.stdout: available. 2024-09-07T13:24:08.664 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-07T13:24:08.665 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-07T13:24:08.665 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-07T13:24:08.665 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-07T13:24:08.665 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi148.front.sepia.ceph.com, path=None, version=distro) 2024-09-07T13:24:08.665 DEBUG:teuthology.orchestra.run.smithi148:> sudo apt-get clean 2024-09-07T13:24:08.865 DEBUG:teuthology.orchestra.run.smithi148:> sudo apt-get update 2024-09-07T13:24:08.997 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-07T13:24:09.003 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-07T13:24:09.020 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-07T13:24:09.115 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-07T13:24:10.320 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-09-07T13:24:10.337 DEBUG:teuthology.orchestra.run.smithi148:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-07T13:24:10.392 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-09-07T13:24:10.578 INFO:teuthology.orchestra.run.smithi148.stdout:Building dependency tree... 2024-09-07T13:24:10.579 INFO:teuthology.orchestra.run.smithi148.stdout:Reading state information... 2024-09-07T13:24:10.745 INFO:teuthology.orchestra.run.smithi148.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-07T13:24:10.745 INFO:teuthology.orchestra.run.smithi148.stdout:The following packages were automatically installed and are no longer required: 2024-09-07T13:24:10.745 INFO:teuthology.orchestra.run.smithi148.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-07T13:24:10.745 INFO:teuthology.orchestra.run.smithi148.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-07T13:24:10.745 INFO:teuthology.orchestra.run.smithi148.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-07T13:24:10.746 INFO:teuthology.orchestra.run.smithi148.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-07T13:24:10.746 INFO:teuthology.orchestra.run.smithi148.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-07T13:24:10.746 INFO:teuthology.orchestra.run.smithi148.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-07T13:24:10.786 INFO:teuthology.orchestra.run.smithi148.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-07T13:24:10.788 DEBUG:teuthology.orchestra.run.smithi148:> dpkg -s linux-image-generic 2024-09-07T13:24:10.844 INFO:teuthology.orchestra.run.smithi148.stdout:Package: linux-image-generic 2024-09-07T13:24:10.845 INFO:teuthology.orchestra.run.smithi148.stdout:Status: install ok installed 2024-09-07T13:24:10.845 INFO:teuthology.orchestra.run.smithi148.stdout:Priority: optional 2024-09-07T13:24:10.845 INFO:teuthology.orchestra.run.smithi148.stdout:Section: kernel 2024-09-07T13:24:10.845 INFO:teuthology.orchestra.run.smithi148.stdout:Installed-Size: 21 2024-09-07T13:24:10.845 INFO:teuthology.orchestra.run.smithi148.stdout:Maintainer: Ubuntu Kernel Team 2024-09-07T13:24:10.845 INFO:teuthology.orchestra.run.smithi148.stdout:Architecture: amd64 2024-09-07T13:24:10.845 INFO:teuthology.orchestra.run.smithi148.stdout:Source: linux-meta 2024-09-07T13:24:10.845 INFO:teuthology.orchestra.run.smithi148.stdout:Version: 5.15.0.119.119 2024-09-07T13:24:10.845 INFO:teuthology.orchestra.run.smithi148.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-07T13:24:10.845 INFO:teuthology.orchestra.run.smithi148.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-07T13:24:10.846 INFO:teuthology.orchestra.run.smithi148.stdout:Recommends: thermald 2024-09-07T13:24:10.846 INFO:teuthology.orchestra.run.smithi148.stdout:Description: Generic Linux kernel image 2024-09-07T13:24:10.846 INFO:teuthology.orchestra.run.smithi148.stdout: This package will always depend on the latest generic kernel image 2024-09-07T13:24:10.846 INFO:teuthology.orchestra.run.smithi148.stdout: available. 2024-09-07T13:24:10.846 DEBUG:teuthology.orchestra.run.smithi148:> mktemp 2024-09-07T13:24:10.890 INFO:teuthology.orchestra.run.smithi148.stdout:/tmp/tmp.c1yOac9WMb 2024-09-07T13:24:10.890 DEBUG:teuthology.orchestra.run.smithi148:> sudo cp /boot/grub/grub.cfg /tmp/tmp.c1yOac9WMb 2024-09-07T13:24:10.946 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 0666 /tmp/tmp.c1yOac9WMb 2024-09-07T13:24:11.079 DEBUG:teuthology.orchestra.remote:smithi148:/tmp/tmp.c1yOac9WMb is 10KB 2024-09-07T13:24:11.092 DEBUG:teuthology.orchestra.run.smithi148:> rm -fr /tmp/tmp.c1yOac9WMb 2024-09-07T13:24:11.097 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-07T13:24:11.149 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:24:11.149 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-07T13:24:11.149 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-07T13:24:11.212 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-07T13:24:11.212 DEBUG:teuthology.orchestra.run.smithi148:> sudo update-grub 2024-09-07T13:24:12.478 INFO:teuthology.orchestra.run.smithi148.stderr:Sourcing file `/etc/default/grub' 2024-09-07T13:24:12.479 INFO:teuthology.orchestra.run.smithi148.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-07T13:24:12.483 INFO:teuthology.orchestra.run.smithi148.stderr:Generating grub configuration file ... 2024-09-07T13:24:12.517 INFO:teuthology.orchestra.run.smithi107.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-07T13:24:12.517 INFO:teuthology.orchestra.run.smithi107.stdout:Sourcing file `/etc/default/grub' 2024-09-07T13:24:12.549 INFO:teuthology.orchestra.run.smithi107.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-07T13:24:12.575 INFO:teuthology.orchestra.run.smithi107.stdout:Generating grub configuration file ... 2024-09-07T13:24:12.708 INFO:teuthology.orchestra.run.smithi148.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-07T13:24:12.713 INFO:teuthology.orchestra.run.smithi148.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-07T13:24:12.881 INFO:teuthology.orchestra.run.smithi107.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-07T13:24:12.899 INFO:teuthology.orchestra.run.smithi107.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-07T13:24:12.932 INFO:teuthology.orchestra.run.smithi148.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-07T13:24:12.937 INFO:teuthology.orchestra.run.smithi148.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-07T13:24:12.978 INFO:teuthology.orchestra.run.smithi148.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-07T13:24:12.983 INFO:teuthology.orchestra.run.smithi148.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-07T13:24:13.108 INFO:teuthology.orchestra.run.smithi148.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-07T13:24:13.108 INFO:teuthology.orchestra.run.smithi148.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-07T13:24:13.109 INFO:teuthology.orchestra.run.smithi148.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-07T13:24:13.135 INFO:teuthology.orchestra.run.smithi148.stderr:done 2024-09-07T13:24:13.137 DEBUG:teuthology.orchestra.run.smithi148:> sudo shutdown -r now 2024-09-07T13:24:13.195 INFO:teuthology.orchestra.run.smithi107.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-07T13:24:13.201 INFO:teuthology.orchestra.run.smithi107.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-07T13:24:13.279 INFO:teuthology.orchestra.run.smithi107.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-07T13:24:13.285 INFO:teuthology.orchestra.run.smithi107.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-07T13:24:13.461 INFO:teuthology.orchestra.run.smithi107.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-07T13:24:13.461 INFO:teuthology.orchestra.run.smithi107.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-07T13:24:13.461 INFO:teuthology.orchestra.run.smithi107.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-07T13:24:13.502 INFO:teuthology.orchestra.run.smithi107.stdout:done 2024-09-07T13:24:13.973 DEBUG:teuthology.orchestra.run.smithi107:> dpkg -s linux-image-generic 2024-09-07T13:24:14.005 INFO:teuthology.orchestra.run.smithi107.stdout:Package: linux-image-generic 2024-09-07T13:24:14.005 INFO:teuthology.orchestra.run.smithi107.stdout:Status: install ok installed 2024-09-07T13:24:14.005 INFO:teuthology.orchestra.run.smithi107.stdout:Priority: optional 2024-09-07T13:24:14.005 INFO:teuthology.orchestra.run.smithi107.stdout:Section: kernel 2024-09-07T13:24:14.005 INFO:teuthology.orchestra.run.smithi107.stdout:Installed-Size: 21 2024-09-07T13:24:14.005 INFO:teuthology.orchestra.run.smithi107.stdout:Maintainer: Ubuntu Kernel Team 2024-09-07T13:24:14.006 INFO:teuthology.orchestra.run.smithi107.stdout:Architecture: amd64 2024-09-07T13:24:14.006 INFO:teuthology.orchestra.run.smithi107.stdout:Source: linux-meta 2024-09-07T13:24:14.006 INFO:teuthology.orchestra.run.smithi107.stdout:Version: 5.15.0.119.119 2024-09-07T13:24:14.006 INFO:teuthology.orchestra.run.smithi107.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-07T13:24:14.006 INFO:teuthology.orchestra.run.smithi107.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-07T13:24:14.006 INFO:teuthology.orchestra.run.smithi107.stdout:Recommends: thermald 2024-09-07T13:24:14.006 INFO:teuthology.orchestra.run.smithi107.stdout:Description: Generic Linux kernel image 2024-09-07T13:24:14.006 INFO:teuthology.orchestra.run.smithi107.stdout: This package will always depend on the latest generic kernel image 2024-09-07T13:24:14.006 INFO:teuthology.orchestra.run.smithi107.stdout: available. 2024-09-07T13:24:14.006 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-07T13:24:14.006 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-07T13:24:14.007 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-07T13:24:14.007 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-07T13:24:14.007 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi107.front.sepia.ceph.com, path=None, version=distro) 2024-09-07T13:24:14.007 DEBUG:teuthology.orchestra.run.smithi107:> sudo apt-get clean 2024-09-07T13:24:14.129 DEBUG:teuthology.orchestra.run.smithi107:> sudo apt-get update 2024-09-07T13:24:14.253 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-07T13:24:14.374 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-07T13:24:14.475 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-07T13:24:14.536 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-07T13:24:15.720 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2024-09-07T13:24:15.738 DEBUG:teuthology.orchestra.run.smithi107:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-07T13:24:15.793 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2024-09-07T13:24:15.978 INFO:teuthology.orchestra.run.smithi107.stdout:Building dependency tree... 2024-09-07T13:24:15.979 INFO:teuthology.orchestra.run.smithi107.stdout:Reading state information... 2024-09-07T13:24:16.145 INFO:teuthology.orchestra.run.smithi107.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-07T13:24:16.146 INFO:teuthology.orchestra.run.smithi107.stdout:The following packages were automatically installed and are no longer required: 2024-09-07T13:24:16.146 INFO:teuthology.orchestra.run.smithi107.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-07T13:24:16.146 INFO:teuthology.orchestra.run.smithi107.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-07T13:24:16.146 INFO:teuthology.orchestra.run.smithi107.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-07T13:24:16.146 INFO:teuthology.orchestra.run.smithi107.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-07T13:24:16.146 INFO:teuthology.orchestra.run.smithi107.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-07T13:24:16.146 INFO:teuthology.orchestra.run.smithi107.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-07T13:24:16.183 INFO:teuthology.orchestra.run.smithi107.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-07T13:24:16.185 DEBUG:teuthology.orchestra.run.smithi107:> dpkg -s linux-image-generic 2024-09-07T13:24:16.243 INFO:teuthology.orchestra.run.smithi107.stdout:Package: linux-image-generic 2024-09-07T13:24:16.244 INFO:teuthology.orchestra.run.smithi107.stdout:Status: install ok installed 2024-09-07T13:24:16.244 INFO:teuthology.orchestra.run.smithi107.stdout:Priority: optional 2024-09-07T13:24:16.244 INFO:teuthology.orchestra.run.smithi107.stdout:Section: kernel 2024-09-07T13:24:16.244 INFO:teuthology.orchestra.run.smithi107.stdout:Installed-Size: 21 2024-09-07T13:24:16.244 INFO:teuthology.orchestra.run.smithi107.stdout:Maintainer: Ubuntu Kernel Team 2024-09-07T13:24:16.244 INFO:teuthology.orchestra.run.smithi107.stdout:Architecture: amd64 2024-09-07T13:24:16.244 INFO:teuthology.orchestra.run.smithi107.stdout:Source: linux-meta 2024-09-07T13:24:16.244 INFO:teuthology.orchestra.run.smithi107.stdout:Version: 5.15.0.119.119 2024-09-07T13:24:16.244 INFO:teuthology.orchestra.run.smithi107.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-07T13:24:16.244 INFO:teuthology.orchestra.run.smithi107.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-07T13:24:16.244 INFO:teuthology.orchestra.run.smithi107.stdout:Recommends: thermald 2024-09-07T13:24:16.244 INFO:teuthology.orchestra.run.smithi107.stdout:Description: Generic Linux kernel image 2024-09-07T13:24:16.245 INFO:teuthology.orchestra.run.smithi107.stdout: This package will always depend on the latest generic kernel image 2024-09-07T13:24:16.245 INFO:teuthology.orchestra.run.smithi107.stdout: available. 2024-09-07T13:24:16.245 DEBUG:teuthology.orchestra.run.smithi107:> mktemp 2024-09-07T13:24:16.290 INFO:teuthology.orchestra.run.smithi107.stdout:/tmp/tmp.2GHdXsJDbb 2024-09-07T13:24:16.291 DEBUG:teuthology.orchestra.run.smithi107:> sudo cp /boot/grub/grub.cfg /tmp/tmp.2GHdXsJDbb 2024-09-07T13:24:16.358 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 0666 /tmp/tmp.2GHdXsJDbb 2024-09-07T13:24:16.472 DEBUG:teuthology.orchestra.remote:smithi107:/tmp/tmp.2GHdXsJDbb is 10KB 2024-09-07T13:24:16.485 DEBUG:teuthology.orchestra.run.smithi107:> rm -fr /tmp/tmp.2GHdXsJDbb 2024-09-07T13:24:16.490 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-07T13:24:16.543 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:24:16.543 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-07T13:24:16.543 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-07T13:24:16.616 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-07T13:24:16.616 DEBUG:teuthology.orchestra.run.smithi107:> sudo update-grub 2024-09-07T13:24:17.907 INFO:teuthology.orchestra.run.smithi107.stderr:Sourcing file `/etc/default/grub' 2024-09-07T13:24:17.907 INFO:teuthology.orchestra.run.smithi107.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-07T13:24:17.910 INFO:teuthology.orchestra.run.smithi107.stderr:Generating grub configuration file ... 2024-09-07T13:24:18.095 INFO:teuthology.orchestra.run.smithi107.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-07T13:24:18.101 INFO:teuthology.orchestra.run.smithi107.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-07T13:24:18.313 INFO:teuthology.orchestra.run.smithi107.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-07T13:24:18.318 INFO:teuthology.orchestra.run.smithi107.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-07T13:24:18.355 INFO:teuthology.orchestra.run.smithi107.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-07T13:24:18.359 INFO:teuthology.orchestra.run.smithi107.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-07T13:24:18.483 INFO:teuthology.orchestra.run.smithi107.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-07T13:24:18.483 INFO:teuthology.orchestra.run.smithi107.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-07T13:24:18.483 INFO:teuthology.orchestra.run.smithi107.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-07T13:24:18.510 INFO:teuthology.orchestra.run.smithi107.stderr:done 2024-09-07T13:24:18.524 DEBUG:teuthology.orchestra.run.smithi107:> sudo shutdown -r now 2024-09-07T13:24:43.159 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-07T13:24:43.159 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-09-07T13:24:43.161 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-07T13:24:48.529 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-07T13:24:48.529 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-09-07T13:24:48.529 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-07T13:25:01.633 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.148 2024-09-07T13:25:07.005 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.107 2024-09-07T13:25:10.637 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-09-07T13:25:10.638 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-07T13:25:13.693 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.148 2024-09-07T13:25:16.007 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-09-07T13:25:16.008 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-07T13:25:19.073 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.107 2024-09-07T13:25:25.701 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-09-07T13:25:25.702 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-07T13:25:31.077 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-09-07T13:25:31.078 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-07T13:26:25.759 DEBUG:teuthology.orchestra.remote:timed out 2024-09-07T13:26:31.085 DEBUG:teuthology.orchestra.remote:timed out 2024-09-07T13:26:40.770 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-09-07T13:26:40.772 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-07T13:26:41.042 DEBUG:teuthology.orchestra.run.smithi148:> true 2024-09-07T13:26:41.686 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-09-07T13:26:41.686 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-119-generic"... 2024-09-07T13:26:41.686 DEBUG:teuthology.orchestra.run.smithi148:> uname -r 2024-09-07T13:26:41.733 INFO:teuthology.orchestra.run.smithi148.stdout:5.15.0-119-generic 2024-09-07T13:26:41.733 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-07T13:26:41.734 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-07T13:26:41.734 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-07T13:26:42.735 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-07T13:26:42.735 DEBUG:teuthology.orchestra.run.smithi148:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-07T13:26:43.121 INFO:teuthology.orchestra.run.smithi148.stdout:ttyS1 2024-09-07T13:26:43.155 DEBUG:teuthology.parallel:result is None 2024-09-07T13:26:46.086 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-09-07T13:26:46.086 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-07T13:26:46.343 DEBUG:teuthology.orchestra.run.smithi107:> true 2024-09-07T13:26:46.878 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-09-07T13:26:46.879 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-119-generic"... 2024-09-07T13:26:46.879 DEBUG:teuthology.orchestra.run.smithi107:> uname -r 2024-09-07T13:26:46.924 INFO:teuthology.orchestra.run.smithi107.stdout:5.15.0-119-generic 2024-09-07T13:26:46.924 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-07T13:26:46.924 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-07T13:26:46.924 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-07T13:26:47.925 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-07T13:26:47.925 DEBUG:teuthology.orchestra.run.smithi107:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-07T13:26:47.985 INFO:teuthology.orchestra.run.smithi107.stdout:ttyS1 2024-09-07T13:26:48.010 DEBUG:teuthology.parallel:result is None 2024-09-07T13:26:48.010 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-07T13:26:48.020 INFO:teuthology.task.internal:Creating test directory... 2024-09-07T13:26:48.020 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-07T13:26:48.023 DEBUG:teuthology.orchestra.run.smithi148:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-07T13:26:48.028 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-07T13:26:48.035 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-07T13:26:48.044 INFO:teuthology.task.internal:Creating archive directory... 2024-09-07T13:26:48.045 DEBUG:teuthology.orchestra.run.smithi107:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-07T13:26:48.070 DEBUG:teuthology.orchestra.run.smithi148:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-07T13:26:48.100 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-07T13:26:48.106 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-07T13:26:48.107 DEBUG:teuthology.orchestra.run.smithi107:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-07T13:26:48.126 DEBUG:teuthology.orchestra.run.smithi148:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-07T13:26:48.142 INFO:teuthology.orchestra.run.smithi107.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-07T13:26:48.150 INFO:teuthology.orchestra.run.smithi107.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-07T13:26:48.154 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-07T13:26:48.162 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-07T13:26:48.164 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-07T13:26:48.170 INFO:teuthology.task.internal:Configuring sudo... 2024-09-07T13:26:48.171 DEBUG:teuthology.orchestra.run.smithi107:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-07T13:26:48.197 DEBUG:teuthology.orchestra.run.smithi148:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-07T13:26:48.217 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-07T13:26:48.226 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-07T13:26:48.226 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-07T13:26:48.254 DEBUG:teuthology.orchestra.run.smithi148:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-07T13:26:48.265 DEBUG:teuthology.orchestra.run.smithi107:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-07T13:26:48.305 DEBUG:teuthology.orchestra.run.smithi107:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-07T13:26:48.353 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:26:48.353 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-07T13:26:48.421 DEBUG:teuthology.orchestra.run.smithi148:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-07T13:26:48.427 DEBUG:teuthology.orchestra.run.smithi148:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-07T13:26:48.473 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:26:48.474 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-07T13:26:48.535 DEBUG:teuthology.orchestra.run.smithi107:> sudo service rsyslog restart 2024-09-07T13:26:48.537 DEBUG:teuthology.orchestra.run.smithi148:> sudo service rsyslog restart 2024-09-07T13:26:48.611 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-07T13:26:48.619 INFO:teuthology.task.internal:Starting timer... 2024-09-07T13:26:48.619 INFO:teuthology.run_tasks:Running task pcp... 2024-09-07T13:26:48.633 INFO:teuthology.run_tasks:Running task selinux... 2024-09-07T13:26:48.641 DEBUG:teuthology.task.selinux:Excluding smithi107: OS 'ubuntu' does not support SELinux 2024-09-07T13:26:48.641 DEBUG:teuthology.task.selinux:Excluding smithi148: OS 'ubuntu' does not support SELinux 2024-09-07T13:26:48.642 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-07T13:26:48.642 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-07T13:26:48.642 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-07T13:26:48.642 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-07T13:26:48.650 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-07T13:26:48.661 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-07T13:26:48.662 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi107.front.sepia.ceph.com,smithi148.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-07T13:34:18.372 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi107.front.sepia.ceph.com'), Remote(name='ubuntu@smithi148.front.sepia.ceph.com')] 2024-09-07T13:34:18.374 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-09-07T13:34:18.375 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-07T13:34:18.487 DEBUG:teuthology.orchestra.run.smithi107:> true 2024-09-07T13:34:18.562 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-09-07T13:34:18.563 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-09-07T13:34:18.563 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-07T13:34:18.671 DEBUG:teuthology.orchestra.run.smithi148:> true 2024-09-07T13:34:18.749 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-09-07T13:34:18.750 INFO:teuthology.run_tasks:Running task clock... 2024-09-07T13:34:18.760 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-07T13:34:18.760 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-07T13:34:18.761 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-07T13:34:18.763 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-07T13:34:18.763 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-07T13:34:18.791 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-07T13:34:18.791 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: Command line: ntpd -gq 2024-09-07T13:34:18.791 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: ---------------------------------------------------- 2024-09-07T13:34:18.791 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: ntp-4 is maintained by Network Time Foundation, 2024-09-07T13:34:18.791 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-07T13:34:18.791 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: corporation. Support and training for ntp-4 are 2024-09-07T13:34:18.791 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: available at https://www.nwtime.org/support 2024-09-07T13:34:18.791 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: ---------------------------------------------------- 2024-09-07T13:34:18.791 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: proto: precision = 0.045 usec (-24) 2024-09-07T13:34:18.791 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: basedate set to 2022-02-04 2024-09-07T13:34:18.792 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: gps base set to 2022-02-06 (week 2196) 2024-09-07T13:34:18.792 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-07T13:34:18.792 INFO:teuthology.orchestra.run.smithi107.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-07T13:34:18.792 INFO:teuthology.orchestra.run.smithi107.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-07T13:34:18.793 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: restrict ::: KOD does nothing without LIMITED. 2024-09-07T13:34:18.793 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: Listen and drop on 0 v6wildcard [::]:123 2024-09-07T13:34:18.794 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-07T13:34:18.794 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: Listen normally on 2 lo 127.0.0.1:123 2024-09-07T13:34:18.794 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: Listen normally on 3 enp3s0f1 172.21.15.107:123 2024-09-07T13:34:18.794 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: Listen normally on 4 lo [::1]:123 2024-09-07T13:34:18.794 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:47eb%5]:123 2024-09-07T13:34:18.794 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:18 ntpd[18556]: Listening on routing socket on fd #22 for interface updates 2024-09-07T13:34:18.819 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-07T13:34:18.820 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: Command line: ntpd -gq 2024-09-07T13:34:18.820 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: ---------------------------------------------------- 2024-09-07T13:34:18.820 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: ntp-4 is maintained by Network Time Foundation, 2024-09-07T13:34:18.820 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-07T13:34:18.821 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: corporation. Support and training for ntp-4 are 2024-09-07T13:34:18.821 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: available at https://www.nwtime.org/support 2024-09-07T13:34:18.822 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: ---------------------------------------------------- 2024-09-07T13:34:18.823 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: proto: precision = 0.045 usec (-24) 2024-09-07T13:34:18.823 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: basedate set to 2022-02-04 2024-09-07T13:34:18.823 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: gps base set to 2022-02-06 (week 2196) 2024-09-07T13:34:18.823 INFO:teuthology.orchestra.run.smithi148.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-07T13:34:18.824 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-07T13:34:18.824 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: restrict ::: KOD does nothing without LIMITED. 2024-09-07T13:34:18.825 INFO:teuthology.orchestra.run.smithi148.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-07T13:34:18.826 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: Listen and drop on 0 v6wildcard [::]:123 2024-09-07T13:34:18.826 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-07T13:34:18.827 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: Listen normally on 2 lo 127.0.0.1:123 2024-09-07T13:34:18.827 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: Listen normally on 3 enp3s0f1 172.21.15.148:123 2024-09-07T13:34:18.827 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: Listen normally on 4 lo [::1]:123 2024-09-07T13:34:18.827 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7257%5]:123 2024-09-07T13:34:18.827 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:18 ntpd[18479]: Listening on routing socket on fd #22 for interface updates 2024-09-07T13:34:19.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:19 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:19.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:19 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:19.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:19 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:19.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:19 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:19.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:19 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:19.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:19 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:19.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:19 ntpd[18556]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:19.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:19 ntpd[18556]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:20.790 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:20 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:20.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:20 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:20.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:20 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:20.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:20 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:20.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:20 ntpd[18556]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:20.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:20 ntpd[18556]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:20.820 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:20 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:20.820 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:20 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:21.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:21 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:21.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:21 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:21.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:21 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:21.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:21 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:21.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:21 ntpd[18556]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:21.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:21 ntpd[18556]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:22.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:22 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:22.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:22 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:22.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:22 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:22.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:22 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:22.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:22 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:22.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:22 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:22.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:22 ntpd[18556]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:22.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:22 ntpd[18556]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:22.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:22 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:22.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:22 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:22.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:22 ntpd[18556]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:22.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:22 ntpd[18556]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:23.790 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:23 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:23.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:23 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:23.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:23 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:23.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:23 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:23.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:23 ntpd[18556]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:23.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:23 ntpd[18556]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:23.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:23.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:23.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:23.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:23.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:23.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:23.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:23.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:23.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:23.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:23.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:23.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:23.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:23.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:23.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:23.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:23.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:23.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:23 ntpd[18479]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:24.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:24 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:24.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:24 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:24.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:24 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:24.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:24 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:24.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:24 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:24.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:24 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:24.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:24 ntpd[18556]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:24.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:24 ntpd[18556]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:24.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:24 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:24.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:24 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:24.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:24 ntpd[18556]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:24.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:24 ntpd[18556]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:25.790 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:25 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:25.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:25 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:25.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:25 ntpd[18556]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:25.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:25 ntpd[18556]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:25.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:25 ntpd[18556]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:25.791 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:25 ntpd[18556]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:25.791 INFO:teuthology.orchestra.run.smithi107.stdout: 7 Sep 13:34:25 ntpd[18556]: ntpd: time slew -0.000864 s 2024-09-07T13:34:25.791 INFO:teuthology.orchestra.run.smithi107.stdout:ntpd: time slew -0.000864s 2024-09-07T13:34:25.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:25 ntpd[18556]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-07T13:34:25.792 INFO:teuthology.orchestra.run.smithi107.stderr: 7 Sep 13:34:25 ntpd[18556]: can't open /var/log/ntpstats/loopstats.20240907: Permission denied 2024-09-07T13:34:25.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:25.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:25.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:25.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:25.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:25.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:25.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:25.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:25.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:25.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:25.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:25.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:25.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:25.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:25.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:25.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:25.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:25.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:25 ntpd[18479]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:25.843 INFO:teuthology.orchestra.run.smithi107.stdout: remote refid st t when poll reach delay offset jitter 2024-09-07T13:34:25.843 INFO:teuthology.orchestra.run.smithi107.stdout:============================================================================== 2024-09-07T13:34:25.844 INFO:teuthology.orchestra.run.smithi107.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-07T13:34:25.844 INFO:teuthology.orchestra.run.smithi107.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-07T13:34:25.844 INFO:teuthology.orchestra.run.smithi107.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-07T13:34:25.844 INFO:teuthology.orchestra.run.smithi107.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-07T13:34:27.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:27.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:27.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:27.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:27.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:27.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:27.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:27.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:27.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:27.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:27.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:27.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:27.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:27.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:27.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:27.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:27.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:27.823 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:27 ntpd[18479]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:29.820 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:29 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:29.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:29 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:29.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:29 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:29.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:29 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:29.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:29 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:29.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:29 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:29.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:29 ntpd[18479]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-07T13:34:29.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:29 ntpd[18479]: can't open /var/log/ntpstats/rawstats.20240907: Permission denied 2024-09-07T13:34:29.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:29 ntpd[18479]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-07T13:34:29.821 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:29 ntpd[18479]: can't open /var/log/ntpstats/peerstats.20240907: Permission denied 2024-09-07T13:34:29.821 INFO:teuthology.orchestra.run.smithi148.stdout: 7 Sep 13:34:29 ntpd[18479]: ntpd: time slew -0.001832 s 2024-09-07T13:34:29.822 INFO:teuthology.orchestra.run.smithi148.stdout:ntpd: time slew -0.001832s 2024-09-07T13:34:29.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:29 ntpd[18479]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-07T13:34:29.822 INFO:teuthology.orchestra.run.smithi148.stderr: 7 Sep 13:34:29 ntpd[18479]: can't open /var/log/ntpstats/loopstats.20240907: Permission denied 2024-09-07T13:34:29.877 INFO:teuthology.orchestra.run.smithi148.stdout: remote refid st t when poll reach delay offset jitter 2024-09-07T13:34:29.877 INFO:teuthology.orchestra.run.smithi148.stdout:============================================================================== 2024-09-07T13:34:29.877 INFO:teuthology.orchestra.run.smithi148.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-07T13:34:29.877 INFO:teuthology.orchestra.run.smithi148.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-07T13:34:29.877 INFO:teuthology.orchestra.run.smithi148.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-07T13:34:29.877 INFO:teuthology.orchestra.run.smithi148.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-07T13:34:29.877 INFO:teuthology.run_tasks:Running task install... 2024-09-07T13:34:29.886 DEBUG:teuthology.task.install:project ceph 2024-09-07T13:34:29.886 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '5c120bb86a547030eb0946833002675f49ccd220'}} 2024-09-07T13:34:29.886 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': '5c120bb86a547030eb0946833002675f49ccd220'} 2024-09-07T13:34:29.887 INFO:teuthology.task.install:Using flavor: default 2024-09-07T13:34:29.892 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-07T13:34:29.892 INFO:teuthology.task.install:extra packages: [] 2024-09-07T13:34:29.893 DEBUG:teuthology.orchestra.run.smithi107:> sudo apt-key list | grep Ceph 2024-09-07T13:34:29.894 DEBUG:teuthology.orchestra.run.smithi148:> sudo apt-key list | grep Ceph 2024-09-07T13:34:29.952 INFO:teuthology.orchestra.run.smithi107.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-07T13:34:29.974 INFO:teuthology.orchestra.run.smithi148.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-07T13:34:29.982 INFO:teuthology.orchestra.run.smithi107.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-07T13:34:29.982 INFO:teuthology.orchestra.run.smithi107.stdout:uid [ unknown] Ceph.com (release key) 2024-09-07T13:34:29.983 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-07T13:34:29.983 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-07T13:34:29.983 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:34:30.001 INFO:teuthology.orchestra.run.smithi148.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-07T13:34:30.001 INFO:teuthology.orchestra.run.smithi148.stdout:uid [ unknown] Ceph.com (release key) 2024-09-07T13:34:30.002 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-07T13:34:30.002 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-07T13:34:30.002 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:34:30.136 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default/ 2024-09-07T13:34:30.137 INFO:teuthology.task.install.deb:Package version is 19.3.0-4759-g5c120bb8-1jammy 2024-09-07T13:34:30.151 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default/ 2024-09-07T13:34:30.151 INFO:teuthology.task.install.deb:Package version is 19.3.0-4759-g5c120bb8-1jammy 2024-09-07T13:34:30.253 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:34:30.253 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-07T13:34:30.267 DEBUG:teuthology.orchestra.run.smithi107:> sudo apt-get update 2024-09-07T13:34:30.269 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:34:30.269 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-07T13:34:30.283 DEBUG:teuthology.orchestra.run.smithi148:> sudo apt-get update 2024-09-07T13:34:30.492 INFO:teuthology.orchestra.run.smithi107.stdout:Ign:1 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy InRelease 2024-09-07T13:34:30.504 INFO:teuthology.orchestra.run.smithi148.stdout:Ign:1 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy InRelease 2024-09-07T13:34:30.513 INFO:teuthology.orchestra.run.smithi107.stdout:Get:2 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy Release [7,689 B] 2024-09-07T13:34:30.525 INFO:teuthology.orchestra.run.smithi148.stdout:Get:2 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy Release [7,689 B] 2024-09-07T13:34:30.536 INFO:teuthology.orchestra.run.smithi107.stdout:Ign:3 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-07T13:34:30.548 INFO:teuthology.orchestra.run.smithi148.stdout:Ign:3 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-07T13:34:30.557 INFO:teuthology.orchestra.run.smithi107.stdout:Get:4 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-07T13:34:30.575 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:5 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-07T13:34:30.575 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:6 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-07T13:34:30.580 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-07T13:34:30.580 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:5 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-07T13:34:30.580 INFO:teuthology.orchestra.run.smithi148.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,429 B] 2024-09-07T13:34:30.595 INFO:teuthology.orchestra.run.smithi107.stdout:Get:7 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,429 B] 2024-09-07T13:34:30.612 INFO:teuthology.orchestra.run.smithi148.stdout:Get:7 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-07T13:34:30.641 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-07T13:34:30.651 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-07T13:34:30.723 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-07T13:34:30.733 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-07T13:34:30.934 INFO:teuthology.orchestra.run.smithi148.stdout:Fetched 29.3 kB in 0s (61.9 kB/s) 2024-09-07T13:34:30.941 INFO:teuthology.orchestra.run.smithi107.stdout:Fetched 29.3 kB in 0s (59.6 kB/s) 2024-09-07T13:34:31.951 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2024-09-07T13:34:31.960 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-09-07T13:34:31.968 DEBUG:teuthology.orchestra.run.smithi107:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-4759-g5c120bb8-1jammy cephadm=19.3.0-4759-g5c120bb8-1jammy ceph-mds=19.3.0-4759-g5c120bb8-1jammy ceph-mgr=19.3.0-4759-g5c120bb8-1jammy ceph-common=19.3.0-4759-g5c120bb8-1jammy ceph-fuse=19.3.0-4759-g5c120bb8-1jammy ceph-test=19.3.0-4759-g5c120bb8-1jammy ceph-volume=19.3.0-4759-g5c120bb8-1jammy radosgw=19.3.0-4759-g5c120bb8-1jammy python3-rados=19.3.0-4759-g5c120bb8-1jammy python3-rgw=19.3.0-4759-g5c120bb8-1jammy python3-cephfs=19.3.0-4759-g5c120bb8-1jammy python3-rbd=19.3.0-4759-g5c120bb8-1jammy libcephfs2=19.3.0-4759-g5c120bb8-1jammy libcephfs-dev=19.3.0-4759-g5c120bb8-1jammy librados2=19.3.0-4759-g5c120bb8-1jammy librbd1=19.3.0-4759-g5c120bb8-1jammy rbd-fuse=19.3.0-4759-g5c120bb8-1jammy 2024-09-07T13:34:31.976 DEBUG:teuthology.orchestra.run.smithi148:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-4759-g5c120bb8-1jammy cephadm=19.3.0-4759-g5c120bb8-1jammy ceph-mds=19.3.0-4759-g5c120bb8-1jammy ceph-mgr=19.3.0-4759-g5c120bb8-1jammy ceph-common=19.3.0-4759-g5c120bb8-1jammy ceph-fuse=19.3.0-4759-g5c120bb8-1jammy ceph-test=19.3.0-4759-g5c120bb8-1jammy ceph-volume=19.3.0-4759-g5c120bb8-1jammy radosgw=19.3.0-4759-g5c120bb8-1jammy python3-rados=19.3.0-4759-g5c120bb8-1jammy python3-rgw=19.3.0-4759-g5c120bb8-1jammy python3-cephfs=19.3.0-4759-g5c120bb8-1jammy python3-rbd=19.3.0-4759-g5c120bb8-1jammy libcephfs2=19.3.0-4759-g5c120bb8-1jammy libcephfs-dev=19.3.0-4759-g5c120bb8-1jammy librados2=19.3.0-4759-g5c120bb8-1jammy librbd1=19.3.0-4759-g5c120bb8-1jammy rbd-fuse=19.3.0-4759-g5c120bb8-1jammy 2024-09-07T13:34:32.032 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2024-09-07T13:34:32.043 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-09-07T13:34:32.239 INFO:teuthology.orchestra.run.smithi107.stdout:Building dependency tree... 2024-09-07T13:34:32.239 INFO:teuthology.orchestra.run.smithi107.stdout:Reading state information... 2024-09-07T13:34:32.251 INFO:teuthology.orchestra.run.smithi148.stdout:Building dependency tree... 2024-09-07T13:34:32.252 INFO:teuthology.orchestra.run.smithi148.stdout:Reading state information... 2024-09-07T13:34:32.447 INFO:teuthology.orchestra.run.smithi107.stdout:The following packages were automatically installed and are no longer required: 2024-09-07T13:34:32.448 INFO:teuthology.orchestra.run.smithi107.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-07T13:34:32.448 INFO:teuthology.orchestra.run.smithi107.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-07T13:34:32.448 INFO:teuthology.orchestra.run.smithi107.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-07T13:34:32.448 INFO:teuthology.orchestra.run.smithi107.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-07T13:34:32.448 INFO:teuthology.orchestra.run.smithi107.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-07T13:34:32.448 INFO:teuthology.orchestra.run.smithi107.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-07T13:34:32.449 INFO:teuthology.orchestra.run.smithi107.stdout:The following additional packages will be installed: 2024-09-07T13:34:32.449 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-07T13:34:32.450 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-07T13:34:32.450 INFO:teuthology.orchestra.run.smithi107.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-07T13:34:32.450 INFO:teuthology.orchestra.run.smithi107.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-07T13:34:32.451 INFO:teuthology.orchestra.run.smithi107.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-07T13:34:32.451 INFO:teuthology.orchestra.run.smithi107.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-07T13:34:32.451 INFO:teuthology.orchestra.run.smithi107.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-07T13:34:32.451 INFO:teuthology.orchestra.run.smithi107.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-07T13:34:32.451 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-07T13:34:32.451 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-07T13:34:32.451 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-07T13:34:32.451 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-07T13:34:32.451 INFO:teuthology.orchestra.run.smithi107.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-07T13:34:32.451 INFO:teuthology.orchestra.run.smithi107.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-07T13:34:32.452 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-07T13:34:32.452 INFO:teuthology.orchestra.run.smithi107.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-07T13:34:32.452 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-09-07T13:34:32.452 INFO:teuthology.orchestra.run.smithi107.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-09-07T13:34:32.452 INFO:teuthology.orchestra.run.smithi107.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-07T13:34:32.452 INFO:teuthology.orchestra.run.smithi107.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-07T13:34:32.452 INFO:teuthology.orchestra.run.smithi107.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-07T13:34:32.452 INFO:teuthology.orchestra.run.smithi107.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-07T13:34:32.452 INFO:teuthology.orchestra.run.smithi107.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-07T13:34:32.452 INFO:teuthology.orchestra.run.smithi107.stdout: xmlstarlet zip 2024-09-07T13:34:32.453 INFO:teuthology.orchestra.run.smithi107.stdout:Suggested packages: 2024-09-07T13:34:32.453 INFO:teuthology.orchestra.run.smithi107.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-07T13:34:32.453 INFO:teuthology.orchestra.run.smithi107.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-07T13:34:32.453 INFO:teuthology.orchestra.run.smithi107.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-07T13:34:32.453 INFO:teuthology.orchestra.run.smithi107.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-07T13:34:32.453 INFO:teuthology.orchestra.run.smithi107.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-07T13:34:32.453 INFO:teuthology.orchestra.run.smithi107.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-07T13:34:32.453 INFO:teuthology.orchestra.run.smithi107.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-07T13:34:32.453 INFO:teuthology.orchestra.run.smithi107.stdout:Recommended packages: 2024-09-07T13:34:32.453 INFO:teuthology.orchestra.run.smithi107.stdout: btrfs-tools 2024-09-07T13:34:32.461 INFO:teuthology.orchestra.run.smithi148.stdout:The following packages were automatically installed and are no longer required: 2024-09-07T13:34:32.461 INFO:teuthology.orchestra.run.smithi148.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-07T13:34:32.461 INFO:teuthology.orchestra.run.smithi148.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-07T13:34:32.461 INFO:teuthology.orchestra.run.smithi148.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-07T13:34:32.462 INFO:teuthology.orchestra.run.smithi148.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-07T13:34:32.462 INFO:teuthology.orchestra.run.smithi148.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-07T13:34:32.462 INFO:teuthology.orchestra.run.smithi148.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-07T13:34:32.462 INFO:teuthology.orchestra.run.smithi148.stdout:The following additional packages will be installed: 2024-09-07T13:34:32.462 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-07T13:34:32.463 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-07T13:34:32.463 INFO:teuthology.orchestra.run.smithi148.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-07T13:34:32.463 INFO:teuthology.orchestra.run.smithi148.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-07T13:34:32.464 INFO:teuthology.orchestra.run.smithi148.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-07T13:34:32.464 INFO:teuthology.orchestra.run.smithi148.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-07T13:34:32.464 INFO:teuthology.orchestra.run.smithi148.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-07T13:34:32.465 INFO:teuthology.orchestra.run.smithi148.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-07T13:34:32.466 INFO:teuthology.orchestra.run.smithi148.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-07T13:34:32.466 INFO:teuthology.orchestra.run.smithi148.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-07T13:34:32.466 INFO:teuthology.orchestra.run.smithi148.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-07T13:34:32.466 INFO:teuthology.orchestra.run.smithi148.stdout: xmlstarlet zip 2024-09-07T13:34:32.466 INFO:teuthology.orchestra.run.smithi148.stdout:Suggested packages: 2024-09-07T13:34:32.466 INFO:teuthology.orchestra.run.smithi148.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-07T13:34:32.466 INFO:teuthology.orchestra.run.smithi148.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-07T13:34:32.466 INFO:teuthology.orchestra.run.smithi148.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-07T13:34:32.466 INFO:teuthology.orchestra.run.smithi148.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-07T13:34:32.467 INFO:teuthology.orchestra.run.smithi148.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-07T13:34:32.467 INFO:teuthology.orchestra.run.smithi148.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-07T13:34:32.467 INFO:teuthology.orchestra.run.smithi148.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-07T13:34:32.467 INFO:teuthology.orchestra.run.smithi148.stdout:Recommended packages: 2024-09-07T13:34:32.467 INFO:teuthology.orchestra.run.smithi148.stdout: btrfs-tools 2024-09-07T13:34:32.555 INFO:teuthology.orchestra.run.smithi107.stdout:The following NEW packages will be installed: 2024-09-07T13:34:32.556 INFO:teuthology.orchestra.run.smithi107.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-07T13:34:32.556 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-07T13:34:32.556 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-07T13:34:32.556 INFO:teuthology.orchestra.run.smithi107.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-07T13:34:32.556 INFO:teuthology.orchestra.run.smithi107.stdout: liblua5.3-dev liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2024-09-07T13:34:32.556 INFO:teuthology.orchestra.run.smithi107.stdout: libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-07T13:34:32.557 INFO:teuthology.orchestra.run.smithi107.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-07T13:34:32.557 INFO:teuthology.orchestra.run.smithi107.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-07T13:34:32.557 INFO:teuthology.orchestra.run.smithi107.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-07T13:34:32.557 INFO:teuthology.orchestra.run.smithi107.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-07T13:34:32.557 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-07T13:34:32.558 INFO:teuthology.orchestra.run.smithi107.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-07T13:34:32.559 INFO:teuthology.orchestra.run.smithi107.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-07T13:34:32.559 INFO:teuthology.orchestra.run.smithi107.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-07T13:34:32.569 INFO:teuthology.orchestra.run.smithi148.stdout:The following NEW packages will be installed: 2024-09-07T13:34:32.569 INFO:teuthology.orchestra.run.smithi148.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-07T13:34:32.569 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-07T13:34:32.570 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-07T13:34:32.570 INFO:teuthology.orchestra.run.smithi148.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-07T13:34:32.570 INFO:teuthology.orchestra.run.smithi148.stdout: liblua5.3-dev liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2024-09-07T13:34:32.570 INFO:teuthology.orchestra.run.smithi148.stdout: libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-07T13:34:32.571 INFO:teuthology.orchestra.run.smithi148.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-07T13:34:32.571 INFO:teuthology.orchestra.run.smithi148.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-07T13:34:32.572 INFO:teuthology.orchestra.run.smithi148.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-07T13:34:32.572 INFO:teuthology.orchestra.run.smithi148.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-07T13:34:32.572 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-07T13:34:32.572 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-07T13:34:32.572 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-07T13:34:32.572 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-07T13:34:32.572 INFO:teuthology.orchestra.run.smithi148.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-07T13:34:32.572 INFO:teuthology.orchestra.run.smithi148.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-07T13:34:32.572 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-07T13:34:32.573 INFO:teuthology.orchestra.run.smithi148.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-07T13:34:32.573 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-07T13:34:32.573 INFO:teuthology.orchestra.run.smithi148.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-07T13:34:32.573 INFO:teuthology.orchestra.run.smithi148.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-07T13:34:32.573 INFO:teuthology.orchestra.run.smithi148.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-07T13:34:32.573 INFO:teuthology.orchestra.run.smithi148.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-07T13:34:32.573 INFO:teuthology.orchestra.run.smithi148.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-07T13:34:32.573 INFO:teuthology.orchestra.run.smithi148.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-07T13:34:32.573 INFO:teuthology.orchestra.run.smithi148.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-07T13:34:32.615 INFO:teuthology.orchestra.run.smithi107.stdout:0 upgraded, 118 newly installed, 0 to remove and 331 not upgraded. 2024-09-07T13:34:32.616 INFO:teuthology.orchestra.run.smithi107.stdout:Need to get 243 MB of archives. 2024-09-07T13:34:32.616 INFO:teuthology.orchestra.run.smithi107.stdout:After this operation, 908 MB of additional disk space will be used. 2024-09-07T13:34:32.616 INFO:teuthology.orchestra.run.smithi107.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-07T13:34:32.630 INFO:teuthology.orchestra.run.smithi148.stdout:0 upgraded, 118 newly installed, 0 to remove and 331 not upgraded. 2024-09-07T13:34:32.630 INFO:teuthology.orchestra.run.smithi148.stdout:Need to get 243 MB of archives. 2024-09-07T13:34:32.630 INFO:teuthology.orchestra.run.smithi148.stdout:After this operation, 908 MB of additional disk space will be used. 2024-09-07T13:34:32.631 INFO:teuthology.orchestra.run.smithi148.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-07T13:34:32.706 INFO:teuthology.orchestra.run.smithi107.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-07T13:34:32.708 INFO:teuthology.orchestra.run.smithi107.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-07T13:34:32.721 INFO:teuthology.orchestra.run.smithi148.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-07T13:34:32.724 INFO:teuthology.orchestra.run.smithi148.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-07T13:34:32.724 INFO:teuthology.orchestra.run.smithi107.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-07T13:34:32.741 INFO:teuthology.orchestra.run.smithi148.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-07T13:34:32.784 INFO:teuthology.orchestra.run.smithi107.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-07T13:34:32.787 INFO:teuthology.orchestra.run.smithi107.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-07T13:34:32.797 INFO:teuthology.orchestra.run.smithi107.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-07T13:34:32.800 INFO:teuthology.orchestra.run.smithi148.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-07T13:34:32.800 INFO:teuthology.orchestra.run.smithi107.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-07T13:34:32.800 INFO:teuthology.orchestra.run.smithi107.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-07T13:34:32.801 INFO:teuthology.orchestra.run.smithi107.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-07T13:34:32.804 INFO:teuthology.orchestra.run.smithi148.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-07T13:34:32.808 INFO:teuthology.orchestra.run.smithi107.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-07T13:34:32.811 INFO:teuthology.orchestra.run.smithi107.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-07T13:34:32.813 INFO:teuthology.orchestra.run.smithi107.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-07T13:34:32.814 INFO:teuthology.orchestra.run.smithi107.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-07T13:34:32.817 INFO:teuthology.orchestra.run.smithi148.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-07T13:34:32.817 INFO:teuthology.orchestra.run.smithi107.stdout:Get:15 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-4759-g5c120bb8-1jammy [3,631 kB] 2024-09-07T13:34:32.820 INFO:teuthology.orchestra.run.smithi107.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-07T13:34:32.821 INFO:teuthology.orchestra.run.smithi148.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-07T13:34:32.821 INFO:teuthology.orchestra.run.smithi148.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-07T13:34:32.822 INFO:teuthology.orchestra.run.smithi148.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-07T13:34:32.822 INFO:teuthology.orchestra.run.smithi107.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-07T13:34:32.825 INFO:teuthology.orchestra.run.smithi107.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-07T13:34:32.826 INFO:teuthology.orchestra.run.smithi107.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-07T13:34:32.831 INFO:teuthology.orchestra.run.smithi148.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-07T13:34:32.833 INFO:teuthology.orchestra.run.smithi148.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-07T13:34:32.835 INFO:teuthology.orchestra.run.smithi148.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-07T13:34:32.836 INFO:teuthology.orchestra.run.smithi148.stdout:Get:14 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-4759-g5c120bb8-1jammy [3,631 kB] 2024-09-07T13:34:32.836 INFO:teuthology.orchestra.run.smithi148.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-07T13:34:32.837 INFO:teuthology.orchestra.run.smithi107.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-07T13:34:32.837 INFO:teuthology.orchestra.run.smithi107.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-07T13:34:32.838 INFO:teuthology.orchestra.run.smithi148.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-07T13:34:32.839 INFO:teuthology.orchestra.run.smithi107.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-07T13:34:32.839 INFO:teuthology.orchestra.run.smithi107.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-07T13:34:32.839 INFO:teuthology.orchestra.run.smithi107.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-07T13:34:32.840 INFO:teuthology.orchestra.run.smithi107.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-07T13:34:32.840 INFO:teuthology.orchestra.run.smithi148.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-07T13:34:32.854 INFO:teuthology.orchestra.run.smithi148.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-07T13:34:32.854 INFO:teuthology.orchestra.run.smithi107.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-07T13:34:32.855 INFO:teuthology.orchestra.run.smithi107.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-07T13:34:32.855 INFO:teuthology.orchestra.run.smithi107.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-07T13:34:32.856 INFO:teuthology.orchestra.run.smithi148.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-07T13:34:32.857 INFO:teuthology.orchestra.run.smithi148.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-07T13:34:32.857 INFO:teuthology.orchestra.run.smithi148.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-07T13:34:32.857 INFO:teuthology.orchestra.run.smithi107.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-07T13:34:32.858 INFO:teuthology.orchestra.run.smithi148.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-07T13:34:32.858 INFO:teuthology.orchestra.run.smithi148.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-07T13:34:32.859 INFO:teuthology.orchestra.run.smithi148.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-07T13:34:32.859 INFO:teuthology.orchestra.run.smithi148.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-07T13:34:32.871 INFO:teuthology.orchestra.run.smithi107.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-07T13:34:32.871 INFO:teuthology.orchestra.run.smithi107.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-07T13:34:32.872 INFO:teuthology.orchestra.run.smithi107.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-07T13:34:32.872 INFO:teuthology.orchestra.run.smithi148.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-07T13:34:32.873 INFO:teuthology.orchestra.run.smithi148.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-07T13:34:32.873 INFO:teuthology.orchestra.run.smithi107.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-07T13:34:32.873 INFO:teuthology.orchestra.run.smithi107.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-07T13:34:32.873 INFO:teuthology.orchestra.run.smithi107.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-07T13:34:32.888 INFO:teuthology.orchestra.run.smithi107.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-07T13:34:32.889 INFO:teuthology.orchestra.run.smithi107.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-07T13:34:32.889 INFO:teuthology.orchestra.run.smithi107.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-07T13:34:32.889 INFO:teuthology.orchestra.run.smithi148.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-07T13:34:32.892 INFO:teuthology.orchestra.run.smithi148.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-07T13:34:32.892 INFO:teuthology.orchestra.run.smithi148.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-07T13:34:32.893 INFO:teuthology.orchestra.run.smithi148.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-07T13:34:32.893 INFO:teuthology.orchestra.run.smithi148.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-07T13:34:32.894 INFO:teuthology.orchestra.run.smithi107.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-07T13:34:32.895 INFO:teuthology.orchestra.run.smithi148.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-07T13:34:32.895 INFO:teuthology.orchestra.run.smithi148.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-07T13:34:32.895 INFO:teuthology.orchestra.run.smithi148.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-07T13:34:32.905 INFO:teuthology.orchestra.run.smithi107.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-07T13:34:32.906 INFO:teuthology.orchestra.run.smithi107.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-07T13:34:32.906 INFO:teuthology.orchestra.run.smithi107.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-07T13:34:32.907 INFO:teuthology.orchestra.run.smithi148.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-07T13:34:32.908 INFO:teuthology.orchestra.run.smithi148.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-07T13:34:32.908 INFO:teuthology.orchestra.run.smithi107.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-07T13:34:32.912 INFO:teuthology.orchestra.run.smithi107.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-07T13:34:32.912 INFO:teuthology.orchestra.run.smithi107.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-07T13:34:32.922 INFO:teuthology.orchestra.run.smithi107.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-07T13:34:32.923 INFO:teuthology.orchestra.run.smithi107.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-07T13:34:32.924 INFO:teuthology.orchestra.run.smithi148.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-07T13:34:32.925 INFO:teuthology.orchestra.run.smithi107.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-07T13:34:32.926 INFO:teuthology.orchestra.run.smithi107.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-07T13:34:32.929 INFO:teuthology.orchestra.run.smithi148.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-07T13:34:32.929 INFO:teuthology.orchestra.run.smithi148.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-07T13:34:32.930 INFO:teuthology.orchestra.run.smithi148.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-07T13:34:32.930 INFO:teuthology.orchestra.run.smithi148.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-07T13:34:32.932 INFO:teuthology.orchestra.run.smithi148.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-07T13:34:32.933 INFO:teuthology.orchestra.run.smithi148.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-07T13:34:32.934 INFO:teuthology.orchestra.run.smithi148.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-07T13:34:32.939 INFO:teuthology.orchestra.run.smithi107.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-07T13:34:32.941 INFO:teuthology.orchestra.run.smithi148.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-07T13:34:32.942 INFO:teuthology.orchestra.run.smithi148.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-07T13:34:32.942 INFO:teuthology.orchestra.run.smithi107.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-07T13:34:32.958 INFO:teuthology.orchestra.run.smithi148.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-07T13:34:32.958 INFO:teuthology.orchestra.run.smithi148.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-07T13:34:32.959 INFO:teuthology.orchestra.run.smithi148.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-07T13:34:32.962 INFO:teuthology.orchestra.run.smithi148.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-07T13:34:32.996 INFO:teuthology.orchestra.run.smithi107.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-07T13:34:32.997 INFO:teuthology.orchestra.run.smithi107.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-07T13:34:32.998 INFO:teuthology.orchestra.run.smithi107.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-07T13:34:32.998 INFO:teuthology.orchestra.run.smithi107.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-07T13:34:32.999 INFO:teuthology.orchestra.run.smithi107.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-07T13:34:33.014 INFO:teuthology.orchestra.run.smithi148.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-07T13:34:33.015 INFO:teuthology.orchestra.run.smithi148.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-07T13:34:33.016 INFO:teuthology.orchestra.run.smithi148.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-07T13:34:33.016 INFO:teuthology.orchestra.run.smithi148.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-07T13:34:33.017 INFO:teuthology.orchestra.run.smithi107.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-07T13:34:33.017 INFO:teuthology.orchestra.run.smithi148.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-07T13:34:33.019 INFO:teuthology.orchestra.run.smithi107.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-07T13:34:33.019 INFO:teuthology.orchestra.run.smithi107.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-07T13:34:33.033 INFO:teuthology.orchestra.run.smithi107.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-07T13:34:33.034 INFO:teuthology.orchestra.run.smithi107.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-07T13:34:33.034 INFO:teuthology.orchestra.run.smithi107.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-07T13:34:33.035 INFO:teuthology.orchestra.run.smithi148.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-07T13:34:33.035 INFO:teuthology.orchestra.run.smithi107.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-07T13:34:33.035 INFO:teuthology.orchestra.run.smithi107.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-07T13:34:33.035 INFO:teuthology.orchestra.run.smithi107.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-07T13:34:33.036 INFO:teuthology.orchestra.run.smithi148.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-07T13:34:33.036 INFO:teuthology.orchestra.run.smithi148.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-07T13:34:33.049 INFO:teuthology.orchestra.run.smithi107.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-07T13:34:33.049 INFO:teuthology.orchestra.run.smithi107.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-07T13:34:33.051 INFO:teuthology.orchestra.run.smithi148.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-07T13:34:33.051 INFO:teuthology.orchestra.run.smithi148.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-07T13:34:33.051 INFO:teuthology.orchestra.run.smithi148.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-07T13:34:33.052 INFO:teuthology.orchestra.run.smithi148.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-07T13:34:33.052 INFO:teuthology.orchestra.run.smithi107.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-07T13:34:33.053 INFO:teuthology.orchestra.run.smithi148.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-07T13:34:33.053 INFO:teuthology.orchestra.run.smithi148.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-07T13:34:33.066 INFO:teuthology.orchestra.run.smithi107.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-07T13:34:33.067 INFO:teuthology.orchestra.run.smithi148.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-07T13:34:33.067 INFO:teuthology.orchestra.run.smithi107.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-07T13:34:33.068 INFO:teuthology.orchestra.run.smithi148.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-07T13:34:33.068 INFO:teuthology.orchestra.run.smithi107.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-07T13:34:33.071 INFO:teuthology.orchestra.run.smithi148.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-07T13:34:33.071 INFO:teuthology.orchestra.run.smithi107.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-07T13:34:33.073 INFO:teuthology.orchestra.run.smithi107.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-07T13:34:33.074 INFO:teuthology.orchestra.run.smithi107.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-07T13:34:33.074 INFO:teuthology.orchestra.run.smithi107.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-07T13:34:33.082 INFO:teuthology.orchestra.run.smithi107.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-07T13:34:33.083 INFO:teuthology.orchestra.run.smithi107.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-07T13:34:33.084 INFO:teuthology.orchestra.run.smithi148.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-07T13:34:33.086 INFO:teuthology.orchestra.run.smithi107.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-07T13:34:33.086 INFO:teuthology.orchestra.run.smithi148.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-07T13:34:33.086 INFO:teuthology.orchestra.run.smithi148.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-07T13:34:33.089 INFO:teuthology.orchestra.run.smithi148.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-07T13:34:33.091 INFO:teuthology.orchestra.run.smithi148.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-07T13:34:33.092 INFO:teuthology.orchestra.run.smithi148.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-07T13:34:33.093 INFO:teuthology.orchestra.run.smithi148.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-07T13:34:33.099 INFO:teuthology.orchestra.run.smithi107.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-07T13:34:33.100 INFO:teuthology.orchestra.run.smithi107.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-07T13:34:33.100 INFO:teuthology.orchestra.run.smithi107.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-07T13:34:33.101 INFO:teuthology.orchestra.run.smithi148.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-07T13:34:33.102 INFO:teuthology.orchestra.run.smithi107.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-07T13:34:33.102 INFO:teuthology.orchestra.run.smithi148.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-07T13:34:33.103 INFO:teuthology.orchestra.run.smithi107.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-07T13:34:33.105 INFO:teuthology.orchestra.run.smithi148.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-07T13:34:33.109 INFO:teuthology.orchestra.run.smithi107.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-07T13:34:33.109 INFO:teuthology.orchestra.run.smithi107.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-07T13:34:33.116 INFO:teuthology.orchestra.run.smithi107.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-07T13:34:33.119 INFO:teuthology.orchestra.run.smithi107.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-07T13:34:33.119 INFO:teuthology.orchestra.run.smithi107.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-07T13:34:33.120 INFO:teuthology.orchestra.run.smithi148.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-07T13:34:33.121 INFO:teuthology.orchestra.run.smithi148.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-07T13:34:33.121 INFO:teuthology.orchestra.run.smithi148.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-07T13:34:33.121 INFO:teuthology.orchestra.run.smithi148.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-07T13:34:33.122 INFO:teuthology.orchestra.run.smithi148.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-07T13:34:33.128 INFO:teuthology.orchestra.run.smithi148.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-07T13:34:33.128 INFO:teuthology.orchestra.run.smithi148.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-07T13:34:33.136 INFO:teuthology.orchestra.run.smithi148.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-07T13:34:33.138 INFO:teuthology.orchestra.run.smithi148.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-07T13:34:33.139 INFO:teuthology.orchestra.run.smithi148.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-07T13:34:34.240 INFO:teuthology.orchestra.run.smithi107.stdout:Get:89 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-4759-g5c120bb8-1jammy [3,322 kB] 2024-09-07T13:34:34.293 INFO:teuthology.orchestra.run.smithi148.stdout:Get:89 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-4759-g5c120bb8-1jammy [3,322 kB] 2024-09-07T13:34:34.784 INFO:teuthology.orchestra.run.smithi107.stdout:Get:90 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-4759-g5c120bb8-1jammy [723 kB] 2024-09-07T13:34:34.903 INFO:teuthology.orchestra.run.smithi107.stdout:Get:91 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-4759-g5c120bb8-1jammy [356 kB] 2024-09-07T13:34:34.941 INFO:teuthology.orchestra.run.smithi107.stdout:Get:92 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-4759-g5c120bb8-1jammy [32.8 kB] 2024-09-07T13:34:34.942 INFO:teuthology.orchestra.run.smithi107.stdout:Get:93 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-4759-g5c120bb8-1jammy [180 kB] 2024-09-07T13:34:34.972 INFO:teuthology.orchestra.run.smithi107.stdout:Get:94 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-4759-g5c120bb8-1jammy [71.2 kB] 2024-09-07T13:34:34.974 INFO:teuthology.orchestra.run.smithi107.stdout:Get:95 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-4759-g5c120bb8-1jammy [338 kB] 2024-09-07T13:34:35.034 INFO:teuthology.orchestra.run.smithi107.stdout:Get:96 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-4759-g5c120bb8-1jammy [7,970 kB] 2024-09-07T13:34:35.441 INFO:teuthology.orchestra.run.smithi148.stdout:Get:90 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-4759-g5c120bb8-1jammy [723 kB] 2024-09-07T13:34:35.730 INFO:teuthology.orchestra.run.smithi148.stdout:Get:91 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-4759-g5c120bb8-1jammy [356 kB] 2024-09-07T13:34:35.881 INFO:teuthology.orchestra.run.smithi148.stdout:Get:92 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-4759-g5c120bb8-1jammy [32.8 kB] 2024-09-07T13:34:35.882 INFO:teuthology.orchestra.run.smithi148.stdout:Get:93 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-4759-g5c120bb8-1jammy [180 kB] 2024-09-07T13:34:35.891 INFO:teuthology.orchestra.run.smithi107.stdout:Get:97 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-4759-g5c120bb8-1jammy [112 kB] 2024-09-07T13:34:35.893 INFO:teuthology.orchestra.run.smithi107.stdout:Get:98 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-4759-g5c120bb8-1jammy [473 kB] 2024-09-07T13:34:35.918 INFO:teuthology.orchestra.run.smithi107.stdout:Get:99 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-4759-g5c120bb8-1jammy [28.2 MB] 2024-09-07T13:34:35.959 INFO:teuthology.orchestra.run.smithi148.stdout:Get:94 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-4759-g5c120bb8-1jammy [71.2 kB] 2024-09-07T13:34:35.961 INFO:teuthology.orchestra.run.smithi148.stdout:Get:95 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-4759-g5c120bb8-1jammy [338 kB] 2024-09-07T13:34:36.118 INFO:teuthology.orchestra.run.smithi148.stdout:Get:96 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-4759-g5c120bb8-1jammy [7,970 kB] 2024-09-07T13:34:37.408 INFO:teuthology.orchestra.run.smithi107.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-4759-g5c120bb8-1jammy [5,206 kB] 2024-09-07T13:34:37.534 INFO:teuthology.orchestra.run.smithi107.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-4759-g5c120bb8-1jammy [251 kB] 2024-09-07T13:34:37.541 INFO:teuthology.orchestra.run.smithi107.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-4759-g5c120bb8-1jammy [124 kB] 2024-09-07T13:34:37.544 INFO:teuthology.orchestra.run.smithi107.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-4759-g5c120bb8-1jammy [1,560 kB] 2024-09-07T13:34:37.611 INFO:teuthology.orchestra.run.smithi107.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-4759-g5c120bb8-1jammy [6,309 kB] 2024-09-07T13:34:37.881 INFO:teuthology.orchestra.run.smithi107.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-4759-g5c120bb8-1jammy [23.1 MB] 2024-09-07T13:34:38.734 INFO:teuthology.orchestra.run.smithi148.stdout:Get:97 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-4759-g5c120bb8-1jammy [112 kB] 2024-09-07T13:34:38.762 INFO:teuthology.orchestra.run.smithi148.stdout:Get:98 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-4759-g5c120bb8-1jammy [473 kB] 2024-09-07T13:34:38.907 INFO:teuthology.orchestra.run.smithi148.stdout:Get:99 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-4759-g5c120bb8-1jammy [28.2 MB] 2024-09-07T13:34:38.962 INFO:teuthology.orchestra.run.smithi107.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-4759-g5c120bb8-1jammy [14.0 kB] 2024-09-07T13:34:38.963 INFO:teuthology.orchestra.run.smithi107.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-4759-g5c120bb8-1jammy [880 kB] 2024-09-07T13:34:38.980 INFO:teuthology.orchestra.run.smithi107.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-4759-g5c120bb8-1jammy [2,438 kB] 2024-09-07T13:34:39.032 INFO:teuthology.orchestra.run.smithi107.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-4759-g5c120bb8-1jammy [812 kB] 2024-09-07T13:34:39.060 INFO:teuthology.orchestra.run.smithi107.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-4759-g5c120bb8-1jammy [160 kB] 2024-09-07T13:34:39.062 INFO:teuthology.orchestra.run.smithi107.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-4759-g5c120bb8-1jammy [61.4 MB] 2024-09-07T13:34:41.563 INFO:teuthology.orchestra.run.smithi107.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-4759-g5c120bb8-1jammy [8,625 kB] 2024-09-07T13:34:41.732 INFO:teuthology.orchestra.run.smithi107.stdout:Get:113 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-4759-g5c120bb8-1jammy [14.2 kB] 2024-09-07T13:34:41.733 INFO:teuthology.orchestra.run.smithi107.stdout:Get:114 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-4759-g5c120bb8-1jammy [48.5 MB] 2024-09-07T13:34:43.284 INFO:teuthology.orchestra.run.smithi107.stdout:Get:115 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-4759-g5c120bb8-1jammy [130 kB] 2024-09-07T13:34:43.368 INFO:teuthology.orchestra.run.smithi107.stdout:Get:116 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-4759-g5c120bb8-1jammy [39.0 kB] 2024-09-07T13:34:43.369 INFO:teuthology.orchestra.run.smithi107.stdout:Get:117 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-4759-g5c120bb8-1jammy [15.8 MB] 2024-09-07T13:34:43.813 INFO:teuthology.orchestra.run.smithi107.stdout:Get:118 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-4759-g5c120bb8-1jammy [91.3 kB] 2024-09-07T13:34:44.382 INFO:teuthology.orchestra.run.smithi107.stdout:Fetched 243 MB in 11s (21.6 MB/s) 2024-09-07T13:34:44.507 INFO:teuthology.orchestra.run.smithi148.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-4759-g5c120bb8-1jammy [5,206 kB] 2024-09-07T13:34:44.519 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-07T13:34:44.617 INFO:teuthology.orchestra.run.smithi107.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-09-07T13:34:44.623 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-07T13:34:44.702 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-07T13:34:44.904 INFO:teuthology.orchestra.run.smithi148.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-4759-g5c120bb8-1jammy [251 kB] 2024-09-07T13:34:44.928 INFO:teuthology.orchestra.run.smithi148.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-4759-g5c120bb8-1jammy [124 kB] 2024-09-07T13:34:44.931 INFO:teuthology.orchestra.run.smithi148.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-4759-g5c120bb8-1jammy [1,560 kB] 2024-09-07T13:34:45.047 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-07T13:34:45.066 INFO:teuthology.orchestra.run.smithi148.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-4759-g5c120bb8-1jammy [6,309 kB] 2024-09-07T13:34:45.073 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-07T13:34:45.113 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-07T13:34:45.458 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-07T13:34:45.484 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-07T13:34:45.525 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-07T13:34:45.558 INFO:teuthology.orchestra.run.smithi148.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-4759-g5c120bb8-1jammy [23.1 MB] 2024-09-07T13:34:45.903 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-07T13:34:45.930 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-07T13:34:45.979 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-07T13:34:46.373 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-07T13:34:46.400 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-07T13:34:46.440 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-07T13:34:46.777 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-07T13:34:46.803 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-07T13:34:46.843 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-07T13:34:47.271 INFO:teuthology.orchestra.run.smithi148.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-4759-g5c120bb8-1jammy [14.0 kB] 2024-09-07T13:34:47.271 INFO:teuthology.orchestra.run.smithi148.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-4759-g5c120bb8-1jammy [880 kB] 2024-09-07T13:34:47.288 INFO:teuthology.orchestra.run.smithi148.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-4759-g5c120bb8-1jammy [2,438 kB] 2024-09-07T13:34:47.433 INFO:teuthology.orchestra.run.smithi148.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-4759-g5c120bb8-1jammy [812 kB] 2024-09-07T13:34:47.472 INFO:teuthology.orchestra.run.smithi148.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-4759-g5c120bb8-1jammy [160 kB] 2024-09-07T13:34:47.499 INFO:teuthology.orchestra.run.smithi148.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-4759-g5c120bb8-1jammy [61.4 MB] 2024-09-07T13:34:47.730 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-07T13:34:47.757 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-07T13:34:47.805 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-07T13:34:48.191 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package librados2. 2024-09-07T13:34:48.217 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../007-librados2_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:48.275 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking librados2 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:48.753 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package librbd1. 2024-09-07T13:34:48.779 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../008-librbd1_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:48.819 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking librbd1 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:49.256 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libcephfs2. 2024-09-07T13:34:49.282 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../009-libcephfs2_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:49.322 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libcephfs2 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:49.616 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-rados. 2024-09-07T13:34:49.642 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../010-python3-rados_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:49.692 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-rados (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:50.061 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-07T13:34:50.087 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../011-python3-ceph-argparse_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:34:50.128 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-ceph-argparse (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:50.380 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-cephfs. 2024-09-07T13:34:50.407 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../012-python3-cephfs_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:50.447 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-cephfs (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:50.767 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-07T13:34:50.793 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../013-python3-ceph-common_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:34:50.833 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-ceph-common (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:51.128 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-07T13:34:51.155 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../014-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-07T13:34:51.186 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-07T13:34:51.356 INFO:teuthology.orchestra.run.smithi148.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-4759-g5c120bb8-1jammy [8,625 kB] 2024-09-07T13:34:51.523 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-prettytable. 2024-09-07T13:34:51.549 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../015-python3-prettytable_2.5.0-2_all.deb ... 2024-09-07T13:34:51.614 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-07T13:34:51.643 INFO:teuthology.orchestra.run.smithi148.stdout:Get:113 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-4759-g5c120bb8-1jammy [14.2 kB] 2024-09-07T13:34:51.644 INFO:teuthology.orchestra.run.smithi148.stdout:Get:114 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-4759-g5c120bb8-1jammy [48.5 MB] 2024-09-07T13:34:51.884 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-rbd. 2024-09-07T13:34:51.911 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../016-python3-rbd_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:51.950 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-rbd (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:52.262 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-07T13:34:52.289 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../017-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-07T13:34:52.320 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-07T13:34:52.573 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-07T13:34:52.599 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../018-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-07T13:34:52.639 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-07T13:34:53.101 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-07T13:34:53.128 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../019-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-07T13:34:53.168 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-07T13:34:53.471 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package lua5.1. 2024-09-07T13:34:53.498 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../020-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-07T13:34:53.538 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-07T13:34:53.874 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package lua-any. 2024-09-07T13:34:53.890 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../021-lua-any_27ubuntu1_all.deb ... 2024-09-07T13:34:53.932 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-07T13:34:54.111 INFO:teuthology.orchestra.run.smithi148.stdout:Get:115 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-4759-g5c120bb8-1jammy [130 kB] 2024-09-07T13:34:54.194 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package zip. 2024-09-07T13:34:54.196 INFO:teuthology.orchestra.run.smithi148.stdout:Get:116 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-4759-g5c120bb8-1jammy [39.0 kB] 2024-09-07T13:34:54.197 INFO:teuthology.orchestra.run.smithi148.stdout:Get:117 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-4759-g5c120bb8-1jammy [15.8 MB] 2024-09-07T13:34:54.209 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../022-zip_3.0-12build2_amd64.deb ... 2024-09-07T13:34:54.252 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking zip (3.0-12build2) ... 2024-09-07T13:34:54.572 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package unzip. 2024-09-07T13:34:54.598 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../023-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-07T13:34:54.638 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-07T13:34:54.699 INFO:teuthology.orchestra.run.smithi148.stdout:Get:118 https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/5c120bb86a547030eb0946833002675f49ccd220/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-4759-g5c120bb8-1jammy [91.3 kB] 2024-09-07T13:34:55.060 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package luarocks. 2024-09-07T13:34:55.086 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../024-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-07T13:34:55.134 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-07T13:34:55.236 INFO:teuthology.orchestra.run.smithi148.stdout:Fetched 243 MB in 22s (11.0 MB/s) 2024-09-07T13:34:55.394 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-07T13:34:55.489 INFO:teuthology.orchestra.run.smithi148.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-09-07T13:34:55.494 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-07T13:34:55.576 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-07T13:34:55.584 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package librgw2. 2024-09-07T13:34:55.611 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../025-librgw2_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:55.651 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking librgw2 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:55.913 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-07T13:34:55.939 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-07T13:34:55.979 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-07T13:34:56.270 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-rgw. 2024-09-07T13:34:56.296 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../026-python3-rgw_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:56.337 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-rgw (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:56.482 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-07T13:34:56.509 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-07T13:34:56.549 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-07T13:34:56.715 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-07T13:34:56.741 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../027-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-07T13:34:56.789 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-07T13:34:56.919 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-07T13:34:56.945 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-07T13:34:56.994 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-07T13:34:57.160 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libradosstriper1. 2024-09-07T13:34:57.186 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../028-libradosstriper1_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:57.226 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libradosstriper1 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:57.406 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-07T13:34:57.432 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-07T13:34:57.472 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-07T13:34:57.655 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-common. 2024-09-07T13:34:57.682 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../029-ceph-common_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:57.721 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-common (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:57.792 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-07T13:34:57.818 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-07T13:34:57.858 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-07T13:34:58.170 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-07T13:34:58.185 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-07T13:34:58.228 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-07T13:34:58.548 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package librados2. 2024-09-07T13:34:58.574 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../007-librados2_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:58.614 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking librados2 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:59.100 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package librbd1. 2024-09-07T13:34:59.127 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../008-librbd1_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:59.167 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking librbd1 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:59.368 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-base. 2024-09-07T13:34:59.395 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../030-ceph-base_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:59.445 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-base (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:59.578 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libcephfs2. 2024-09-07T13:34:59.593 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../009-libcephfs2_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:59.636 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libcephfs2 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:34:59.897 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-rados. 2024-09-07T13:34:59.923 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../010-python3-rados_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:34:59.964 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-rados (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:00.023 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-07T13:35:00.049 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../031-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-07T13:35:00.089 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-07T13:35:00.283 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-07T13:35:00.310 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../011-python3-ceph-argparse_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:00.349 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-ceph-argparse (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:00.418 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-cheroot. 2024-09-07T13:35:00.444 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../032-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-07T13:35:00.492 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-07T13:35:00.610 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-cephfs. 2024-09-07T13:35:00.637 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../012-python3-cephfs_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:00.677 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-cephfs (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:00.837 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-07T13:35:00.864 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../033-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-07T13:35:00.904 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-07T13:35:00.946 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-07T13:35:00.962 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../013-python3-ceph-common_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:00.996 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-ceph-common (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:01.173 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-07T13:35:01.189 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../034-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-07T13:35:01.232 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-07T13:35:01.325 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-07T13:35:01.351 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../014-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-07T13:35:01.516 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-07T13:35:01.543 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-07T13:35:01.570 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../035-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-07T13:35:01.610 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-07T13:35:01.836 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-prettytable. 2024-09-07T13:35:01.862 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../015-python3-prettytable_2.5.0-2_all.deb ... 2024-09-07T13:35:01.902 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-07T13:35:01.913 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-tempora. 2024-09-07T13:35:01.939 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../036-python3-tempora_4.1.2-1_all.deb ... 2024-09-07T13:35:01.979 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-07T13:35:02.146 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-rbd. 2024-09-07T13:35:02.162 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../016-python3-rbd_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:02.196 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-rbd (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:02.249 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-portend. 2024-09-07T13:35:02.264 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../037-python3-portend_3.0.0-1_all.deb ... 2024-09-07T13:35:02.299 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-07T13:35:02.491 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-07T13:35:02.517 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../017-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-07T13:35:02.557 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-07T13:35:02.835 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-07T13:35:02.858 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../018-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-07T13:35:02.926 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-07T13:35:03.229 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-07T13:35:03.256 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../019-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-07T13:35:03.296 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-07T13:35:03.436 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-07T13:35:03.462 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../038-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-07T13:35:03.502 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-07T13:35:03.616 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package lua5.1. 2024-09-07T13:35:03.644 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../020-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-07T13:35:03.682 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-07T13:35:03.822 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-07T13:35:03.849 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../039-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-07T13:35:03.994 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package lua-any. 2024-09-07T13:35:04.009 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../021-lua-any_27ubuntu1_all.deb ... 2024-09-07T13:35:04.042 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-07T13:35:04.052 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-07T13:35:04.264 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package zip. 2024-09-07T13:35:04.278 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../022-zip_3.0-12build2_amd64.deb ... 2024-09-07T13:35:04.312 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking zip (3.0-12build2) ... 2024-09-07T13:35:04.409 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-natsort. 2024-09-07T13:35:04.436 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../040-python3-natsort_8.0.2-1_all.deb ... 2024-09-07T13:35:04.475 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-07T13:35:04.616 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package unzip. 2024-09-07T13:35:04.631 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../023-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-07T13:35:04.674 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-07T13:35:04.787 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-logutils. 2024-09-07T13:35:04.814 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../041-python3-logutils_0.3.3-8_all.deb ... 2024-09-07T13:35:04.854 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-07T13:35:05.078 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package luarocks. 2024-09-07T13:35:05.104 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../024-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-07T13:35:05.144 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-07T13:35:05.157 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-07T13:35:05.183 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../042-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-07T13:35:05.231 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-07T13:35:05.510 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package librgw2. 2024-09-07T13:35:05.537 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../025-librgw2_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:05.577 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking librgw2 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:05.601 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-mako. 2024-09-07T13:35:05.628 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-07T13:35:05.676 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-07T13:35:06.088 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-07T13:35:06.114 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-07T13:35:06.154 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-07T13:35:06.558 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-07T13:35:06.584 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-07T13:35:06.624 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-07T13:35:06.994 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-webob. 2024-09-07T13:35:07.013 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-rgw. 2024-09-07T13:35:07.020 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-07T13:35:07.028 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../026-python3-rgw_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:07.069 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-07T13:35:07.071 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-rgw (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:07.366 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-07T13:35:07.392 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../027-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-07T13:35:07.433 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-07T13:35:07.489 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-waitress. 2024-09-07T13:35:07.515 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-07T13:35:07.567 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-07T13:35:07.710 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libradosstriper1. 2024-09-07T13:35:07.736 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../028-libradosstriper1_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:07.776 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libradosstriper1 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:07.875 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-tempita. 2024-09-07T13:35:07.901 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-07T13:35:07.950 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-07T13:35:08.197 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-common. 2024-09-07T13:35:08.223 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../029-ceph-common_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:08.263 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-common (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:08.269 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-paste. 2024-09-07T13:35:08.296 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-07T13:35:08.344 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-07T13:35:08.664 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-07T13:35:08.680 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-07T13:35:08.723 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-07T13:35:08.994 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-07T13:35:09.010 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-07T13:35:09.053 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-07T13:35:09.364 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-webtest. 2024-09-07T13:35:09.390 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2024-09-07T13:35:09.430 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-07T13:35:09.677 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-base. 2024-09-07T13:35:09.703 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../030-ceph-base_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:09.725 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pecan. 2024-09-07T13:35:09.744 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-base (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:09.751 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-07T13:35:09.791 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-07T13:35:10.163 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-certifi. 2024-09-07T13:35:10.189 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../054-python3-certifi_2020.6.20-1_all.deb ... 2024-09-07T13:35:10.229 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-07T13:35:10.339 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-07T13:35:10.365 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../031-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-07T13:35:10.405 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-07T13:35:10.549 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-idna. 2024-09-07T13:35:10.575 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../055-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-07T13:35:10.615 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-07T13:35:10.733 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-cheroot. 2024-09-07T13:35:10.760 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../032-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-07T13:35:10.800 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-07T13:35:10.901 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-urllib3. 2024-09-07T13:35:10.916 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../056-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-07T13:35:10.951 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-07T13:35:11.128 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-07T13:35:11.154 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../033-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-07T13:35:11.194 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-07T13:35:11.221 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-requests. 2024-09-07T13:35:11.247 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../057-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-07T13:35:11.287 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-07T13:35:11.447 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-07T13:35:11.462 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../034-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-07T13:35:11.497 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-07T13:35:11.590 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-07T13:35:11.617 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../058-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-07T13:35:11.656 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-07T13:35:11.792 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-07T13:35:11.818 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../035-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-07T13:35:11.858 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-07T13:35:11.943 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-07T13:35:11.970 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../059-ceph-mgr-modules-core_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:12.001 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr-modules-core (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:12.144 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-tempora. 2024-09-07T13:35:12.170 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../036-python3-tempora_4.1.2-1_all.deb ... 2024-09-07T13:35:12.210 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-07T13:35:12.381 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-07T13:35:12.407 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../060-libsqlite3-mod-ceph_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:12.448 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:12.488 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-portend. 2024-09-07T13:35:12.515 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../037-python3-portend_3.0.0-1_all.deb ... 2024-09-07T13:35:12.555 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-07T13:35:12.733 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-07T13:35:12.759 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../061-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-07T13:35:12.791 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-07T13:35:12.808 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-07T13:35:12.834 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../038-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-07T13:35:12.874 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-07T13:35:13.094 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-openssl. 2024-09-07T13:35:13.121 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../062-python3-openssl_21.0.0-1_all.deb ... 2024-09-07T13:35:13.160 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-07T13:35:13.178 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-07T13:35:13.204 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../039-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-07T13:35:13.244 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-07T13:35:13.505 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr. 2024-09-07T13:35:13.532 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../063-ceph-mgr_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:13.539 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-natsort. 2024-09-07T13:35:13.554 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../040-python3-natsort_8.0.2-1_all.deb ... 2024-09-07T13:35:13.571 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:13.589 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-07T13:35:13.892 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-logutils. 2024-09-07T13:35:13.918 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../041-python3-logutils_0.3.3-8_all.deb ... 2024-09-07T13:35:13.958 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-07T13:35:13.974 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mon. 2024-09-07T13:35:14.001 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../064-ceph-mon_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:14.041 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mon (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:14.261 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-07T13:35:14.287 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../042-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-07T13:35:14.328 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-07T13:35:14.611 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-osd. 2024-09-07T13:35:14.638 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../065-ceph-osd_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:14.647 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-mako. 2024-09-07T13:35:14.673 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-07T13:35:14.677 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-osd (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:14.714 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-07T13:35:15.000 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-07T13:35:15.016 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-07T13:35:15.050 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-07T13:35:15.336 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-07T13:35:15.363 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-07T13:35:15.403 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-07T13:35:15.705 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-webob. 2024-09-07T13:35:15.732 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-07T13:35:15.756 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph. 2024-09-07T13:35:15.771 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../066-ceph_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:15.772 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-07T13:35:15.814 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:16.134 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-waitress. 2024-09-07T13:35:16.141 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-fuse. 2024-09-07T13:35:16.160 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-07T13:35:16.168 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../067-ceph-fuse_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:16.203 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-07T13:35:16.208 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-fuse (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:16.520 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-tempita. 2024-09-07T13:35:16.536 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mds. 2024-09-07T13:35:16.549 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-07T13:35:16.563 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../068-ceph-mds_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:16.586 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-07T13:35:16.594 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mds (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:16.839 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-paste. 2024-09-07T13:35:16.865 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-07T13:35:16.897 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-07T13:35:16.972 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package cephadm. 2024-09-07T13:35:16.998 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../069-cephadm_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:17.038 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking cephadm (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:17.357 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-07T13:35:17.373 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../070-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-07T13:35:17.384 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-07T13:35:17.411 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-07T13:35:17.415 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-07T13:35:17.450 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-07T13:35:17.735 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-07T13:35:17.753 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-07T13:35:17.761 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../071-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-07T13:35:17.769 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-07T13:35:17.802 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-07T13:35:17.811 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-07T13:35:18.114 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-webtest. 2024-09-07T13:35:18.141 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2024-09-07T13:35:18.181 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-07T13:35:18.526 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pecan. 2024-09-07T13:35:18.552 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-07T13:35:18.593 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-07T13:35:18.873 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-babel. 2024-09-07T13:35:18.900 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../072-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-07T13:35:18.939 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-certifi. 2024-09-07T13:35:18.939 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-07T13:35:18.965 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../054-python3-certifi_2020.6.20-1_all.deb ... 2024-09-07T13:35:19.005 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-07T13:35:19.276 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-jinja2. 2024-09-07T13:35:19.291 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-idna. 2024-09-07T13:35:19.303 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../073-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-07T13:35:19.318 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../055-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-07T13:35:19.342 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-07T13:35:19.349 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-07T13:35:19.635 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-urllib3. 2024-09-07T13:35:19.662 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../056-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-07T13:35:19.702 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-07T13:35:19.904 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-07T13:35:19.930 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../074-ceph-mgr-cephadm_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:19.970 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr-cephadm (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:20.038 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-requests. 2024-09-07T13:35:20.054 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../057-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-07T13:35:20.096 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-07T13:35:20.298 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-07T13:35:20.325 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../075-python3-repoze.lru_0.7-2_all.deb ... 2024-09-07T13:35:20.364 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-07T13:35:20.416 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-07T13:35:20.443 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../058-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-07T13:35:20.483 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-07T13:35:20.609 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-routes. 2024-09-07T13:35:20.624 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../076-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-07T13:35:20.659 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-07T13:35:20.769 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-07T13:35:20.784 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../059-ceph-mgr-modules-core_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:20.827 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mgr-modules-core (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:20.970 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-07T13:35:20.997 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../077-ceph-mgr-dashboard_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:21.028 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr-dashboard (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:21.174 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-07T13:35:21.189 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../060-libsqlite3-mod-ceph_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:21.232 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:21.543 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-07T13:35:21.570 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../061-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-07T13:35:21.609 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-07T13:35:21.912 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-openssl. 2024-09-07T13:35:21.939 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../062-python3-openssl_21.0.0-1_all.deb ... 2024-09-07T13:35:21.979 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-07T13:35:22.298 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mgr. 2024-09-07T13:35:22.314 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../063-ceph-mgr_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:22.468 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mgr (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:22.827 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mon. 2024-09-07T13:35:22.853 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../064-ceph-mon_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:22.893 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mon (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:23.505 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-osd. 2024-09-07T13:35:23.532 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../065-ceph-osd_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:23.571 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-osd (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:23.933 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-07T13:35:23.962 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../078-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-07T13:35:24.007 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-07T13:35:24.477 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-joblib. 2024-09-07T13:35:24.505 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../079-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-07T13:35:24.535 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-07T13:35:24.635 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph. 2024-09-07T13:35:24.650 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../066-ceph_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:24.693 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:24.914 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-07T13:35:24.941 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../080-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-07T13:35:24.980 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-07T13:35:25.012 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-fuse. 2024-09-07T13:35:25.039 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../067-ceph-fuse_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:25.079 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-fuse (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:25.316 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-sklearn. 2024-09-07T13:35:25.344 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../081-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-07T13:35:25.382 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-07T13:35:25.441 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mds. 2024-09-07T13:35:25.467 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../068-ceph-mds_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:25.507 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mds (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:25.885 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package cephadm. 2024-09-07T13:35:25.900 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../069-cephadm_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:25.960 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking cephadm (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:26.041 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-07T13:35:26.069 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../082-ceph-mgr-diskprediction-local_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:26.218 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:26.254 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-07T13:35:26.281 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../070-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-07T13:35:26.320 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-07T13:35:26.623 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-07T13:35:26.650 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../071-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-07T13:35:26.690 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-07T13:35:27.188 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-cachetools. 2024-09-07T13:35:27.215 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../083-python3-cachetools_5.0.0-1_all.deb ... 2024-09-07T13:35:27.254 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-07T13:35:27.557 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-07T13:35:27.584 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../084-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-07T13:35:27.623 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-07T13:35:27.712 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-babel. 2024-09-07T13:35:27.739 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../072-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-07T13:35:27.778 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-07T13:35:27.969 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-07T13:35:27.996 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../085-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-07T13:35:28.035 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-07T13:35:28.114 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-jinja2. 2024-09-07T13:35:28.141 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../073-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-07T13:35:28.181 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-07T13:35:28.346 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-rsa. 2024-09-07T13:35:28.374 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../086-python3-rsa_4.8-1_all.deb ... 2024-09-07T13:35:28.412 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-07T13:35:28.534 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-07T13:35:28.561 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../074-ceph-mgr-cephadm_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:28.609 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mgr-cephadm (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:28.774 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-google-auth. 2024-09-07T13:35:28.802 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../087-python3-google-auth_1.5.1-3_all.deb ... 2024-09-07T13:35:28.841 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-07T13:35:28.946 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-07T13:35:28.972 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../075-python3-repoze.lru_0.7-2_all.deb ... 2024-09-07T13:35:29.012 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-07T13:35:29.152 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-07T13:35:29.180 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../088-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-07T13:35:29.218 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-07T13:35:29.298 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-routes. 2024-09-07T13:35:29.325 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../076-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-07T13:35:29.364 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-07T13:35:29.530 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-websocket. 2024-09-07T13:35:29.557 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../089-python3-websocket_1.2.3-1_all.deb ... 2024-09-07T13:35:29.596 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-07T13:35:29.668 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-07T13:35:29.695 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../077-ceph-mgr-dashboard_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:29.734 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mgr-dashboard (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:29.916 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-07T13:35:29.943 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../090-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-07T13:35:30.043 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-07T13:35:30.779 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-07T13:35:30.805 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../091-ceph-mgr-k8sevents_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:30.846 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:31.140 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-07T13:35:31.168 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../092-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-07T13:35:31.207 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-07T13:35:31.535 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-07T13:35:31.562 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../093-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-07T13:35:31.618 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-07T13:35:31.904 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package jq. 2024-09-07T13:35:31.920 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../094-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-07T13:35:31.962 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-07T13:35:32.215 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package socat. 2024-09-07T13:35:32.242 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../095-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-07T13:35:32.281 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-07T13:35:32.572 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-07T13:35:32.575 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package xmlstarlet. 2024-09-07T13:35:32.590 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../078-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-07T13:35:32.591 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../096-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-07T13:35:32.634 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-07T13:35:32.789 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-07T13:35:32.997 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-test. 2024-09-07T13:35:33.013 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../097-ceph-test_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:33.054 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-test (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:33.259 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-joblib. 2024-09-07T13:35:33.286 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../079-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-07T13:35:33.334 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-07T13:35:33.687 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-07T13:35:33.714 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../080-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-07T13:35:33.745 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-07T13:35:34.031 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-sklearn. 2024-09-07T13:35:34.059 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../081-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-07T13:35:34.114 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-07T13:35:34.848 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-07T13:35:34.876 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../082-ceph-mgr-diskprediction-local_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:35.000 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:35.375 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-volume. 2024-09-07T13:35:35.399 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../098-ceph-volume_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:35.441 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-volume (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:35.745 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-07T13:35:35.773 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../099-libcephfs-dev_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:35.812 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libcephfs-dev (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:35.878 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-cachetools. 2024-09-07T13:35:35.895 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../083-python3-cachetools_5.0.0-1_all.deb ... 2024-09-07T13:35:35.937 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-07T13:35:36.115 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-07T13:35:36.142 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../100-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-07T13:35:36.181 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-07T13:35:36.214 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-07T13:35:36.243 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../084-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-07T13:35:36.281 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-07T13:35:36.485 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-07T13:35:36.502 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../101-lua-sec_1.0.2-1_amd64.deb ... 2024-09-07T13:35:36.535 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-07T13:35:36.601 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-07T13:35:36.629 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../085-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-07T13:35:36.667 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-07T13:35:36.906 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package nvme-cli. 2024-09-07T13:35:36.933 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../102-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-07T13:35:36.972 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-07T13:35:36.979 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-rsa. 2024-09-07T13:35:37.007 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../086-python3-rsa_4.8-1_all.deb ... 2024-09-07T13:35:37.048 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-07T13:35:37.365 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-google-auth. 2024-09-07T13:35:37.377 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package pkg-config. 2024-09-07T13:35:37.393 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../087-python3-google-auth_1.5.1-3_all.deb ... 2024-09-07T13:35:37.405 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../103-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-07T13:35:37.432 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-07T13:35:37.443 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-07T13:35:37.713 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-07T13:35:37.741 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../104-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-07T13:35:37.777 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-07T13:35:37.779 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-07T13:35:37.805 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../088-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-07T13:35:37.843 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-07T13:35:38.130 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-websocket. 2024-09-07T13:35:38.158 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../089-python3-websocket_1.2.3-1_all.deb ... 2024-09-07T13:35:38.196 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-07T13:35:38.207 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-07T13:35:38.235 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../105-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-07T13:35:38.274 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-07T13:35:38.525 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-07T13:35:38.552 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../090-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-07T13:35:38.585 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pastescript. 2024-09-07T13:35:38.590 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-07T13:35:38.613 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../106-python3-pastescript_2.0.2-4_all.deb ... 2024-09-07T13:35:38.651 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-07T13:35:38.946 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pluggy. 2024-09-07T13:35:38.962 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../107-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-07T13:35:39.004 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-07T13:35:39.246 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-07T13:35:39.263 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../091-ceph-mgr-k8sevents_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:39.291 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-psutil. 2024-09-07T13:35:39.296 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:39.318 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-07T13:35:39.357 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-07T13:35:39.591 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-07T13:35:39.619 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../092-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-07T13:35:39.657 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-07T13:35:39.660 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-py. 2024-09-07T13:35:39.688 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../109-python3-py_1.10.0-1_all.deb ... 2024-09-07T13:35:39.726 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-07T13:35:39.977 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-07T13:35:40.005 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../093-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-07T13:35:40.021 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pygments. 2024-09-07T13:35:40.038 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../110-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-07T13:35:40.043 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-07T13:35:40.079 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-07T13:35:40.279 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package jq. 2024-09-07T13:35:40.307 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../094-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-07T13:35:40.346 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-07T13:35:40.542 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-07T13:35:40.565 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package socat. 2024-09-07T13:35:40.569 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../111-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-07T13:35:40.581 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../095-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-07T13:35:40.599 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-07T13:35:40.614 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-07T13:35:40.893 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package xmlstarlet. 2024-09-07T13:35:40.919 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-toml. 2024-09-07T13:35:40.920 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../096-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-07T13:35:40.948 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../112-python3-toml_0.10.2-1_all.deb ... 2024-09-07T13:35:40.959 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-07T13:35:40.985 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-07T13:35:41.288 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pytest. 2024-09-07T13:35:41.316 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../113-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-07T13:35:41.322 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-test. 2024-09-07T13:35:41.350 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../097-ceph-test_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:41.356 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-07T13:35:41.380 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-test (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:41.708 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-simplejson. 2024-09-07T13:35:41.736 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../114-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-07T13:35:41.774 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-07T13:35:42.043 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-07T13:35:42.060 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-07T13:35:42.101 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-07T13:35:42.797 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package radosgw. 2024-09-07T13:35:42.825 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../116-radosgw_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:42.863 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking radosgw (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:43.601 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-volume. 2024-09-07T13:35:43.629 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../098-ceph-volume_19.3.0-4759-g5c120bb8-1jammy_all.deb ... 2024-09-07T13:35:43.667 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-volume (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:43.758 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package rbd-fuse. 2024-09-07T13:35:43.786 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../117-rbd-fuse_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:43.824 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking rbd-fuse (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:43.980 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-07T13:35:43.996 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../099-libcephfs-dev_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:44.038 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libcephfs-dev (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:44.137 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-07T13:35:44.349 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-07T13:35:44.377 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../100-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-07T13:35:44.396 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-07T13:35:44.415 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-07T13:35:44.530 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-07T13:35:44.762 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-07T13:35:44.790 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../101-lua-sec_1.0.2-1_amd64.deb ... 2024-09-07T13:35:44.814 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-07T13:35:44.828 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-07T13:35:45.175 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-07T13:35:45.216 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package nvme-cli. 2024-09-07T13:35:45.244 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../102-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-07T13:35:45.282 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-07T13:35:45.629 INFO:teuthology.orchestra.run.smithi107.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-07T13:35:45.690 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up cephadm (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:45.704 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package pkg-config. 2024-09-07T13:35:45.732 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../103-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-07T13:35:45.770 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-07T13:35:46.023 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-07T13:35:46.039 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../104-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-07T13:35:46.081 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-07T13:35:46.156 INFO:teuthology.orchestra.run.smithi107.stdout:Adding system user cephadm....done 2024-09-07T13:35:46.295 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-07T13:35:46.501 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-07T13:35:46.529 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../105-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-07T13:35:46.563 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-07T13:35:46.568 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-07T13:35:46.814 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-07T13:35:46.887 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pastescript. 2024-09-07T13:35:46.915 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../106-python3-pastescript_2.0.2-4_all.deb ... 2024-09-07T13:35:46.940 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-07T13:35:46.953 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-07T13:35:47.208 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-07T13:35:47.265 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pluggy. 2024-09-07T13:35:47.293 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../107-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-07T13:35:47.332 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-07T13:35:47.476 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-07T13:35:47.602 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-07T13:35:47.618 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-psutil. 2024-09-07T13:35:47.646 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-07T13:35:47.693 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-07T13:35:47.912 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-07T13:35:48.029 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-py. 2024-09-07T13:35:48.057 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../109-python3-py_1.10.0-1_all.deb ... 2024-09-07T13:35:48.096 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-07T13:35:48.264 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-07T13:35:48.391 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pygments. 2024-09-07T13:35:48.407 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../110-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-07T13:35:48.449 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-07T13:35:48.540 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-07T13:35:48.816 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-07T13:35:48.895 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-07T13:35:48.923 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../111-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-07T13:35:48.961 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-07T13:35:49.059 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-07T13:35:49.263 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-toml. 2024-09-07T13:35:49.291 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../112-python3-toml_0.10.2-1_all.deb ... 2024-09-07T13:35:49.318 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-07T13:35:49.330 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-07T13:35:49.578 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-07T13:35:49.633 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pytest. 2024-09-07T13:35:49.661 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../113-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-07T13:35:49.699 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-07T13:35:49.837 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-ceph-argparse (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:50.044 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-simplejson. 2024-09-07T13:35:50.072 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../114-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-07T13:35:50.088 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-07T13:35:50.111 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-07T13:35:50.223 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-07T13:35:50.340 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-07T13:35:50.380 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-07T13:35:50.396 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-07T13:35:50.438 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-07T13:35:50.466 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-07T13:35:50.734 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-07T13:35:51.148 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-07T13:35:51.159 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package radosgw. 2024-09-07T13:35:51.183 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-07T13:35:51.187 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../116-radosgw_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:51.225 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking radosgw (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:51.245 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-07T13:35:51.346 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-07T13:35:51.697 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-07T13:35:51.798 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-07T13:35:52.057 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-07T13:35:52.129 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package rbd-fuse. 2024-09-07T13:35:52.157 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../117-rbd-fuse_19.3.0-4759-g5c120bb8-1jammy_amd64.deb ... 2024-09-07T13:35:52.195 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking rbd-fuse (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:52.334 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-07T13:35:52.541 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-07T13:35:52.676 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up zip (3.0-12build2) ... 2024-09-07T13:35:52.791 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-07T13:35:52.802 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-07T13:35:52.926 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-07T13:35:53.189 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-07T13:35:53.487 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-07T13:35:53.504 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-07T13:35:53.722 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-07T13:35:53.822 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-07T13:35:53.940 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-07T13:35:53.942 INFO:teuthology.orchestra.run.smithi148.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-07T13:35:54.003 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up cephadm (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:54.233 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-07T13:35:54.527 INFO:teuthology.orchestra.run.smithi148.stdout:Adding system user cephadm....done 2024-09-07T13:35:54.636 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-07T13:35:54.683 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-07T13:35:54.862 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-07T13:35:54.952 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-07T13:35:55.222 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-07T13:35:55.227 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-07T13:35:55.329 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-07T13:35:55.531 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-07T13:35:55.580 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-07T13:35:55.839 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-07T13:35:55.933 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-07T13:35:55.965 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-07T13:35:56.184 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-07T13:35:56.259 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-07T13:35:56.310 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-ceph-common (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:56.611 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-07T13:35:56.619 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-07T13:35:56.895 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-07T13:35:56.929 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-07T13:35:57.171 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-07T13:35:57.431 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-07T13:35:57.682 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-07T13:35:57.925 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-07T13:35:58.151 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-07T13:35:58.167 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-ceph-argparse (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:35:58.386 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-07T13:35:58.435 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-07T13:35:58.496 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-07T13:35:58.536 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-07T13:35:58.638 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-07T13:35:58.738 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-07T13:35:58.848 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-07T13:35:58.974 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-07T13:35:59.060 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-07T13:35:59.275 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-07T13:35:59.322 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-07T13:35:59.543 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-07T13:35:59.707 INFO:teuthology.orchestra.run.smithi148.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-07T13:35:59.738 INFO:teuthology.orchestra.run.smithi148.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-07T13:35:59.784 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-07T13:35:59.802 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-07T13:35:59.902 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-07T13:35:59.911 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-07T13:36:00.213 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-07T13:36:00.261 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-07T13:36:00.362 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-07T13:36:00.447 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-07T13:36:00.613 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-07T13:36:00.782 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-07T13:36:00.872 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-07T13:36:01.182 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up zip (3.0-12build2) ... 2024-09-07T13:36:01.308 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-07T13:36:01.324 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-07T13:36:01.575 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-07T13:36:01.843 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-07T13:36:01.953 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-07T13:36:01.977 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-07T13:36:02.212 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-07T13:36:02.228 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-07T13:36:02.321 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-07T13:36:02.337 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-07T13:36:02.438 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-07T13:36:02.597 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-07T13:36:02.731 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-07T13:36:02.915 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-07T13:36:03.115 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-07T13:36:03.174 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-07T13:36:03.300 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-07T13:36:03.358 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-07T13:36:03.427 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-07T13:36:03.516 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-07T13:36:03.718 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-07T13:36:03.745 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-07T13:36:03.863 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-07T13:36:04.003 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-07T13:36:04.247 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-07T13:36:04.379 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-07T13:36:04.507 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-07T13:36:04.630 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-07T13:36:04.658 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-07T13:36:04.756 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-ceph-common (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:04.917 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-07T13:36:05.041 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-07T13:36:05.043 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-07T13:36:05.342 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-07T13:36:05.378 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-07T13:36:05.670 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-07T13:36:05.930 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-07T13:36:06.056 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-07T13:36:06.323 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-07T13:36:06.506 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-07T13:36:06.600 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-07T13:36:06.765 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-07T13:36:06.900 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-07T13:36:06.978 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-07T13:36:07.159 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-07T13:36:07.294 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-07T13:36:07.355 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-07T13:36:07.411 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-07T13:36:07.631 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-07T13:36:07.696 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-07T13:36:07.947 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-07T13:36:07.958 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-07T13:36:08.076 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up librados2 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:08.186 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libsqlite3-mod-ceph (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:08.206 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-07T13:36:08.288 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-07T13:36:08.316 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-07T13:36:08.600 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-07T13:36:08.640 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libcephfs2 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:08.766 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libradosstriper1 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:08.853 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-07T13:36:08.892 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-07T13:36:09.113 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-07T13:36:09.160 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up librbd1 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:09.328 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr-modules-core (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:09.372 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-07T13:36:09.437 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-fuse (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:09.623 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-07T13:36:09.651 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-07T13:36:09.651 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-07T13:36:09.908 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-07T13:36:10.009 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-07T13:36:10.097 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libcephfs-dev (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:10.223 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-rados (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:10.301 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-07T13:36:10.349 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up librgw2 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:10.427 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-07T13:36:10.475 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-07T13:36:10.712 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-07T13:36:11.013 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-07T13:36:11.264 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-07T13:36:11.390 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-07T13:36:11.516 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-07T13:36:11.606 INFO:teuthology.orchestra.run.smithi148.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-07T13:36:11.670 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-rbd (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:11.779 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up rbd-fuse (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:11.842 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-07T13:36:11.897 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-rgw (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:11.968 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-07T13:36:12.031 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-cephfs (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:12.157 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-common (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:12.371 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-07T13:36:12.621 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-07T13:36:12.725 INFO:teuthology.orchestra.run.smithi107.stdout:Adding group ceph....done 2024-09-07T13:36:12.747 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-07T13:36:13.006 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-07T13:36:13.085 INFO:teuthology.orchestra.run.smithi107.stdout:Adding system user ceph....done 2024-09-07T13:36:13.124 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-07T13:36:13.253 INFO:teuthology.orchestra.run.smithi107.stdout:Setting system user ceph properties....done 2024-09-07T13:36:13.265 INFO:teuthology.orchestra.run.smithi107.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-07T13:36:13.401 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-07T13:36:13.425 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-07T13:36:13.718 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-07T13:36:13.726 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-07T13:36:13.994 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-07T13:36:14.129 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-07T13:36:14.167 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-test (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:14.293 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up radosgw (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:14.568 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-07T13:36:14.737 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-07T13:36:14.737 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-07T13:36:14.856 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-07T13:36:15.192 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-07T13:36:15.537 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-base (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:15.577 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-07T13:36:15.879 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-07T13:36:15.906 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-07T13:36:16.214 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-07T13:36:16.340 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up librados2 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:16.414 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mds (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:16.466 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libsqlite3-mod-ceph (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:16.593 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-07T13:36:16.641 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-07T13:36:16.642 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-07T13:36:16.913 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libcephfs2 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:17.021 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libradosstriper1 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:17.132 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:17.147 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-07T13:36:17.328 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-07T13:36:17.328 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-07T13:36:17.415 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up librbd1 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:17.517 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mgr-modules-core (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:17.643 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-fuse (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:17.821 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-osd (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:17.859 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-07T13:36:17.859 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-07T13:36:18.104 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-07T13:36:18.104 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-07T13:36:18.327 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libcephfs-dev (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:18.453 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-rados (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:18.554 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up librgw2 (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:18.648 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr-k8sevents (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:18.672 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-07T13:36:18.773 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:18.925 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mon (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:19.129 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-07T13:36:19.129 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-07T13:36:19.617 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr-cephadm (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:19.744 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:19.870 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr-dashboard (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:19.909 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-rbd (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:20.035 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up rbd-fuse (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:20.037 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-volume (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:20.161 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-rgw (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:20.287 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-cephfs (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:20.398 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-07T13:36:20.413 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-common (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:20.499 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-07T13:36:20.660 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-07T13:36:20.905 INFO:teuthology.orchestra.run.smithi148.stdout:Adding group ceph....done 2024-09-07T13:36:21.273 INFO:teuthology.orchestra.run.smithi148.stdout:Adding system user ceph....done 2024-09-07T13:36:21.442 INFO:teuthology.orchestra.run.smithi148.stdout:Setting system user ceph properties....done 2024-09-07T13:36:21.456 INFO:teuthology.orchestra.run.smithi148.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-07T13:36:21.605 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-07T13:36:21.803 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-07T13:36:21.959 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-07T13:36:22.398 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-test (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:22.446 INFO:teuthology.orchestra.run.smithi107.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-07T13:36:22.450 DEBUG:teuthology.orchestra.run.smithi107:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-07T13:36:22.506 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2024-09-07T13:36:22.523 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up radosgw (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:22.715 INFO:teuthology.orchestra.run.smithi107.stdout:Building dependency tree... 2024-09-07T13:36:22.716 INFO:teuthology.orchestra.run.smithi107.stdout:Reading state information... 2024-09-07T13:36:22.909 INFO:teuthology.orchestra.run.smithi107.stdout:The following packages were automatically installed and are no longer required: 2024-09-07T13:36:22.909 INFO:teuthology.orchestra.run.smithi107.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-07T13:36:22.909 INFO:teuthology.orchestra.run.smithi107.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-07T13:36:22.910 INFO:teuthology.orchestra.run.smithi107.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-07T13:36:22.910 INFO:teuthology.orchestra.run.smithi107.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-07T13:36:22.911 INFO:teuthology.orchestra.run.smithi107.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-07T13:36:22.911 INFO:teuthology.orchestra.run.smithi107.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-07T13:36:22.911 INFO:teuthology.orchestra.run.smithi107.stdout:The following additional packages will be installed: 2024-09-07T13:36:22.911 INFO:teuthology.orchestra.run.smithi107.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-07T13:36:22.911 INFO:teuthology.orchestra.run.smithi107.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-07T13:36:22.911 INFO:teuthology.orchestra.run.smithi107.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-07T13:36:22.911 INFO:teuthology.orchestra.run.smithi107.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-07T13:36:22.912 INFO:teuthology.orchestra.run.smithi107.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-07T13:36:22.912 INFO:teuthology.orchestra.run.smithi107.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-07T13:36:22.912 INFO:teuthology.orchestra.run.smithi107.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-07T13:36:22.912 INFO:teuthology.orchestra.run.smithi107.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-07T13:36:22.912 INFO:teuthology.orchestra.run.smithi107.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-07T13:36:22.912 INFO:teuthology.orchestra.run.smithi107.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-07T13:36:22.913 INFO:teuthology.orchestra.run.smithi107.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-07T13:36:22.913 INFO:teuthology.orchestra.run.smithi107.stdout:Suggested packages: 2024-09-07T13:36:22.913 INFO:teuthology.orchestra.run.smithi107.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-07T13:36:22.913 INFO:teuthology.orchestra.run.smithi107.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-07T13:36:22.913 INFO:teuthology.orchestra.run.smithi107.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-07T13:36:22.913 INFO:teuthology.orchestra.run.smithi107.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-07T13:36:22.913 INFO:teuthology.orchestra.run.smithi107.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-07T13:36:22.952 INFO:teuthology.orchestra.run.smithi107.stdout:The following NEW packages will be installed: 2024-09-07T13:36:22.952 INFO:teuthology.orchestra.run.smithi107.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-07T13:36:22.953 INFO:teuthology.orchestra.run.smithi107.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-07T13:36:22.953 INFO:teuthology.orchestra.run.smithi107.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-07T13:36:22.953 INFO:teuthology.orchestra.run.smithi107.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-07T13:36:22.953 INFO:teuthology.orchestra.run.smithi107.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-07T13:36:22.953 INFO:teuthology.orchestra.run.smithi107.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-07T13:36:22.953 INFO:teuthology.orchestra.run.smithi107.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-07T13:36:22.953 INFO:teuthology.orchestra.run.smithi107.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-07T13:36:22.953 INFO:teuthology.orchestra.run.smithi107.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-07T13:36:22.954 INFO:teuthology.orchestra.run.smithi107.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-07T13:36:22.954 INFO:teuthology.orchestra.run.smithi107.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-07T13:36:22.954 INFO:teuthology.orchestra.run.smithi107.stdout: s3cmd 2024-09-07T13:36:22.985 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-07T13:36:22.985 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-07T13:36:23.005 INFO:teuthology.orchestra.run.smithi107.stdout:0 upgraded, 35 newly installed, 0 to remove and 331 not upgraded. 2024-09-07T13:36:23.005 INFO:teuthology.orchestra.run.smithi107.stdout:Need to get 10.4 MB of archives. 2024-09-07T13:36:23.005 INFO:teuthology.orchestra.run.smithi107.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-07T13:36:23.006 INFO:teuthology.orchestra.run.smithi107.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-07T13:36:23.023 INFO:teuthology.orchestra.run.smithi107.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-07T13:36:23.023 INFO:teuthology.orchestra.run.smithi107.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-07T13:36:23.027 INFO:teuthology.orchestra.run.smithi107.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-07T13:36:23.061 INFO:teuthology.orchestra.run.smithi107.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-07T13:36:23.076 INFO:teuthology.orchestra.run.smithi107.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-07T13:36:23.077 INFO:teuthology.orchestra.run.smithi107.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-07T13:36:23.108 INFO:teuthology.orchestra.run.smithi107.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-07T13:36:23.129 INFO:teuthology.orchestra.run.smithi107.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-07T13:36:23.129 INFO:teuthology.orchestra.run.smithi107.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-07T13:36:23.130 INFO:teuthology.orchestra.run.smithi107.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-07T13:36:23.180 INFO:teuthology.orchestra.run.smithi107.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-07T13:36:23.181 INFO:teuthology.orchestra.run.smithi107.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-07T13:36:23.199 INFO:teuthology.orchestra.run.smithi107.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-07T13:36:23.199 INFO:teuthology.orchestra.run.smithi107.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-07T13:36:23.199 INFO:teuthology.orchestra.run.smithi107.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-07T13:36:23.200 INFO:teuthology.orchestra.run.smithi107.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-07T13:36:23.200 INFO:teuthology.orchestra.run.smithi107.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-07T13:36:23.203 INFO:teuthology.orchestra.run.smithi107.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-07T13:36:23.204 INFO:teuthology.orchestra.run.smithi107.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-07T13:36:23.210 INFO:teuthology.orchestra.run.smithi107.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-07T13:36:23.217 INFO:teuthology.orchestra.run.smithi107.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-07T13:36:23.218 INFO:teuthology.orchestra.run.smithi107.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-07T13:36:23.229 INFO:teuthology.orchestra.run.smithi107.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-07T13:36:23.230 INFO:teuthology.orchestra.run.smithi107.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-07T13:36:23.231 INFO:teuthology.orchestra.run.smithi107.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-07T13:36:23.231 INFO:teuthology.orchestra.run.smithi107.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-07T13:36:23.233 INFO:teuthology.orchestra.run.smithi107.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-07T13:36:23.236 INFO:teuthology.orchestra.run.smithi107.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-07T13:36:23.238 INFO:teuthology.orchestra.run.smithi107.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-07T13:36:23.253 INFO:teuthology.orchestra.run.smithi107.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-07T13:36:23.254 INFO:teuthology.orchestra.run.smithi107.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-07T13:36:23.272 INFO:teuthology.orchestra.run.smithi107.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-07T13:36:23.272 INFO:teuthology.orchestra.run.smithi107.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-07T13:36:23.272 INFO:teuthology.orchestra.run.smithi107.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-07T13:36:23.446 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-base (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:23.714 INFO:teuthology.orchestra.run.smithi107.stdout:Fetched 10.4 MB in 0s (33.2 MB/s) 2024-09-07T13:36:23.815 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-07T13:36:23.896 INFO:teuthology.orchestra.run.smithi107.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176248 files and directories currently installed.) 2024-09-07T13:36:23.901 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-07T13:36:23.948 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-07T13:36:23.957 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-07T13:36:24.201 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-07T13:36:24.217 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-07T13:36:24.250 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-07T13:36:24.445 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-07T13:36:24.453 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mds (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:24.461 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-07T13:36:24.495 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-07T13:36:24.730 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-07T13:36:24.731 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-07T13:36:24.747 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-07T13:36:24.763 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-07T13:36:24.805 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-07T13:36:25.074 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-07T13:36:25.091 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-07T13:36:25.133 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-07T13:36:25.246 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mgr (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:25.386 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-07T13:36:25.402 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-07T13:36:25.444 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-07T13:36:25.472 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-07T13:36:25.472 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-07T13:36:25.763 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-07T13:36:25.779 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-07T13:36:25.846 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-07T13:36:25.948 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-osd (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:26.107 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-07T13:36:26.123 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-07T13:36:26.165 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-07T13:36:26.218 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-07T13:36:26.218 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-07T13:36:26.476 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-07T13:36:26.504 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-07T13:36:26.543 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-07T13:36:26.733 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mgr-k8sevents (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:26.779 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libjsr305-java. 2024-09-07T13:36:26.806 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-07T13:36:26.833 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:26.837 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-07T13:36:26.968 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mon (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:27.098 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libguava-java. 2024-09-07T13:36:27.114 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-07T13:36:27.156 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-07T13:36:27.182 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-07T13:36:27.182 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-07T13:36:27.567 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-07T13:36:27.584 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-07T13:36:27.619 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mgr-cephadm (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:27.634 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-07T13:36:27.779 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:27.853 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libguice-java. 2024-09-07T13:36:27.869 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-07T13:36:27.905 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mgr-dashboard (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:27.911 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-07T13:36:28.048 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-volume (19.3.0-4759-g5c120bb8-1jammy) ... 2024-09-07T13:36:28.290 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-07T13:36:28.318 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-07T13:36:28.356 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-07T13:36:28.392 INFO:teuthology.orchestra.run.smithi148.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-07T13:36:28.501 INFO:teuthology.orchestra.run.smithi148.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-07T13:36:28.601 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-07T13:36:28.621 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-07T13:36:28.659 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-07T13:36:28.661 INFO:teuthology.orchestra.run.smithi148.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-07T13:36:28.903 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libjansi-java. 2024-09-07T13:36:28.931 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-07T13:36:28.961 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-07T13:36:29.189 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-07T13:36:29.205 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-07T13:36:29.247 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-07T13:36:29.491 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-07T13:36:29.508 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-07T13:36:29.541 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-07T13:36:29.611 INFO:teuthology.orchestra.run.smithi148.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-07T13:36:29.778 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-07T13:36:29.805 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-07T13:36:29.836 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-07T13:36:30.089 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-07T13:36:30.117 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-07T13:36:30.155 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-07T13:36:30.270 INFO:teuthology.orchestra.run.smithi148.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-07T13:36:30.273 DEBUG:teuthology.orchestra.run.smithi148:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-07T13:36:30.333 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-09-07T13:36:30.468 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-07T13:36:30.495 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-07T13:36:30.524 INFO:teuthology.orchestra.run.smithi148.stdout:Building dependency tree... 2024-09-07T13:36:30.525 INFO:teuthology.orchestra.run.smithi148.stdout:Reading state information... 2024-09-07T13:36:30.534 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-07T13:36:30.700 INFO:teuthology.orchestra.run.smithi148.stdout:The following packages were automatically installed and are no longer required: 2024-09-07T13:36:30.700 INFO:teuthology.orchestra.run.smithi148.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-07T13:36:30.700 INFO:teuthology.orchestra.run.smithi148.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-07T13:36:30.700 INFO:teuthology.orchestra.run.smithi148.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-07T13:36:30.701 INFO:teuthology.orchestra.run.smithi148.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-07T13:36:30.701 INFO:teuthology.orchestra.run.smithi148.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-07T13:36:30.701 INFO:teuthology.orchestra.run.smithi148.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-07T13:36:30.702 INFO:teuthology.orchestra.run.smithi148.stdout:The following additional packages will be installed: 2024-09-07T13:36:30.702 INFO:teuthology.orchestra.run.smithi148.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-07T13:36:30.702 INFO:teuthology.orchestra.run.smithi148.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-07T13:36:30.702 INFO:teuthology.orchestra.run.smithi148.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-07T13:36:30.703 INFO:teuthology.orchestra.run.smithi148.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-07T13:36:30.703 INFO:teuthology.orchestra.run.smithi148.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-07T13:36:30.703 INFO:teuthology.orchestra.run.smithi148.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-07T13:36:30.703 INFO:teuthology.orchestra.run.smithi148.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-07T13:36:30.703 INFO:teuthology.orchestra.run.smithi148.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-07T13:36:30.703 INFO:teuthology.orchestra.run.smithi148.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-07T13:36:30.703 INFO:teuthology.orchestra.run.smithi148.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-07T13:36:30.703 INFO:teuthology.orchestra.run.smithi148.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-07T13:36:30.704 INFO:teuthology.orchestra.run.smithi148.stdout:Suggested packages: 2024-09-07T13:36:30.704 INFO:teuthology.orchestra.run.smithi148.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-07T13:36:30.704 INFO:teuthology.orchestra.run.smithi148.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-07T13:36:30.704 INFO:teuthology.orchestra.run.smithi148.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-07T13:36:30.704 INFO:teuthology.orchestra.run.smithi148.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-07T13:36:30.704 INFO:teuthology.orchestra.run.smithi148.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-07T13:36:30.736 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-07T13:36:30.743 INFO:teuthology.orchestra.run.smithi148.stdout:The following NEW packages will be installed: 2024-09-07T13:36:30.743 INFO:teuthology.orchestra.run.smithi148.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-07T13:36:30.743 INFO:teuthology.orchestra.run.smithi148.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-07T13:36:30.743 INFO:teuthology.orchestra.run.smithi148.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-07T13:36:30.743 INFO:teuthology.orchestra.run.smithi148.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-07T13:36:30.744 INFO:teuthology.orchestra.run.smithi148.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-07T13:36:30.744 INFO:teuthology.orchestra.run.smithi148.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-07T13:36:30.744 INFO:teuthology.orchestra.run.smithi148.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-07T13:36:30.744 INFO:teuthology.orchestra.run.smithi148.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-07T13:36:30.744 INFO:teuthology.orchestra.run.smithi148.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-07T13:36:30.744 INFO:teuthology.orchestra.run.smithi148.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-07T13:36:30.744 INFO:teuthology.orchestra.run.smithi148.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-07T13:36:30.745 INFO:teuthology.orchestra.run.smithi148.stdout: s3cmd 2024-09-07T13:36:30.753 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-07T13:36:30.786 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-07T13:36:30.926 INFO:teuthology.orchestra.run.smithi148.stdout:0 upgraded, 35 newly installed, 0 to remove and 331 not upgraded. 2024-09-07T13:36:30.926 INFO:teuthology.orchestra.run.smithi148.stdout:Need to get 10.4 MB of archives. 2024-09-07T13:36:30.926 INFO:teuthology.orchestra.run.smithi148.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-07T13:36:30.926 INFO:teuthology.orchestra.run.smithi148.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-07T13:36:31.008 INFO:teuthology.orchestra.run.smithi148.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-07T13:36:31.008 INFO:teuthology.orchestra.run.smithi148.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-07T13:36:31.025 INFO:teuthology.orchestra.run.smithi148.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-07T13:36:31.031 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-07T13:36:31.059 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-07T13:36:31.097 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-07T13:36:31.188 INFO:teuthology.orchestra.run.smithi148.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-07T13:36:31.259 INFO:teuthology.orchestra.run.smithi148.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-07T13:36:31.267 INFO:teuthology.orchestra.run.smithi148.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-07T13:36:31.350 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-07T13:36:31.378 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-07T13:36:31.401 INFO:teuthology.orchestra.run.smithi148.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-07T13:36:31.433 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-07T13:36:31.496 INFO:teuthology.orchestra.run.smithi148.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-07T13:36:31.497 INFO:teuthology.orchestra.run.smithi148.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-07T13:36:31.501 INFO:teuthology.orchestra.run.smithi148.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-07T13:36:31.645 INFO:teuthology.orchestra.run.smithi148.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-07T13:36:31.646 INFO:teuthology.orchestra.run.smithi148.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-07T13:36:31.686 INFO:teuthology.orchestra.run.smithi148.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-07T13:36:31.687 INFO:teuthology.orchestra.run.smithi148.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-07T13:36:31.688 INFO:teuthology.orchestra.run.smithi148.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-07T13:36:31.690 INFO:teuthology.orchestra.run.smithi148.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-07T13:36:31.690 INFO:teuthology.orchestra.run.smithi148.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-07T13:36:31.696 INFO:teuthology.orchestra.run.smithi148.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-07T13:36:31.697 INFO:teuthology.orchestra.run.smithi148.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-07T13:36:31.705 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-07T13:36:31.733 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-07T13:36:31.741 INFO:teuthology.orchestra.run.smithi148.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-07T13:36:31.744 INFO:teuthology.orchestra.run.smithi148.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-07T13:36:31.777 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-07T13:36:31.797 INFO:teuthology.orchestra.run.smithi148.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-07T13:36:31.798 INFO:teuthology.orchestra.run.smithi148.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-07T13:36:31.799 INFO:teuthology.orchestra.run.smithi148.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-07T13:36:31.802 INFO:teuthology.orchestra.run.smithi148.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-07T13:36:31.802 INFO:teuthology.orchestra.run.smithi148.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-07T13:36:31.823 INFO:teuthology.orchestra.run.smithi148.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-07T13:36:31.831 INFO:teuthology.orchestra.run.smithi148.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-07T13:36:31.836 INFO:teuthology.orchestra.run.smithi148.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-07T13:36:31.904 INFO:teuthology.orchestra.run.smithi148.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-07T13:36:31.904 INFO:teuthology.orchestra.run.smithi148.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-07T13:36:31.936 INFO:teuthology.orchestra.run.smithi148.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-07T13:36:31.937 INFO:teuthology.orchestra.run.smithi148.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-07T13:36:31.937 INFO:teuthology.orchestra.run.smithi148.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-07T13:36:32.013 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-07T13:36:32.029 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-07T13:36:32.071 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-07T13:36:32.324 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libslf4j-java. 2024-09-07T13:36:32.352 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-07T13:36:32.380 INFO:teuthology.orchestra.run.smithi148.stdout:Fetched 10.4 MB in 1s (8,739 kB/s) 2024-09-07T13:36:32.390 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-07T13:36:32.458 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-07T13:36:32.519 INFO:teuthology.orchestra.run.smithi148.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176248 files and directories currently installed.) 2024-09-07T13:36:32.524 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-07T13:36:32.566 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-07T13:36:32.670 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-07T13:36:32.698 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-07T13:36:32.736 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-07T13:36:32.827 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-07T13:36:32.844 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-07T13:36:32.885 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-07T13:36:32.997 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-07T13:36:33.013 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-07T13:36:33.047 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-07T13:36:33.138 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-07T13:36:33.167 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-07T13:36:33.205 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-07T13:36:33.316 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-07T13:36:33.332 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-07T13:36:33.374 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-07T13:36:33.466 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-07T13:36:33.494 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-07T13:36:33.532 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-07T13:36:33.743 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-07T13:36:33.762 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-07T13:36:33.771 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-07T13:36:33.778 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-07T13:36:33.810 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-07T13:36:33.820 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-07T13:36:34.046 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-07T13:36:34.056 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-07T13:36:34.062 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-07T13:36:34.072 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-07T13:36:34.104 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-07T13:36:34.106 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-07T13:36:34.356 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-07T13:36:34.373 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-07T13:36:34.415 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-07T13:36:34.559 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package maven. 2024-09-07T13:36:34.587 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-07T13:36:34.626 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking maven (3.6.3-5) ... 2024-09-07T13:36:34.659 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-07T13:36:34.675 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-07T13:36:34.717 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-07T13:36:34.937 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-magic. 2024-09-07T13:36:34.965 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-07T13:36:35.004 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-07T13:36:35.112 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-07T13:36:35.140 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-07T13:36:35.179 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-07T13:36:35.340 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package s3cmd. 2024-09-07T13:36:35.368 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-07T13:36:35.406 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-07T13:36:35.423 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libjsr305-java. 2024-09-07T13:36:35.439 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-07T13:36:35.481 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-07T13:36:35.734 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libguava-java. 2024-09-07T13:36:35.750 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-07T13:36:35.792 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-07T13:36:35.794 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-07T13:36:35.920 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-07T13:36:36.046 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-07T13:36:36.163 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-07T13:36:36.228 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-07T13:36:36.244 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-07T13:36:36.273 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-07T13:36:36.295 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-07T13:36:36.373 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-07T13:36:36.500 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-07T13:36:36.522 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libguice-java. 2024-09-07T13:36:36.550 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-07T13:36:36.580 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-07T13:36:36.636 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-07T13:36:36.760 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-07T13:36:36.911 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-07T13:36:36.951 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-07T13:36:36.979 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-07T13:36:37.017 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-07T13:36:37.037 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-07T13:36:37.163 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-07T13:36:37.270 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-07T13:36:37.286 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-07T13:36:37.289 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-07T13:36:37.328 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-07T13:36:37.415 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-07T13:36:37.533 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-07T13:36:37.581 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libjansi-java. 2024-09-07T13:36:37.609 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-07T13:36:37.642 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-07T13:36:37.647 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-07T13:36:37.875 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-07T13:36:37.891 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-07T13:36:37.893 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-07T13:36:37.925 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-07T13:36:38.019 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-07T13:36:38.145 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-07T13:36:38.177 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-07T13:36:38.193 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-07T13:36:38.235 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-07T13:36:38.272 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-07T13:36:38.397 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-07T13:36:38.513 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-07T13:36:38.523 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-07T13:36:38.541 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-07T13:36:38.580 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-07T13:36:38.657 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-07T13:36:38.832 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-07T13:36:38.860 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-07T13:36:38.924 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-07T13:36:38.969 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-07T13:36:39.111 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-07T13:36:39.203 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-07T13:36:39.231 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-07T13:36:39.238 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libguava-java (29.0-6) ... 2024-09-07T13:36:39.269 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-07T13:36:39.347 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-07T13:36:39.448 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-07T13:36:39.530 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-07T13:36:39.546 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-07T13:36:39.565 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-07T13:36:39.588 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-07T13:36:39.691 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-07T13:36:39.817 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-07T13:36:39.841 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-07T13:36:39.857 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-07T13:36:39.899 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-07T13:36:39.952 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-07T13:36:40.086 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-07T13:36:40.212 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-07T13:36:40.236 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-07T13:36:40.253 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-07T13:36:40.286 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-07T13:36:40.338 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up maven (3.6.3-5) ... 2024-09-07T13:36:40.522 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-07T13:36:40.538 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-07T13:36:40.580 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-07T13:36:40.595 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-07T13:36:40.659 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-07T13:36:40.841 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-07T13:36:40.858 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-07T13:36:40.899 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-07T13:36:41.152 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libslf4j-java. 2024-09-07T13:36:41.168 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-07T13:36:41.243 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-07T13:36:41.489 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-07T13:36:41.505 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-07T13:36:41.539 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-07T13:36:41.817 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-07T13:36:41.833 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-07T13:36:41.875 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-07T13:36:42.039 INFO:teuthology.orchestra.run.smithi107.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-07T13:36:42.045 DEBUG:teuthology.parallel:result is None 2024-09-07T13:36:42.144 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-07T13:36:42.160 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-07T13:36:42.202 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-07T13:36:42.581 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-07T13:36:42.598 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-07T13:36:42.640 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-07T13:36:42.884 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-07T13:36:42.900 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-07T13:36:42.934 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-07T13:36:43.387 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package maven. 2024-09-07T13:36:43.415 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-07T13:36:43.453 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking maven (3.6.3-5) ... 2024-09-07T13:36:43.781 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-magic. 2024-09-07T13:36:43.809 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-07T13:36:43.848 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-07T13:36:44.125 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package s3cmd. 2024-09-07T13:36:44.142 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-07T13:36:44.183 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-07T13:36:44.521 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-07T13:36:44.647 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-07T13:36:44.773 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-07T13:36:44.899 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-07T13:36:45.025 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-07T13:36:45.577 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-07T13:36:45.703 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-07T13:36:45.812 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-07T13:36:45.922 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-07T13:36:46.047 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-07T13:36:46.173 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-07T13:36:46.299 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-07T13:36:46.450 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-07T13:36:46.601 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-07T13:36:46.727 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-07T13:36:46.853 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-07T13:36:47.113 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-07T13:36:47.231 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-07T13:36:47.332 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-07T13:36:47.449 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-07T13:36:47.575 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-07T13:36:47.701 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-07T13:36:47.827 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-07T13:36:48.128 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-07T13:36:48.246 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-07T13:36:48.364 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libguava-java (29.0-6) ... 2024-09-07T13:36:48.490 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-07T13:36:48.616 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-07T13:36:48.742 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-07T13:36:48.868 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-07T13:36:48.993 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-07T13:36:49.136 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-07T13:36:49.262 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-07T13:36:49.371 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-07T13:36:49.489 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up maven (3.6.3-5) ... 2024-09-07T13:36:49.746 INFO:teuthology.orchestra.run.smithi148.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-07T13:36:49.818 INFO:teuthology.orchestra.run.smithi148.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-07T13:36:51.213 INFO:teuthology.orchestra.run.smithi148.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-07T13:36:51.218 DEBUG:teuthology.parallel:result is None 2024-09-07T13:36:51.219 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:36:51.372 DEBUG:teuthology.orchestra.run.smithi107:> dpkg-query -W -f '${Version}' ceph 2024-09-07T13:36:51.392 INFO:teuthology.orchestra.run.smithi107.stdout:19.3.0-4759-g5c120bb8-1jammy 2024-09-07T13:36:51.392 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4759-g5c120bb8-1jammy 2024-09-07T13:36:51.392 INFO:teuthology.task.install:The correct ceph version 19.3.0-4759-g5c120bb8-1jammy is installed. 2024-09-07T13:36:51.394 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:36:51.545 DEBUG:teuthology.orchestra.run.smithi148:> dpkg-query -W -f '${Version}' ceph 2024-09-07T13:36:51.565 INFO:teuthology.orchestra.run.smithi148.stdout:19.3.0-4759-g5c120bb8-1jammy 2024-09-07T13:36:51.565 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4759-g5c120bb8-1jammy 2024-09-07T13:36:51.565 INFO:teuthology.task.install:The correct ceph version 19.3.0-4759-g5c120bb8-1jammy is installed. 2024-09-07T13:36:51.567 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-07T13:36:51.567 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:36:51.567 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-07T13:36:51.582 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:36:51.582 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-07T13:36:51.623 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-07T13:36:51.623 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:36:51.623 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/usr/bin/daemon-helper 2024-09-07T13:36:51.642 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-07T13:36:51.696 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:36:51.697 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/usr/bin/daemon-helper 2024-09-07T13:36:51.710 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-07T13:36:51.764 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-07T13:36:51.764 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:36:51.764 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-07T13:36:51.777 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-07T13:36:51.833 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:36:51.834 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-07T13:36:51.848 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-07T13:36:51.904 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-07T13:36:51.905 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:36:51.905 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/usr/bin/stdin-killer 2024-09-07T13:36:51.918 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-07T13:36:51.974 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:36:51.974 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/usr/bin/stdin-killer 2024-09-07T13:36:51.987 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-07T13:36:52.039 INFO:teuthology.run_tasks:Running task ceph... 2024-09-07T13:36:52.146 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-07T13:36:52.146 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 777 /var/log/ceph 2024-09-07T13:36:52.149 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 777 /var/log/ceph 2024-09-07T13:36:52.161 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-07T13:36:52.161 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-07T13:36:52.207 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-07T13:36:52.219 INFO:tasks.ceph:Creating extra log directories... 2024-09-07T13:36:52.219 DEBUG:teuthology.orchestra.run.smithi107:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-07T13:36:52.263 DEBUG:teuthology.orchestra.run.smithi148:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-07T13:36:52.286 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-07T13:36:52.286 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-07T13:36:52.286 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591', 'branch': 'wip-rgw-meta-handlers', 'description': 'rgw/verify/{0-install accounts$/{none} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/valgrind}', 'email': None, 'first_in_suite': False, 'job_id': '7893591', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-rgw-meta-handlers'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': '5c120bb86a547030eb0946833002675f49ccd220'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '5c120bb86a547030eb0946833002675f49ccd220'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}, 'compression type': 'random', 'datacache': True, 'datacache_path': '/tmp/rgw_datacache', 'ec-data-pool': True, 'frontend': 'beast', 'inline data': False, 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rgw-meta-handlers', 'sha1': '5c120bb86a547030eb0946833002675f49ccd220'}}, 'owner': 'scheduled_cbodley@teuthology', 'priority': 80, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 594, 'sha1': '5c120bb86a547030eb0946833002675f49ccd220', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-rgw-meta-handlers', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_5c120bb86a547030eb0946833002675f49ccd220/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '5c120bb86a547030eb0946833002675f49ccd220', 'targets': {'smithi107.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLPx5zwwZRXvHGV6A8mMQG2aIzU5Rv+QCFfxrBFgyF5+m9LDSS+bBNUl0hxtFEK7k71Whvnys0d+TiT4s8m/z7g=', 'smithi148.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGkp3GI+DmiDrR13dm4lKvwkaPdMJL5DKWP1RQ+AgBUOkCIQKQ6MsLuroREPPl5f897MYk2ja+XekmpBkjTqLSo='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': '5c120bb86a547030eb0946833002675f49ccd220'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-datacache.sh']}, 'env': {'RGW_DATACACHE_PATH': '/tmp/rgw_datacache'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-07_13:15:19', 'tube': 'smithi', 'user': 'cbodley', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-07T13:36:52.287 DEBUG:teuthology.orchestra.run.smithi107:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-07T13:36:52.319 DEBUG:teuthology.orchestra.run.smithi148:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-07T13:36:52.325 DEBUG:teuthology.orchestra.run.smithi107:> sudo install -d -m0777 -- /var/run/ceph 2024-09-07T13:36:52.367 DEBUG:teuthology.orchestra.run.smithi148:> sudo install -d -m0777 -- /var/run/ceph 2024-09-07T13:36:52.380 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:36:52.381 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/scratch_devs of=/dev/stdout 2024-09-07T13:36:52.426 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-07T13:36:52.426 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_1 2024-09-07T13:36:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-07T13:36:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-07T13:36:52.476 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 5h/5d Inode: 887 Links: 1 2024-09-07T13:36:52.476 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-07T13:36:52.476 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2024-09-07 13:30:45.199017577 +0000 2024-09-07T13:36:52.476 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2024-09-07 13:30:44.967019650 +0000 2024-09-07T13:36:52.476 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2024-09-07 13:30:44.967019650 +0000 2024-09-07T13:36:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: - 2024-09-07T13:36:52.477 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-07T13:36:52.528 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2024-09-07T13:36:52.528 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2024-09-07T13:36:52.529 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.000335108 s, 1.5 MB/s 2024-09-07T13:36:52.530 DEBUG:teuthology.orchestra.run.smithi107:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-07T13:36:52.580 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_2 2024-09-07T13:36:52.626 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-07T13:36:52.626 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-07T13:36:52.626 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 5h/5d Inode: 905 Links: 1 2024-09-07T13:36:52.626 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-07T13:36:52.626 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2024-09-07 13:30:45.671013362 +0000 2024-09-07T13:36:52.626 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2024-09-07 13:30:45.439015434 +0000 2024-09-07T13:36:52.626 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2024-09-07 13:30:45.439015434 +0000 2024-09-07T13:36:52.627 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: - 2024-09-07T13:36:52.627 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-07T13:36:52.680 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2024-09-07T13:36:52.680 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2024-09-07T13:36:52.680 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.000301743 s, 1.7 MB/s 2024-09-07T13:36:52.681 DEBUG:teuthology.orchestra.run.smithi107:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-07T13:36:52.731 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_3 2024-09-07T13:36:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-07T13:36:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-07T13:36:52.778 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 5h/5d Inode: 922 Links: 1 2024-09-07T13:36:52.778 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-07T13:36:52.778 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2024-09-07 13:30:46.183008789 +0000 2024-09-07T13:36:52.778 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2024-09-07 13:30:45.931011038 +0000 2024-09-07T13:36:52.778 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2024-09-07 13:30:45.931011038 +0000 2024-09-07T13:36:52.779 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: - 2024-09-07T13:36:52.779 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-07T13:36:52.832 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2024-09-07T13:36:52.833 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2024-09-07T13:36:52.833 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.000357253 s, 1.4 MB/s 2024-09-07T13:36:52.834 DEBUG:teuthology.orchestra.run.smithi107:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-07T13:36:52.883 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_4 2024-09-07T13:36:52.934 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-07T13:36:52.934 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-07T13:36:52.934 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 5h/5d Inode: 938 Links: 1 2024-09-07T13:36:52.934 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-07T13:36:52.934 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2024-09-07 13:30:46.635004752 +0000 2024-09-07T13:36:52.934 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2024-09-07 13:30:46.395006895 +0000 2024-09-07T13:36:52.934 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2024-09-07 13:30:46.395006895 +0000 2024-09-07T13:36:52.934 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: - 2024-09-07T13:36:52.935 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-07T13:36:52.988 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2024-09-07T13:36:52.988 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2024-09-07T13:36:52.988 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.000408777 s, 1.3 MB/s 2024-09-07T13:36:52.989 DEBUG:teuthology.orchestra.run.smithi107:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-07T13:36:53.043 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-07T13:36:53.043 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:36:53.043 DEBUG:teuthology.orchestra.run.smithi148:> dd if=/scratch_devs of=/dev/stdout 2024-09-07T13:36:53.049 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-07T13:36:53.049 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_1 2024-09-07T13:36:53.097 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-07T13:36:53.098 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-07T13:36:53.098 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 888 Links: 1 2024-09-07T13:36:53.098 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-07T13:36:53.098 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-09-07 13:30:47.384897965 +0000 2024-09-07T13:36:53.098 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-09-07 13:30:47.152900037 +0000 2024-09-07T13:36:53.098 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-09-07 13:30:47.152900037 +0000 2024-09-07T13:36:53.098 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: - 2024-09-07T13:36:53.098 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-07T13:36:53.151 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-09-07T13:36:53.152 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-09-07T13:36:53.152 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000387046 s, 1.3 MB/s 2024-09-07T13:36:53.153 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-07T13:36:53.202 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_2 2024-09-07T13:36:53.249 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-07T13:36:53.249 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-07T13:36:53.249 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 901 Links: 1 2024-09-07T13:36:53.249 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-07T13:36:53.249 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-09-07 13:30:47.908893284 +0000 2024-09-07T13:36:53.249 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-09-07 13:30:47.636895714 +0000 2024-09-07T13:36:53.249 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-09-07 13:30:47.636895714 +0000 2024-09-07T13:36:53.249 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: - 2024-09-07T13:36:53.250 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-07T13:36:53.303 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-09-07T13:36:53.303 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-09-07T13:36:53.303 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000372466 s, 1.4 MB/s 2024-09-07T13:36:53.305 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-07T13:36:53.354 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_3 2024-09-07T13:36:53.401 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-07T13:36:53.401 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-07T13:36:53.401 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 917 Links: 1 2024-09-07T13:36:53.401 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-07T13:36:53.401 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-09-07 13:30:48.452888425 +0000 2024-09-07T13:36:53.401 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-09-07 13:30:48.168890961 +0000 2024-09-07T13:36:53.402 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-09-07 13:30:48.168890961 +0000 2024-09-07T13:36:53.402 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: - 2024-09-07T13:36:53.402 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-07T13:36:53.455 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-09-07T13:36:53.455 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-09-07T13:36:53.455 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000367031 s, 1.4 MB/s 2024-09-07T13:36:53.456 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-07T13:36:53.506 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_4 2024-09-07T13:36:53.553 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-07T13:36:53.553 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-07T13:36:53.553 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 933 Links: 1 2024-09-07T13:36:53.553 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-07T13:36:53.553 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-09-07 13:30:48.928884174 +0000 2024-09-07T13:36:53.553 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-09-07 13:30:48.676886424 +0000 2024-09-07T13:36:53.553 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-09-07 13:30:48.676886424 +0000 2024-09-07T13:36:53.553 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: - 2024-09-07T13:36:53.554 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-07T13:36:53.607 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-09-07T13:36:53.607 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-09-07T13:36:53.607 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000311387 s, 1.6 MB/s 2024-09-07T13:36:53.608 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-07T13:36:53.658 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-07T13:36:53.658 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi107.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi148.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-07T13:36:53.658 INFO:tasks.ceph:Generating config... 2024-09-07T13:36:53.660 INFO:tasks.ceph:[client] debug rgw = 20 2024-09-07T13:36:53.660 INFO:tasks.ceph:[client] debug rgw notification = 20 2024-09-07T13:36:53.660 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2024-09-07T13:36:53.660 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2024-09-07T13:36:53.660 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2024-09-07T13:36:53.660 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-07T13:36:53.660 INFO:tasks.ceph:[client] rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-07T13:36:53.660 INFO:tasks.ceph:[client] rgw d3n l1 datacache size = 10737418240 2024-09-07T13:36:53.660 INFO:tasks.ceph:[client] rgw d3n l1 local datacache enabled = True 2024-09-07T13:36:53.660 INFO:tasks.ceph:[client] rgw enable ops log = True 2024-09-07T13:36:53.661 INFO:tasks.ceph:[client] rgw max chunk size = 4194304 2024-09-07T13:36:53.661 INFO:tasks.ceph:[client] rgw obj stripe size = 6291456 2024-09-07T13:36:53.661 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2024-09-07T13:36:53.661 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2024-09-07T13:36:53.661 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2024-09-07T13:36:53.661 INFO:tasks.ceph:[client] rgw torrent flag = True 2024-09-07T13:36:53.661 INFO:tasks.ceph:[client] rgw user counters cache = True 2024-09-07T13:36:53.661 INFO:tasks.ceph:[client] setgroup = ceph 2024-09-07T13:36:53.661 INFO:tasks.ceph:[client] setuser = ceph 2024-09-07T13:36:53.661 INFO:tasks.ceph:[global] mon client directed command retry = 5 2024-09-07T13:36:53.661 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2024-09-07T13:36:53.661 INFO:tasks.ceph:[global] osd heartbeat grace = 40 2024-09-07T13:36:53.662 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2024-09-07T13:36:53.662 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2024-09-07T13:36:53.662 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2024-09-07T13:36:53.662 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-07T13:36:53.662 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-07T13:36:53.662 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-07T13:36:53.662 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-07T13:36:53.662 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-07T13:36:53.662 INFO:tasks.ceph:[mon] mon osd crush smoke test = False 2024-09-07T13:36:53.662 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-07T13:36:53.662 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-07T13:36:53.662 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-07T13:36:53.662 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-07T13:36:53.662 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] debug objclass = 20 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] osd fast shutdown = False 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-07T13:36:53.663 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2024-09-07T13:36:53.664 INFO:tasks.ceph:Setting up mon.a... 2024-09-07T13:36:53.664 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-07T13:36:53.697 INFO:teuthology.orchestra.run.smithi107.stdout:creating /etc/ceph/ceph.keyring 2024-09-07T13:36:53.706 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-07T13:36:53.783 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-07T13:36:53.837 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.107'), ('mon.c', '[v2:172.21.15.107:3301,v1:172.21.15.107:6790]'), ('mon.b', '172.21.15.148')] 2024-09-07T13:36:53.838 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.107,[v2:172.21.15.107:3301,v1:172.21.15.107:6790],172.21.15.148', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon osd crush smoke test': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': True, 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2024-09-07T13:36:53.839 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:36:53.839 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-07T13:36:53.887 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.107 --addv c '[v2:172.21.15.107:3301,v1:172.21.15.107:6790]' --add b 172.21.15.148 --print /home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:36:53.973 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:36:53.973 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:36:53.974 INFO:teuthology.orchestra.run.smithi107.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:36:53.974 INFO:teuthology.orchestra.run.smithi107.stdout:monmaptool: generated fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T13:36:53.974 INFO:teuthology.orchestra.run.smithi107.stdout:setting min_mon_release = quincy 2024-09-07T13:36:53.974 INFO:teuthology.orchestra.run.smithi107.stdout:epoch 0 2024-09-07T13:36:53.974 INFO:teuthology.orchestra.run.smithi107.stdout:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T13:36:53.974 INFO:teuthology.orchestra.run.smithi107.stdout:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T13:36:53.974 INFO:teuthology.orchestra.run.smithi107.stdout:created 2024-09-07T13:36:53.974880+0000 2024-09-07T13:36:53.974 INFO:teuthology.orchestra.run.smithi107.stdout:min_mon_release 17 (quincy) 2024-09-07T13:36:53.974 INFO:teuthology.orchestra.run.smithi107.stdout:election_strategy: 1 2024-09-07T13:36:53.974 INFO:teuthology.orchestra.run.smithi107.stdout:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T13:36:53.974 INFO:teuthology.orchestra.run.smithi107.stdout:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T13:36:53.975 INFO:teuthology.orchestra.run.smithi107.stdout:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T13:36:53.975 INFO:teuthology.orchestra.run.smithi107.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-07T13:36:53.976 DEBUG:teuthology.orchestra.run.smithi107:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-07T13:36:54.022 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID e0c7077a-9490-42ff-b9cb-56a88ac4c903... 2024-09-07T13:36:54.023 DEBUG:teuthology.orchestra.run.smithi107:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-07T13:36:54.067 DEBUG:teuthology.orchestra.run.smithi148:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-07T13:36:54.096 INFO:teuthology.orchestra.run.smithi107.stdout:[global] 2024-09-07T13:36:54.104 INFO:teuthology.orchestra.run.smithi107.stdout: chdir = "" 2024-09-07T13:36:54.104 INFO:teuthology.orchestra.run.smithi107.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: auth supported = cephx 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: filestore xattr use omap = true 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: mon clock drift allowed = 1.000 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: osd crush chooseleaf type = 0 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: auth debug = true 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: ms die on old message = true 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: ms die on bug = true 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.105 INFO:teuthology.orchestra.run.smithi107.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: mon pg warn max object skew = 0 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: # disable pg_autoscaler by default for new pools 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: osd pool default size = 2 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: mon osd allow primary affinity = true 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: mon osd allow pg remap = true 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: mon warn on legacy crush tunables = false 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: mon warn on crush straw calc version zero = false 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: mon warn on no sortbitwise = false 2024-09-07T13:36:54.106 INFO:teuthology.orchestra.run.smithi107.stdout: mon warn on osd down out interval zero = false 2024-09-07T13:36:54.107 INFO:teuthology.orchestra.run.smithi107.stdout: mon warn on too few osds = false 2024-09-07T13:36:54.107 INFO:teuthology.orchestra.run.smithi107.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-07T13:36:54.107 INFO:teuthology.orchestra.run.smithi107.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-07T13:36:54.107 INFO:teuthology.orchestra.run.smithi107.stdout: mon_allow_pool_size_one = true 2024-09-07T13:36:54.107 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.107 INFO:teuthology.orchestra.run.smithi107.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-07T13:36:54.107 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.107 INFO:teuthology.orchestra.run.smithi107.stdout: osd default data pool replay window = 5 2024-09-07T13:36:54.107 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.107 INFO:teuthology.orchestra.run.smithi107.stdout: mon allow pool delete = true 2024-09-07T13:36:54.107 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.107 INFO:teuthology.orchestra.run.smithi107.stdout: mon cluster log file level = debug 2024-09-07T13:36:54.108 INFO:teuthology.orchestra.run.smithi107.stdout: debug asserts on shutdown = true 2024-09-07T13:36:54.108 INFO:teuthology.orchestra.run.smithi107.stdout: mon health detail to clog = false 2024-09-07T13:36:54.108 INFO:teuthology.orchestra.run.smithi107.stdout: mon host = "172.21.15.107,[v2:172.21.15.107:3301,v1:172.21.15.107:6790],172.21.15.148" 2024-09-07T13:36:54.108 INFO:teuthology.orchestra.run.smithi107.stdout: mon client directed command retry = 5 2024-09-07T13:36:54.108 INFO:teuthology.orchestra.run.smithi107.stdout: ms inject socket failures = 5000 2024-09-07T13:36:54.108 INFO:teuthology.orchestra.run.smithi107.stdout: osd heartbeat grace = 40 2024-09-07T13:36:54.108 INFO:teuthology.orchestra.run.smithi107.stdout: osd_max_pg_log_entries = 10 2024-09-07T13:36:54.108 INFO:teuthology.orchestra.run.smithi107.stdout: osd_min_pg_log_entries = 10 2024-09-07T13:36:54.108 INFO:teuthology.orchestra.run.smithi107.stdout: rgw override bucket index max shards = 1 2024-09-07T13:36:54.108 INFO:teuthology.orchestra.run.smithi107.stdout: fsid = e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T13:36:54.108 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.108 INFO:teuthology.orchestra.run.smithi107.stdout:[osd] 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: osd journal size = 100 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: osd scrub load threshold = 5.0 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: osd scrub max interval = 600 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: osd mclock profile = high_recovery_ops 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: osd recover clone overlap = true 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: osd recovery max chunk = 1048576 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: osd debug shutdown = true 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: osd debug op order = true 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: osd debug verify stray on activate = true 2024-09-07T13:36:54.109 INFO:teuthology.orchestra.run.smithi107.stdout: osd debug trim objects = true 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: osd open classes on start = true 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: osd debug pg log writeout = true 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: osd deep scrub update digest min age = 30 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: osd map max advance = 10 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: journal zero on create = true 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: filestore ondisk finisher threads = 3 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: filestore apply finisher threads = 3 2024-09-07T13:36:54.110 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: bdev debug aio = true 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: osd debug misdirected ops = true 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: bdev async discard = True 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: bdev enable discard = True 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: bluestore allocator = bitmap 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: bluestore block size = 96636764160 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: bluestore fsck on mount = True 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: debug bluefs = 1/20 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: debug bluestore = 1/20 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: debug ms = 1 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: debug objclass = 20 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: debug osd = 20 2024-09-07T13:36:54.111 INFO:teuthology.orchestra.run.smithi107.stdout: debug rocksdb = 4/10 2024-09-07T13:36:54.112 INFO:teuthology.orchestra.run.smithi107.stdout: mon osd backfillfull_ratio = 0.85 2024-09-07T13:36:54.112 INFO:teuthology.orchestra.run.smithi107.stdout: mon osd full ratio = 0.9 2024-09-07T13:36:54.112 INFO:teuthology.orchestra.run.smithi107.stdout: mon osd nearfull ratio = 0.8 2024-09-07T13:36:54.112 INFO:teuthology.orchestra.run.smithi107.stdout: osd failsafe full ratio = 0.95 2024-09-07T13:36:54.112 INFO:teuthology.orchestra.run.smithi107.stdout: osd fast shutdown = False 2024-09-07T13:36:54.112 INFO:teuthology.orchestra.run.smithi107.stdout: osd objectstore = bluestore 2024-09-07T13:36:54.112 INFO:teuthology.orchestra.run.smithi107.stdout: osd shutdown pgref assert = True 2024-09-07T13:36:54.112 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.112 INFO:teuthology.orchestra.run.smithi107.stdout:[mgr] 2024-09-07T13:36:54.112 INFO:teuthology.orchestra.run.smithi107.stdout: debug ms = 1 2024-09-07T13:36:54.112 INFO:teuthology.orchestra.run.smithi107.stdout: debug mgr = 20 2024-09-07T13:36:54.113 INFO:teuthology.orchestra.run.smithi107.stdout: debug mon = 20 2024-09-07T13:36:54.113 INFO:teuthology.orchestra.run.smithi107.stdout: debug auth = 20 2024-09-07T13:36:54.113 INFO:teuthology.orchestra.run.smithi107.stdout: mon reweight min pgs per osd = 4 2024-09-07T13:36:54.113 INFO:teuthology.orchestra.run.smithi107.stdout: mon reweight min bytes per osd = 10 2024-09-07T13:36:54.113 INFO:teuthology.orchestra.run.smithi107.stdout: mgr/telemetry/nag = false 2024-09-07T13:36:54.113 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.113 INFO:teuthology.orchestra.run.smithi107.stdout:[mon] 2024-09-07T13:36:54.113 INFO:teuthology.orchestra.run.smithi107.stdout: debug ms = 1 2024-09-07T13:36:54.113 INFO:teuthology.orchestra.run.smithi107.stdout: debug mon = 20 2024-09-07T13:36:54.113 INFO:teuthology.orchestra.run.smithi107.stdout: debug paxos = 20 2024-09-07T13:36:54.114 INFO:teuthology.orchestra.run.smithi107.stdout: debug auth = 20 2024-09-07T13:36:54.114 INFO:teuthology.orchestra.run.smithi107.stdout: mon data avail warn = 5 2024-09-07T13:36:54.114 INFO:teuthology.orchestra.run.smithi107.stdout: mon mgr mkfs grace = 240 2024-09-07T13:36:54.114 INFO:teuthology.orchestra.run.smithi107.stdout: mon reweight min pgs per osd = 4 2024-09-07T13:36:54.114 INFO:teuthology.orchestra.run.smithi107.stdout: mon osd reporter subtree level = osd 2024-09-07T13:36:54.114 INFO:teuthology.orchestra.run.smithi107.stdout: mon osd prime pg temp = true 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: mon reweight min bytes per osd = 10 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: auth mon ticket ttl = 660 # 11m 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: auth service ticket ttl = 240 # 4m 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: # don't complain about insecure global_id in the test suite 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: # 1m isn't quite enough 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: mon_down_mkfs_grace = 2m 2024-09-07T13:36:54.115 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout: mon_warn_on_filestore_osds = false 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout: mon osd crush smoke test = False 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout:[client] 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout: rgw cache enabled = true 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout: rgw enable ops log = True 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout: rgw enable usage log = true 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout: debug rgw = 20 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout: debug rgw notification = 20 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout: rgw bucket counters cache = True 2024-09-07T13:36:54.116 INFO:teuthology.orchestra.run.smithi107.stdout: rgw crypt require ssl = False 2024-09-07T13:36:54.117 INFO:teuthology.orchestra.run.smithi107.stdout: rgw crypt s3 kms backend = testing 2024-09-07T13:36:54.117 INFO:teuthology.orchestra.run.smithi107.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-07T13:36:54.117 INFO:teuthology.orchestra.run.smithi107.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-07T13:36:54.117 INFO:teuthology.orchestra.run.smithi107.stdout: rgw d3n l1 datacache size = 10737418240 2024-09-07T13:36:54.117 INFO:teuthology.orchestra.run.smithi107.stdout: rgw d3n l1 local datacache enabled = True 2024-09-07T13:36:54.117 INFO:teuthology.orchestra.run.smithi107.stdout: rgw max chunk size = 4194304 2024-09-07T13:36:54.117 INFO:teuthology.orchestra.run.smithi107.stdout: rgw obj stripe size = 6291456 2024-09-07T13:36:54.117 INFO:teuthology.orchestra.run.smithi107.stdout: rgw reshard progress judge interval = 10 2024-09-07T13:36:54.117 INFO:teuthology.orchestra.run.smithi107.stdout: rgw s3 auth use sts = True 2024-09-07T13:36:54.117 INFO:teuthology.orchestra.run.smithi107.stdout: rgw sts key = abcdefghijklmnop 2024-09-07T13:36:54.117 INFO:teuthology.orchestra.run.smithi107.stdout: rgw torrent flag = True 2024-09-07T13:36:54.118 INFO:teuthology.orchestra.run.smithi107.stdout: rgw user counters cache = True 2024-09-07T13:36:54.118 INFO:teuthology.orchestra.run.smithi107.stdout: setgroup = ceph 2024-09-07T13:36:54.118 INFO:teuthology.orchestra.run.smithi107.stdout: setuser = ceph 2024-09-07T13:36:54.118 INFO:teuthology.orchestra.run.smithi107.stdout:[mon.a] 2024-09-07T13:36:54.118 INFO:teuthology.orchestra.run.smithi107.stdout:[mon.c] 2024-09-07T13:36:54.118 INFO:teuthology.orchestra.run.smithi107.stdout:[mon.b] 2024-09-07T13:36:54.120 INFO:teuthology.orchestra.run.smithi148.stdout:[global] 2024-09-07T13:36:54.120 INFO:teuthology.orchestra.run.smithi148.stdout: chdir = "" 2024-09-07T13:36:54.120 INFO:teuthology.orchestra.run.smithi148.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-07T13:36:54.120 INFO:teuthology.orchestra.run.smithi148.stdout: auth supported = cephx 2024-09-07T13:36:54.120 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.120 INFO:teuthology.orchestra.run.smithi148.stdout: filestore xattr use omap = true 2024-09-07T13:36:54.120 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.120 INFO:teuthology.orchestra.run.smithi148.stdout: mon clock drift allowed = 1.000 2024-09-07T13:36:54.120 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: osd crush chooseleaf type = 0 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: auth debug = true 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: ms die on old message = true 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: ms die on bug = true 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: mon pg warn max object skew = 0 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: # disable pg_autoscaler by default for new pools 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.121 INFO:teuthology.orchestra.run.smithi148.stdout: osd pool default size = 2 2024-09-07T13:36:54.122 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.122 INFO:teuthology.orchestra.run.smithi148.stdout: mon osd allow primary affinity = true 2024-09-07T13:36:54.122 INFO:teuthology.orchestra.run.smithi148.stdout: mon osd allow pg remap = true 2024-09-07T13:36:54.122 INFO:teuthology.orchestra.run.smithi148.stdout: mon warn on legacy crush tunables = false 2024-09-07T13:36:54.122 INFO:teuthology.orchestra.run.smithi148.stdout: mon warn on crush straw calc version zero = false 2024-09-07T13:36:54.122 INFO:teuthology.orchestra.run.smithi148.stdout: mon warn on no sortbitwise = false 2024-09-07T13:36:54.122 INFO:teuthology.orchestra.run.smithi148.stdout: mon warn on osd down out interval zero = false 2024-09-07T13:36:54.122 INFO:teuthology.orchestra.run.smithi148.stdout: mon warn on too few osds = false 2024-09-07T13:36:54.122 INFO:teuthology.orchestra.run.smithi148.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-07T13:36:54.122 INFO:teuthology.orchestra.run.smithi148.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-07T13:36:54.123 INFO:teuthology.orchestra.run.smithi148.stdout: mon_allow_pool_size_one = true 2024-09-07T13:36:54.123 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.123 INFO:teuthology.orchestra.run.smithi148.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-07T13:36:54.123 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.123 INFO:teuthology.orchestra.run.smithi148.stdout: osd default data pool replay window = 5 2024-09-07T13:36:54.123 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.123 INFO:teuthology.orchestra.run.smithi148.stdout: mon allow pool delete = true 2024-09-07T13:36:54.124 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.124 INFO:teuthology.orchestra.run.smithi148.stdout: mon cluster log file level = debug 2024-09-07T13:36:54.124 INFO:teuthology.orchestra.run.smithi148.stdout: debug asserts on shutdown = true 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout: mon health detail to clog = false 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout: mon host = "172.21.15.107,[v2:172.21.15.107:3301,v1:172.21.15.107:6790],172.21.15.148" 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout: mon client directed command retry = 5 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout: ms inject socket failures = 5000 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout: osd heartbeat grace = 40 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout: osd_max_pg_log_entries = 10 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout: osd_min_pg_log_entries = 10 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout: rgw override bucket index max shards = 1 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout: fsid = e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout:[osd] 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout: osd journal size = 100 2024-09-07T13:36:54.125 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: osd scrub load threshold = 5.0 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: osd scrub max interval = 600 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: osd mclock profile = high_recovery_ops 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: osd recover clone overlap = true 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: osd recovery max chunk = 1048576 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: osd debug shutdown = true 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: osd debug op order = true 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: osd debug verify stray on activate = true 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: osd debug trim objects = true 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.126 INFO:teuthology.orchestra.run.smithi148.stdout: osd open classes on start = true 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: osd debug pg log writeout = true 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: osd deep scrub update digest min age = 30 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: osd map max advance = 10 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: journal zero on create = true 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: filestore ondisk finisher threads = 3 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: filestore apply finisher threads = 3 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: bdev debug aio = true 2024-09-07T13:36:54.127 INFO:teuthology.orchestra.run.smithi148.stdout: osd debug misdirected ops = true 2024-09-07T13:36:54.128 INFO:teuthology.orchestra.run.smithi148.stdout: bdev async discard = True 2024-09-07T13:36:54.128 INFO:teuthology.orchestra.run.smithi148.stdout: bdev enable discard = True 2024-09-07T13:36:54.128 INFO:teuthology.orchestra.run.smithi148.stdout: bluestore allocator = bitmap 2024-09-07T13:36:54.128 INFO:teuthology.orchestra.run.smithi148.stdout: bluestore block size = 96636764160 2024-09-07T13:36:54.128 INFO:teuthology.orchestra.run.smithi148.stdout: bluestore fsck on mount = True 2024-09-07T13:36:54.128 INFO:teuthology.orchestra.run.smithi148.stdout: debug bluefs = 1/20 2024-09-07T13:36:54.128 INFO:teuthology.orchestra.run.smithi148.stdout: debug bluestore = 1/20 2024-09-07T13:36:54.128 INFO:teuthology.orchestra.run.smithi148.stdout: debug ms = 1 2024-09-07T13:36:54.128 INFO:teuthology.orchestra.run.smithi148.stdout: debug objclass = 20 2024-09-07T13:36:54.128 INFO:teuthology.orchestra.run.smithi148.stdout: debug osd = 20 2024-09-07T13:36:54.128 INFO:teuthology.orchestra.run.smithi148.stdout: debug rocksdb = 4/10 2024-09-07T13:36:54.128 INFO:teuthology.orchestra.run.smithi148.stdout: mon osd backfillfull_ratio = 0.85 2024-09-07T13:36:54.129 INFO:teuthology.orchestra.run.smithi148.stdout: mon osd full ratio = 0.9 2024-09-07T13:36:54.129 INFO:teuthology.orchestra.run.smithi148.stdout: mon osd nearfull ratio = 0.8 2024-09-07T13:36:54.129 INFO:teuthology.orchestra.run.smithi148.stdout: osd failsafe full ratio = 0.95 2024-09-07T13:36:54.129 INFO:teuthology.orchestra.run.smithi148.stdout: osd fast shutdown = False 2024-09-07T13:36:54.129 INFO:teuthology.orchestra.run.smithi148.stdout: osd objectstore = bluestore 2024-09-07T13:36:54.129 INFO:teuthology.orchestra.run.smithi148.stdout: osd shutdown pgref assert = True 2024-09-07T13:36:54.130 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.130 INFO:teuthology.orchestra.run.smithi148.stdout:[mgr] 2024-09-07T13:36:54.130 INFO:teuthology.orchestra.run.smithi148.stdout: debug ms = 1 2024-09-07T13:36:54.130 INFO:teuthology.orchestra.run.smithi148.stdout: debug mgr = 20 2024-09-07T13:36:54.130 INFO:teuthology.orchestra.run.smithi148.stdout: debug mon = 20 2024-09-07T13:36:54.130 INFO:teuthology.orchestra.run.smithi148.stdout: debug auth = 20 2024-09-07T13:36:54.130 INFO:teuthology.orchestra.run.smithi148.stdout: mon reweight min pgs per osd = 4 2024-09-07T13:36:54.130 INFO:teuthology.orchestra.run.smithi148.stdout: mon reweight min bytes per osd = 10 2024-09-07T13:36:54.130 INFO:teuthology.orchestra.run.smithi148.stdout: mgr/telemetry/nag = false 2024-09-07T13:36:54.130 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout:[mon] 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: debug ms = 1 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: debug mon = 20 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: debug paxos = 20 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: debug auth = 20 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: mon data avail warn = 5 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: mon mgr mkfs grace = 240 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: mon reweight min pgs per osd = 4 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: mon osd reporter subtree level = osd 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: mon osd prime pg temp = true 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: mon reweight min bytes per osd = 10 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-07T13:36:54.131 INFO:teuthology.orchestra.run.smithi148.stdout: auth mon ticket ttl = 660 # 11m 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout: auth service ticket ttl = 240 # 4m 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout: # don't complain about insecure global_id in the test suite 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout: # 1m isn't quite enough 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout: mon_down_mkfs_grace = 2m 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout: mon_warn_on_filestore_osds = false 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout: mon osd crush smoke test = False 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-09-07T13:36:54.132 INFO:teuthology.orchestra.run.smithi148.stdout:[client] 2024-09-07T13:36:54.133 INFO:teuthology.orchestra.run.smithi148.stdout: rgw cache enabled = true 2024-09-07T13:36:54.133 INFO:teuthology.orchestra.run.smithi148.stdout: rgw enable ops log = True 2024-09-07T13:36:54.133 INFO:teuthology.orchestra.run.smithi148.stdout: rgw enable usage log = true 2024-09-07T13:36:54.133 INFO:teuthology.orchestra.run.smithi148.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-07T13:36:54.133 INFO:teuthology.orchestra.run.smithi148.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-07T13:36:54.133 INFO:teuthology.orchestra.run.smithi148.stdout: debug rgw = 20 2024-09-07T13:36:54.133 INFO:teuthology.orchestra.run.smithi148.stdout: debug rgw notification = 20 2024-09-07T13:36:54.133 INFO:teuthology.orchestra.run.smithi148.stdout: rgw bucket counters cache = True 2024-09-07T13:36:54.133 INFO:teuthology.orchestra.run.smithi148.stdout: rgw crypt require ssl = False 2024-09-07T13:36:54.133 INFO:teuthology.orchestra.run.smithi148.stdout: rgw crypt s3 kms backend = testing 2024-09-07T13:36:54.133 INFO:teuthology.orchestra.run.smithi148.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout: rgw d3n l1 datacache size = 10737418240 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout: rgw d3n l1 local datacache enabled = True 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout: rgw max chunk size = 4194304 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout: rgw obj stripe size = 6291456 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout: rgw reshard progress judge interval = 10 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout: rgw s3 auth use sts = True 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout: rgw sts key = abcdefghijklmnop 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout: rgw torrent flag = True 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout: rgw user counters cache = True 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout: setgroup = ceph 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout: setuser = ceph 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout:[mon.a] 2024-09-07T13:36:54.134 INFO:teuthology.orchestra.run.smithi148.stdout:[mon.c] 2024-09-07T13:36:54.135 INFO:teuthology.orchestra.run.smithi148.stdout:[mon.b] 2024-09-07T13:36:54.135 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-07T13:36:54.135 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-07T13:36:54.211 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-07T13:36:54.211 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:36:54.211 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-07T13:36:54.216 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:36:54.216 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-07T13:36:54.264 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi107.front.sepia.ceph.com 2024-09-07T13:36:54.265 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:36:54.265 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-07T13:36:54.265 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-07T13:36:54.324 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:36:54.325 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:36:54.371 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi148.front.sepia.ceph.com 2024-09-07T13:36:54.371 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:36:54.371 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-07T13:36:54.371 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-07T13:36:54.394 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:36:54.394 DEBUG:teuthology.orchestra.run.smithi148:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:36:54.441 INFO:tasks.ceph:Setting up mon nodes... 2024-09-07T13:36:54.441 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-07T13:36:54.442 DEBUG:teuthology.orchestra.run.smithi107:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-07T13:36:54.486 INFO:teuthology.orchestra.run.smithi107.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-07T13:36:54.489 DEBUG:teuthology.orchestra.run.smithi148:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-07T13:36:54.533 INFO:teuthology.orchestra.run.smithi148.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-07T13:36:54.547 INFO:tasks.ceph:Setting up mds nodes... 2024-09-07T13:36:54.548 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-07T13:36:54.548 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-07T13:36:54.583 INFO:teuthology.orchestra.run.smithi107.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-07T13:36:54.594 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-07T13:36:54.629 INFO:teuthology.orchestra.run.smithi148.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-07T13:36:54.641 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-07T13:36:54.641 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi107.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi148.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-07T13:36:54.641 DEBUG:teuthology.orchestra.run.smithi107:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-07T13:36:54.657 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-07T13:36:54.657 INFO:tasks.ceph:role: osd.0 2024-09-07T13:36:54.657 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi107.front.sepia.ceph.com 2024-09-07T13:36:54.658 DEBUG:teuthology.orchestra.run.smithi107:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-07T13:36:54.721 INFO:teuthology.orchestra.run.smithi107.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-07T13:36:54.721 INFO:teuthology.orchestra.run.smithi107.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-07T13:36:54.721 INFO:teuthology.orchestra.run.smithi107.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-07T13:36:54.721 INFO:teuthology.orchestra.run.smithi107.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-07T13:36:54.721 INFO:teuthology.orchestra.run.smithi107.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-07T13:36:54.721 INFO:teuthology.orchestra.run.smithi107.stdout: = sunit=0 swidth=0 blks 2024-09-07T13:36:54.721 INFO:teuthology.orchestra.run.smithi107.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-07T13:36:54.722 INFO:teuthology.orchestra.run.smithi107.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-07T13:36:54.722 INFO:teuthology.orchestra.run.smithi107.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-07T13:36:54.722 INFO:teuthology.orchestra.run.smithi107.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-07T13:36:55.172 INFO:teuthology.orchestra.run.smithi107.stdout:Discarding blocks...Done. 2024-09-07T13:36:55.174 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi107.front.sepia.ceph.com -o noatime 2024-09-07T13:36:55.174 DEBUG:teuthology.orchestra.run.smithi107:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-07T13:36:55.267 DEBUG:teuthology.orchestra.run.smithi107:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-07T13:36:55.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:36:55.277 INFO:teuthology.orchestra.run.smithi107.stderr:sudo: /sbin/restorecon: command not found 2024-09-07T13:36:55.277 DEBUG:teuthology.orchestra.run.smithi107:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-07T13:36:55.327 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-07T13:36:55.327 INFO:tasks.ceph:role: osd.1 2024-09-07T13:36:55.328 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi107.front.sepia.ceph.com 2024-09-07T13:36:55.328 DEBUG:teuthology.orchestra.run.smithi107:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-07T13:36:55.390 INFO:teuthology.orchestra.run.smithi107.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-07T13:36:55.390 INFO:teuthology.orchestra.run.smithi107.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-07T13:36:55.390 INFO:teuthology.orchestra.run.smithi107.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-07T13:36:55.391 INFO:teuthology.orchestra.run.smithi107.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-07T13:36:55.391 INFO:teuthology.orchestra.run.smithi107.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-07T13:36:55.391 INFO:teuthology.orchestra.run.smithi107.stdout: = sunit=0 swidth=0 blks 2024-09-07T13:36:55.391 INFO:teuthology.orchestra.run.smithi107.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-07T13:36:55.391 INFO:teuthology.orchestra.run.smithi107.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-07T13:36:55.391 INFO:teuthology.orchestra.run.smithi107.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-07T13:36:55.391 INFO:teuthology.orchestra.run.smithi107.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-07T13:36:55.857 INFO:teuthology.orchestra.run.smithi107.stdout:Discarding blocks...Done. 2024-09-07T13:36:55.859 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi107.front.sepia.ceph.com -o noatime 2024-09-07T13:36:55.859 DEBUG:teuthology.orchestra.run.smithi107:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-07T13:36:56.021 DEBUG:teuthology.orchestra.run.smithi107:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-07T13:36:56.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:36:56.033 INFO:teuthology.orchestra.run.smithi107.stderr:sudo: /sbin/restorecon: command not found 2024-09-07T13:36:56.033 DEBUG:teuthology.orchestra.run.smithi107:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-07T13:36:56.089 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-07T13:36:56.089 INFO:tasks.ceph:role: osd.2 2024-09-07T13:36:56.089 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi107.front.sepia.ceph.com 2024-09-07T13:36:56.089 DEBUG:teuthology.orchestra.run.smithi107:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-07T13:36:56.157 INFO:teuthology.orchestra.run.smithi107.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-07T13:36:56.158 INFO:teuthology.orchestra.run.smithi107.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-07T13:36:56.158 INFO:teuthology.orchestra.run.smithi107.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-07T13:36:56.158 INFO:teuthology.orchestra.run.smithi107.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-07T13:36:56.158 INFO:teuthology.orchestra.run.smithi107.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-07T13:36:56.158 INFO:teuthology.orchestra.run.smithi107.stdout: = sunit=0 swidth=0 blks 2024-09-07T13:36:56.158 INFO:teuthology.orchestra.run.smithi107.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-07T13:36:56.158 INFO:teuthology.orchestra.run.smithi107.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-07T13:36:56.158 INFO:teuthology.orchestra.run.smithi107.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-07T13:36:56.158 INFO:teuthology.orchestra.run.smithi107.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-07T13:36:56.623 INFO:teuthology.orchestra.run.smithi107.stdout:Discarding blocks...Done. 2024-09-07T13:36:56.625 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi107.front.sepia.ceph.com -o noatime 2024-09-07T13:36:56.625 DEBUG:teuthology.orchestra.run.smithi107:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-07T13:36:56.756 DEBUG:teuthology.orchestra.run.smithi107:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-07T13:36:56.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:36:56.768 INFO:teuthology.orchestra.run.smithi107.stderr:sudo: /sbin/restorecon: command not found 2024-09-07T13:36:56.768 DEBUG:teuthology.orchestra.run.smithi107:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-07T13:36:56.822 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-07T13:36:56.822 INFO:tasks.ceph:role: osd.3 2024-09-07T13:36:56.822 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi107.front.sepia.ceph.com 2024-09-07T13:36:56.822 DEBUG:teuthology.orchestra.run.smithi107:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-07T13:36:56.885 INFO:teuthology.orchestra.run.smithi107.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-07T13:36:56.885 INFO:teuthology.orchestra.run.smithi107.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-07T13:36:56.885 INFO:teuthology.orchestra.run.smithi107.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-07T13:36:56.885 INFO:teuthology.orchestra.run.smithi107.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-07T13:36:56.885 INFO:teuthology.orchestra.run.smithi107.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-07T13:36:56.885 INFO:teuthology.orchestra.run.smithi107.stdout: = sunit=0 swidth=0 blks 2024-09-07T13:36:56.885 INFO:teuthology.orchestra.run.smithi107.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-07T13:36:56.885 INFO:teuthology.orchestra.run.smithi107.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-07T13:36:56.886 INFO:teuthology.orchestra.run.smithi107.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-07T13:36:56.886 INFO:teuthology.orchestra.run.smithi107.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-07T13:36:57.307 INFO:teuthology.orchestra.run.smithi107.stdout:Discarding blocks...Done. 2024-09-07T13:36:57.309 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi107.front.sepia.ceph.com -o noatime 2024-09-07T13:36:57.309 DEBUG:teuthology.orchestra.run.smithi107:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-07T13:36:57.415 DEBUG:teuthology.orchestra.run.smithi107:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-07T13:36:57.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:36:57.425 INFO:teuthology.orchestra.run.smithi107.stderr:sudo: /sbin/restorecon: command not found 2024-09-07T13:36:57.426 DEBUG:teuthology.orchestra.run.smithi107:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:36:57.547 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:36:57.545+0000 7ff7e31137c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-07T13:36:57.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:36:57.549+0000 7ff7e31137c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-07T13:36:57.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:36:57.549+0000 7ff7e31137c0 -1 bdev(0x561cf2c15800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-07T13:36:57.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:36:57.549+0000 7ff7e31137c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-07T13:37:00.727 DEBUG:teuthology.orchestra.run.smithi107:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-07T13:37:00.741 DEBUG:teuthology.orchestra.run.smithi107:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:37:00.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:00.821+0000 7f859208f7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-07T13:37:00.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:00.821+0000 7f859208f7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-07T13:37:00.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:00.821+0000 7f859208f7c0 -1 bdev(0x561180729800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-07T13:37:00.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:00.821+0000 7f859208f7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-07T13:37:03.980 DEBUG:teuthology.orchestra.run.smithi107:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-07T13:37:04.035 DEBUG:teuthology.orchestra.run.smithi107:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:37:04.121 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:04.117+0000 7f63fcef87c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-07T13:37:04.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:04.121+0000 7f63fcef87c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-07T13:37:04.123 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:04.121+0000 7f63fcef87c0 -1 bdev(0x556c5043f800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-07T13:37:04.123 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:04.121+0000 7f63fcef87c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-07T13:37:07.248 DEBUG:teuthology.orchestra.run.smithi107:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-07T13:37:07.301 DEBUG:teuthology.orchestra.run.smithi107:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:37:07.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:07.377+0000 7f37952787c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-07T13:37:07.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:07.377+0000 7f37952787c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-07T13:37:07.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:07.377+0000 7f37952787c0 -1 bdev(0x5653641ab800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-07T13:37:07.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:07.377+0000 7f37952787c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-07T13:37:10.505 DEBUG:teuthology.orchestra.run.smithi107:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-07T13:37:10.567 DEBUG:teuthology.orchestra.run.smithi148:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-07T13:37:10.581 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-07T13:37:10.581 INFO:tasks.ceph:role: osd.4 2024-09-07T13:37:10.581 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi148.front.sepia.ceph.com 2024-09-07T13:37:10.582 DEBUG:teuthology.orchestra.run.smithi148:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-07T13:37:10.644 INFO:teuthology.orchestra.run.smithi148.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-07T13:37:10.644 INFO:teuthology.orchestra.run.smithi148.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-07T13:37:10.644 INFO:teuthology.orchestra.run.smithi148.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-07T13:37:10.644 INFO:teuthology.orchestra.run.smithi148.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-07T13:37:10.644 INFO:teuthology.orchestra.run.smithi148.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-07T13:37:10.644 INFO:teuthology.orchestra.run.smithi148.stdout: = sunit=0 swidth=0 blks 2024-09-07T13:37:10.645 INFO:teuthology.orchestra.run.smithi148.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-07T13:37:10.645 INFO:teuthology.orchestra.run.smithi148.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-07T13:37:10.645 INFO:teuthology.orchestra.run.smithi148.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-07T13:37:10.645 INFO:teuthology.orchestra.run.smithi148.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-07T13:37:11.105 INFO:teuthology.orchestra.run.smithi148.stdout:Discarding blocks...Done. 2024-09-07T13:37:11.107 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi148.front.sepia.ceph.com -o noatime 2024-09-07T13:37:11.107 DEBUG:teuthology.orchestra.run.smithi148:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-07T13:37:11.197 DEBUG:teuthology.orchestra.run.smithi148:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-07T13:37:11.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:37:11.208 INFO:teuthology.orchestra.run.smithi148.stderr:sudo: /sbin/restorecon: command not found 2024-09-07T13:37:11.208 DEBUG:teuthology.orchestra.run.smithi148:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-07T13:37:11.264 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-07T13:37:11.264 INFO:tasks.ceph:role: osd.5 2024-09-07T13:37:11.264 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi148.front.sepia.ceph.com 2024-09-07T13:37:11.264 DEBUG:teuthology.orchestra.run.smithi148:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-07T13:37:11.328 INFO:teuthology.orchestra.run.smithi148.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-07T13:37:11.328 INFO:teuthology.orchestra.run.smithi148.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-07T13:37:11.328 INFO:teuthology.orchestra.run.smithi148.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-07T13:37:11.328 INFO:teuthology.orchestra.run.smithi148.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-07T13:37:11.328 INFO:teuthology.orchestra.run.smithi148.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-07T13:37:11.328 INFO:teuthology.orchestra.run.smithi148.stdout: = sunit=0 swidth=0 blks 2024-09-07T13:37:11.328 INFO:teuthology.orchestra.run.smithi148.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-07T13:37:11.328 INFO:teuthology.orchestra.run.smithi148.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-07T13:37:11.328 INFO:teuthology.orchestra.run.smithi148.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-07T13:37:11.328 INFO:teuthology.orchestra.run.smithi148.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-07T13:37:11.796 INFO:teuthology.orchestra.run.smithi148.stdout:Discarding blocks...Done. 2024-09-07T13:37:11.798 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi148.front.sepia.ceph.com -o noatime 2024-09-07T13:37:11.798 DEBUG:teuthology.orchestra.run.smithi148:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-07T13:37:11.958 DEBUG:teuthology.orchestra.run.smithi148:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-07T13:37:11.969 INFO:teuthology.orchestra.run.smithi148.stderr:sudo: /sbin/restorecon: command not found 2024-09-07T13:37:11.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:37:11.970 DEBUG:teuthology.orchestra.run.smithi148:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-07T13:37:12.024 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-07T13:37:12.024 INFO:tasks.ceph:role: osd.6 2024-09-07T13:37:12.024 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi148.front.sepia.ceph.com 2024-09-07T13:37:12.025 DEBUG:teuthology.orchestra.run.smithi148:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-07T13:37:12.088 INFO:teuthology.orchestra.run.smithi148.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-07T13:37:12.088 INFO:teuthology.orchestra.run.smithi148.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-07T13:37:12.088 INFO:teuthology.orchestra.run.smithi148.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-07T13:37:12.088 INFO:teuthology.orchestra.run.smithi148.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-07T13:37:12.088 INFO:teuthology.orchestra.run.smithi148.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-07T13:37:12.088 INFO:teuthology.orchestra.run.smithi148.stdout: = sunit=0 swidth=0 blks 2024-09-07T13:37:12.088 INFO:teuthology.orchestra.run.smithi148.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-07T13:37:12.088 INFO:teuthology.orchestra.run.smithi148.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-07T13:37:12.088 INFO:teuthology.orchestra.run.smithi148.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-07T13:37:12.089 INFO:teuthology.orchestra.run.smithi148.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-07T13:37:12.565 INFO:teuthology.orchestra.run.smithi148.stdout:Discarding blocks...Done. 2024-09-07T13:37:12.568 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi148.front.sepia.ceph.com -o noatime 2024-09-07T13:37:12.568 DEBUG:teuthology.orchestra.run.smithi148:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-07T13:37:12.715 DEBUG:teuthology.orchestra.run.smithi148:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-07T13:37:12.724 INFO:teuthology.orchestra.run.smithi148.stderr:sudo: /sbin/restorecon: command not found 2024-09-07T13:37:12.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:37:12.725 DEBUG:teuthology.orchestra.run.smithi148:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-07T13:37:12.780 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-07T13:37:12.781 INFO:tasks.ceph:role: osd.7 2024-09-07T13:37:12.781 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi148.front.sepia.ceph.com 2024-09-07T13:37:12.781 DEBUG:teuthology.orchestra.run.smithi148:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-07T13:37:12.844 INFO:teuthology.orchestra.run.smithi148.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-07T13:37:12.844 INFO:teuthology.orchestra.run.smithi148.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-07T13:37:12.844 INFO:teuthology.orchestra.run.smithi148.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-07T13:37:12.844 INFO:teuthology.orchestra.run.smithi148.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-07T13:37:12.844 INFO:teuthology.orchestra.run.smithi148.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-07T13:37:12.844 INFO:teuthology.orchestra.run.smithi148.stdout: = sunit=0 swidth=0 blks 2024-09-07T13:37:12.844 INFO:teuthology.orchestra.run.smithi148.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-07T13:37:12.845 INFO:teuthology.orchestra.run.smithi148.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-07T13:37:12.845 INFO:teuthology.orchestra.run.smithi148.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-07T13:37:12.845 INFO:teuthology.orchestra.run.smithi148.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-07T13:37:13.271 INFO:teuthology.orchestra.run.smithi148.stdout:Discarding blocks...Done. 2024-09-07T13:37:13.273 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi148.front.sepia.ceph.com -o noatime 2024-09-07T13:37:13.273 DEBUG:teuthology.orchestra.run.smithi148:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-07T13:37:13.369 DEBUG:teuthology.orchestra.run.smithi148:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-07T13:37:13.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:37:13.379 INFO:teuthology.orchestra.run.smithi148.stderr:sudo: /sbin/restorecon: command not found 2024-09-07T13:37:13.379 DEBUG:teuthology.orchestra.run.smithi148:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:37:13.492 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:13.492+0000 7f9f14a6a7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-07T13:37:13.497 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:13.496+0000 7f9f14a6a7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-07T13:37:13.497 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:13.496+0000 7f9f14a6a7c0 -1 bdev(0x55dbdd62b800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-07T13:37:13.497 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:13.496+0000 7f9f14a6a7c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-07T13:37:16.633 DEBUG:teuthology.orchestra.run.smithi148:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-07T13:37:16.648 DEBUG:teuthology.orchestra.run.smithi148:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:37:16.731 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:16.728+0000 7f09f9f0a7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-07T13:37:16.732 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:16.728+0000 7f09f9f0a7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-07T13:37:16.732 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:16.732+0000 7f09f9f0a7c0 -1 bdev(0x564d83fbf800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-07T13:37:16.732 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:16.732+0000 7f09f9f0a7c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-07T13:37:19.851 DEBUG:teuthology.orchestra.run.smithi148:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-07T13:37:19.905 DEBUG:teuthology.orchestra.run.smithi148:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:37:19.991 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:19.988+0000 7f70bbd227c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-07T13:37:19.991 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:19.988+0000 7f70bbd227c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-07T13:37:19.991 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:19.988+0000 7f70bbd227c0 -1 bdev(0x55cc5c265800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-07T13:37:19.992 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:19.988+0000 7f70bbd227c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-07T13:37:23.145 DEBUG:teuthology.orchestra.run.smithi148:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-07T13:37:23.205 DEBUG:teuthology.orchestra.run.smithi148:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:37:23.287 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:23.284+0000 7f38c6eb17c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-07T13:37:23.287 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:23.284+0000 7f38c6eb17c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-07T13:37:23.287 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:23.284+0000 7f38c6eb17c0 -1 bdev(0x55e5ba7db800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-07T13:37:23.287 INFO:teuthology.orchestra.run.smithi148.stderr:2024-09-07T13:37:23.284+0000 7f38c6eb17c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-07T13:37:26.436 DEBUG:teuthology.orchestra.run.smithi148:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-07T13:37:26.492 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-07T13:37:26.492 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:37:26.493 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-07T13:37:26.507 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:37:26.507 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-07T13:37:26.562 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:37:26.562 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-07T13:37:26.616 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:37:26.616 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-07T13:37:26.669 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:37:26.669 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-07T13:37:26.725 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:37:26.726 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-07T13:37:26.739 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:37:26.740 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-07T13:37:26.796 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:37:26.796 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-07T13:37:26.852 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:37:26.852 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-07T13:37:26.913 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:37:26.913 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-07T13:37:26.968 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:37:26.968 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-07T13:37:26.974 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:37:26.974 DEBUG:teuthology.orchestra.run.smithi148:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-07T13:37:27.016 INFO:tasks.ceph:Adding keys to all mons... 2024-09-07T13:37:27.017 DEBUG:teuthology.orchestra.run.smithi107:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-07T13:37:27.019 DEBUG:teuthology.orchestra.run.smithi148:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-07T13:37:27.062 INFO:teuthology.orchestra.run.smithi107.stdout:[mgr.y] 2024-09-07T13:37:27.062 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQD2VtxmUUAUHRAAwdX7uGOiZCREWEOiKRQIkQ== 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout:[osd.0] 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQD5VtxmqpGxIBAAn58AOhhuQIAPnV07kE1jIA== 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout:[osd.1] 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQD8Vtxm6qUyMRAAzjcdzTPAfyd8vl8k0z9EhQ== 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout:[osd.2] 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQAAV9xmuzVOBxAAUyaDJZo4naueVvdkr61tEA== 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout:[osd.3] 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQADV9xm1emeFhAA4v9RJdsO2g/PYmo7LJy9jA== 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout:[mgr.x] 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQD2VtxmnijoHxAAZx0HET/3Yd0BmHH3d+Royw== 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout:[osd.4] 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQAJV9xmL8SBHRAAvpY7imQWcQ3UMTF8jYdYYw== 2024-09-07T13:37:27.063 INFO:teuthology.orchestra.run.smithi107.stdout:[osd.5] 2024-09-07T13:37:27.064 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQAMV9xmNbi9KxAAPXWdTGUSCwA9ys+Ix8PcxA== 2024-09-07T13:37:27.064 INFO:teuthology.orchestra.run.smithi107.stdout:[osd.6] 2024-09-07T13:37:27.064 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQAPV9xmbGM1OxAApNX+EdMDxuFFdNilLdQVvw== 2024-09-07T13:37:27.064 INFO:teuthology.orchestra.run.smithi107.stdout:[osd.7] 2024-09-07T13:37:27.064 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQATV9xm9Ic+ERAAWAOYdYhG5Dtw/cu5FtzR7A== 2024-09-07T13:37:27.064 INFO:teuthology.orchestra.run.smithi107.stdout:[client.0] 2024-09-07T13:37:27.064 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQD2VtxmAqTSIhAAdDbSRxwA/bxbXalSv+oQZw== 2024-09-07T13:37:27.064 INFO:teuthology.orchestra.run.smithi107.stdout:[client.1] 2024-09-07T13:37:27.064 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQD2VtxmbsimJRAAKKm/vJ9SR4akSnfjhbTKZw== 2024-09-07T13:37:27.071 INFO:teuthology.orchestra.run.smithi148.stdout:[mgr.y] 2024-09-07T13:37:27.071 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQD2VtxmUUAUHRAAwdX7uGOiZCREWEOiKRQIkQ== 2024-09-07T13:37:27.071 INFO:teuthology.orchestra.run.smithi148.stdout:[osd.0] 2024-09-07T13:37:27.071 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQD5VtxmqpGxIBAAn58AOhhuQIAPnV07kE1jIA== 2024-09-07T13:37:27.071 INFO:teuthology.orchestra.run.smithi148.stdout:[osd.1] 2024-09-07T13:37:27.071 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQD8Vtxm6qUyMRAAzjcdzTPAfyd8vl8k0z9EhQ== 2024-09-07T13:37:27.071 INFO:teuthology.orchestra.run.smithi148.stdout:[osd.2] 2024-09-07T13:37:27.071 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQAAV9xmuzVOBxAAUyaDJZo4naueVvdkr61tEA== 2024-09-07T13:37:27.071 INFO:teuthology.orchestra.run.smithi148.stdout:[osd.3] 2024-09-07T13:37:27.071 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQADV9xm1emeFhAA4v9RJdsO2g/PYmo7LJy9jA== 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout:[mgr.x] 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQD2VtxmnijoHxAAZx0HET/3Yd0BmHH3d+Royw== 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout:[osd.4] 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQAJV9xmL8SBHRAAvpY7imQWcQ3UMTF8jYdYYw== 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout:[osd.5] 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQAMV9xmNbi9KxAAPXWdTGUSCwA9ys+Ix8PcxA== 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout:[osd.6] 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQAPV9xmbGM1OxAApNX+EdMDxuFFdNilLdQVvw== 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout:[osd.7] 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQATV9xm9Ic+ERAAWAOYdYhG5Dtw/cu5FtzR7A== 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout:[client.0] 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQD2VtxmAqTSIhAAdDbSRxwA/bxbXalSv+oQZw== 2024-09-07T13:37:27.072 INFO:teuthology.orchestra.run.smithi148.stdout:[client.1] 2024-09-07T13:37:27.073 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQD2VtxmbsimJRAAKKm/vJ9SR4akSnfjhbTKZw== 2024-09-07T13:37:27.073 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-07T13:37:27.113 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-07T13:37:27.161 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.199 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.242 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.283 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.323 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.367 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.406 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.451 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.490 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-07T13:37:27.535 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-07T13:37:27.575 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.619 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.661 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.703 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.746 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.787 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.827 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.871 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-07T13:37:27.910 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-07T13:37:27.955 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-07T13:37:28.001 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-07T13:37:28.003 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-07T13:37:28.047 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-07T13:37:28.047 DEBUG:teuthology.orchestra.run.smithi107:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-07T13:37:28.099 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-07T13:37:28.189 DEBUG:teuthology.orchestra.run.smithi107:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-07T13:37:28.199 DEBUG:teuthology.orchestra.run.smithi107:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-07T13:37:28.250 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-07T13:37:28.338 DEBUG:teuthology.orchestra.run.smithi107:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-07T13:37:28.391 DEBUG:teuthology.orchestra.run.smithi148:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-07T13:37:28.405 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-07T13:37:28.499 DEBUG:teuthology.orchestra.run.smithi148:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-07T13:37:28.510 DEBUG:teuthology.orchestra.run.smithi107:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:37:28.512 DEBUG:teuthology.orchestra.run.smithi148:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-07T13:37:28.560 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-07T13:37:28.560 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-07T13:37:28.561 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-07T13:37:28.563 INFO:tasks.ceph.mon.a:Started 2024-09-07T13:37:28.563 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-07T13:37:28.563 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-07T13:37:28.565 INFO:tasks.ceph.mon.c:Started 2024-09-07T13:37:28.566 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-07T13:37:28.566 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-07T13:37:28.605 INFO:tasks.ceph.mon.b:Started 2024-09-07T13:37:28.605 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-07T13:37:28.606 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-07T13:37:28.606 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-07T13:37:28.608 INFO:tasks.ceph.mgr.y:Started 2024-09-07T13:37:28.608 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-07T13:37:28.609 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-07T13:37:28.611 INFO:tasks.ceph.mgr.x:Started 2024-09-07T13:37:28.611 DEBUG:tasks.ceph:set 0 configs 2024-09-07T13:37:28.611 INFO:tasks.ceph:Setting crush tunables to default 2024-09-07T13:37:28.611 DEBUG:teuthology.orchestra.run.smithi107:> sudo ceph --cluster ceph osd crush tunables default 2024-09-07T13:37:34.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:37:34.209+0000 7fb95a7fc640 0 --2- 172.21.15.107:0/888014631 >> [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] conn(0x7fb944004810 0x7fb944004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-07T13:37:34.306 INFO:teuthology.orchestra.run.smithi107.stderr:adjusted tunables profile to default 2024-09-07T13:37:34.325 INFO:tasks.ceph:check_enable_crimson: False 2024-09-07T13:37:34.326 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-07T13:37:34.326 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:37:34.326 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-07T13:37:34.337 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:37:34.337 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-07T13:37:34.391 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:37:34.391 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-07T13:37:34.442 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:37:34.442 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-07T13:37:34.497 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:37:34.497 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-07T13:37:34.511 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:37:34.511 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-07T13:37:34.564 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:37:34.564 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-07T13:37:34.620 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-09-07T13:37:34.620 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-07T13:37:34.674 DEBUG:teuthology.orchestra.run.smithi148:> sudo ceph --cluster ceph osd new 5a862078-4887-4e3d-a4e5-4ae198d342c2 0 2024-09-07T13:37:34.935 INFO:teuthology.orchestra.run.smithi148.stdout:0 2024-09-07T13:37:34.953 DEBUG:teuthology.orchestra.run.smithi148:> sudo ceph --cluster ceph osd new f2cfc911-fde5-46a6-9046-3ffc2d8db629 1 2024-09-07T13:37:35.155 INFO:teuthology.orchestra.run.smithi148.stdout:1 2024-09-07T13:37:35.171 DEBUG:teuthology.orchestra.run.smithi148:> sudo ceph --cluster ceph osd new f183fa93-caf0-4cc4-8789-8c64d251587b 2 2024-09-07T13:37:35.363 INFO:teuthology.orchestra.run.smithi148.stdout:2 2024-09-07T13:37:35.380 DEBUG:teuthology.orchestra.run.smithi148:> sudo ceph --cluster ceph osd new 20d5cf62-9fd1-4588-930c-7f2b282de010 3 2024-09-07T13:37:35.569 INFO:teuthology.orchestra.run.smithi148.stdout:3 2024-09-07T13:37:35.586 DEBUG:teuthology.orchestra.run.smithi148:> sudo ceph --cluster ceph osd new 89de7988-788c-471b-8831-4d90468e7652 4 2024-09-07T13:37:35.778 INFO:teuthology.orchestra.run.smithi148.stdout:4 2024-09-07T13:37:35.794 DEBUG:teuthology.orchestra.run.smithi148:> sudo ceph --cluster ceph osd new 027536f4-58ce-4836-9519-be3a4d3538fa 5 2024-09-07T13:37:35.995 INFO:teuthology.orchestra.run.smithi148.stdout:5 2024-09-07T13:37:36.011 DEBUG:teuthology.orchestra.run.smithi148:> sudo ceph --cluster ceph osd new b2e7b66d-3a3c-47dc-a673-1ccba3b4794a 6 2024-09-07T13:37:36.225 INFO:teuthology.orchestra.run.smithi148.stdout:6 2024-09-07T13:37:36.242 DEBUG:teuthology.orchestra.run.smithi148:> sudo ceph --cluster ceph osd new 1850765d-f8d5-4117-96bd-490b18cf8272 7 2024-09-07T13:37:36.443 INFO:teuthology.orchestra.run.smithi148.stdout:7 2024-09-07T13:37:36.460 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-07T13:37:36.460 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-07T13:37:36.463 INFO:tasks.ceph.osd.0:Started 2024-09-07T13:37:36.463 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-07T13:37:36.463 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-07T13:37:36.466 INFO:tasks.ceph.osd.1:Started 2024-09-07T13:37:36.466 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-07T13:37:36.466 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-07T13:37:36.469 INFO:tasks.ceph.osd.2:Started 2024-09-07T13:37:36.469 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-07T13:37:36.469 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-07T13:37:36.471 INFO:tasks.ceph.osd.3:Started 2024-09-07T13:37:36.471 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-07T13:37:36.471 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-07T13:37:36.473 INFO:tasks.ceph.osd.4:Started 2024-09-07T13:37:36.473 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-07T13:37:36.473 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-07T13:37:36.475 INFO:tasks.ceph.osd.5:Started 2024-09-07T13:37:36.475 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-07T13:37:36.475 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-07T13:37:36.477 INFO:tasks.ceph.osd.6:Started 2024-09-07T13:37:36.477 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-07T13:37:36.477 DEBUG:teuthology.orchestra.run.smithi148:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-07T13:37:36.479 INFO:tasks.ceph.osd.7:Started 2024-09-07T13:37:36.480 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-07T13:37:36.681 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:37:36.681 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":10,"fsid":"e0c7077a-9490-42ff-b9cb-56a88ac4c903","created":"2024-09-07T13:37:33.964141+0000","modified":"2024-09-07T13:37:36.440780+0000","last_up_change":"0.000000","last_in_change":"2024-09-07T13:37:36.440780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"5a862078-4887-4e3d-a4e5-4ae198d342c2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f2cfc911-fde5-46a6-9046-3ffc2d8db629","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f183fa93-caf0-4cc4-8789-8c64d251587b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"20d5cf62-9fd1-4588-930c-7f2b282de010","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"89de7988-788c-471b-8831-4d90468e7652","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"027536f4-58ce-4836-9519-be3a4d3538fa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b2e7b66d-3a3c-47dc-a673-1ccba3b4794a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1850765d-f8d5-4117-96bd-490b18cf8272","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-07T13:37:36.697 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-07T13:37:36.697 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-07T13:37:37.025 INFO:tasks.ceph.mgr.x.smithi148.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-07T13:37:37.025 INFO:tasks.ceph.mgr.x.smithi148.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-07T13:37:37.025 INFO:tasks.ceph.mgr.x.smithi148.stderr: from numpy import show_config as show_numpy_config 2024-09-07T13:37:37.503 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-07T13:37:37.577 INFO:tasks.ceph.osd.7.smithi148.stderr:2024-09-07T13:37:37.576+0000 7f621ba7f7c0 -1 Falling back to public interface 2024-09-07T13:37:37.579 INFO:tasks.ceph.osd.0.smithi107.stderr:2024-09-07T13:37:37.577+0000 7f3a4436b7c0 -1 Falling back to public interface 2024-09-07T13:37:37.591 INFO:tasks.ceph.mgr.y.smithi107.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-07T13:37:37.591 INFO:tasks.ceph.mgr.y.smithi107.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-07T13:37:37.591 INFO:tasks.ceph.mgr.y.smithi107.stderr: from numpy import show_config as show_numpy_config 2024-09-07T13:37:37.720 INFO:teuthology.misc.health.smithi107.stdout: 2024-09-07T13:37:37.720 INFO:teuthology.misc.health.smithi107.stdout:{"epoch":10,"fsid":"e0c7077a-9490-42ff-b9cb-56a88ac4c903","created":"2024-09-07T13:37:33.964141+0000","modified":"2024-09-07T13:37:36.440780+0000","last_up_change":"0.000000","last_in_change":"2024-09-07T13:37:36.440780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"5a862078-4887-4e3d-a4e5-4ae198d342c2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f2cfc911-fde5-46a6-9046-3ffc2d8db629","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f183fa93-caf0-4cc4-8789-8c64d251587b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"20d5cf62-9fd1-4588-930c-7f2b282de010","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"89de7988-788c-471b-8831-4d90468e7652","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"027536f4-58ce-4836-9519-be3a4d3538fa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b2e7b66d-3a3c-47dc-a673-1ccba3b4794a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1850765d-f8d5-4117-96bd-490b18cf8272","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-07T13:37:37.735 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-07T13:37:37.845 INFO:tasks.ceph.osd.4.smithi148.stderr:2024-09-07T13:37:37.844+0000 7feaf16037c0 -1 Falling back to public interface 2024-09-07T13:37:37.877 INFO:tasks.ceph.osd.6.smithi148.stderr:2024-09-07T13:37:37.876+0000 7f0bca04a7c0 -1 Falling back to public interface 2024-09-07T13:37:37.882 INFO:tasks.ceph.osd.2.smithi107.stderr:2024-09-07T13:37:37.881+0000 7f44a335f7c0 -1 Falling back to public interface 2024-09-07T13:37:37.883 INFO:tasks.ceph.osd.1.smithi107.stderr:2024-09-07T13:37:37.881+0000 7fb9451507c0 -1 Falling back to public interface 2024-09-07T13:37:38.075 INFO:tasks.ceph.osd.3.smithi107.stderr:2024-09-07T13:37:38.073+0000 7f981cac97c0 -1 Falling back to public interface 2024-09-07T13:37:38.101 INFO:tasks.ceph.osd.5.smithi148.stderr:2024-09-07T13:37:38.100+0000 7f555af917c0 -1 Falling back to public interface 2024-09-07T13:37:40.021 INFO:tasks.ceph.mgr.x.smithi148.stderr:2024-09-07T13:37:40.020+0000 7fc984f98640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-07T13:37:40.021 INFO:tasks.ceph.mgr.x.smithi148.stderr:2024-09-07T13:37:40.020+0000 7fc984f98640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-07T13:37:41.731 INFO:tasks.ceph.osd.0.smithi107.stderr:2024-09-07T13:37:41.729+0000 7f3a4436b7c0 -1 osd.0 0 log_to_monitors true 2024-09-07T13:37:41.824 INFO:tasks.ceph.osd.7.smithi148.stderr:2024-09-07T13:37:41.824+0000 7f621ba7f7c0 -1 osd.7 0 log_to_monitors true 2024-09-07T13:37:41.937 INFO:tasks.ceph.osd.6.smithi148.stderr:2024-09-07T13:37:41.936+0000 7f0bca04a7c0 -1 osd.6 0 log_to_monitors true 2024-09-07T13:37:41.954 INFO:tasks.ceph.osd.4.smithi148.stderr:2024-09-07T13:37:41.952+0000 7feaf16037c0 -1 osd.4 0 log_to_monitors true 2024-09-07T13:37:41.983 INFO:tasks.ceph.osd.2.smithi107.stderr:2024-09-07T13:37:41.981+0000 7f44a335f7c0 -1 osd.2 0 log_to_monitors true 2024-09-07T13:37:42.058 INFO:tasks.ceph.osd.5.smithi148.stderr:2024-09-07T13:37:42.056+0000 7f555af917c0 -1 osd.5 0 log_to_monitors true 2024-09-07T13:37:42.061 INFO:tasks.ceph.osd.1.smithi107.stderr:2024-09-07T13:37:42.057+0000 7fb9451507c0 -1 osd.1 0 log_to_monitors true 2024-09-07T13:37:42.346 INFO:tasks.ceph.osd.3.smithi107.stderr:2024-09-07T13:37:42.345+0000 7f981cac97c0 -1 osd.3 0 log_to_monitors true 2024-09-07T13:37:44.457 INFO:tasks.ceph.osd.2.smithi107.stderr:2024-09-07T13:37:44.457+0000 7f449fb1a640 -1 osd.2 0 waiting for initial osdmap 2024-09-07T13:37:44.541 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-07T13:37:44.552 INFO:tasks.ceph.osd.0.smithi107.stderr:2024-09-07T13:37:44.549+0000 7f3a40b26640 -1 osd.0 0 waiting for initial osdmap 2024-09-07T13:37:44.569 INFO:tasks.ceph.osd.2.smithi107.stderr:2024-09-07T13:37:44.565+0000 7f449713a640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-07T13:37:44.624 INFO:tasks.ceph.osd.0.smithi107.stderr:2024-09-07T13:37:44.621+0000 7f3a38146640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-07T13:37:44.825 INFO:tasks.ceph.osd.7.smithi148.stderr:2024-09-07T13:37:44.824+0000 7f6217a28640 -1 osd.7 0 waiting for initial osdmap 2024-09-07T13:37:44.853 INFO:tasks.ceph.osd.7.smithi148.stderr:2024-09-07T13:37:44.852+0000 7f620f85a640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-07T13:37:44.866 INFO:tasks.ceph.osd.4.smithi148.stderr:2024-09-07T13:37:44.864+0000 7feaeddbe640 -1 osd.4 0 waiting for initial osdmap 2024-09-07T13:37:44.885 INFO:tasks.ceph.osd.6.smithi148.stderr:2024-09-07T13:37:44.884+0000 7f0bc5ff3640 -1 osd.6 0 waiting for initial osdmap 2024-09-07T13:37:44.892 INFO:tasks.ceph.osd.4.smithi148.stderr:2024-09-07T13:37:44.892+0000 7feae53de640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-07T13:37:44.916 INFO:tasks.ceph.osd.6.smithi148.stderr:2024-09-07T13:37:44.916+0000 7f0bbde25640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-07T13:37:44.930 INFO:teuthology.misc.health.smithi107.stdout: 2024-09-07T13:37:44.931 INFO:teuthology.misc.health.smithi107.stdout:{"epoch":13,"fsid":"e0c7077a-9490-42ff-b9cb-56a88ac4c903","created":"2024-09-07T13:37:33.964141+0000","modified":"2024-09-07T13:37:44.024409+0000","last_up_change":"0.000000","last_in_change":"2024-09-07T13:37:36.440780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"5a862078-4887-4e3d-a4e5-4ae198d342c2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f2cfc911-fde5-46a6-9046-3ffc2d8db629","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f183fa93-caf0-4cc4-8789-8c64d251587b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"20d5cf62-9fd1-4588-930c-7f2b282de010","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"89de7988-788c-471b-8831-4d90468e7652","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"027536f4-58ce-4836-9519-be3a4d3538fa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b2e7b66d-3a3c-47dc-a673-1ccba3b4794a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1850765d-f8d5-4117-96bd-490b18cf8272","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-07T13:37:44.956 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-07T13:37:45.219 INFO:tasks.ceph.osd.5.smithi148.stderr:2024-09-07T13:37:45.216+0000 7f5556f3a640 -1 osd.5 0 waiting for initial osdmap 2024-09-07T13:37:45.236 INFO:tasks.ceph.osd.5.smithi148.stderr:2024-09-07T13:37:45.236+0000 7f554ed6c640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-07T13:37:45.421 INFO:tasks.ceph.osd.1.smithi107.stderr:2024-09-07T13:37:45.417+0000 7fb9410f9640 -1 osd.1 0 waiting for initial osdmap 2024-09-07T13:37:45.445 INFO:tasks.ceph.osd.3.smithi107.stderr:2024-09-07T13:37:45.441+0000 7f9818a72640 -1 osd.3 0 waiting for initial osdmap 2024-09-07T13:37:45.450 INFO:tasks.ceph.osd.1.smithi107.stderr:2024-09-07T13:37:45.449+0000 7fb938f2b640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-07T13:37:45.478 INFO:tasks.ceph.osd.3.smithi107.stderr:2024-09-07T13:37:45.477+0000 7f98108a4640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-07T13:37:51.762 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-07T13:37:52.072 INFO:teuthology.misc.health.smithi107.stdout: 2024-09-07T13:37:52.072 INFO:teuthology.misc.health.smithi107.stdout:{"epoch":18,"fsid":"e0c7077a-9490-42ff-b9cb-56a88ac4c903","created":"2024-09-07T13:37:33.964141+0000","modified":"2024-09-07T13:37:49.603226+0000","last_up_change":"2024-09-07T13:37:45.574444+0000","last_in_change":"2024-09-07T13:37:36.440780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-07T13:37:47.036946+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5a862078-4887-4e3d-a4e5-4ae198d342c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6801","nonce":2807266882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6803","nonce":2807266882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6807","nonce":2807266882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6805","nonce":2807266882}]},"public_addr":"172.21.15.107:6801/2807266882","cluster_addr":"172.21.15.107:6803/2807266882","heartbeat_back_addr":"172.21.15.107:6807/2807266882","heartbeat_front_addr":"172.21.15.107:6805/2807266882","state":["exists","up"]},{"osd":1,"uuid":"f2cfc911-fde5-46a6-9046-3ffc2d8db629","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6812","nonce":3830891006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6816","nonce":3830891006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6823","nonce":3830891006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6820","nonce":3830891006}]},"public_addr":"172.21.15.107:6812/3830891006","cluster_addr":"172.21.15.107:6816/3830891006","heartbeat_back_addr":"172.21.15.107:6823/3830891006","heartbeat_front_addr":"172.21.15.107:6820/3830891006","state":["exists","up"]},{"osd":2,"uuid":"f183fa93-caf0-4cc4-8789-8c64d251587b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6809","nonce":539809935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6811","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6813","nonce":539809935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6819","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6821","nonce":539809935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6815","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6817","nonce":539809935}]},"public_addr":"172.21.15.107:6809/539809935","cluster_addr":"172.21.15.107:6813/539809935","heartbeat_back_addr":"172.21.15.107:6821/539809935","heartbeat_front_addr":"172.21.15.107:6817/539809935","state":["exists","up"]},{"osd":3,"uuid":"20d5cf62-9fd1-4588-930c-7f2b282de010","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6825","nonce":3601645527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6827","nonce":3601645527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6831","nonce":3601645527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6829","nonce":3601645527}]},"public_addr":"172.21.15.107:6825/3601645527","cluster_addr":"172.21.15.107:6827/3601645527","heartbeat_back_addr":"172.21.15.107:6831/3601645527","heartbeat_front_addr":"172.21.15.107:6829/3601645527","state":["exists","up"]},{"osd":4,"uuid":"89de7988-788c-471b-8831-4d90468e7652","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6809","nonce":235857030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6811","nonce":235857030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6815","nonce":235857030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6813","nonce":235857030}]},"public_addr":"172.21.15.148:6809/235857030","cluster_addr":"172.21.15.148:6811/235857030","heartbeat_back_addr":"172.21.15.148:6815/235857030","heartbeat_front_addr":"172.21.15.148:6813/235857030","state":["exists","up"]},{"osd":5,"uuid":"027536f4-58ce-4836-9519-be3a4d3538fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6825","nonce":458226704}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6827","nonce":458226704}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6831","nonce":458226704}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6829","nonce":458226704}]},"public_addr":"172.21.15.148:6825/458226704","cluster_addr":"172.21.15.148:6827/458226704","heartbeat_back_addr":"172.21.15.148:6831/458226704","heartbeat_front_addr":"172.21.15.148:6829/458226704","state":["exists","up"]},{"osd":6,"uuid":"b2e7b66d-3a3c-47dc-a673-1ccba3b4794a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6817","nonce":3348669279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6819","nonce":3348669279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6823","nonce":3348669279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6821","nonce":3348669279}]},"public_addr":"172.21.15.148:6817/3348669279","cluster_addr":"172.21.15.148:6819/3348669279","heartbeat_back_addr":"172.21.15.148:6823/3348669279","heartbeat_front_addr":"172.21.15.148:6821/3348669279","state":["exists","up"]},{"osd":7,"uuid":"1850765d-f8d5-4117-96bd-490b18cf8272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6801","nonce":3426398531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6803","nonce":3426398531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6807","nonce":3426398531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6805","nonce":3426398531}]},"public_addr":"172.21.15.148:6801/3426398531","cluster_addr":"172.21.15.148:6803/3426398531","heartbeat_back_addr":"172.21.15.148:6807/3426398531","heartbeat_front_addr":"172.21.15.148:6805/3426398531","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.779233+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:43.031729+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.999705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:43.325768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.989295+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:43.077271+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.935816+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.876871+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-07T13:37:52.090 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-07T13:37:52.090 INFO:tasks.ceph:Creating RBD pool 2024-09-07T13:37:52.090 DEBUG:teuthology.orchestra.run.smithi107:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-07T13:37:52.628 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'rbd' created 2024-09-07T13:37:52.651 DEBUG:teuthology.orchestra.run.smithi107:> rbd --cluster ceph pool init rbd 2024-09-07T13:37:52.694 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:37:52.694 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:37:55.692 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-07T13:37:55.692 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-07T13:37:55.693 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-07T13:37:56.054 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:37:56.072 INFO:teuthology.orchestra.run.smithi107.stdout:[{"version":9,"timestamp":"2024-09-07T13:37:45.447316+0000","name":"","changes":[{"name":"osd.3/osd_mclock_max_capacity_iops_ssd","new_value":"5669.527302"}]}] 2024-09-07T13:37:56.073 INFO:tasks.ceph_manager:config epoch is 9 2024-09-07T13:37:56.073 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-07T13:37:56.073 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-07T13:37:56.073 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-07T13:37:56.416 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:37:56.432 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":5,"flags":0,"active_gid":4105,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":22415593},{"type":"v1","addr":"172.21.15.148:6833","nonce":22415593}]},"active_addr":"172.21.15.148:6833/22415593","active_change":"2024-09-07T13:37:38.981532+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4114,"name":"y","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.148:0","nonce":2732905143}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.148:0","nonce":339028006}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.148:0","nonce":128247315}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.148:0","nonce":3598610702}]}]} 2024-09-07T13:37:56.436 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-07T13:37:56.436 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-07T13:37:56.436 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-07T13:37:56.726 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:37:56.727 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":22,"fsid":"e0c7077a-9490-42ff-b9cb-56a88ac4c903","created":"2024-09-07T13:37:33.964141+0000","modified":"2024-09-07T13:37:55.654385+0000","last_up_change":"2024-09-07T13:37:45.574444+0000","last_in_change":"2024-09-07T13:37:36.440780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-07T13:37:47.036946+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-07T13:37:52.390735+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5a862078-4887-4e3d-a4e5-4ae198d342c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6801","nonce":2807266882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6803","nonce":2807266882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6807","nonce":2807266882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6805","nonce":2807266882}]},"public_addr":"172.21.15.107:6801/2807266882","cluster_addr":"172.21.15.107:6803/2807266882","heartbeat_back_addr":"172.21.15.107:6807/2807266882","heartbeat_front_addr":"172.21.15.107:6805/2807266882","state":["exists","up"]},{"osd":1,"uuid":"f2cfc911-fde5-46a6-9046-3ffc2d8db629","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6812","nonce":3830891006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6816","nonce":3830891006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6823","nonce":3830891006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6820","nonce":3830891006}]},"public_addr":"172.21.15.107:6812/3830891006","cluster_addr":"172.21.15.107:6816/3830891006","heartbeat_back_addr":"172.21.15.107:6823/3830891006","heartbeat_front_addr":"172.21.15.107:6820/3830891006","state":["exists","up"]},{"osd":2,"uuid":"f183fa93-caf0-4cc4-8789-8c64d251587b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6809","nonce":539809935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6811","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6813","nonce":539809935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6819","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6821","nonce":539809935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6815","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6817","nonce":539809935}]},"public_addr":"172.21.15.107:6809/539809935","cluster_addr":"172.21.15.107:6813/539809935","heartbeat_back_addr":"172.21.15.107:6821/539809935","heartbeat_front_addr":"172.21.15.107:6817/539809935","state":["exists","up"]},{"osd":3,"uuid":"20d5cf62-9fd1-4588-930c-7f2b282de010","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6825","nonce":3601645527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6827","nonce":3601645527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6831","nonce":3601645527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6829","nonce":3601645527}]},"public_addr":"172.21.15.107:6825/3601645527","cluster_addr":"172.21.15.107:6827/3601645527","heartbeat_back_addr":"172.21.15.107:6831/3601645527","heartbeat_front_addr":"172.21.15.107:6829/3601645527","state":["exists","up"]},{"osd":4,"uuid":"89de7988-788c-471b-8831-4d90468e7652","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6809","nonce":235857030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6811","nonce":235857030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6815","nonce":235857030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6813","nonce":235857030}]},"public_addr":"172.21.15.148:6809/235857030","cluster_addr":"172.21.15.148:6811/235857030","heartbeat_back_addr":"172.21.15.148:6815/235857030","heartbeat_front_addr":"172.21.15.148:6813/235857030","state":["exists","up"]},{"osd":5,"uuid":"027536f4-58ce-4836-9519-be3a4d3538fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6825","nonce":458226704}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6827","nonce":458226704}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6831","nonce":458226704}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6829","nonce":458226704}]},"public_addr":"172.21.15.148:6825/458226704","cluster_addr":"172.21.15.148:6827/458226704","heartbeat_back_addr":"172.21.15.148:6831/458226704","heartbeat_front_addr":"172.21.15.148:6829/458226704","state":["exists","up"]},{"osd":6,"uuid":"b2e7b66d-3a3c-47dc-a673-1ccba3b4794a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6817","nonce":3348669279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6819","nonce":3348669279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6823","nonce":3348669279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6821","nonce":3348669279}]},"public_addr":"172.21.15.148:6817/3348669279","cluster_addr":"172.21.15.148:6819/3348669279","heartbeat_back_addr":"172.21.15.148:6823/3348669279","heartbeat_front_addr":"172.21.15.148:6821/3348669279","state":["exists","up"]},{"osd":7,"uuid":"1850765d-f8d5-4117-96bd-490b18cf8272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6801","nonce":3426398531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6803","nonce":3426398531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6807","nonce":3426398531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6805","nonce":3426398531}]},"public_addr":"172.21.15.148:6801/3426398531","cluster_addr":"172.21.15.148:6803/3426398531","heartbeat_back_addr":"172.21.15.148:6807/3426398531","heartbeat_front_addr":"172.21.15.148:6805/3426398531","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.779233+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:43.031729+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.999705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:43.325768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.989295+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:43.077271+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.935816+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.876871+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-07T13:37:56.745 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-07T13:37:56.746 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-07T13:37:57.039 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:37:57.040 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":22,"fsid":"e0c7077a-9490-42ff-b9cb-56a88ac4c903","created":"2024-09-07T13:37:33.964141+0000","modified":"2024-09-07T13:37:55.654385+0000","last_up_change":"2024-09-07T13:37:45.574444+0000","last_in_change":"2024-09-07T13:37:36.440780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-07T13:37:47.036946+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-07T13:37:52.390735+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5a862078-4887-4e3d-a4e5-4ae198d342c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6801","nonce":2807266882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6803","nonce":2807266882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6807","nonce":2807266882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6805","nonce":2807266882}]},"public_addr":"172.21.15.107:6801/2807266882","cluster_addr":"172.21.15.107:6803/2807266882","heartbeat_back_addr":"172.21.15.107:6807/2807266882","heartbeat_front_addr":"172.21.15.107:6805/2807266882","state":["exists","up"]},{"osd":1,"uuid":"f2cfc911-fde5-46a6-9046-3ffc2d8db629","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6812","nonce":3830891006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6816","nonce":3830891006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6823","nonce":3830891006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6820","nonce":3830891006}]},"public_addr":"172.21.15.107:6812/3830891006","cluster_addr":"172.21.15.107:6816/3830891006","heartbeat_back_addr":"172.21.15.107:6823/3830891006","heartbeat_front_addr":"172.21.15.107:6820/3830891006","state":["exists","up"]},{"osd":2,"uuid":"f183fa93-caf0-4cc4-8789-8c64d251587b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6809","nonce":539809935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6811","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6813","nonce":539809935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6819","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6821","nonce":539809935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6815","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6817","nonce":539809935}]},"public_addr":"172.21.15.107:6809/539809935","cluster_addr":"172.21.15.107:6813/539809935","heartbeat_back_addr":"172.21.15.107:6821/539809935","heartbeat_front_addr":"172.21.15.107:6817/539809935","state":["exists","up"]},{"osd":3,"uuid":"20d5cf62-9fd1-4588-930c-7f2b282de010","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6825","nonce":3601645527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6827","nonce":3601645527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6831","nonce":3601645527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6829","nonce":3601645527}]},"public_addr":"172.21.15.107:6825/3601645527","cluster_addr":"172.21.15.107:6827/3601645527","heartbeat_back_addr":"172.21.15.107:6831/3601645527","heartbeat_front_addr":"172.21.15.107:6829/3601645527","state":["exists","up"]},{"osd":4,"uuid":"89de7988-788c-471b-8831-4d90468e7652","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6809","nonce":235857030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6811","nonce":235857030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6815","nonce":235857030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6813","nonce":235857030}]},"public_addr":"172.21.15.148:6809/235857030","cluster_addr":"172.21.15.148:6811/235857030","heartbeat_back_addr":"172.21.15.148:6815/235857030","heartbeat_front_addr":"172.21.15.148:6813/235857030","state":["exists","up"]},{"osd":5,"uuid":"027536f4-58ce-4836-9519-be3a4d3538fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6825","nonce":458226704}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6827","nonce":458226704}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6831","nonce":458226704}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6829","nonce":458226704}]},"public_addr":"172.21.15.148:6825/458226704","cluster_addr":"172.21.15.148:6827/458226704","heartbeat_back_addr":"172.21.15.148:6831/458226704","heartbeat_front_addr":"172.21.15.148:6829/458226704","state":["exists","up"]},{"osd":6,"uuid":"b2e7b66d-3a3c-47dc-a673-1ccba3b4794a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6817","nonce":3348669279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6819","nonce":3348669279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6823","nonce":3348669279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6821","nonce":3348669279}]},"public_addr":"172.21.15.148:6817/3348669279","cluster_addr":"172.21.15.148:6819/3348669279","heartbeat_back_addr":"172.21.15.148:6823/3348669279","heartbeat_front_addr":"172.21.15.148:6821/3348669279","state":["exists","up"]},{"osd":7,"uuid":"1850765d-f8d5-4117-96bd-490b18cf8272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6801","nonce":3426398531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6803","nonce":3426398531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6807","nonce":3426398531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6805","nonce":3426398531}]},"public_addr":"172.21.15.148:6801/3426398531","cluster_addr":"172.21.15.148:6803/3426398531","heartbeat_back_addr":"172.21.15.148:6807/3426398531","heartbeat_front_addr":"172.21.15.148:6805/3426398531","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.779233+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:43.031729+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.999705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:43.325768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.989295+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:43.077271+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.935816+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.876871+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-07T13:37:57.059 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-07T13:37:57.059 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-07T13:37:57.059 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-07T13:37:57.060 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-07T13:37:57.060 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-07T13:37:57.061 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-07T13:37:57.061 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-07T13:37:57.061 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-07T13:37:57.312 INFO:teuthology.orchestra.run.smithi107.stdout:60129542150 2024-09-07T13:37:57.312 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-07T13:37:57.317 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:37:57.317 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-07T13:37:57.326 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:37:57.326 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-07T13:37:57.329 INFO:teuthology.orchestra.run.smithi107.stdout:60129542150 2024-09-07T13:37:57.329 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:37:57.330 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-07T13:37:57.330 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-07T13:37:57.332 INFO:teuthology.orchestra.run.smithi107.stdout:60129542150 2024-09-07T13:37:57.333 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-07T13:37:57.341 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:37:57.341 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-07T13:37:57.345 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:37:57.346 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-07T13:37:57.841 INFO:teuthology.orchestra.run.smithi107.stdout:60129542148 2024-09-07T13:37:57.864 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.1 2024-09-07T13:37:57.864 INFO:teuthology.orchestra.run.smithi107.stdout:60129542148 2024-09-07T13:37:57.866 INFO:teuthology.orchestra.run.smithi107.stdout:60129542148 2024-09-07T13:37:57.877 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:37:57.880 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:37:57.894 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.6 2024-09-07T13:37:57.898 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.3 2024-09-07T13:37:57.902 INFO:teuthology.orchestra.run.smithi107.stdout:60129542148 2024-09-07T13:37:57.904 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:37:57.909 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.7 2024-09-07T13:37:57.910 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.2 2024-09-07T13:37:57.926 INFO:teuthology.orchestra.run.smithi107.stdout:60129542148 2024-09-07T13:37:57.929 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.4 2024-09-07T13:37:57.930 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.5 2024-09-07T13:37:57.944 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.0 2024-09-07T13:37:58.864 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-07T13:37:58.896 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-07T13:37:58.898 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-07T13:37:58.910 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-07T13:37:58.910 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-07T13:37:58.930 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-07T13:37:58.930 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-07T13:37:58.945 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-07T13:37:59.395 INFO:teuthology.orchestra.run.smithi107.stdout:60129542148 2024-09-07T13:37:59.418 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.1 2024-09-07T13:37:59.439 INFO:teuthology.orchestra.run.smithi107.stdout:60129542148 2024-09-07T13:37:59.446 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:37:59.446 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:37:59.468 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.7 2024-09-07T13:37:59.470 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.3 2024-09-07T13:37:59.472 INFO:teuthology.orchestra.run.smithi107.stdout:60129542148 2024-09-07T13:37:59.483 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.2 2024-09-07T13:37:59.490 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.6 2024-09-07T13:37:59.492 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:37:59.502 INFO:teuthology.orchestra.run.smithi107.stdout:60129542148 2024-09-07T13:37:59.506 INFO:teuthology.orchestra.run.smithi107.stdout:60129542148 2024-09-07T13:37:59.510 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.5 2024-09-07T13:37:59.523 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.0 2024-09-07T13:37:59.525 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.4 2024-09-07T13:38:00.418 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-07T13:38:00.469 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-07T13:38:00.471 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-07T13:38:00.484 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-07T13:38:00.491 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-07T13:38:00.511 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-07T13:38:00.524 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-07T13:38:00.525 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-07T13:38:00.908 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:38:00.933 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.1 2024-09-07T13:38:00.934 DEBUG:teuthology.parallel:result is None 2024-09-07T13:38:00.992 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:38:00.999 INFO:teuthology.orchestra.run.smithi107.stdout:60129542150 2024-09-07T13:38:01.021 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.3 2024-09-07T13:38:01.021 DEBUG:teuthology.parallel:result is None 2024-09-07T13:38:01.024 INFO:teuthology.orchestra.run.smithi107.stdout:60129542150 2024-09-07T13:38:01.025 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:38:01.027 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.7 2024-09-07T13:38:01.028 DEBUG:teuthology.parallel:result is None 2024-09-07T13:38:01.043 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:38:01.053 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.0 2024-09-07T13:38:01.053 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.2 2024-09-07T13:38:01.054 DEBUG:teuthology.parallel:result is None 2024-09-07T13:38:01.054 DEBUG:teuthology.parallel:result is None 2024-09-07T13:38:01.057 INFO:teuthology.orchestra.run.smithi107.stdout:60129542150 2024-09-07T13:38:01.067 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.6 2024-09-07T13:38:01.067 DEBUG:teuthology.parallel:result is None 2024-09-07T13:38:01.075 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.5 2024-09-07T13:38:01.075 DEBUG:teuthology.parallel:result is None 2024-09-07T13:38:01.076 INFO:teuthology.orchestra.run.smithi107.stdout:60129542149 2024-09-07T13:38:01.093 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.4 2024-09-07T13:38:01.093 DEBUG:teuthology.parallel:result is None 2024-09-07T13:38:01.093 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-07T13:38:01.093 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-07T13:38:01.408 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:38:01.409 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2024-09-07T13:38:01.425 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-07T13:38:00.998721+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219208,"kb_used_data":2928,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755512,"statfs":{"total":773094113280,"available":772869644288,"internally_reserved":0,"allocated":2998272,"data_stored":1794550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":221236788},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.350252"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.757884+0000","last_change":"2024-09-07T13:37:55.757884+0000","last_active":"2024-09-07T13:37:55.757884+0000","last_peered":"2024-09-07T13:37:55.757884+0000","last_clean":"2024-09-07T13:37:55.757884+0000","last_became_active":"2024-09-07T13:37:53.652154+0000","last_became_peered":"2024-09-07T13:37:53.652154+0000","last_unstale":"2024-09-07T13:37:55.757884+0000","last_undegraded":"2024-09-07T13:37:55.757884+0000","last_fullsized":"2024-09-07T13:37:55.757884+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:14:46.319612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001109166,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.668770+0000","last_change":"2024-09-07T13:37:55.668770+0000","last_active":"2024-09-07T13:37:55.668770+0000","last_peered":"2024-09-07T13:37:55.668770+0000","last_clean":"2024-09-07T13:37:55.668770+0000","last_became_active":"2024-09-07T13:37:53.647679+0000","last_became_peered":"2024-09-07T13:37:53.647679+0000","last_unstale":"2024-09-07T13:37:55.668770+0000","last_undegraded":"2024-09-07T13:37:55.668770+0000","last_fullsized":"2024-09-07T13:37:55.668770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:31:06.409073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001032404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.757319+0000","last_change":"2024-09-07T13:37:55.757319+0000","last_active":"2024-09-07T13:37:55.757319+0000","last_peered":"2024-09-07T13:37:55.757319+0000","last_clean":"2024-09-07T13:37:55.757319+0000","last_became_active":"2024-09-07T13:37:53.668660+0000","last_became_peered":"2024-09-07T13:37:53.668660+0000","last_unstale":"2024-09-07T13:37:55.757319+0000","last_undegraded":"2024-09-07T13:37:55.757319+0000","last_fullsized":"2024-09-07T13:37:55.757319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:27:36.067716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00097177500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.669086+0000","last_change":"2024-09-07T13:37:55.669086+0000","last_active":"2024-09-07T13:37:55.669086+0000","last_peered":"2024-09-07T13:37:55.669086+0000","last_clean":"2024-09-07T13:37:55.669086+0000","last_became_active":"2024-09-07T13:37:53.666950+0000","last_became_peered":"2024-09-07T13:37:53.666950+0000","last_unstale":"2024-09-07T13:37:55.669086+0000","last_undegraded":"2024-09-07T13:37:55.669086+0000","last_fullsized":"2024-09-07T13:37:55.669086+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:39.141556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068751100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.680732+0000","last_change":"2024-09-07T13:37:55.679248+0000","last_active":"2024-09-07T13:37:55.680732+0000","last_peered":"2024-09-07T13:37:55.680732+0000","last_clean":"2024-09-07T13:37:55.680732+0000","last_became_active":"2024-09-07T13:37:53.655546+0000","last_became_peered":"2024-09-07T13:37:53.655546+0000","last_unstale":"2024-09-07T13:37:55.680732+0000","last_undegraded":"2024-09-07T13:37:55.680732+0000","last_fullsized":"2024-09-07T13:37:55.680732+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:07:15.087439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020753350000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.754815+0000","last_change":"2024-09-07T13:37:55.754815+0000","last_active":"2024-09-07T13:37:55.754815+0000","last_peered":"2024-09-07T13:37:55.754815+0000","last_clean":"2024-09-07T13:37:55.754815+0000","last_became_active":"2024-09-07T13:37:53.647110+0000","last_became_peered":"2024-09-07T13:37:53.647110+0000","last_unstale":"2024-09-07T13:37:55.754815+0000","last_undegraded":"2024-09-07T13:37:55.754815+0000","last_fullsized":"2024-09-07T13:37:55.754815+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:57:15.571809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079789900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.757535+0000","last_change":"2024-09-07T13:37:55.757535+0000","last_active":"2024-09-07T13:37:55.757535+0000","last_peered":"2024-09-07T13:37:55.757535+0000","last_clean":"2024-09-07T13:37:55.757535+0000","last_became_active":"2024-09-07T13:37:53.648513+0000","last_became_peered":"2024-09-07T13:37:53.648513+0000","last_unstale":"2024-09-07T13:37:55.757535+0000","last_undegraded":"2024-09-07T13:37:55.757535+0000","last_fullsized":"2024-09-07T13:37:55.757535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:38:58.218686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001130404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.677817+0000","last_change":"2024-09-07T13:37:55.677817+0000","last_active":"2024-09-07T13:37:55.677817+0000","last_peered":"2024-09-07T13:37:55.677817+0000","last_clean":"2024-09-07T13:37:55.677817+0000","last_became_active":"2024-09-07T13:37:53.651096+0000","last_became_peered":"2024-09-07T13:37:53.651096+0000","last_unstale":"2024-09-07T13:37:55.677817+0000","last_undegraded":"2024-09-07T13:37:55.677817+0000","last_fullsized":"2024-09-07T13:37:55.677817+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:15:45.209970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076349800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.756156+0000","last_change":"2024-09-07T13:37:48.642316+0000","last_active":"2024-09-07T13:37:55.756156+0000","last_peered":"2024-09-07T13:37:55.756156+0000","last_clean":"2024-09-07T13:37:55.756156+0000","last_became_active":"2024-09-07T13:37:48.640244+0000","last_became_peered":"2024-09-07T13:37:48.640244+0000","last_unstale":"2024-09-07T13:37:55.756156+0000","last_undegraded":"2024-09-07T13:37:55.756156+0000","last_fullsized":"2024-09-07T13:37:55.756156+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:47.582000+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:47.582000+0000","last_clean_scrub_stamp":"2024-09-07T13:37:47.582000+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:17.324430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":819200,"data_stored":667090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":229376,"data_stored":76741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":229376,"data_stored":76741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":819200,"data_stored":667090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-07T13:38:01.426 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-07T13:38:01.709 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:38:01.710 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2024-09-07T13:38:01.726 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-07T13:38:00.998721+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219208,"kb_used_data":2928,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755512,"statfs":{"total":773094113280,"available":772869644288,"internally_reserved":0,"allocated":2998272,"data_stored":1794550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":221236788},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.350252"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.757884+0000","last_change":"2024-09-07T13:37:55.757884+0000","last_active":"2024-09-07T13:37:55.757884+0000","last_peered":"2024-09-07T13:37:55.757884+0000","last_clean":"2024-09-07T13:37:55.757884+0000","last_became_active":"2024-09-07T13:37:53.652154+0000","last_became_peered":"2024-09-07T13:37:53.652154+0000","last_unstale":"2024-09-07T13:37:55.757884+0000","last_undegraded":"2024-09-07T13:37:55.757884+0000","last_fullsized":"2024-09-07T13:37:55.757884+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:14:46.319612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001109166,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.668770+0000","last_change":"2024-09-07T13:37:55.668770+0000","last_active":"2024-09-07T13:37:55.668770+0000","last_peered":"2024-09-07T13:37:55.668770+0000","last_clean":"2024-09-07T13:37:55.668770+0000","last_became_active":"2024-09-07T13:37:53.647679+0000","last_became_peered":"2024-09-07T13:37:53.647679+0000","last_unstale":"2024-09-07T13:37:55.668770+0000","last_undegraded":"2024-09-07T13:37:55.668770+0000","last_fullsized":"2024-09-07T13:37:55.668770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:31:06.409073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001032404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.757319+0000","last_change":"2024-09-07T13:37:55.757319+0000","last_active":"2024-09-07T13:37:55.757319+0000","last_peered":"2024-09-07T13:37:55.757319+0000","last_clean":"2024-09-07T13:37:55.757319+0000","last_became_active":"2024-09-07T13:37:53.668660+0000","last_became_peered":"2024-09-07T13:37:53.668660+0000","last_unstale":"2024-09-07T13:37:55.757319+0000","last_undegraded":"2024-09-07T13:37:55.757319+0000","last_fullsized":"2024-09-07T13:37:55.757319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:27:36.067716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00097177500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.669086+0000","last_change":"2024-09-07T13:37:55.669086+0000","last_active":"2024-09-07T13:37:55.669086+0000","last_peered":"2024-09-07T13:37:55.669086+0000","last_clean":"2024-09-07T13:37:55.669086+0000","last_became_active":"2024-09-07T13:37:53.666950+0000","last_became_peered":"2024-09-07T13:37:53.666950+0000","last_unstale":"2024-09-07T13:37:55.669086+0000","last_undegraded":"2024-09-07T13:37:55.669086+0000","last_fullsized":"2024-09-07T13:37:55.669086+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:39.141556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068751100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.680732+0000","last_change":"2024-09-07T13:37:55.679248+0000","last_active":"2024-09-07T13:37:55.680732+0000","last_peered":"2024-09-07T13:37:55.680732+0000","last_clean":"2024-09-07T13:37:55.680732+0000","last_became_active":"2024-09-07T13:37:53.655546+0000","last_became_peered":"2024-09-07T13:37:53.655546+0000","last_unstale":"2024-09-07T13:37:55.680732+0000","last_undegraded":"2024-09-07T13:37:55.680732+0000","last_fullsized":"2024-09-07T13:37:55.680732+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:07:15.087439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020753350000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.754815+0000","last_change":"2024-09-07T13:37:55.754815+0000","last_active":"2024-09-07T13:37:55.754815+0000","last_peered":"2024-09-07T13:37:55.754815+0000","last_clean":"2024-09-07T13:37:55.754815+0000","last_became_active":"2024-09-07T13:37:53.647110+0000","last_became_peered":"2024-09-07T13:37:53.647110+0000","last_unstale":"2024-09-07T13:37:55.754815+0000","last_undegraded":"2024-09-07T13:37:55.754815+0000","last_fullsized":"2024-09-07T13:37:55.754815+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:57:15.571809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079789900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.757535+0000","last_change":"2024-09-07T13:37:55.757535+0000","last_active":"2024-09-07T13:37:55.757535+0000","last_peered":"2024-09-07T13:37:55.757535+0000","last_clean":"2024-09-07T13:37:55.757535+0000","last_became_active":"2024-09-07T13:37:53.648513+0000","last_became_peered":"2024-09-07T13:37:53.648513+0000","last_unstale":"2024-09-07T13:37:55.757535+0000","last_undegraded":"2024-09-07T13:37:55.757535+0000","last_fullsized":"2024-09-07T13:37:55.757535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:38:58.218686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001130404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.677817+0000","last_change":"2024-09-07T13:37:55.677817+0000","last_active":"2024-09-07T13:37:55.677817+0000","last_peered":"2024-09-07T13:37:55.677817+0000","last_clean":"2024-09-07T13:37:55.677817+0000","last_became_active":"2024-09-07T13:37:53.651096+0000","last_became_peered":"2024-09-07T13:37:53.651096+0000","last_unstale":"2024-09-07T13:37:55.677817+0000","last_undegraded":"2024-09-07T13:37:55.677817+0000","last_fullsized":"2024-09-07T13:37:55.677817+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:15:45.209970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076349800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-07T13:37:55.756156+0000","last_change":"2024-09-07T13:37:48.642316+0000","last_active":"2024-09-07T13:37:55.756156+0000","last_peered":"2024-09-07T13:37:55.756156+0000","last_clean":"2024-09-07T13:37:55.756156+0000","last_became_active":"2024-09-07T13:37:48.640244+0000","last_became_peered":"2024-09-07T13:37:48.640244+0000","last_unstale":"2024-09-07T13:37:55.756156+0000","last_undegraded":"2024-09-07T13:37:55.756156+0000","last_fullsized":"2024-09-07T13:37:55.756156+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:47.582000+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:47.582000+0000","last_clean_scrub_stamp":"2024-09-07T13:37:47.582000+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:17.324430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":819200,"data_stored":667090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":229376,"data_stored":76741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":229376,"data_stored":76741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":819200,"data_stored":667090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-07T13:38:01.727 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-07T13:38:01.727 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-07T13:38:01.728 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-07T13:38:01.728 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-07T13:38:02.050 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:38:02.051 INFO:teuthology.orchestra.run.smithi107.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-07T13:38:02.068 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-07T13:38:02.068 INFO:teuthology.run_tasks:Running task openssl_keys... 2024-09-07T13:38:02.081 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2024-09-07T13:38:02.081 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-07T13:38:02.087 DEBUG:teuthology.orchestra.run.smithi107:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2024-09-07T13:38:02.773 INFO:teuthology.orchestra.run.smithi107.stderr:.+....+.....+.............+..+.+......+......+.................+..........+..+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+....+.........+......+..............+....+..+...+...+....+...+..+.+........+.........+.......+........+.+............+..+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+.....+...+..........+.....................+..+...................+.........+.....+.+...+...............+...+...+.....+.........+..........+.....+..........+.................+.+.....+............+...+...+...............+......+...................+.......................................+............+..............+........................+............+....+......+........+............+.........+....+...+...+...........+................+...+..+.......+.....+.+......+......+.........+...+............+.........+..+...+......+...+...+....+...+...............+.................+.+...............+..+.......+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-07T13:38:03.497 INFO:teuthology.orchestra.run.smithi107.stderr:...............+.........+...+...+.....+...+.......+..+..........+.....+...+....+........+.+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.+.....+.+........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+....+.........+.....+..........+.........+........+.......+..................+..............+...+...+....+.........+...........+...............+...+......+....+.....+............+......+.............+...........+...+.......+........................+.....+......+..........+...+..+......+...+......+.+...+..+........................+...+.......+......+........+......+...+...............+.+............+..+............+.+............+...+..+............................+.....+...+......+...+...............+.+..+.......+.....+...+...+......+......+.........+.............+........+....+......+..+..........+......+.....+.+......+...+.........+..+...+.......+.....+.+.....+..........+..+...+....+..................+...............+...+..+.....................+....+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-07T13:38:03.512 INFO:teuthology.orchestra.run.smithi107.stderr:----- 2024-09-07T13:38:03.520 DEBUG:teuthology.orchestra.run.smithi107:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/local/share/ca-certificates/root.crt 2024-09-07T13:38:03.580 DEBUG:teuthology.orchestra.run.smithi107:> sudo update-ca-certificates 2024-09-07T13:38:03.643 INFO:teuthology.orchestra.run.smithi107.stdout:Updating certificates in /etc/ssl/certs... 2024-09-07T13:38:04.275 INFO:teuthology.orchestra.run.smithi107.stderr:rehash: warning: skipping ca-certificates.crt,it does not contain exactly one certificate or CRL 2024-09-07T13:38:04.295 INFO:teuthology.orchestra.run.smithi107.stdout:1 added, 0 removed; done. 2024-09-07T13:38:04.299 INFO:teuthology.orchestra.run.smithi107.stdout:Running hooks in /etc/ca-certificates/update.d... 2024-09-07T13:38:04.310 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T13:38:05.990 INFO:teuthology.orchestra.run.smithi107.stdout:Adding debian:root.pem 2024-09-07T13:38:06.006 INFO:teuthology.orchestra.run.smithi107.stdout:done. 2024-09-07T13:38:06.007 INFO:teuthology.orchestra.run.smithi107.stdout:done. 2024-09-07T13:38:06.012 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-07T13:38:06.058 DEBUG:teuthology.orchestra.run.smithi107:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi107.front.sepia.ceph.com 2024-09-07T13:38:06.160 INFO:teuthology.orchestra.run.smithi107.stderr:...+...+..+...+......+......+.+.....+...............+.......+..+...+......+.+...........+..........+...+......+........+.......+.....+...+...+...+....+..+.+...+............+.........+........+......+....+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+......+.......+...........+....+..+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...+......+...+.......+...+......+..+...+............+...+....+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-07T13:38:06.179 INFO:teuthology.orchestra.run.smithi107.stderr:...+.........+...+.+.....................+...+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.........+.+........+......+.+.........+.....+....+.....+..........+......+...+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.........+..+....+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-07T13:38:06.182 INFO:teuthology.orchestra.run.smithi107.stderr:----- 2024-09-07T13:38:06.185 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:38:06.185 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-07T13:38:06.230 DEBUG:teuthology.orchestra.run.smithi107:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-07T13:38:06.281 INFO:teuthology.orchestra.run.smithi107.stderr:Certificate request self-signature ok 2024-09-07T13:38:06.281 INFO:teuthology.orchestra.run.smithi107.stderr:subject=CN = smithi107.front.sepia.ceph.com 2024-09-07T13:38:06.293 DEBUG:teuthology.orchestra.run.smithi107:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-07T13:38:06.342 DEBUG:teuthology.orchestra.run.smithi107:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-07T13:38:06.395 INFO:teuthology.orchestra.run.smithi107.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2024-09-07T13:38:06.395 DEBUG:teuthology.orchestra.run.smithi107:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-07T13:38:06.443 INFO:teuthology.run_tasks:Running task rgw... 2024-09-07T13:38:06.457 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}} 2024-09-07T13:38:06.457 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2024-09-07T13:38:06.457 INFO:tasks.rgw:Creating data pools 2024-09-07T13:38:06.457 DEBUG:tasks.rgw:Obtaining remote for client client.0 2024-09-07T13:38:06.458 DEBUG:teuthology.orchestra.run.smithi107:> sudo ceph osd erasure-code-profile set client.0 k=2 m=1 crush-failure-domain=osd --cluster ceph 2024-09-07T13:38:06.887 DEBUG:teuthology.orchestra.run.smithi107:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2024-09-07T13:38:08.890 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'default.rgw.buckets.data' created 2024-09-07T13:38:08.929 DEBUG:teuthology.orchestra.run.smithi107:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2024-09-07T13:38:09.893 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2024-09-07T13:38:09.940 DEBUG:teuthology.orchestra.run.smithi107:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2024-09-07T13:38:10.939 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'default.rgw.buckets.index' created 2024-09-07T13:38:10.971 DEBUG:teuthology.orchestra.run.smithi107:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2024-09-07T13:38:11.949 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2024-09-07T13:38:11.990 DEBUG:tasks.rgw:Pools created 2024-09-07T13:38:11.991 INFO:tasks.rgw:Configuring compression type = random 2024-09-07T13:38:11.991 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-07T13:38:11.991 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-07T13:38:11.991 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-07T13:38:12.046 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:38:12.046 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:38:14.032 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.028+0000 7f53d8449640 0 -- 172.21.15.107:0/1774447972 >> [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] conn(0x5573eef625e0 msgr2=0x5573eef68cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:38:14.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.232+0000 7f53d8449640 0 --2- 172.21.15.107:0/1774447972 >> [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] conn(0x5573eef625e0 0x5573eef68cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-07T13:38:14.243 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.240+0000 7f53d944b640 0 -- 172.21.15.107:0/2526919525 >> [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] conn(0x5573eef6ba10 msgr2=0x5573eef6be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=0)._try_send injecting socket failure 2024-09-07T13:38:14.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.444+0000 7f53d944b640 0 --2- 172.21.15.107:0/2526919525 >> [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] conn(0x5573eef6ba10 0x5573eef6be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-07T13:38:14.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.448+0000 7f53db1449c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:14.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.452+0000 7f53db1449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:14.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.452+0000 7f53db1449c0 20 realm 2024-09-07T13:38:14.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.452+0000 7f53db1449c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:14.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.452+0000 7f53db1449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:14.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.452+0000 7f53db1449c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:38:14.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.452+0000 7f53db1449c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:14.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.452+0000 7f53db1449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:14.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.452+0000 7f53db1449c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:14.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.452+0000 7f53db1449c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:38:14.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.452+0000 7f53db1449c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:14.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.456+0000 7f53db1449c0 20 rados_obj.operate() r=0 bl.length=993 2024-09-07T13:38:14.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.456+0000 7f53db1449c0 20 searching for the correct realm 2024-09-07T13:38:14.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.476+0000 7f53db1449c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:38:14.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.476+0000 7f53db1449c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:38:14.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.476+0000 7f53db1449c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:38:14.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.476+0000 7f53db1449c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:38:14.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.476+0000 7f53db1449c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:38:14.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.476+0000 7f53db1449c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:38:14.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.476+0000 7f53db1449c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:14.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.476+0000 7f53db1449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:14.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.476+0000 7f53db1449c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:14.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.480+0000 7f53db1449c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:38:14.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.480+0000 7f53db1449c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:14.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.484+0000 7f53db1449c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-07T13:38:14.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.484+0000 7f53db1449c0 20 zone default found 2024-09-07T13:38:14.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.484+0000 7f53db1449c0 4 Realm: () 2024-09-07T13:38:14.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.484+0000 7f53db1449c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:38:14.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.484+0000 7f53db1449c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:38:14.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.484+0000 7f53db1449c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:38:14.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.484+0000 7f53db1449c0 20 zonegroup default 2024-09-07T13:38:14.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.484+0000 7f53db1449c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:14.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.484+0000 7f53db1449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:14.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:14.484+0000 7f53db1449c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:15.999 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:15.996+0000 7f53db1449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:15.999 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:15.996+0000 7f53db1449c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:16.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:15.996+0000 7f53db1449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:16.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:15.996+0000 7f53db1449c0 20 started sync module instance, tier type = 2024-09-07T13:38:16.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:15.996+0000 7f53db1449c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:38:18.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.024+0000 7f53db1449c0 20 add_watcher() i=0 2024-09-07T13:38:18.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.024+0000 7f53db1449c0 20 add_watcher() i=1 2024-09-07T13:38:18.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.024+0000 7f53db1449c0 20 add_watcher() i=2 2024-09-07T13:38:18.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.024+0000 7f53db1449c0 20 add_watcher() i=3 2024-09-07T13:38:18.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.024+0000 7f53db1449c0 20 add_watcher() i=4 2024-09-07T13:38:18.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.024+0000 7f53db1449c0 20 add_watcher() i=5 2024-09-07T13:38:18.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.024+0000 7f53db1449c0 20 add_watcher() i=6 2024-09-07T13:38:18.031 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 20 add_watcher() i=7 2024-09-07T13:38:18.031 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:38:18.031 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2024-09-07T13:38:18.031 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2024-09-07T13:38:18.031 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.032 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2024-09-07T13:38:18.032 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2024-09-07T13:38:18.032 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2024-09-07T13:38:18.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2024-09-07T13:38:18.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2024-09-07T13:38:18.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2024-09-07T13:38:18.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.028+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2024-09-07T13:38:18.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2024-09-07T13:38:18.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2024-09-07T13:38:18.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2024-09-07T13:38:18.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2024-09-07T13:38:18.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2024-09-07T13:38:18.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2024-09-07T13:38:18.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2024-09-07T13:38:18.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2024-09-07T13:38:18.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2024-09-07T13:38:18.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2024-09-07T13:38:18.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2024-09-07T13:38:18.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2024-09-07T13:38:18.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2024-09-07T13:38:18.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2024-09-07T13:38:18.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2024-09-07T13:38:18.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.032+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.036+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2024-09-07T13:38:18.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.036+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2024-09-07T13:38:18.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.036+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.036+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2024-09-07T13:38:18.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.036+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2024-09-07T13:38:18.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.036+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.036+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2024-09-07T13:38:18.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.036+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2024-09-07T13:38:18.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.036+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.036+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2024-09-07T13:38:18.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.036+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2024-09-07T13:38:18.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.036+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2024-09-07T13:38:18.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2024-09-07T13:38:18.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2024-09-07T13:38:18.043 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2024-09-07T13:38:18.043 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.043 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2024-09-07T13:38:18.043 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2024-09-07T13:38:18.043 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2024-09-07T13:38:18.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2024-09-07T13:38:18.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2024-09-07T13:38:18.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2024-09-07T13:38:18.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2024-09-07T13:38:18.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2024-09-07T13:38:18.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2024-09-07T13:38:18.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2024-09-07T13:38:18.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.040+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2024-09-07T13:38:18.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2024-09-07T13:38:18.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2024-09-07T13:38:18.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2024-09-07T13:38:18.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2024-09-07T13:38:18.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2024-09-07T13:38:18.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2024-09-07T13:38:18.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2024-09-07T13:38:18.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2024-09-07T13:38:18.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2024-09-07T13:38:18.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2024-09-07T13:38:18.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2024-09-07T13:38:18.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2024-09-07T13:38:18.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2024-09-07T13:38:18.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2024-09-07T13:38:18.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2024-09-07T13:38:18.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.044+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2024-09-07T13:38:18.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2024-09-07T13:38:18.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2024-09-07T13:38:18.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2024-09-07T13:38:18.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2024-09-07T13:38:18.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2024-09-07T13:38:18.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2024-09-07T13:38:18.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2024-09-07T13:38:18.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2024-09-07T13:38:18.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2024-09-07T13:38:18.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2024-09-07T13:38:18.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2024-09-07T13:38:18.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2024-09-07T13:38:18.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2024-09-07T13:38:18.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.048+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2024-09-07T13:38:18.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2024-09-07T13:38:18.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2024-09-07T13:38:18.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2024-09-07T13:38:18.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2024-09-07T13:38:18.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2024-09-07T13:38:18.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2024-09-07T13:38:18.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2024-09-07T13:38:18.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2024-09-07T13:38:18.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2024-09-07T13:38:18.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.057 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2024-09-07T13:38:18.057 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2024-09-07T13:38:18.057 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.052+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.057 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2024-09-07T13:38:18.057 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2024-09-07T13:38:18.057 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.058 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2024-09-07T13:38:18.058 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2024-09-07T13:38:18.058 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.059 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2024-09-07T13:38:18.059 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2024-09-07T13:38:18.059 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.059 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2024-09-07T13:38:18.059 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2024-09-07T13:38:18.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2024-09-07T13:38:18.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2024-09-07T13:38:18.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2024-09-07T13:38:18.061 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2024-09-07T13:38:18.061 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.061 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2024-09-07T13:38:18.061 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2024-09-07T13:38:18.061 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.061 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2024-09-07T13:38:18.061 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2024-09-07T13:38:18.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2024-09-07T13:38:18.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2024-09-07T13:38:18.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.056+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2024-09-07T13:38:18.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2024-09-07T13:38:18.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2024-09-07T13:38:18.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2024-09-07T13:38:18.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2024-09-07T13:38:18.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2024-09-07T13:38:18.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2024-09-07T13:38:18.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2024-09-07T13:38:18.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2024-09-07T13:38:18.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2024-09-07T13:38:18.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2024-09-07T13:38:18.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2024-09-07T13:38:18.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2024-09-07T13:38:18.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2024-09-07T13:38:18.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.060+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2024-09-07T13:38:18.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2024-09-07T13:38:18.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2024-09-07T13:38:18.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2024-09-07T13:38:18.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2024-09-07T13:38:18.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2024-09-07T13:38:18.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2024-09-07T13:38:18.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2024-09-07T13:38:18.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2024-09-07T13:38:18.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2024-09-07T13:38:18.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.069 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2024-09-07T13:38:18.069 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2024-09-07T13:38:18.069 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.069 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2024-09-07T13:38:18.069 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2024-09-07T13:38:18.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.064+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2024-09-07T13:38:18.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2024-09-07T13:38:18.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2024-09-07T13:38:18.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2024-09-07T13:38:18.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2024-09-07T13:38:18.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2024-09-07T13:38:18.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2024-09-07T13:38:18.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2024-09-07T13:38:18.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2024-09-07T13:38:18.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2024-09-07T13:38:18.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2024-09-07T13:38:18.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2024-09-07T13:38:18.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2024-09-07T13:38:18.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2024-09-07T13:38:18.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.068+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2024-09-07T13:38:18.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2024-09-07T13:38:18.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2024-09-07T13:38:18.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2024-09-07T13:38:18.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2024-09-07T13:38:18.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2024-09-07T13:38:18.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2024-09-07T13:38:18.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2024-09-07T13:38:18.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2024-09-07T13:38:18.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2024-09-07T13:38:18.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2024-09-07T13:38:18.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2024-09-07T13:38:18.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.072+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2024-09-07T13:38:18.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2024-09-07T13:38:18.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2024-09-07T13:38:18.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2024-09-07T13:38:18.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2024-09-07T13:38:18.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2024-09-07T13:38:18.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2024-09-07T13:38:18.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2024-09-07T13:38:18.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2024-09-07T13:38:18.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2024-09-07T13:38:18.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2024-09-07T13:38:18.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2024-09-07T13:38:18.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.076+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.082 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2024-09-07T13:38:18.082 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2024-09-07T13:38:18.082 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2024-09-07T13:38:18.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2024-09-07T13:38:18.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2024-09-07T13:38:18.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2024-09-07T13:38:18.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2024-09-07T13:38:18.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2024-09-07T13:38:18.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2024-09-07T13:38:18.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2024-09-07T13:38:18.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.080+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2024-09-07T13:38:18.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2024-09-07T13:38:18.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2024-09-07T13:38:18.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2024-09-07T13:38:18.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.087 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2024-09-07T13:38:18.087 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2024-09-07T13:38:18.087 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2024-09-07T13:38:18.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2024-09-07T13:38:18.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2024-09-07T13:38:18.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2024-09-07T13:38:18.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2024-09-07T13:38:18.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2024-09-07T13:38:18.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.084+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2024-09-07T13:38:18.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2024-09-07T13:38:18.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2024-09-07T13:38:18.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2024-09-07T13:38:18.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2024-09-07T13:38:18.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2024-09-07T13:38:18.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2024-09-07T13:38:18.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2024-09-07T13:38:18.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2024-09-07T13:38:18.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2024-09-07T13:38:18.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.088+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2024-09-07T13:38:18.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2024-09-07T13:38:18.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2024-09-07T13:38:18.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2024-09-07T13:38:18.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2024-09-07T13:38:18.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2024-09-07T13:38:18.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2024-09-07T13:38:18.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2024-09-07T13:38:18.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2024-09-07T13:38:18.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2024-09-07T13:38:18.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.092+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2024-09-07T13:38:18.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2024-09-07T13:38:18.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2024-09-07T13:38:18.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2024-09-07T13:38:18.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2024-09-07T13:38:18.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2024-09-07T13:38:18.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2024-09-07T13:38:18.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2024-09-07T13:38:18.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2024-09-07T13:38:18.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2024-09-07T13:38:18.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2024-09-07T13:38:18.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2024-09-07T13:38:18.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.096+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2024-09-07T13:38:18.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2024-09-07T13:38:18.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.103 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2024-09-07T13:38:18.103 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2024-09-07T13:38:18.103 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2024-09-07T13:38:18.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2024-09-07T13:38:18.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2024-09-07T13:38:18.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2024-09-07T13:38:18.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2024-09-07T13:38:18.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2024-09-07T13:38:18.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.100+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2024-09-07T13:38:18.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2024-09-07T13:38:18.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2024-09-07T13:38:18.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2024-09-07T13:38:18.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2024-09-07T13:38:18.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2024-09-07T13:38:18.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2024-09-07T13:38:18.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2024-09-07T13:38:18.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2024-09-07T13:38:18.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2024-09-07T13:38:18.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2024-09-07T13:38:18.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2024-09-07T13:38:18.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.104+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2024-09-07T13:38:18.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2024-09-07T13:38:18.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2024-09-07T13:38:18.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2024-09-07T13:38:18.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2024-09-07T13:38:18.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2024-09-07T13:38:18.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2024-09-07T13:38:18.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2024-09-07T13:38:18.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2024-09-07T13:38:18.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.108+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2024-09-07T13:38:18.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.112+0000 7f53db1449c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-07T13:38:18.124 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.120+0000 7f528afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:38:18.124 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.120+0000 7f53db1449c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:38:18.124 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:18.120+0000 7f53db1449c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:38:20.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:20.983+0000 7f53db1449c0 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2024-09-07T13:38:20.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:20.983+0000 7f53db1449c0 5 note: GC not initialized 2024-09-07T13:38:20.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:20.987+0000 7f5289fe3640 20 reqs_thread_entry: start 2024-09-07T13:38:20.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:20.987+0000 7f53db1449c0 20 init_complete bucket index max shards: 1 2024-09-07T13:38:20.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:20.987+0000 7f53db1449c0 20 Filter name: none 2024-09-07T13:38:20.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:20.987+0000 7f51eb7fe640 20 reqs_thread_entry: start 2024-09-07T13:38:21.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.035+0000 7f528afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:38:21.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.039+0000 7f53db1449c0 20 remove_watcher() i=0 2024-09-07T13:38:21.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.039+0000 7f53db1449c0 2 removed watcher, disabling cache 2024-09-07T13:38:21.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.043+0000 7f53db1449c0 20 remove_watcher() i=1 2024-09-07T13:38:21.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.047+0000 7f53db1449c0 20 remove_watcher() i=2 2024-09-07T13:38:21.057 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.051+0000 7f53db1449c0 20 remove_watcher() i=3 2024-09-07T13:38:21.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.055+0000 7f53db1449c0 20 remove_watcher() i=4 2024-09-07T13:38:21.061 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.055+0000 7f53db1449c0 20 remove_watcher() i=5 2024-09-07T13:38:21.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.059+0000 7f53db1449c0 20 remove_watcher() i=6 2024-09-07T13:38:21.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.059+0000 7f53db1449c0 20 remove_watcher() i=7 2024-09-07T13:38:21.083 INFO:teuthology.orchestra.run.smithi107.stdout:[] 2024-09-07T13:38:21.083 DEBUG:tasks.util.rgw: json result: [] 2024-09-07T13:38:21.083 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-07T13:38:21.083 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-07T13:38:21.083 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2024-09-07T13:38:21.124 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:38:21.124 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:38:21.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.147+0000 7ff8ed29a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:38:21.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.147+0000 7ff8ed29a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:38:21.157 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.151+0000 7ff7ad7e2640 20 reqs_thread_entry: start 2024-09-07T13:38:21.180 INFO:teuthology.orchestra.run.smithi107.stdout:{"id":"d86fa2ca-c18c-4362-b874-b18a3679dc0a","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-07T13:38:21.180 DEBUG:tasks.util.rgw: json result: {'id': 'd86fa2ca-c18c-4362-b874-b18a3679dc0a', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-07T13:38:21.181 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-07T13:38:21.181 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-07T13:38:21.181 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-07T13:38:21.252 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:38:21.252 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:38:21.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.287+0000 7fda3e28d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.291+0000 7fda3e28d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:21.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.291+0000 7fda3e28d9c0 20 realm 2024-09-07T13:38:21.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.291+0000 7fda3e28d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.291+0000 7fda3e28d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:21.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.291+0000 7fda3e28d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:38:21.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.291+0000 7fda3e28d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.291+0000 7fda3e28d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:21.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.291+0000 7fda3e28d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.291+0000 7fda3e28d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:38:21.297 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.291+0000 7fda3e28d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.298 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.295+0000 7fda3e28d9c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-07T13:38:21.298 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.295+0000 7fda3e28d9c0 20 searching for the correct realm 2024-09-07T13:38:21.302 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.299+0000 7fda3c594640 0 -- 172.21.15.107:0/748558779 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fda24029070 msgr2=0x7fda240649c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:38:21.309 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.303+0000 7fda3b592640 0 -- 172.21.15.107:0/748558779 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fda340e5940 msgr2=0x7fda340ee400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:38:21.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.519+0000 7fda3e28d9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:38:21.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.519+0000 7fda3e28d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:38:21.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.519+0000 7fda3e28d9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:38:21.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.519+0000 7fda3e28d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:38:21.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.519+0000 7fda3e28d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:38:21.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.519+0000 7fda3e28d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:38:21.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.519+0000 7fda3e28d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.519+0000 7fda3e28d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:21.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.519+0000 7fda3e28d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:38:21.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-07T13:38:21.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 zone default found 2024-09-07T13:38:21.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 4 Realm: () 2024-09-07T13:38:21.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:38:21.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:38:21.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:38:21.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 zonegroup default 2024-09-07T13:38:21.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:21.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:21.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:21.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 started sync module instance, tier type = 2024-09-07T13:38:21.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.523+0000 7fda3e28d9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:38:21.554 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.551+0000 7fda3e28d9c0 20 add_watcher() i=0 2024-09-07T13:38:21.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.551+0000 7fda3e28d9c0 20 add_watcher() i=1 2024-09-07T13:38:21.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.551+0000 7fda3e28d9c0 20 add_watcher() i=2 2024-09-07T13:38:21.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.551+0000 7fda3e28d9c0 20 add_watcher() i=3 2024-09-07T13:38:21.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.551+0000 7fda3e28d9c0 20 add_watcher() i=4 2024-09-07T13:38:21.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.551+0000 7fda3e28d9c0 20 add_watcher() i=5 2024-09-07T13:38:21.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.551+0000 7fda3e28d9c0 20 add_watcher() i=6 2024-09-07T13:38:21.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.551+0000 7fda3e28d9c0 20 add_watcher() i=7 2024-09-07T13:38:21.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.551+0000 7fda3e28d9c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:38:21.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.555+0000 7fd8f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:38:21.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.559+0000 7fda3e28d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:38:21.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.559+0000 7fda3e28d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:38:21.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.559+0000 7fda3e28d9c0 5 note: GC not initialized 2024-09-07T13:38:21.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.559+0000 7fd8f0fe1640 20 reqs_thread_entry: start 2024-09-07T13:38:21.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.559+0000 7fda3e28d9c0 20 init_complete bucket index max shards: 1 2024-09-07T13:38:21.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.559+0000 7fda3e28d9c0 20 Filter name: none 2024-09-07T13:38:21.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.559+0000 7fd86a7fc640 20 reqs_thread_entry: start 2024-09-07T13:38:21.584 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.579+0000 7fd8f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:38:21.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.587+0000 7fda3e28d9c0 20 remove_watcher() i=0 2024-09-07T13:38:21.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.587+0000 7fda3e28d9c0 2 removed watcher, disabling cache 2024-09-07T13:38:21.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.587+0000 7fda3e28d9c0 20 remove_watcher() i=1 2024-09-07T13:38:21.594 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.591+0000 7fda3e28d9c0 20 remove_watcher() i=2 2024-09-07T13:38:21.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.591+0000 7fda3e28d9c0 20 remove_watcher() i=3 2024-09-07T13:38:21.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.595+0000 7fda3e28d9c0 20 remove_watcher() i=4 2024-09-07T13:38:21.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.595+0000 7fda3e28d9c0 20 remove_watcher() i=5 2024-09-07T13:38:21.602 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.599+0000 7fda3e28d9c0 20 remove_watcher() i=6 2024-09-07T13:38:21.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.599+0000 7fda3e28d9c0 20 remove_watcher() i=7 2024-09-07T13:38:21.620 INFO:teuthology.orchestra.run.smithi107.stdout:[] 2024-09-07T13:38:21.620 DEBUG:tasks.util.rgw: json result: [] 2024-09-07T13:38:21.620 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-07T13:38:21.620 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-07T13:38:21.621 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2024-09-07T13:38:21.704 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:38:21.705 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:38:21.734 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.731+0000 7f3c631369c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:38:21.734 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.731+0000 7f3c631369c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:38:21.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.735+0000 7f3b1effd640 20 reqs_thread_entry: start 2024-09-07T13:38:21.760 INFO:teuthology.orchestra.run.smithi107.stdout:{"id":"d86fa2ca-c18c-4362-b874-b18a3679dc0a","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-07T13:38:21.761 DEBUG:tasks.util.rgw: json result: {'id': 'd86fa2ca-c18c-4362-b874-b18a3679dc0a', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-07T13:38:21.761 INFO:tasks.rgw:Preparing directory for rgw datacache at /tmp/rgw_datacache 2024-09-07T13:38:21.761 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -p /tmp/rgw_datacache 2024-09-07T13:38:21.810 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod a+rwx /tmp/rgw_datacache 2024-09-07T13:38:21.870 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-07T13:38:21.870 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-07T13:38:21.870 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-07T13:38:21.949 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:38:21.949 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:38:21.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.987+0000 7fd0f41239c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.991+0000 7fd0f41239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:21.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.991+0000 7fd0f41239c0 20 realm 2024-09-07T13:38:21.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.991+0000 7fd0f41239c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.991+0000 7fd0f41239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:21.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.991+0000 7fd0f41239c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:38:21.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.991+0000 7fd0f41239c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.995 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.991+0000 7fd0f41239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:21.995 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.991+0000 7fd0f41239c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.996 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.991+0000 7fd0f41239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:38:21.996 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.991+0000 7fd0f41239c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:21.998 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.991+0000 7fd0f41239c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-07T13:38:21.998 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.991+0000 7fd0f41239c0 20 searching for the correct realm 2024-09-07T13:38:22.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:21.995+0000 7fd0f242a640 0 -- 172.21.15.107:0/3328639701 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fd0e8086060 msgr2=0x7fd0e8062e30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T13:38:22.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.211+0000 7fd0f1428640 0 -- 172.21.15.107:0/3328639701 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fd0ec0c0040 msgr2=0x7fd0ec0b2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:38:22.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.427+0000 7fd0f41239c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:38:22.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.427+0000 7fd0f41239c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:38:22.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.427+0000 7fd0f41239c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:38:22.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.427+0000 7fd0f41239c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:38:22.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.427+0000 7fd0f41239c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:38:22.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.427+0000 7fd0f41239c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:38:22.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.427+0000 7fd0f41239c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:22.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:22.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:22.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:38:22.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:22.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-07T13:38:22.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 20 zone default found 2024-09-07T13:38:22.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 4 Realm: () 2024-09-07T13:38:22.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:38:22.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:38:22.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:38:22.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 20 zonegroup default 2024-09-07T13:38:22.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:22.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:22.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.431+0000 7fd0f41239c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:22.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.435+0000 7fd0f41239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:22.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.435+0000 7fd0f41239c0 20 rados->read ofs=0 len=0 2024-09-07T13:38:22.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.435+0000 7fd0f41239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:38:22.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.435+0000 7fd0f41239c0 20 started sync module instance, tier type = 2024-09-07T13:38:22.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.435+0000 7fd0f41239c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:38:22.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.455+0000 7fd0f41239c0 20 add_watcher() i=0 2024-09-07T13:38:22.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.455+0000 7fd0f41239c0 20 add_watcher() i=1 2024-09-07T13:38:22.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.455+0000 7fd0f41239c0 20 add_watcher() i=2 2024-09-07T13:38:22.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.455+0000 7fd0f41239c0 20 add_watcher() i=3 2024-09-07T13:38:22.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.455+0000 7fd0f41239c0 20 add_watcher() i=4 2024-09-07T13:38:22.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.455+0000 7fd0f41239c0 20 add_watcher() i=5 2024-09-07T13:38:22.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.459+0000 7fd0f41239c0 20 add_watcher() i=6 2024-09-07T13:38:22.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.459+0000 7fd0f41239c0 20 add_watcher() i=7 2024-09-07T13:38:22.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.459+0000 7fd0f41239c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:38:22.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.463+0000 7fcfa37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:38:22.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.463+0000 7fd0f41239c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:38:22.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.463+0000 7fd0f41239c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:38:22.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.463+0000 7fd0f41239c0 5 note: GC not initialized 2024-09-07T13:38:22.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.463+0000 7fcfa27fc640 20 reqs_thread_entry: start 2024-09-07T13:38:22.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.463+0000 7fd0f41239c0 20 init_complete bucket index max shards: 1 2024-09-07T13:38:22.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.463+0000 7fd0f41239c0 20 Filter name: none 2024-09-07T13:38:22.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.463+0000 7fcf13fff640 20 reqs_thread_entry: start 2024-09-07T13:38:22.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.483+0000 7fcfa37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:38:22.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.491+0000 7fd0f41239c0 20 remove_watcher() i=0 2024-09-07T13:38:22.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.491+0000 7fd0f41239c0 2 removed watcher, disabling cache 2024-09-07T13:38:22.498 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.495+0000 7fd0f41239c0 20 remove_watcher() i=1 2024-09-07T13:38:22.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.495+0000 7fd0f41239c0 20 remove_watcher() i=2 2024-09-07T13:38:22.503 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.499+0000 7fd0f41239c0 20 remove_watcher() i=3 2024-09-07T13:38:22.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.499+0000 7fd0f41239c0 20 remove_watcher() i=4 2024-09-07T13:38:22.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.503+0000 7fd0f41239c0 20 remove_watcher() i=5 2024-09-07T13:38:22.508 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.503+0000 7fd0f41239c0 20 remove_watcher() i=6 2024-09-07T13:38:22.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.507+0000 7fd0f41239c0 20 remove_watcher() i=7 2024-09-07T13:38:22.525 INFO:teuthology.orchestra.run.smithi107.stdout:[] 2024-09-07T13:38:22.526 DEBUG:tasks.util.rgw: json result: [] 2024-09-07T13:38:22.526 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2024-09-07T13:38:22.526 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-07T13:38:22.526 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-07T13:38:22.526 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2024-09-07T13:38:22.608 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:38:22.608 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:38:22.638 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.635+0000 7fa24e4df9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:38:22.638 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.635+0000 7fa24e4df9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:38:22.642 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.639+0000 7fa10a7fc640 20 reqs_thread_entry: start 2024-09-07T13:38:22.661 INFO:teuthology.orchestra.run.smithi107.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2024-09-07T13:38:22.661 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2024-09-07T13:38:22.662 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-07T13:38:22.662 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-07T13:38:22.662 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2024-09-07T13:38:22.749 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:38:22.749 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:38:22.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.775+0000 7fd859e959c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:38:22.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.775+0000 7fd859e959c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:38:22.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.779+0000 7fd6ddffb640 20 reqs_thread_entry: start 2024-09-07T13:38:22.805 INFO:teuthology.orchestra.run.smithi107.stdout:{"id":"d86fa2ca-c18c-4362-b874-b18a3679dc0a","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-07T13:38:22.805 DEBUG:tasks.util.rgw: json result: {'id': 'd86fa2ca-c18c-4362-b874-b18a3679dc0a', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-07T13:38:22.805 INFO:tasks.rgw:Configuring storage class type = FROZEN 2024-09-07T13:38:22.805 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-07T13:38:22.805 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-07T13:38:22.806 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2024-09-07T13:38:22.886 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:38:22.886 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:38:22.914 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.911+0000 7f7681fc59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:38:22.914 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.911+0000 7f7681fc59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:38:22.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:22.915+0000 7f74ddffb640 20 reqs_thread_entry: start 2024-09-07T13:38:22.937 INFO:teuthology.orchestra.run.smithi107.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2024-09-07T13:38:22.937 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2024-09-07T13:38:22.937 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-07T13:38:22.938 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-07T13:38:22.938 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2024-09-07T13:38:23.015 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:38:23.015 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:38:23.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:23.039+0000 7f8464d9d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:38:23.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:23.039+0000 7f8464d9d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:38:23.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T13:38:23.039+0000 7f83257e2640 20 reqs_thread_entry: start 2024-09-07T13:38:23.069 INFO:teuthology.orchestra.run.smithi107.stdout:{"id":"d86fa2ca-c18c-4362-b874-b18a3679dc0a","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-07T13:38:23.069 DEBUG:tasks.util.rgw: json result: {'id': 'd86fa2ca-c18c-4362-b874-b18a3679dc0a', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-07T13:38:23.069 INFO:tasks.rgw:Starting rgw... 2024-09-07T13:38:23.069 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']} 2024-09-07T13:38:23.069 INFO:tasks.rgw:Using beast as radosgw frontend 2024-09-07T13:38:23.069 DEBUG:teuthology.orchestra.run.smithi107:> sudo echo -n https://smithi107.front.sepia.ceph.com:443 | sudo tee /home/ubuntu/cephtest/url_file 2024-09-07T13:38:23.122 INFO:teuthology.orchestra.run.smithi107.stdout:https://smithi107.front.sepia.ceph.com:443 2024-09-07T13:38:23.123 DEBUG:teuthology.orchestra.run.smithi107:> sudo chown ceph /home/ubuntu/cephtest/url_file 2024-09-07T13:38:23.178 DEBUG:teuthology.orchestra.run.smithi107:> sudo keytool -import -alias smithi107.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2024-09-07T13:38:23.542 INFO:teuthology.orchestra.run.smithi107.stderr:Warning: use -cacerts option to access cacerts keystore 2024-09-07T13:38:23.877 INFO:teuthology.orchestra.run.smithi107.stderr:Certificate was added to keystore 2024-09-07T13:38:23.910 DEBUG:tasks.ceph_manager:running ceph.client.0 under valgrind with args ['cd', '/home/ubuntu/cephtest', Raw('&&'), 'sudo', 'adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'daemon-helper', 'term', 'env', 'OPENSSL_ia32cap=~0x1000000000000000', 'valgrind', '--trace-children=no', '--child-silent-after-fork=yes', '--soname-synonyms=somalloc=*tcmalloc*', '--num-callers=50', '--suppressions=/home/ubuntu/cephtest/valgrind.supp', '--gen-suppressions=all', '--xml=yes', '--xml-file=/var/log/ceph/valgrind/ceph.client.0.log', '--time-stamp=yes', '--vgdb=yes', '--tool=memcheck', '--max-threads=1024'] 2024-09-07T13:38:23.910 INFO:tasks.rgw.client.0:Restarting daemon 2024-09-07T13:38:23.910 DEBUG:teuthology.orchestra.run.smithi107:> cd /home/ubuntu/cephtest && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term env 'OPENSSL_ia32cap=~0x1000000000000000' valgrind --trace-children=no --child-silent-after-fork=yes '--soname-synonyms=somalloc=*tcmalloc*' --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --gen-suppressions=all --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2024-09-07T13:38:23.913 INFO:tasks.rgw.client.0:Started 2024-09-07T13:38:23.913 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi107.front.sepia.ceph.com:443/ 2024-09-07T13:38:23.913 DEBUG:teuthology.orchestra.run.smithi107:> curl https://smithi107.front.sepia.ceph.com:443/ 2024-09-07T13:38:23.940 INFO:teuthology.orchestra.run.smithi107.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-07T13:38:23.941 INFO:teuthology.orchestra.run.smithi107.stderr: Dload Upload Total Spent Left Speed 2024-09-07T13:38:23.941 INFO:teuthology.orchestra.run.smithi107.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-07T13:38:23.942 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-07T13:38:23.942 INFO:teuthology.orchestra.run.smithi107.stderr:curl: (7) Failed to connect to smithi107.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-07T13:38:24.943 DEBUG:teuthology.orchestra.run.smithi107:> curl https://smithi107.front.sepia.ceph.com:443/ 2024-09-07T13:38:24.954 INFO:teuthology.orchestra.run.smithi107.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-07T13:38:24.954 INFO:teuthology.orchestra.run.smithi107.stderr: Dload Upload Total Spent Left Speed 2024-09-07T13:38:24.954 INFO:teuthology.orchestra.run.smithi107.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-07T13:38:24.954 INFO:teuthology.orchestra.run.smithi107.stderr:curl: (7) Failed to connect to smithi107.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-07T13:38:24.954 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-07T13:38:26.956 DEBUG:teuthology.orchestra.run.smithi107:> curl https://smithi107.front.sepia.ceph.com:443/ 2024-09-07T13:38:26.966 INFO:teuthology.orchestra.run.smithi107.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-07T13:38:26.967 INFO:teuthology.orchestra.run.smithi107.stderr: Dload Upload Total Spent Left Speed 2024-09-07T13:38:26.967 INFO:teuthology.orchestra.run.smithi107.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-07T13:38:26.967 INFO:teuthology.orchestra.run.smithi107.stderr:curl: (7) Failed to connect to smithi107.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-07T13:38:26.967 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-07T13:38:30.968 DEBUG:teuthology.orchestra.run.smithi107:> curl https://smithi107.front.sepia.ceph.com:443/ 2024-09-07T13:38:30.980 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-07T13:38:30.981 INFO:teuthology.orchestra.run.smithi107.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-07T13:38:30.981 INFO:teuthology.orchestra.run.smithi107.stderr: Dload Upload Total Spent Left Speed 2024-09-07T13:38:30.981 INFO:teuthology.orchestra.run.smithi107.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-07T13:38:30.981 INFO:teuthology.orchestra.run.smithi107.stderr:curl: (7) Failed to connect to smithi107.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-07T13:38:38.983 DEBUG:teuthology.orchestra.run.smithi107:> curl https://smithi107.front.sepia.ceph.com:443/ 2024-09-07T13:38:38.993 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-07T13:38:38.994 INFO:teuthology.orchestra.run.smithi107.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-07T13:38:38.994 INFO:teuthology.orchestra.run.smithi107.stderr: Dload Upload Total Spent Left Speed 2024-09-07T13:38:38.994 INFO:teuthology.orchestra.run.smithi107.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-07T13:38:38.994 INFO:teuthology.orchestra.run.smithi107.stderr:curl: (7) Failed to connect to smithi107.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-07T13:38:48.675 INFO:tasks.rgw.client.0.smithi107.stdout:2024-09-07T13:38:48.667+0000 8ed9f80 -1 ssl_private_key was not found: rgw/cert//default.key 2024-09-07T13:38:54.995 DEBUG:teuthology.orchestra.run.smithi107:> curl https://smithi107.front.sepia.ceph.com:443/ 2024-09-07T13:38:55.007 INFO:teuthology.orchestra.run.smithi107.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-07T13:38:55.007 INFO:teuthology.orchestra.run.smithi107.stderr: Dload Upload Total Spent Left Speed 2024-09-07T13:38:56.147 INFO:teuthology.orchestra.run.smithi107.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 163 0 --:--:-- 0:00:01 --:--:-- 164 2024-09-07T13:38:56.151 INFO:teuthology.orchestra.run.smithi107.stdout:anonymous 2024-09-07T13:38:56.151 INFO:teuthology.run_tasks:Running task tox... 2024-09-07T13:38:56.162 INFO:tasks.tox:Deploying tox from pip... 2024-09-07T13:38:56.162 DEBUG:teuthology.orchestra.run.smithi107:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2024-09-07T13:38:59.090 DEBUG:teuthology.orchestra.run.smithi107:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2024-09-07T13:38:59.790 INFO:teuthology.orchestra.run.smithi107.stdout:Collecting tox==3.15.0 2024-09-07T13:38:59.886 INFO:teuthology.orchestra.run.smithi107.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2024-09-07T13:38:59.956 INFO:teuthology.orchestra.run.smithi107.stdout: ---------------------------------------- 82.1/82.1 KB 1.1 MB/s eta 0:00:00 2024-09-07T13:39:00.078 INFO:teuthology.orchestra.run.smithi107.stdout:Collecting toml>=0.9.4 2024-09-07T13:39:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2024-09-07T13:39:00.235 INFO:teuthology.orchestra.run.smithi107.stdout:Collecting packaging>=14 2024-09-07T13:39:00.249 INFO:teuthology.orchestra.run.smithi107.stdout: Downloading packaging-24.1-py3-none-any.whl (53 kB) 2024-09-07T13:39:00.290 INFO:teuthology.orchestra.run.smithi107.stdout: ---------------------------------------- 54.0/54.0 KB 1.2 MB/s eta 0:00:00 2024-09-07T13:39:00.383 INFO:teuthology.orchestra.run.smithi107.stdout:Collecting pluggy<1,>=0.12.0 2024-09-07T13:39:00.399 INFO:teuthology.orchestra.run.smithi107.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2024-09-07T13:39:00.536 INFO:teuthology.orchestra.run.smithi107.stdout:Collecting filelock<4,>=3.0.0 2024-09-07T13:39:00.550 INFO:teuthology.orchestra.run.smithi107.stdout: Downloading filelock-3.15.4-py3-none-any.whl (16 kB) 2024-09-07T13:39:00.820 INFO:teuthology.orchestra.run.smithi107.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2024-09-07T13:39:00.834 INFO:teuthology.orchestra.run.smithi107.stdout: Downloading virtualenv-20.26.3-py3-none-any.whl (5.7 MB) 2024-09-07T13:39:01.338 INFO:teuthology.orchestra.run.smithi107.stdout: ---------------------------------------- 5.7/5.7 MB 11.4 MB/s eta 0:00:00 2024-09-07T13:39:01.474 INFO:teuthology.orchestra.run.smithi107.stdout:Collecting py<2,>=1.4.17 2024-09-07T13:39:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2024-09-07T13:39:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: ---------------------------------------- 98.7/98.7 KB 3.7 MB/s eta 0:00:00 2024-09-07T13:39:01.605 INFO:teuthology.orchestra.run.smithi107.stdout:Collecting six<2,>=1.14.0 2024-09-07T13:39:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-07T13:39:01.829 INFO:teuthology.orchestra.run.smithi107.stdout:Collecting platformdirs<5,>=3.9.1 2024-09-07T13:39:01.844 INFO:teuthology.orchestra.run.smithi107.stdout: Downloading platformdirs-4.2.2-py3-none-any.whl (18 kB) 2024-09-07T13:39:01.939 INFO:teuthology.orchestra.run.smithi107.stdout:Collecting distlib<1,>=0.3.7 2024-09-07T13:39:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: Downloading distlib-0.3.8-py2.py3-none-any.whl (468 kB) 2024-09-07T13:39:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: -------------------------------------- 468.9/468.9 KB 10.4 MB/s eta 0:00:00 2024-09-07T13:39:02.178 INFO:teuthology.orchestra.run.smithi107.stdout:Installing collected packages: distlib, toml, six, py, pluggy, platformdirs, packaging, filelock, virtualenv, tox 2024-09-07T13:39:03.121 INFO:teuthology.orchestra.run.smithi107.stdout:Successfully installed distlib-0.3.8 filelock-3.15.4 packaging-24.1 platformdirs-4.2.2 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.26.3 2024-09-07T13:39:03.202 INFO:teuthology.run_tasks:Running task workunit... 2024-09-07T13:39:03.217 INFO:tasks.workunit:Pulling workunits from ref 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:39:03.218 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-07T13:39:03.218 DEBUG:teuthology.orchestra.run.smithi107:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-07T13:39:03.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:39:03.224 INFO:teuthology.orchestra.run.smithi107.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-07T13:39:03.224 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-07T13:39:03.274 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-07T13:39:03.274 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-07T13:39:03.322 INFO:tasks.workunit:timeout=3h 2024-09-07T13:39:03.322 INFO:tasks.workunit:cleanup=True 2024-09-07T13:39:03.323 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:39:03.376 INFO:tasks.workunit.client.0.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-07T13:40:00.396 INFO:tasks.workunit.client.0.smithi107.stderr:Note: switching to '5c120bb86a547030eb0946833002675f49ccd220'. 2024-09-07T13:40:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:40:00.396 INFO:tasks.workunit.client.0.smithi107.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-07T13:40:00.396 INFO:tasks.workunit.client.0.smithi107.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-07T13:40:00.396 INFO:tasks.workunit.client.0.smithi107.stderr:state without impacting any branches by switching back to a branch. 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: git switch -c 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr:Or undo this operation with: 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: git switch - 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:40:00.397 INFO:tasks.workunit.client.0.smithi107.stderr:HEAD is now at 5c120bb86a5 rgw/service: remove unused metadata and metadata backend services 2024-09-07T13:40:00.402 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-07T13:40:00.451 INFO:tasks.workunit.client.0.smithi107.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-07T13:40:00.454 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-07T13:40:00.454 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-07T13:40:01.449 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-07T13:40:01.530 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-07T13:40:01.585 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-07T13:40:01.586 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-07T13:40:01.586 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-07T13:40:01.634 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-07T13:40:01.638 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:40:01.638 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-07T13:40:01.687 INFO:tasks.workunit:Running workunits matching rgw/run-datacache.sh on client.0... 2024-09-07T13:40:01.688 INFO:tasks.workunit:Running workunit rgw/run-datacache.sh... 2024-09-07T13:40:01.689 DEBUG:teuthology.orchestra.run.smithi107:workunit test rgw/run-datacache.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RGW_DATACACHE_PATH=/tmp/rgw_datacache adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2024-09-07T13:40:01.744 INFO:tasks.workunit.client.0.smithi107.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2024-09-07T13:40:01.746 INFO:tasks.workunit.client.0.smithi107.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-07T13:40:01.746 INFO:tasks.workunit.client.0.smithi107.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-07T13:40:04.638 INFO:tasks.workunit.client.0.smithi107.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-07T13:40:04.638 INFO:tasks.workunit.client.0.smithi107.stderr:++ deactivate nondestructive 2024-09-07T13:40:04.638 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T13:40:04.638 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T13:40:04.638 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-07T13:40:04.638 INFO:tasks.workunit.client.0.smithi107.stderr:++ hash -r 2024-09-07T13:40:04.638 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ unset VIRTUAL_ENV 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ export VIRTUAL_ENV 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ export PATH 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -z '' ']' 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ PS1='(rgw) ' 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ export PS1 2024-09-07T13:40:04.639 INFO:tasks.workunit.client.0.smithi107.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-07T13:40:04.640 INFO:tasks.workunit.client.0.smithi107.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-07T13:40:04.640 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-07T13:40:04.640 INFO:tasks.workunit.client.0.smithi107.stderr:++ hash -r 2024-09-07T13:40:04.640 INFO:tasks.workunit.client.0.smithi107.stderr:+ pip install pip --upgrade 2024-09-07T13:40:05.033 INFO:tasks.workunit.client.0.smithi107.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-07T13:40:05.271 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting pip 2024-09-07T13:40:05.371 INFO:tasks.workunit.client.0.smithi107.stdout: Downloading pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-07T13:40:05.665 INFO:tasks.workunit.client.0.smithi107.stdout: ---------------------------------------- 1.8/1.8 MB 6.3 MB/s eta 0:00:00 2024-09-07T13:40:05.739 INFO:tasks.workunit.client.0.smithi107.stdout:Installing collected packages: pip 2024-09-07T13:40:05.740 INFO:tasks.workunit.client.0.smithi107.stdout: Attempting uninstall: pip 2024-09-07T13:40:05.740 INFO:tasks.workunit.client.0.smithi107.stdout: Found existing installation: pip 22.0.2 2024-09-07T13:40:06.030 INFO:tasks.workunit.client.0.smithi107.stdout: Uninstalling pip-22.0.2: 2024-09-07T13:40:06.036 INFO:tasks.workunit.client.0.smithi107.stdout: Successfully uninstalled pip-22.0.2 2024-09-07T13:40:06.790 INFO:tasks.workunit.client.0.smithi107.stdout:Successfully installed pip-24.2 2024-09-07T13:40:06.849 INFO:tasks.workunit.client.0.smithi107.stderr:+ pip install configobj 2024-09-07T13:40:07.420 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting configobj 2024-09-07T13:40:07.469 INFO:tasks.workunit.client.0.smithi107.stdout: Downloading configobj-5.0.8-py2.py3-none-any.whl.metadata (3.4 kB) 2024-09-07T13:40:07.604 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting six (from configobj) 2024-09-07T13:40:07.622 INFO:tasks.workunit.client.0.smithi107.stdout: Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-07T13:40:07.685 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading configobj-5.0.8-py2.py3-none-any.whl (36 kB) 2024-09-07T13:40:07.754 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-07T13:40:07.819 INFO:tasks.workunit.client.0.smithi107.stdout:Installing collected packages: six, configobj 2024-09-07T13:40:07.941 INFO:tasks.workunit.client.0.smithi107.stdout:Successfully installed configobj-5.0.8 six-1.16.0 2024-09-07T13:40:08.325 INFO:tasks.workunit.client.0.smithi107.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datacache.py 2024-09-07T13:40:08.366 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:datacache dir from config is: /tmp/rgw_datacache 2024-09-07T13:40:08.366 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:exec_cmd(pwd) 2024-09-07T13:40:08.367 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:command succeeded 2024-09-07T13:40:08.367 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:b'/home/ubuntu/cephtest/mnt.0/client.0/tmp\n' 2024-09-07T13:40:08.367 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:pwd is: /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:40:08.367 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:exec_cmd(sudo netstat -nltp | egrep "rados|valgr") 2024-09-07T13:40:08.408 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:command succeeded 2024-09-07T13:40:08.408 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:b'tcp 0 0 0.0.0.0:443 0.0.0.0:* LISTEN 39678/valgrind.bin \ntcp6 0 0 :::443 :::* LISTEN 39678/valgrind.bin \n' 2024-09-07T13:40:08.408 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:radosgw port: 443 2024-09-07T13:40:08.408 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:radosgw endpoint is: 127.0.0.1 2024-09-07T13:40:08.409 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:exec_cmd(dd if=/dev/urandom of=/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat bs=1M count=7) 2024-09-07T13:40:08.441 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:command succeeded 2024-09-07T13:40:08.441 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:b'' 2024-09-07T13:40:08.441 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:exec_cmd(radosgw-admin user create --uid rgw_datacache_user --display-name DatacacheUser --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn) 2024-09-07T13:40:08.889 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:command succeeded 2024-09-07T13:40:08.889 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:b'{\n "user_id": "rgw_datacache_user",\n "display_name": "DatacacheUser",\n "email": "",\n "suspended": 0,\n "max_buckets": 1000,\n "subusers": [],\n "keys": [\n {\n "user": "rgw_datacache_user",\n "access_key": "NX5QOQKC6BH2IDN8HC7A",\n "secret_key": "LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn",\n "active": true,\n "create_date": "2024-09-07T13:40:08.803312Z"\n }\n ],\n "swift_keys": [],\n "caps": [],\n "op_mask": "read, write, delete",\n "default_placement": "",\n "default_storage_class": "",\n "placement_tags": [],\n "bucket_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "user_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "temp_url_keys": [],\n "type": "rgw",\n "mfa_ids": [],\n "account_id": "",\n "path": "/",\n "create_date": "2024-09-07T13:40:08.803281Z",\n "tags": [],\n "group_ids": []\n}\n\n' 2024-09-07T13:40:08.889 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:Creating s3cmd config... 2024-09-07T13:40:08.889 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:proto for s3cmd config is https 2024-09-07T13:40:08.889 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:s3cmd config written 2024-09-07T13:40:08.889 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 mb s3://datacachebucket) 2024-09-07T13:40:09.944 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:command succeeded 2024-09-07T13:40:09.944 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:b"Bucket 's3://datacachebucket/' created\n" 2024-09-07T13:40:09.944 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 put /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat s3://datacachebucket) 2024-09-07T13:40:17.092 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:command succeeded 2024-09-07T13:40:17.093 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:b"upload: '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat' -> 's3://datacachebucket/7M.dat' (7340032 bytes in 6.7 seconds, 1069.29 KB/s) [1 of 1]\n" 2024-09-07T13:40:17.093 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 get s3://datacachebucket/7M.dat /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat --force) 2024-09-07T13:40:18.812 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:command succeeded 2024-09-07T13:40:18.813 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:b"download: 's3://datacachebucket/7M.dat' -> '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat' (7340032 bytes in 1.5 seconds, 4.81 MB/s)\n" 2024-09-07T13:40:18.813 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:exec_cmd(radosgw-admin object stat --bucket=datacachebucket --object=7M.dat) 2024-09-07T13:40:18.965 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:command succeeded 2024-09-07T13:40:18.966 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:b'{\n "name": "7M.dat",\n "size": 7342274,\n "policy": {\n "acl": {\n "acl_user_map": [\n {\n "user": "rgw_datacache_user",\n "acl": 15\n }\n ],\n "acl_group_map": [],\n "grant_map": [\n {\n "id": "rgw_datacache_user",\n "grant": {\n "type": {\n "type": 0\n },\n "id": "rgw_datacache_user",\n "name": "DatacacheUser",\n "permission": {\n "flags": 15\n }\n }\n }\n ]\n },\n "owner": {\n "id": "rgw_datacache_user",\n "display_name": "DatacacheUser"\n }\n },\n "compression": {\n "compression_type": "zlib",\n "orig_size": 7340032,\n "compressor_message": -15,\n "blocks": [\n {\n "old_ofs": 0,\n "new_ofs": 0,\n "len": 4195585\n },\n {\n "old_ofs": 4194304,\n "new_ofs": 4195585,\n "len": 3146689\n }\n ]\n },\n "etag": "a50fe211cc52d1c2f410c89c17525764",\n "tag": "d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8922024540431821916",\n "manifest": {\n "objs": [],\n "obj_size": 7342274,\n "explicit_objs": false,\n "head_size": 0,\n "max_head_size": 0,\n "prefix": ".iMG0G5by4nomBD0NV1P31MXgjXz0Mn4_",\n "rules": [\n {\n "key": 0,\n "val": {\n "start_part_num": 0,\n "start_ofs": 0,\n "part_size": 0,\n "stripe_max_size": 6291456,\n "override_prefix": ""\n }\n }\n ],\n "tail_instance": "",\n "tail_placement": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1",\n "bucket_id": "d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "placement_rule": "default-placement"\n },\n "tier_type": "",\n "begin_iter": {\n "part_ofs": 0,\n "stripe_ofs": 0,\n "ofs": 0,\n "stripe_size": 6291456,\n "cur_part_id": 0,\n "cur_stripe": 0,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1",\n "bucket_id": "d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".iMG0G5by4nomBD0NV1P31MXgjXz0Mn4_0",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n },\n "end_iter": {\n "part_ofs": 0,\n "stripe_ofs": 6291456,\n "ofs": 7342274,\n "stripe_size": 1050818,\n "cur_part_id": 0,\n "cur_stripe": 1,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1",\n "bucket_id": "d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".iMG0G5by4nomBD0NV1P31MXgjXz0Mn4_1",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n }\n },\n "pg_ver": 0,\n "source_zone": 0,\n "torrent": "",\n "mtime": "2024-09-07T13:40:16.898834Z",\n "attrs": {\n "user.rgw.content_type": "application/octet-stream",\n "user.rgw.storage_class": "STANDARD",\n "user.rgw.tail_tag": "d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8922024540431821916",\n "user.rgw.x-amz-meta-s3cmd-attrs": "atime:1725716408/ctime:1725716408/gid:1271/gname:ubuntu/md5:a50fe211cc52d1c2f410c89c17525764/mode:33204/mtime:1725716408/uid:1000/uname:ubuntu"\n }\n}\n' 2024-09-07T13:40:18.966 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:Cached object name is: .iMG0G5by4nomBD0NV1P31MXgjXz0Mn4_ 2024-09-07T13:40:18.966 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:exec_cmd(find /tmp/rgw_datacache -type f | wc -l) 2024-09-07T13:40:18.967 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:command succeeded 2024-09-07T13:40:18.967 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:b'0\n' 2024-09-07T13:40:18.967 INFO:tasks.workunit.client.0.smithi107.stderr:DEBUG:root:Check cache dir content: 0 2024-09-07T13:40:18.967 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:NOTICE: datacache test object not found, inspect if datacache was bypassed or disabled during this check. 2024-09-07T13:40:18.967 INFO:tasks.workunit.client.0.smithi107.stderr:INFO:root:Completed Datacache tests 2024-09-07T13:40:18.973 INFO:tasks.workunit.client.0.smithi107.stderr:+ deactivate 2024-09-07T13:40:18.973 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-07T13:40:18.973 INFO:tasks.workunit.client.0.smithi107.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-07T13:40:18.973 INFO:tasks.workunit.client.0.smithi107.stderr:+ export PATH 2024-09-07T13:40:18.973 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-07T13:40:18.973 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n '' ']' 2024-09-07T13:40:18.973 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-07T13:40:18.973 INFO:tasks.workunit.client.0.smithi107.stderr:+ hash -r 2024-09-07T13:40:18.973 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n '' ']' 2024-09-07T13:40:18.974 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset VIRTUAL_ENV 2024-09-07T13:40:18.974 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-07T13:40:18.974 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-07T13:40:18.974 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset -f deactivate 2024-09-07T13:40:18.974 INFO:tasks.workunit.client.0.smithi107.stderr:+ echo OK. 2024-09-07T13:40:18.975 INFO:tasks.workunit.client.0.smithi107.stdout:OK. 2024-09-07T13:40:18.975 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:40:18.975 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:40:19.029 INFO:tasks.workunit:Stopping ['rgw/run-datacache.sh'] on client.0... 2024-09-07T13:40:19.029 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-07T13:40:19.343 DEBUG:teuthology.parallel:result is None 2024-09-07T13:40:19.343 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T13:40:19.354 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T13:40:19.354 DEBUG:teuthology.orchestra.run.smithi107:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-07T13:40:19.411 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T13:40:19.411 INFO:teuthology.run_tasks:Running task workunit... 2024-09-07T13:40:19.421 INFO:tasks.workunit:Pulling workunits from ref 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:40:19.421 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-07T13:40:19.421 DEBUG:teuthology.orchestra.run.smithi107:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-07T13:40:19.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:40:19.458 INFO:teuthology.orchestra.run.smithi107.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-07T13:40:19.459 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-07T13:40:19.507 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-07T13:40:19.507 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-07T13:40:19.555 INFO:tasks.workunit:timeout=3h 2024-09-07T13:40:19.555 INFO:tasks.workunit:cleanup=True 2024-09-07T13:40:19.555 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:40:19.604 INFO:tasks.workunit.client.0.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-07T13:41:17.059 INFO:tasks.workunit.client.0.smithi107.stderr:Note: switching to '5c120bb86a547030eb0946833002675f49ccd220'. 2024-09-07T13:41:17.060 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:17.060 INFO:tasks.workunit.client.0.smithi107.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-07T13:41:17.060 INFO:tasks.workunit.client.0.smithi107.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-07T13:41:17.060 INFO:tasks.workunit.client.0.smithi107.stderr:state without impacting any branches by switching back to a branch. 2024-09-07T13:41:17.060 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:17.060 INFO:tasks.workunit.client.0.smithi107.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-07T13:41:17.060 INFO:tasks.workunit.client.0.smithi107.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-07T13:41:17.060 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:17.060 INFO:tasks.workunit.client.0.smithi107.stderr: git switch -c 2024-09-07T13:41:17.060 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:17.060 INFO:tasks.workunit.client.0.smithi107.stderr:Or undo this operation with: 2024-09-07T13:41:17.060 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:17.061 INFO:tasks.workunit.client.0.smithi107.stderr: git switch - 2024-09-07T13:41:17.061 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:17.061 INFO:tasks.workunit.client.0.smithi107.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-07T13:41:17.061 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:17.061 INFO:tasks.workunit.client.0.smithi107.stderr:HEAD is now at 5c120bb86a5 rgw/service: remove unused metadata and metadata backend services 2024-09-07T13:41:17.066 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-07T13:41:17.115 INFO:tasks.workunit.client.0.smithi107.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-07T13:41:17.118 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-07T13:41:17.118 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-07T13:41:17.173 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-07T13:41:17.231 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-07T13:41:17.277 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-07T13:41:17.278 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-07T13:41:17.278 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-07T13:41:17.320 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-07T13:41:17.324 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:41:17.324 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-07T13:41:17.375 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2024-09-07T13:41:17.376 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2024-09-07T13:41:17.376 DEBUG:teuthology.orchestra.run.smithi107:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-07T13:41:17.429 INFO:tasks.workunit.client.0.smithi107.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-07T13:41:17.429 INFO:tasks.workunit.client.0.smithi107.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-07T13:41:17.430 INFO:tasks.workunit.client.0.smithi107.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-07T13:41:20.295 INFO:tasks.workunit.client.0.smithi107.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-07T13:41:20.296 INFO:tasks.workunit.client.0.smithi107.stderr:++ deactivate nondestructive 2024-09-07T13:41:20.296 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T13:41:20.296 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T13:41:20.296 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-07T13:41:20.296 INFO:tasks.workunit.client.0.smithi107.stderr:++ hash -r 2024-09-07T13:41:20.296 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T13:41:20.296 INFO:tasks.workunit.client.0.smithi107.stderr:++ unset VIRTUAL_ENV 2024-09-07T13:41:20.296 INFO:tasks.workunit.client.0.smithi107.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-07T13:41:20.296 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-07T13:41:20.296 INFO:tasks.workunit.client.0.smithi107.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-07T13:41:20.296 INFO:tasks.workunit.client.0.smithi107.stderr:++ export VIRTUAL_ENV 2024-09-07T13:41:20.296 INFO:tasks.workunit.client.0.smithi107.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-07T13:41:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-07T13:41:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:++ export PATH 2024-09-07T13:41:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T13:41:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -z '' ']' 2024-09-07T13:41:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-07T13:41:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:++ PS1='(rgw) ' 2024-09-07T13:41:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:++ export PS1 2024-09-07T13:41:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-07T13:41:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-07T13:41:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-07T13:41:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:++ hash -r 2024-09-07T13:41:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:+ pip install pip --upgrade 2024-09-07T13:41:20.651 INFO:tasks.workunit.client.0.smithi107.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-07T13:41:20.849 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting pip 2024-09-07T13:41:20.855 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-07T13:41:20.889 INFO:tasks.workunit.client.0.smithi107.stdout:Installing collected packages: pip 2024-09-07T13:41:20.889 INFO:tasks.workunit.client.0.smithi107.stdout: Attempting uninstall: pip 2024-09-07T13:41:20.889 INFO:tasks.workunit.client.0.smithi107.stdout: Found existing installation: pip 22.0.2 2024-09-07T13:41:21.141 INFO:tasks.workunit.client.0.smithi107.stdout: Uninstalling pip-22.0.2: 2024-09-07T13:41:21.147 INFO:tasks.workunit.client.0.smithi107.stdout: Successfully uninstalled pip-22.0.2 2024-09-07T13:41:21.879 INFO:tasks.workunit.client.0.smithi107.stdout:Successfully installed pip-24.2 2024-09-07T13:41:21.939 INFO:tasks.workunit.client.0.smithi107.stderr:+ pip install boto3 2024-09-07T13:41:22.960 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting boto3 2024-09-07T13:41:23.003 INFO:tasks.workunit.client.0.smithi107.stdout: Downloading boto3-1.35.14-py3-none-any.whl.metadata (6.6 kB) 2024-09-07T13:41:23.654 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting botocore<1.36.0,>=1.35.14 (from boto3) 2024-09-07T13:41:23.668 INFO:tasks.workunit.client.0.smithi107.stdout: Downloading botocore-1.35.14-py3-none-any.whl.metadata (5.7 kB) 2024-09-07T13:41:23.759 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-07T13:41:23.773 INFO:tasks.workunit.client.0.smithi107.stdout: Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-07T13:41:23.901 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-07T13:41:23.917 INFO:tasks.workunit.client.0.smithi107.stdout: Downloading s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-07T13:41:24.078 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.14->boto3) 2024-09-07T13:41:24.095 INFO:tasks.workunit.client.0.smithi107.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-07T13:41:24.305 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.14->boto3) 2024-09-07T13:41:24.320 INFO:tasks.workunit.client.0.smithi107.stdout: Downloading urllib3-2.2.2-py3-none-any.whl.metadata (6.4 kB) 2024-09-07T13:41:24.674 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.14->boto3) 2024-09-07T13:41:24.675 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-07T13:41:24.692 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading boto3-1.35.14-py3-none-any.whl (139 kB) 2024-09-07T13:41:24.794 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading botocore-1.35.14-py3-none-any.whl (12.5 MB) 2024-09-07T13:41:25.044 INFO:tasks.workunit.client.0.smithi107.stdout: ---------------------------------------- 12.5/12.5 MB 52.5 MB/s eta 0:00:00 2024-09-07T13:41:25.061 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-07T13:41:25.128 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-07T13:41:25.185 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-07T13:41:25.253 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading urllib3-2.2.2-py3-none-any.whl (121 kB) 2024-09-07T13:41:25.307 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-07T13:41:25.431 INFO:tasks.workunit.client.0.smithi107.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-07T13:41:26.765 INFO:tasks.workunit.client.0.smithi107.stdout:Successfully installed boto3-1.35.14 botocore-1.35.14 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.2 2024-09-07T13:41:26.977 INFO:tasks.workunit.client.0.smithi107.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2024-09-07T13:41:27.123 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2024-09-07T13:41:27.162 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:27.162 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:27.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.204+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.204+0000 7f11164359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:27.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.204+0000 7f11164359c0 20 realm 2024-09-07T13:41:27.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.204+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.204+0000 7f11164359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:27.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.204+0000 7f11164359c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:27.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.204+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.204+0000 7f11164359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:27.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.204+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.208+0000 7f11164359c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:27.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.208+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.208+0000 7f11164359c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:27.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.208+0000 7f11164359c0 20 searching for the correct realm 2024-09-07T13:41:27.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.208+0000 7f111373a640 0 -- 172.21.15.107:0/2539864952 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f110405dfd0 msgr2=0x7f110405ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:27.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.420+0000 7f111473c640 0 -- 172.21.15.107:0/2539864952 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f10fc058040 msgr2=0x7f10fc0393e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:27.443 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:27.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:27.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:27.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:27.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:27.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:27.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:27.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:27.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:27.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 zone default found 2024-09-07T13:41:27.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 4 Realm: () 2024-09-07T13:41:27.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:27.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:27.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:27.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 zonegroup default 2024-09-07T13:41:27.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.440+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.444+0000 7f11164359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:27.447 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.444+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.447 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.444+0000 7f11164359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:27.447 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.444+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.444+0000 7f11164359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:27.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.444+0000 7f11164359c0 20 started sync module instance, tier type = 2024-09-07T13:41:27.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.444+0000 7f11164359c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:27.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.468+0000 7f11164359c0 20 add_watcher() i=0 2024-09-07T13:41:27.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.468+0000 7f11164359c0 20 add_watcher() i=1 2024-09-07T13:41:27.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.468+0000 7f11164359c0 20 add_watcher() i=2 2024-09-07T13:41:27.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.468+0000 7f11164359c0 20 add_watcher() i=3 2024-09-07T13:41:27.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.468+0000 7f11164359c0 20 add_watcher() i=4 2024-09-07T13:41:27.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.468+0000 7f11164359c0 20 add_watcher() i=5 2024-09-07T13:41:27.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.468+0000 7f11164359c0 20 add_watcher() i=6 2024-09-07T13:41:27.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.472+0000 7f11164359c0 20 add_watcher() i=7 2024-09-07T13:41:27.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.472+0000 7f11164359c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:27.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.476+0000 7f0fc9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:27.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.476+0000 7f11164359c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:27.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.476+0000 7f11164359c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:27.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.476+0000 7f11164359c0 5 note: GC not initialized 2024-09-07T13:41:27.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.476+0000 7f0fc8fe1640 20 reqs_thread_entry: start 2024-09-07T13:41:27.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.476+0000 7f11164359c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:27.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.476+0000 7f11164359c0 20 Filter name: none 2024-09-07T13:41:27.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.476+0000 7f0f427fc640 20 reqs_thread_entry: start 2024-09-07T13:41:27.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.476+0000 7f11164359c0 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2024-09-07T13:41:27.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.476+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.480+0000 7f11164359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:27.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.480+0000 7f11164359c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2024-09-07T13:41:27.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.480+0000 7f11164359c0 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-07T13:41:27.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.480+0000 7f11164359c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2024-09-07T13:41:27.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.480+0000 7f11164359c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:27.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.480+0000 7f11164359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:27.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.480+0000 7f11164359c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2024-09-07T13:41:27.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.480+0000 7f11164359c0 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-07T13:41:27.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.480+0000 7f11164359c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-07T13:41:27.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.480+0000 7f11164359c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-07T13:41:27.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.484+0000 7f11164359c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-07T13:41:27.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.484+0000 7f11164359c0 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-07T13:41:27.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.484+0000 7f11164359c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2024-09-07T13:41:27.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.484+0000 7f0ff2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 180388626433 cookie 94804618404496 notifier 4731 bl.length()=593 2024-09-07T13:41:27.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.484+0000 7f0ff2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-07T13:41:27.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.484+0000 7f0ff2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-07T13:41:27.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.492+0000 7f11164359c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-07T13:41:27.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.492+0000 7f11164359c0 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-07T13:41:27.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.492+0000 7f11164359c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2024-09-07T13:41:27.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.492+0000 7f0ff27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 180388626433 cookie 94804618402288 notifier 4731 bl.length()=186 2024-09-07T13:41:27.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.492+0000 7f0ff27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-07T13:41:27.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.492+0000 7f0ff27fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-07T13:41:27.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.496+0000 7f0fc9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:27.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.500+0000 7f11164359c0 20 remove_watcher() i=0 2024-09-07T13:41:27.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.500+0000 7f11164359c0 2 removed watcher, disabling cache 2024-09-07T13:41:27.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.504+0000 7f11164359c0 20 remove_watcher() i=1 2024-09-07T13:41:27.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.508+0000 7f11164359c0 20 remove_watcher() i=2 2024-09-07T13:41:27.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.508+0000 7f11164359c0 20 remove_watcher() i=3 2024-09-07T13:41:27.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.512+0000 7f11164359c0 20 remove_watcher() i=4 2024-09-07T13:41:27.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.512+0000 7f11164359c0 20 remove_watcher() i=5 2024-09-07T13:41:27.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.516+0000 7f11164359c0 20 remove_watcher() i=6 2024-09-07T13:41:27.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:27.516+0000 7f11164359c0 20 remove_watcher() i=7 2024-09-07T13:41:27.786 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:27.787 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:27.856 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:27.856 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:27.968 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:27.968 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:28.086 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:28.086 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:28.225 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:28.225 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:28.306 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:28.307 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:28.455 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:28.455 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:28.533 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:28.533 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:28.697 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:28.697 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:29.044 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:29.044 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:29.143 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:29.144 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:29.279 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:29.279 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:29.350 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:29.350 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:29.489 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:29.489 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:29.560 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:29.560 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:29.719 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:29.719 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:29.785 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: recalculated bucket check stats are correct 2024-09-07T13:41:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:29.786 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-07T13:41:29.821 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:29.821 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:29.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.864+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:29.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.864+0000 7f8ac0b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:29.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.864+0000 7f8ac0b629c0 20 realm 2024-09-07T13:41:29.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.864+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:29.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.864+0000 7f8ac0b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:29.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.864+0000 7f8ac0b629c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:29.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.864+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:29.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.864+0000 7f8ac0b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:29.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.864+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:29.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.868+0000 7f8ac0b629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:29.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.868+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:29.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.868+0000 7f8ac0b629c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:29.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.868+0000 7f8ac0b629c0 20 searching for the correct realm 2024-09-07T13:41:29.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:29.872+0000 7f8abe668640 0 -- 172.21.15.107:0/1178319395 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f8ab8031060 msgr2=0x7f8ab8062370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:30.092 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.088+0000 7f8abe668640 0 -- 172.21.15.107:0/1178319395 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f8ab8031060 msgr2=0x7f8ab8062370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:30.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.100+0000 7f8ac0b629c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:30.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.100+0000 7f8ac0b629c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:30.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.100+0000 7f8ac0b629c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:30.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.100+0000 7f8ac0b629c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:30.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.100+0000 7f8ac0b629c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:30.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.100+0000 7f8ac0b629c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:30.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.100+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.100+0000 7f8ac0b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.100+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.100+0000 7f8ac0b629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:30.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.100+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:30.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 20 zone default found 2024-09-07T13:41:30.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 4 Realm: () 2024-09-07T13:41:30.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:30.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:30.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:30.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 20 zonegroup default 2024-09-07T13:41:30.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 20 started sync module instance, tier type = 2024-09-07T13:41:30.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.104+0000 7f8ac0b629c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:30.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.128+0000 7f8ac0b629c0 20 add_watcher() i=0 2024-09-07T13:41:30.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.128+0000 7f8ac0b629c0 20 add_watcher() i=1 2024-09-07T13:41:30.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.128+0000 7f8ac0b629c0 20 add_watcher() i=2 2024-09-07T13:41:30.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.128+0000 7f8ac0b629c0 20 add_watcher() i=3 2024-09-07T13:41:30.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.128+0000 7f8ac0b629c0 20 add_watcher() i=4 2024-09-07T13:41:30.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.128+0000 7f8ac0b629c0 20 add_watcher() i=5 2024-09-07T13:41:30.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.132+0000 7f8ac0b629c0 20 add_watcher() i=6 2024-09-07T13:41:30.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.132+0000 7f8ac0b629c0 20 add_watcher() i=7 2024-09-07T13:41:30.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.132+0000 7f8ac0b629c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:30.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.136+0000 7f8974fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:30.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.136+0000 7f8ac0b629c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:30.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.136+0000 7f8ac0b629c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:30.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.136+0000 7f8ac0b629c0 5 note: GC not initialized 2024-09-07T13:41:30.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.136+0000 7f88ef7fe640 20 reqs_thread_entry: start 2024-09-07T13:41:30.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.136+0000 7f8ac0b629c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:30.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.136+0000 7f8ac0b629c0 20 Filter name: none 2024-09-07T13:41:30.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.136+0000 7f88ed7fa640 20 reqs_thread_entry: start 2024-09-07T13:41:30.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.136+0000 7f8ac0b629c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-07T13:41:30.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.136+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.140+0000 7f8ac0b629c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:30.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.140+0000 7f8ac0b629c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-07T13:41:30.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.140+0000 7f8ac0b629c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-07T13:41:30.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.140+0000 7f8ac0b629c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 : miss 2024-09-07T13:41:30.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.140+0000 7f8ac0b629c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.140+0000 7f8ac0b629c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:30.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.140+0000 7f8ac0b629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 info.flags=0x17 2024-09-07T13:41:30.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.140+0000 7f8ac0b629c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 to cache LRU end 2024-09-07T13:41:30.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.140+0000 7f8ac0b629c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T13:41:30.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.140+0000 7f8ac0b629c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-07T13:41:30.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.140+0000 7f8ac0b629c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 2024-09-07T13:41:30.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.140+0000 7f8ac0b629c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:30.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.148+0000 7f8974fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:30.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.156+0000 7f8ac0b629c0 20 remove_watcher() i=0 2024-09-07T13:41:30.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.156+0000 7f8ac0b629c0 2 removed watcher, disabling cache 2024-09-07T13:41:30.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.156+0000 7f8ac0b629c0 20 remove_watcher() i=1 2024-09-07T13:41:30.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.160+0000 7f8ac0b629c0 20 remove_watcher() i=2 2024-09-07T13:41:30.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.164+0000 7f8ac0b629c0 20 remove_watcher() i=3 2024-09-07T13:41:30.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.164+0000 7f8ac0b629c0 20 remove_watcher() i=4 2024-09-07T13:41:30.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.164+0000 7f8ac0b629c0 20 remove_watcher() i=5 2024-09-07T13:41:30.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.168+0000 7f8ac0b629c0 20 remove_watcher() i=6 2024-09-07T13:41:30.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.168+0000 7f8ac0b629c0 20 remove_watcher() i=7 2024-09-07T13:41:30.197 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-07T13:41:30.225 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:30.225 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:30.271 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.268+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.268+0000 7f9e83e3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.268+0000 7f9e83e3c9c0 20 realm 2024-09-07T13:41:30.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.268+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.268+0000 7f9e83e3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.268+0000 7f9e83e3c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:30.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.268+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.268+0000 7f9e83e3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.268+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.272+0000 7f9e83e3c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:30.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.272+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.272+0000 7f9e83e3c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:30.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.272+0000 7f9e83e3c9c0 20 searching for the correct realm 2024-09-07T13:41:30.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.276+0000 7f9e82143640 0 -- 172.21.15.107:0/2175389216 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f9e740688a0 msgr2=0x7f9e74067310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T13:41:30.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.284+0000 7f9e7bfff640 0 -- 172.21.15.107:0/2175389216 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f9e6c008070 msgr2=0x7f9e6c053920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:30.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:30.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:30.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:30.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:30.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:30.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:30.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:30.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:30.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 zone default found 2024-09-07T13:41:30.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 4 Realm: () 2024-09-07T13:41:30.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:30.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:30.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:30.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 zonegroup default 2024-09-07T13:41:30.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.504+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.508+0000 7f9e83e3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.508+0000 7f9e83e3c9c0 20 started sync module instance, tier type = 2024-09-07T13:41:30.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.508+0000 7f9e83e3c9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:30.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.532+0000 7f9e83e3c9c0 20 add_watcher() i=0 2024-09-07T13:41:30.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.532+0000 7f9e83e3c9c0 20 add_watcher() i=1 2024-09-07T13:41:30.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.532+0000 7f9e83e3c9c0 20 add_watcher() i=2 2024-09-07T13:41:30.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.532+0000 7f9e83e3c9c0 20 add_watcher() i=3 2024-09-07T13:41:30.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.532+0000 7f9e83e3c9c0 20 add_watcher() i=4 2024-09-07T13:41:30.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.532+0000 7f9e83e3c9c0 20 add_watcher() i=5 2024-09-07T13:41:30.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.532+0000 7f9e83e3c9c0 20 add_watcher() i=6 2024-09-07T13:41:30.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.532+0000 7f9e83e3c9c0 20 add_watcher() i=7 2024-09-07T13:41:30.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.532+0000 7f9e83e3c9c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:30.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.540+0000 7f9d377e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:30.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.540+0000 7f9e83e3c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:30.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.540+0000 7f9e83e3c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:30.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.540+0000 7f9e83e3c9c0 5 note: GC not initialized 2024-09-07T13:41:30.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.540+0000 7f9d367e4640 20 reqs_thread_entry: start 2024-09-07T13:41:30.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.540+0000 7f9e83e3c9c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:30.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.540+0000 7f9e83e3c9c0 20 Filter name: none 2024-09-07T13:41:30.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.540+0000 7f9d2ffff640 20 reqs_thread_entry: start 2024-09-07T13:41:30.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.540+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.540+0000 7f9e83e3c9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:30.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.540+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.544+0000 7f9e83e3c9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:30.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.544+0000 7f9e83e3c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:30.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.544+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.544+0000 7f9e83e3c9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:30.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.544+0000 7f9e83e3c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.544+0000 7f9e83e3c9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:30.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.544+0000 7f9e83e3c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:30.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.544+0000 7f9d377e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:30.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.552+0000 7f9e83e3c9c0 20 remove_watcher() i=0 2024-09-07T13:41:30.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.552+0000 7f9e83e3c9c0 2 removed watcher, disabling cache 2024-09-07T13:41:30.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.552+0000 7f9e83e3c9c0 20 remove_watcher() i=1 2024-09-07T13:41:30.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.556+0000 7f9e83e3c9c0 20 remove_watcher() i=2 2024-09-07T13:41:30.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.556+0000 7f9e83e3c9c0 20 remove_watcher() i=3 2024-09-07T13:41:30.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.560+0000 7f9e83e3c9c0 20 remove_watcher() i=4 2024-09-07T13:41:30.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.560+0000 7f9e83e3c9c0 20 remove_watcher() i=5 2024-09-07T13:41:30.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.564+0000 7f9e83e3c9c0 20 remove_watcher() i=6 2024-09-07T13:41:30.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.564+0000 7f9e83e3c9c0 20 remove_watcher() i=7 2024-09-07T13:41:30.648 INFO:tasks.workunit.client.0.smithi107.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 106, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2024-09-07T13:41:30.648 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: bucket check unlinked does not report normal entries 2024-09-07T13:41:30.648 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:30.648 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-07T13:41:30.648 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:30.648 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:30.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.660+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.664+0000 7f316229c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.664+0000 7f316229c9c0 20 realm 2024-09-07T13:41:30.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.664+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.664+0000 7f316229c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.664+0000 7f316229c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:30.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.664+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.664+0000 7f316229c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:30.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.664+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.664+0000 7f316229c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:30.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.664+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:30.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.668+0000 7f316229c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:30.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.668+0000 7f316229c9c0 20 searching for the correct realm 2024-09-07T13:41:30.672 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.668+0000 7f31605a3640 0 -- 172.21.15.107:0/4121001961 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f31541055d0 msgr2=0x7f31540fb550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T13:41:30.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:30.884+0000 7f315f5a1640 0 -- 172.21.15.107:0/4121001961 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f3150028040 msgr2=0x7f315008b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:31.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.100+0000 7f316229c9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:31.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.100+0000 7f316229c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:31.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.100+0000 7f316229c9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:31.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.100+0000 7f316229c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:31.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.100+0000 7f316229c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:31.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.100+0000 7f316229c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:31.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.100+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:31.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.100+0000 7f316229c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:31.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.100+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:31.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:31.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:31.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:31.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 zone default found 2024-09-07T13:41:31.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 4 Realm: () 2024-09-07T13:41:31.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:31.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:31.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:31.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 zonegroup default 2024-09-07T13:41:31.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:31.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:31.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:31.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:31.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:31.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:31.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 started sync module instance, tier type = 2024-09-07T13:41:31.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.104+0000 7f316229c9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:31.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.128+0000 7f316229c9c0 20 add_watcher() i=0 2024-09-07T13:41:31.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.128+0000 7f316229c9c0 20 add_watcher() i=1 2024-09-07T13:41:31.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.128+0000 7f316229c9c0 20 add_watcher() i=2 2024-09-07T13:41:31.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.128+0000 7f316229c9c0 20 add_watcher() i=3 2024-09-07T13:41:31.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.128+0000 7f316229c9c0 20 add_watcher() i=4 2024-09-07T13:41:31.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.128+0000 7f316229c9c0 20 add_watcher() i=5 2024-09-07T13:41:31.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.128+0000 7f316229c9c0 20 add_watcher() i=6 2024-09-07T13:41:31.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.132+0000 7f316229c9c0 20 add_watcher() i=7 2024-09-07T13:41:31.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.132+0000 7f316229c9c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:31.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f3015fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:31.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f316229c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:31.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f316229c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:31.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f316229c9c0 5 note: GC not initialized 2024-09-07T13:41:31.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f3014fe1640 20 reqs_thread_entry: start 2024-09-07T13:41:31.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f316229c9c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:31.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f316229c9c0 20 Filter name: none 2024-09-07T13:41:31.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f2f8e7fc640 20 reqs_thread_entry: start 2024-09-07T13:41:31.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f316229c9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-07T13:41:31.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:31.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f316229c9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:31.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f316229c9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-07T13:41:31.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f316229c9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-07T13:41:31.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f316229c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 : miss 2024-09-07T13:41:31.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.136+0000 7f316229c9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:31.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.140+0000 7f316229c9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:31.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.140+0000 7f316229c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 info.flags=0x17 2024-09-07T13:41:31.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.140+0000 7f316229c9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 to cache LRU end 2024-09-07T13:41:31.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.140+0000 7f316229c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T13:41:31.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.140+0000 7f316229c9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-07T13:41:31.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.140+0000 7f316229c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 2024-09-07T13:41:31.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.140+0000 7f316229c9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:31.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.140+0000 7f316229c9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-07T13:41:31.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.140+0000 7f316229c9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-07T13:41:31.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.144+0000 7f3015fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:31.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.148+0000 7f316229c9c0 20 remove_watcher() i=0 2024-09-07T13:41:31.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.148+0000 7f316229c9c0 2 removed watcher, disabling cache 2024-09-07T13:41:31.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.152+0000 7f316229c9c0 20 remove_watcher() i=1 2024-09-07T13:41:31.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.152+0000 7f316229c9c0 20 remove_watcher() i=2 2024-09-07T13:41:31.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.156+0000 7f316229c9c0 20 remove_watcher() i=3 2024-09-07T13:41:31.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.156+0000 7f316229c9c0 20 remove_watcher() i=4 2024-09-07T13:41:31.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.160+0000 7f316229c9c0 20 remove_watcher() i=5 2024-09-07T13:41:31.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.160+0000 7f316229c9c0 20 remove_watcher() i=6 2024-09-07T13:41:31.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:31.164+0000 7f316229c9c0 20 remove_watcher() i=7 2024-09-07T13:41:31.186 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-07T13:41:31.631 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-07T13:41:33.049 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:33.049 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:33.239 INFO:tasks.workunit.client.0.smithi107.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-07T13:41:33.239 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-07T13:41:33.275 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:33.276 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:33.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.316+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.320+0000 7f5a0d5669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:33.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.320+0000 7f5a0d5669c0 20 realm 2024-09-07T13:41:33.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.320+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.320+0000 7f5a0d5669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:33.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.320+0000 7f5a0d5669c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:33.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.320+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.320+0000 7f5a0d5669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:33.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.320+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.320+0000 7f5a0d5669c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:33.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.320+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.324+0000 7f5a0d5669c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:33.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.324+0000 7f5a0d5669c0 20 searching for the correct realm 2024-09-07T13:41:33.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.328+0000 7f5a0b86d640 0 -- 172.21.15.107:0/1543782492 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f59f409a040 msgr2=0x7f59f402baa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:33.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.332+0000 7f5a0a86b640 0 -- 172.21.15.107:0/1543782492 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f5a040d8910 msgr2=0x7f5a040f2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:33.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.548+0000 7f5a0d5669c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:33.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.548+0000 7f5a0d5669c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:33.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.548+0000 7f5a0d5669c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:33.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.548+0000 7f5a0d5669c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:33.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.548+0000 7f5a0d5669c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:33.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.548+0000 7f5a0d5669c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:33.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.548+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.548+0000 7f5a0d5669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:33.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.548+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:33.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:33.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 zone default found 2024-09-07T13:41:33.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 4 Realm: () 2024-09-07T13:41:33.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:33.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:33.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:33.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 zonegroup default 2024-09-07T13:41:33.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:33.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:33.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:33.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 started sync module instance, tier type = 2024-09-07T13:41:33.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.552+0000 7f5a0d5669c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:33.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.576+0000 7f5a0d5669c0 20 add_watcher() i=0 2024-09-07T13:41:33.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.576+0000 7f5a0d5669c0 20 add_watcher() i=1 2024-09-07T13:41:33.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.576+0000 7f5a0d5669c0 20 add_watcher() i=2 2024-09-07T13:41:33.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.576+0000 7f5a0d5669c0 20 add_watcher() i=3 2024-09-07T13:41:33.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.576+0000 7f5a0d5669c0 20 add_watcher() i=4 2024-09-07T13:41:33.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.576+0000 7f5a0d5669c0 20 add_watcher() i=5 2024-09-07T13:41:33.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.580+0000 7f5a0d5669c0 20 add_watcher() i=6 2024-09-07T13:41:33.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.580+0000 7f5a0d5669c0 20 add_watcher() i=7 2024-09-07T13:41:33.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.580+0000 7f5a0d5669c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:33.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.584+0000 7f58c27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:33.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.584+0000 7f5a0d5669c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:33.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.584+0000 7f5a0d5669c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:33.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.584+0000 7f5a0d5669c0 5 note: GC not initialized 2024-09-07T13:41:33.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.584+0000 7f58c17e2640 20 reqs_thread_entry: start 2024-09-07T13:41:33.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.588+0000 7f5a0d5669c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:33.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.588+0000 7f5a0d5669c0 20 Filter name: none 2024-09-07T13:41:33.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.588+0000 7f58ba7fc640 20 reqs_thread_entry: start 2024-09-07T13:41:33.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.588+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.588+0000 7f5a0d5669c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:33.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.588+0000 7f5a0d5669c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.588+0000 7f5a0d5669c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:33.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.588+0000 7f5a0d5669c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:33.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.588+0000 7f5a0d5669c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T13:41:33.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.588+0000 7f5a0d5669c0 20 INFO: main: starting shard=0 2024-09-07T13:41:33.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.588+0000 7f5a0d5669c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:33.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.592+0000 7f5a0d5669c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-07T13:41:33.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.592+0000 7f5a0d5669c0 20 INFO: main: done 2024-09-07T13:41:33.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.592+0000 7f58c27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:33.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.596+0000 7f5a0d5669c0 20 remove_watcher() i=0 2024-09-07T13:41:33.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.596+0000 7f5a0d5669c0 2 removed watcher, disabling cache 2024-09-07T13:41:33.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.600+0000 7f5a0d5669c0 20 remove_watcher() i=1 2024-09-07T13:41:33.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.600+0000 7f5a0d5669c0 20 remove_watcher() i=2 2024-09-07T13:41:33.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.604+0000 7f5a0d5669c0 20 remove_watcher() i=3 2024-09-07T13:41:33.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.604+0000 7f5a0d5669c0 20 remove_watcher() i=4 2024-09-07T13:41:33.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.608+0000 7f5a0d5669c0 20 remove_watcher() i=5 2024-09-07T13:41:33.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.608+0000 7f5a0d5669c0 20 remove_watcher() i=6 2024-09-07T13:41:33.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.612+0000 7f5a0d5669c0 20 remove_watcher() i=7 2024-09-07T13:41:33.630 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:33.630 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:33.667 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:33.667 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:33.819 INFO:tasks.workunit.client.0.smithi107.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-07T13:41:33.819 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-07T13:41:33.855 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:33.855 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:33.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.896+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.896+0000 7f5a4b3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:33.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.896+0000 7f5a4b3b99c0 20 realm 2024-09-07T13:41:33.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.896+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.900+0000 7f5a4b3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:33.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.900+0000 7f5a4b3b99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:33.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.900+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.900+0000 7f5a4b3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:33.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.900+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.900+0000 7f5a4b3b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:33.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.900+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:33.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.900+0000 7f5a4b3b99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:33.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.900+0000 7f5a4b3b99c0 20 searching for the correct realm 2024-09-07T13:41:33.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:33.904+0000 7f5a496c0640 0 -- 172.21.15.107:0/3435804383 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f5a3c05d040 msgr2=0x7f5a3c0919e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:34.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.120+0000 7f5a486be640 0 -- 172.21.15.107:0/3435804383 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f5a38065650 msgr2=0x7f5a380637c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:34.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.336+0000 7f5a4b3b99c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:34.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.336+0000 7f5a4b3b99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:34.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.336+0000 7f5a4b3b99c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:34.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.336+0000 7f5a4b3b99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:34.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.336+0000 7f5a4b3b99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:34.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.336+0000 7f5a4b3b99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:34.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.336+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.336+0000 7f5a4b3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:34.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.336+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.336+0000 7f5a4b3b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:34.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.336+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:34.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 20 zone default found 2024-09-07T13:41:34.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 4 Realm: () 2024-09-07T13:41:34.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:34.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:34.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:34.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 20 zonegroup default 2024-09-07T13:41:34.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:34.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:34.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:34.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 20 started sync module instance, tier type = 2024-09-07T13:41:34.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.340+0000 7f5a4b3b99c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:34.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.364+0000 7f5a4b3b99c0 20 add_watcher() i=0 2024-09-07T13:41:34.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.364+0000 7f5a4b3b99c0 20 add_watcher() i=1 2024-09-07T13:41:34.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.364+0000 7f5a4b3b99c0 20 add_watcher() i=2 2024-09-07T13:41:34.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.364+0000 7f5a4b3b99c0 20 add_watcher() i=3 2024-09-07T13:41:34.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.364+0000 7f5a4b3b99c0 20 add_watcher() i=4 2024-09-07T13:41:34.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.364+0000 7f5a4b3b99c0 20 add_watcher() i=5 2024-09-07T13:41:34.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.364+0000 7f5a4b3b99c0 20 add_watcher() i=6 2024-09-07T13:41:34.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.368+0000 7f5a4b3b99c0 20 add_watcher() i=7 2024-09-07T13:41:34.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.368+0000 7f5a4b3b99c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:34.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.372+0000 7f58fefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:34.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.372+0000 7f5a4b3b99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:34.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.372+0000 7f5a4b3b99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:34.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.372+0000 7f5a4b3b99c0 5 note: GC not initialized 2024-09-07T13:41:34.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.372+0000 7f58fdfe3640 20 reqs_thread_entry: start 2024-09-07T13:41:34.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.372+0000 7f5a4b3b99c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:34.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.372+0000 7f5a4b3b99c0 20 Filter name: none 2024-09-07T13:41:34.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.372+0000 7f586f7fe640 20 reqs_thread_entry: start 2024-09-07T13:41:34.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.372+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.376+0000 7f5a4b3b99c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:34.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.376+0000 7f5a4b3b99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.376+0000 7f5a4b3b99c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:34.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.376+0000 7f5a4b3b99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:34.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.376+0000 7f5a4b3b99c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T13:41:34.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.376+0000 7f5a4b3b99c0 20 INFO: main: starting shard=0 2024-09-07T13:41:34.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.376+0000 7f5a4b3b99c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:34.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.376+0000 7f5a4b3b99c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-07T13:41:34.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.376+0000 7f5a4b3b99c0 20 INFO: main: done 2024-09-07T13:41:34.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.380+0000 7f58fefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:34.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.384+0000 7f5a4b3b99c0 20 remove_watcher() i=0 2024-09-07T13:41:34.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.384+0000 7f5a4b3b99c0 2 removed watcher, disabling cache 2024-09-07T13:41:34.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.388+0000 7f5a4b3b99c0 20 remove_watcher() i=1 2024-09-07T13:41:34.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.388+0000 7f5a4b3b99c0 20 remove_watcher() i=2 2024-09-07T13:41:34.394 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.392+0000 7f5a4b3b99c0 20 remove_watcher() i=3 2024-09-07T13:41:34.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.392+0000 7f5a4b3b99c0 20 remove_watcher() i=4 2024-09-07T13:41:34.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.392+0000 7f5a4b3b99c0 20 remove_watcher() i=5 2024-09-07T13:41:34.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.396+0000 7f5a4b3b99c0 20 remove_watcher() i=6 2024-09-07T13:41:34.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.396+0000 7f5a4b3b99c0 20 remove_watcher() i=7 2024-09-07T13:41:34.418 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:34.418 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:34.444 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:34.444 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:34.470 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:34.470 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:34.639 INFO:tasks.workunit.client.0.smithi107.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-07T13:41:34.639 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-07T13:41:34.674 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:34.674 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:34.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.716+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.720+0000 7f116fd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:34.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.720+0000 7f116fd689c0 20 realm 2024-09-07T13:41:34.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.720+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.720+0000 7f116fd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:34.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.720+0000 7f116fd689c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:34.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.720+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.720+0000 7f116fd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:34.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.720+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.720+0000 7f116fd689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:34.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.720+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.724+0000 7f116fd689c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:34.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.724+0000 7f116fd689c0 20 searching for the correct realm 2024-09-07T13:41:34.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.724+0000 7f116d06d640 0 -- 172.21.15.107:0/3841585838 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f1158002350 msgr2=0x7f1160033990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:34.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.936+0000 7f116e06f640 0 -- 172.21.15.107:0/3841585838 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f11640be050 msgr2=0x7f11640fb980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:34.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:34.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:34.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:34.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:34.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:34.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:34.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:34.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:34.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:34.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 zone default found 2024-09-07T13:41:34.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 4 Realm: () 2024-09-07T13:41:34.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:34.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:34.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:34.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 zonegroup default 2024-09-07T13:41:34.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.956+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.960+0000 7f116fd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:34.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.960+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.960+0000 7f116fd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:34.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.960+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.960+0000 7f116fd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:34.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.960+0000 7f116fd689c0 20 started sync module instance, tier type = 2024-09-07T13:41:34.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.960+0000 7f116fd689c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:34.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.984+0000 7f116fd689c0 20 add_watcher() i=0 2024-09-07T13:41:34.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.984+0000 7f116fd689c0 20 add_watcher() i=1 2024-09-07T13:41:34.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.984+0000 7f116fd689c0 20 add_watcher() i=2 2024-09-07T13:41:34.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.984+0000 7f116fd689c0 20 add_watcher() i=3 2024-09-07T13:41:34.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.984+0000 7f116fd689c0 20 add_watcher() i=4 2024-09-07T13:41:34.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.984+0000 7f116fd689c0 20 add_watcher() i=5 2024-09-07T13:41:34.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.984+0000 7f116fd689c0 20 add_watcher() i=6 2024-09-07T13:41:34.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.984+0000 7f116fd689c0 20 add_watcher() i=7 2024-09-07T13:41:34.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.984+0000 7f116fd689c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:34.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.988+0000 7f101f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:34.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.988+0000 7f116fd689c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:34.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.988+0000 7f116fd689c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:34.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.988+0000 7f116fd689c0 5 note: GC not initialized 2024-09-07T13:41:34.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.988+0000 7f101e7fc640 20 reqs_thread_entry: start 2024-09-07T13:41:34.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.988+0000 7f116fd689c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:34.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.992+0000 7f116fd689c0 20 Filter name: none 2024-09-07T13:41:34.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.992+0000 7f0f8ffff640 20 reqs_thread_entry: start 2024-09-07T13:41:34.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.992+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.992+0000 7f116fd689c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:34.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.992+0000 7f116fd689c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:34.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.992+0000 7f116fd689c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:34.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.992+0000 7f116fd689c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:34.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.992+0000 7f116fd689c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T13:41:34.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.992+0000 7f116fd689c0 20 INFO: main: starting shard=0 2024-09-07T13:41:34.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.992+0000 7f116fd689c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:34.997 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.992+0000 7f116fd689c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-07T13:41:34.997 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.992+0000 7f116fd689c0 20 INFO: main: done 2024-09-07T13:41:34.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:34.996+0000 7f101f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:35.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.000+0000 7f116fd689c0 20 remove_watcher() i=0 2024-09-07T13:41:35.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.000+0000 7f116fd689c0 2 removed watcher, disabling cache 2024-09-07T13:41:35.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.000+0000 7f116fd689c0 20 remove_watcher() i=1 2024-09-07T13:41:35.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.004+0000 7f116fd689c0 20 remove_watcher() i=2 2024-09-07T13:41:35.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.004+0000 7f116fd689c0 20 remove_watcher() i=3 2024-09-07T13:41:35.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.008+0000 7f116fd689c0 20 remove_watcher() i=4 2024-09-07T13:41:35.013 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.008+0000 7f116fd689c0 20 remove_watcher() i=5 2024-09-07T13:41:35.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.012+0000 7f116fd689c0 20 remove_watcher() i=6 2024-09-07T13:41:35.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.012+0000 7f116fd689c0 20 remove_watcher() i=7 2024-09-07T13:41:35.032 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:35.032 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:35.060 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:35.060 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:35.211 INFO:tasks.workunit.client.0.smithi107.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-07T13:41:35.211 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-07T13:41:35.247 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:35.247 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:35.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.288+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.288+0000 7f9fcc19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:35.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.288+0000 7f9fcc19f9c0 20 realm 2024-09-07T13:41:35.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.288+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.288+0000 7f9fcc19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:35.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.288+0000 7f9fcc19f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:35.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.292+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.292+0000 7f9fcc19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:35.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.292+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.292+0000 7f9fcc19f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:35.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.292+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.292+0000 7f9fcc19f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:35.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.292+0000 7f9fcc19f9c0 20 searching for the correct realm 2024-09-07T13:41:35.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.296+0000 7f9fca4a6640 0 -- 172.21.15.107:0/3998085659 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f9fc00ef040 msgr2=0x7f9fc00ef930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:35.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.304+0000 7f9fc94a4640 0 -- 172.21.15.107:0/3998085659 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f9fbc07da50 msgr2=0x7f9fbc08f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:35.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.520+0000 7f9fcc19f9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:35.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.520+0000 7f9fcc19f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:35.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.520+0000 7f9fcc19f9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:35.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.520+0000 7f9fcc19f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:35.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.520+0000 7f9fcc19f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:35.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.520+0000 7f9fcc19f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:35.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.520+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.520+0000 7f9fcc19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:35.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.520+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.520+0000 7f9fcc19f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:35.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.520+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:35.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 20 zone default found 2024-09-07T13:41:35.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 4 Realm: () 2024-09-07T13:41:35.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:35.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:35.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:35.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 20 zonegroup default 2024-09-07T13:41:35.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:35.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:35.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:35.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 20 started sync module instance, tier type = 2024-09-07T13:41:35.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.524+0000 7f9fcc19f9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:35.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.548+0000 7f9fcc19f9c0 20 add_watcher() i=0 2024-09-07T13:41:35.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.548+0000 7f9fcc19f9c0 20 add_watcher() i=1 2024-09-07T13:41:35.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.548+0000 7f9fcc19f9c0 20 add_watcher() i=2 2024-09-07T13:41:35.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.548+0000 7f9fcc19f9c0 20 add_watcher() i=3 2024-09-07T13:41:35.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.548+0000 7f9fcc19f9c0 20 add_watcher() i=4 2024-09-07T13:41:35.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.548+0000 7f9fcc19f9c0 20 add_watcher() i=5 2024-09-07T13:41:35.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.548+0000 7f9fcc19f9c0 20 add_watcher() i=6 2024-09-07T13:41:35.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.548+0000 7f9fcc19f9c0 20 add_watcher() i=7 2024-09-07T13:41:35.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.548+0000 7f9fcc19f9c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:35.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.552+0000 7f9e7b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:35.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.552+0000 7f9fcc19f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:35.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.552+0000 7f9fcc19f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:35.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.552+0000 7f9fcc19f9c0 5 note: GC not initialized 2024-09-07T13:41:35.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.552+0000 7f9e7a7fc640 20 reqs_thread_entry: start 2024-09-07T13:41:35.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.552+0000 7f9fcc19f9c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:35.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.552+0000 7f9fcc19f9c0 20 Filter name: none 2024-09-07T13:41:35.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.552+0000 7f9debfff640 20 reqs_thread_entry: start 2024-09-07T13:41:35.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.552+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.552+0000 7f9fcc19f9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:35.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.552+0000 7f9fcc19f9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:35.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.556+0000 7f9fcc19f9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:35.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.556+0000 7f9fcc19f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:35.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.556+0000 7f9fcc19f9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T13:41:35.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.556+0000 7f9fcc19f9c0 20 INFO: main: starting shard=0 2024-09-07T13:41:35.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.556+0000 7f9fcc19f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:35.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.556+0000 7f9fcc19f9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-07T13:41:35.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.556+0000 7f9fcc19f9c0 20 INFO: main: done 2024-09-07T13:41:35.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.556+0000 7f9e7b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:35.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.560+0000 7f9fcc19f9c0 20 remove_watcher() i=0 2024-09-07T13:41:35.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.560+0000 7f9fcc19f9c0 2 removed watcher, disabling cache 2024-09-07T13:41:35.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.564+0000 7f9fcc19f9c0 20 remove_watcher() i=1 2024-09-07T13:41:35.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.564+0000 7f9fcc19f9c0 20 remove_watcher() i=2 2024-09-07T13:41:35.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.568+0000 7f9fcc19f9c0 20 remove_watcher() i=3 2024-09-07T13:41:35.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.572+0000 7f9fcc19f9c0 20 remove_watcher() i=4 2024-09-07T13:41:35.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.572+0000 7f9fcc19f9c0 20 remove_watcher() i=5 2024-09-07T13:41:35.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.572+0000 7f9fcc19f9c0 20 remove_watcher() i=6 2024-09-07T13:41:35.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:35.576+0000 7f9fcc19f9c0 20 remove_watcher() i=7 2024-09-07T13:41:35.596 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:35.596 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:35.632 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-07T13:41:36.076 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-07T13:41:36.525 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: bucket check unlinked finds unlistable entries 2024-09-07T13:41:36.525 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:36.525 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-07T13:41:36.559 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:36.559 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:36.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.596+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.596+0000 7f9c6c9769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:36.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.596+0000 7f9c6c9769c0 20 realm 2024-09-07T13:41:36.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.596+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.596+0000 7f9c6c9769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:36.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.596+0000 7f9c6c9769c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:36.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.596+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.596+0000 7f9c6c9769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:36.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.596+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.600+0000 7f9c6c9769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:36.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.600+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.600+0000 7f9c6c9769c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:36.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.600+0000 7f9c6c9769c0 20 searching for the correct realm 2024-09-07T13:41:36.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.604+0000 7f9c6a47c640 0 -- 172.21.15.107:0/3683986048 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f9c640cd040 msgr2=0x7f9c640cd420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:36.823 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.820+0000 7f9c6a47c640 0 -- 172.21.15.107:0/3683986048 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f9c640cd040 msgr2=0x7f9c640cd420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:36.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:36.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:36.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:36.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:36.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:36.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:36.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:36.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:36.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:36.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 zone default found 2024-09-07T13:41:36.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 4 Realm: () 2024-09-07T13:41:36.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:36.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:36.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:36.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 zonegroup default 2024-09-07T13:41:36.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:36.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:36.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.832+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.836+0000 7f9c6c9769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:36.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.836+0000 7f9c6c9769c0 20 started sync module instance, tier type = 2024-09-07T13:41:36.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.836+0000 7f9c6c9769c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:36.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.860+0000 7f9c6c9769c0 20 add_watcher() i=0 2024-09-07T13:41:36.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.860+0000 7f9c6c9769c0 20 add_watcher() i=1 2024-09-07T13:41:36.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.860+0000 7f9c6c9769c0 20 add_watcher() i=2 2024-09-07T13:41:36.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.860+0000 7f9c6c9769c0 20 add_watcher() i=3 2024-09-07T13:41:36.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.860+0000 7f9c6c9769c0 20 add_watcher() i=4 2024-09-07T13:41:36.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.860+0000 7f9c6c9769c0 20 add_watcher() i=5 2024-09-07T13:41:36.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.860+0000 7f9c6c9769c0 20 add_watcher() i=6 2024-09-07T13:41:36.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.864+0000 7f9c6c9769c0 20 add_watcher() i=7 2024-09-07T13:41:36.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.864+0000 7f9c6c9769c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:36.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9b20fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:36.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9c6c9769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:36.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9c6c9769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:36.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9c6c9769c0 5 note: GC not initialized 2024-09-07T13:41:36.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9a9b7fe640 20 reqs_thread_entry: start 2024-09-07T13:41:36.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9c6c9769c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:36.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9c6c9769c0 20 Filter name: none 2024-09-07T13:41:36.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9a997fa640 20 reqs_thread_entry: start 2024-09-07T13:41:36.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9c6c9769c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-07T13:41:36.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9c6c9769c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:36.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9c6c9769c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-07T13:41:36.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9c6c9769c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-07T13:41:36.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9c6c9769c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 : miss 2024-09-07T13:41:36.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.868+0000 7f9c6c9769c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:36.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.872+0000 7f9c6c9769c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:36.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.872+0000 7f9c6c9769c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 info.flags=0x17 2024-09-07T13:41:36.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.872+0000 7f9c6c9769c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 to cache LRU end 2024-09-07T13:41:36.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.872+0000 7f9c6c9769c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T13:41:36.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.872+0000 7f9c6c9769c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-07T13:41:36.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.872+0000 7f9c6c9769c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 2024-09-07T13:41:36.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.872+0000 7f9c6c9769c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:36.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.880+0000 7f9c6c9769c0 1 NOTICE: finished shard 0 (4 entries found) 2024-09-07T13:41:36.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.880+0000 7f9c6c9769c0 1 NOTICE: finished all shards (4 entries found) 2024-09-07T13:41:36.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.880+0000 7f9b20fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:36.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.884+0000 7f9c6c9769c0 20 remove_watcher() i=0 2024-09-07T13:41:36.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.884+0000 7f9c6c9769c0 2 removed watcher, disabling cache 2024-09-07T13:41:36.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.888+0000 7f9c6c9769c0 20 remove_watcher() i=1 2024-09-07T13:41:36.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.892+0000 7f9c6c9769c0 20 remove_watcher() i=2 2024-09-07T13:41:36.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.892+0000 7f9c6c9769c0 20 remove_watcher() i=3 2024-09-07T13:41:36.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.896+0000 7f9c6c9769c0 20 remove_watcher() i=4 2024-09-07T13:41:36.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.896+0000 7f9c6c9769c0 20 remove_watcher() i=5 2024-09-07T13:41:36.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.900+0000 7f9c6c9769c0 20 remove_watcher() i=6 2024-09-07T13:41:36.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:36.900+0000 7f9c6c9769c0 20 remove_watcher() i=7 2024-09-07T13:41:36.919 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: unlinked entries are not listable 2024-09-07T13:41:36.919 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:36.921 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:36.921 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:37.061 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2024-09-07T13:41:37.061 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:37.066 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:37.066 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:37.183 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:37.184 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:37.283 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: bucket check unlinked fixes unlistable entries 2024-09-07T13:41:37.283 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:37.283 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-07T13:41:37.325 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:37.325 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:37.370 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.364+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.368+0000 7f73af9c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:37.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.368+0000 7f73af9c49c0 20 realm 2024-09-07T13:41:37.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.368+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.368+0000 7f73af9c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:37.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.368+0000 7f73af9c49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:37.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.368+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.368+0000 7f73af9c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:37.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.368+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.368+0000 7f73af9c49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:37.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.368+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.372+0000 7f73af9c49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:37.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.372+0000 7f73af9c49c0 20 searching for the correct realm 2024-09-07T13:41:37.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.376+0000 7f73ad4ca640 0 -- 172.21.15.107:0/765702328 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f73a8083020 msgr2=0x7f73a8069a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:37.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.592+0000 7f73ad4ca640 0 -- 172.21.15.107:0/765702328 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f73a8083020 msgr2=0x7f73a8069a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:37.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.604+0000 7f73af9c49c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:37.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.604+0000 7f73af9c49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:37.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.604+0000 7f73af9c49c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:37.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.604+0000 7f73af9c49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:37.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.604+0000 7f73af9c49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:37.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.604+0000 7f73af9c49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:37.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.604+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.604+0000 7f73af9c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:37.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.604+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:37.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:37.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 zone default found 2024-09-07T13:41:37.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 4 Realm: () 2024-09-07T13:41:37.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:37.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:37.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:37.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 zonegroup default 2024-09-07T13:41:37.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:37.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:37.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:37.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 started sync module instance, tier type = 2024-09-07T13:41:37.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.608+0000 7f73af9c49c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:37.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.632+0000 7f73af9c49c0 20 add_watcher() i=0 2024-09-07T13:41:37.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.632+0000 7f73af9c49c0 20 add_watcher() i=1 2024-09-07T13:41:37.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.632+0000 7f73af9c49c0 20 add_watcher() i=2 2024-09-07T13:41:37.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.632+0000 7f73af9c49c0 20 add_watcher() i=3 2024-09-07T13:41:37.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.632+0000 7f73af9c49c0 20 add_watcher() i=4 2024-09-07T13:41:37.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.632+0000 7f73af9c49c0 20 add_watcher() i=5 2024-09-07T13:41:37.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.632+0000 7f73af9c49c0 20 add_watcher() i=6 2024-09-07T13:41:37.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.636+0000 7f73af9c49c0 20 add_watcher() i=7 2024-09-07T13:41:37.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.636+0000 7f73af9c49c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:37.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.640+0000 7f72637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:37.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.640+0000 7f73af9c49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:37.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.640+0000 7f73af9c49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:37.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.640+0000 7f73af9c49c0 5 note: GC not initialized 2024-09-07T13:41:37.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f72627e4640 20 reqs_thread_entry: start 2024-09-07T13:41:37.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:37.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 20 Filter name: none 2024-09-07T13:41:37.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f71d3fff640 20 reqs_thread_entry: start 2024-09-07T13:41:37.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-07T13:41:37.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:37.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-07T13:41:37.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-07T13:41:37.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 : miss 2024-09-07T13:41:37.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:37.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:37.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 info.flags=0x17 2024-09-07T13:41:37.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 to cache LRU end 2024-09-07T13:41:37.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T13:41:37.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-07T13:41:37.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 2024-09-07T13:41:37.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.644+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.648+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.648+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:c state=0x55b733f8a918 s->prefetch_data=0 2024-09-07T13:41:37.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.648+0000 7f73af9c49c0 20 get_obj_state: setting s->obj_tag to jd1cbr153r2csm7wv8skqb9pgpwq5sz0 2024-09-07T13:41:37.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.648+0000 7f73af9c49c0 20 get_obj_state_impl: setting s->olh_tag to gsxd6xczcdhzhdbutfojmn7s7ynmilv8 2024-09-07T13:41:37.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.648+0000 7f73af9c49c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=gsxd6xczcdhzhdbutfojmn7s7ynmilv8 2024-09-07T13:41:37.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.652+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.656+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.656+0000 7f73af9c49c0 20 olh_log_entry: epoch=3 op=3 key=c[5y7FCI.P217D1ju8nGpCIFsgDMy4RYk] 2024-09-07T13:41:37.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.656+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:_:5y7FCI.P217D1ju8nGpCIFsgDMy4RYk_c state=0x55b733f84968 s->prefetch_data=0 2024-09-07T13:41:37.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.656+0000 7f73af9c49c0 10 manifest: total_size = 9 2024-09-07T13:41:37.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.656+0000 7f73af9c49c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.793999929597294172 2024-09-07T13:41:37.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.656+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:_:5y7FCI.P217D1ju8nGpCIFsgDMy4RYk_c state=0x55b733f84968 s->prefetch_data=0 2024-09-07T13:41:37.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.656+0000 7f73af9c49c0 20 prepare_atomic_modification: state is not atomic. state=0x55b733f84968 2024-09-07T13:41:37.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.656+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.664+0000 7f73af9c49c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T13:41:37.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.664+0000 7f73af9c49c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-07T13:41:37.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.664+0000 7f73af9c49c0 0 deleting objects inline since gc isn't initialized 2024-09-07T13:41:37.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.664+0000 7f73af9c49c0 5 delete_objs_inline: removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2__shadow:5y7FCI.P217D1ju8nGpCIFsgDMy4RYk_.TARzB6Z54Id_VlfrsAY7BvWx2TmC1M-_0 2024-09-07T13:41:37.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.664+0000 7f73af9c49c0 5 delete_objs_inline: refcount put returned error -2 2024-09-07T13:41:37.673 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.668+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.673 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.668+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.674 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.668+0000 7f7290ff9640 20 handle_completion(): completion ok for obj=c[5y7FCI.P217D1ju8nGpCIFsgDMy4RYk] 2024-09-07T13:41:37.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.676+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.676+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.676+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:d state=0x55b733fb9e58 s->prefetch_data=0 2024-09-07T13:41:37.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.680+0000 7f73af9c49c0 20 get_obj_state: setting s->obj_tag to rclz08a72fx6khxd9crz51mw75rf15pf 2024-09-07T13:41:37.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.680+0000 7f73af9c49c0 20 get_obj_state_impl: setting s->olh_tag to 6d6153v36pk2ynwhq4eh5bm2mu0ot13f 2024-09-07T13:41:37.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.680+0000 7f73af9c49c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=6d6153v36pk2ynwhq4eh5bm2mu0ot13f 2024-09-07T13:41:37.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.680+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.684+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.688+0000 7f73af9c49c0 20 olh_log_entry: epoch=3 op=3 key=d[etiBV5MME5eFfdoptgUzVuTu.4Yds9j] 2024-09-07T13:41:37.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.688+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:_:etiBV5MME5eFfdoptgUzVuTu.4Yds9j_d state=0x55b733f88838 s->prefetch_data=0 2024-09-07T13:41:37.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.688+0000 7f73af9c49c0 10 manifest: total_size = 22 2024-09-07T13:41:37.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.688+0000 7f73af9c49c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1029396757237006116 2024-09-07T13:41:37.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.688+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:_:etiBV5MME5eFfdoptgUzVuTu.4Yds9j_d state=0x55b733f88838 s->prefetch_data=0 2024-09-07T13:41:37.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.688+0000 7f73af9c49c0 20 prepare_atomic_modification: state is not atomic. state=0x55b733f88838 2024-09-07T13:41:37.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.688+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.692+0000 7f73af9c49c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T13:41:37.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.692+0000 7f73af9c49c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-07T13:41:37.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.692+0000 7f73af9c49c0 0 deleting objects inline since gc isn't initialized 2024-09-07T13:41:37.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.692+0000 7f73af9c49c0 5 delete_objs_inline: removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2__shadow:etiBV5MME5eFfdoptgUzVuTu.4Yds9j_.vUvkkbIaNsb4mU8qce2fjUIlyFskI9N_0 2024-09-07T13:41:37.699 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.696+0000 7f7290ff9640 20 handle_completion(): completion ok for obj=d[etiBV5MME5eFfdoptgUzVuTu.4Yds9j] 2024-09-07T13:41:37.699 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.696+0000 7f73af9c49c0 5 delete_objs_inline: refcount put returned error -2 2024-09-07T13:41:37.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.696+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.696+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.700+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.704+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.704+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:e state=0x55b733f8a408 s->prefetch_data=0 2024-09-07T13:41:37.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.704+0000 7f73af9c49c0 20 get_obj_state: setting s->obj_tag to pa9m1np6jr9hs9s7nhn7skvaiu4vf19c 2024-09-07T13:41:37.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.704+0000 7f73af9c49c0 20 get_obj_state_impl: setting s->olh_tag to fmoqqwdlra9gc39msqbqlff3u2natl9b 2024-09-07T13:41:37.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.704+0000 7f73af9c49c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=fmoqqwdlra9gc39msqbqlff3u2natl9b 2024-09-07T13:41:37.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.708+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.708+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.712+0000 7f73af9c49c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-07T13:41:37.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.712+0000 7f73af9c49c0 20 olh_log_entry: epoch=2 op=3 key=e[-y8VmAVXgl8IfKzsCItuIQzox-kNT0C] 2024-09-07T13:41:37.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.712+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:_:-y8VmAVXgl8IfKzsCItuIQzox-kNT0C_e state=0x55b733f88838 s->prefetch_data=0 2024-09-07T13:41:37.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.712+0000 7f73af9c49c0 10 manifest: total_size = 22 2024-09-07T13:41:37.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.712+0000 7f73af9c49c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8129064810661517749 2024-09-07T13:41:37.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.712+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:_:-y8VmAVXgl8IfKzsCItuIQzox-kNT0C_e state=0x55b733f88838 s->prefetch_data=0 2024-09-07T13:41:37.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.712+0000 7f73af9c49c0 20 prepare_atomic_modification: state is not atomic. state=0x55b733f88838 2024-09-07T13:41:37.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.712+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.720+0000 7f73af9c49c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T13:41:37.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.720+0000 7f73af9c49c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-07T13:41:37.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.720+0000 7f73af9c49c0 0 deleting objects inline since gc isn't initialized 2024-09-07T13:41:37.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.720+0000 7f73af9c49c0 5 delete_objs_inline: removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2__shadow:-y8VmAVXgl8IfKzsCItuIQzox-kNT0C_.lpTz76iEkl44bQmX9RNqV6moRVxo4C3_0 2024-09-07T13:41:37.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.724+0000 7f73af9c49c0 5 delete_objs_inline: refcount put returned error -2 2024-09-07T13:41:37.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.724+0000 7f727ffff640 20 handle_completion(): completion ok for obj=e[-y8VmAVXgl8IfKzsCItuIQzox-kNT0C] 2024-09-07T13:41:37.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.728+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:e state=0x55b733f8a408 s->prefetch_data=0 2024-09-07T13:41:37.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.728+0000 7f73af9c49c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=fmoqqwdlra9gc39msqbqlff3u2natl9b 2024-09-07T13:41:37.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.732+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.736+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.736+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.736+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:f state=0x55b733f834b8 s->prefetch_data=0 2024-09-07T13:41:37.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.736+0000 7f73af9c49c0 20 get_obj_state: setting s->obj_tag to 31bilp4f0x5zrzln34gfms24j59hqpt3 2024-09-07T13:41:37.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.736+0000 7f73af9c49c0 20 get_obj_state_impl: setting s->olh_tag to bvvonm9qfccfgxqngyeswvbjpnns7zru 2024-09-07T13:41:37.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.736+0000 7f73af9c49c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=bvvonm9qfccfgxqngyeswvbjpnns7zru 2024-09-07T13:41:37.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.740+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.744+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.744+0000 7f73af9c49c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-07T13:41:37.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.744+0000 7f73af9c49c0 20 olh_log_entry: epoch=2 op=3 key=f[fypIPpdfxzketY20zbOPZBZZQMTZTIX] 2024-09-07T13:41:37.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.744+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:_:fypIPpdfxzketY20zbOPZBZZQMTZTIX_f state=0x55b733f87828 s->prefetch_data=0 2024-09-07T13:41:37.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.748+0000 7f73af9c49c0 10 manifest: total_size = 22 2024-09-07T13:41:37.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.748+0000 7f73af9c49c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.53349812587042014 2024-09-07T13:41:37.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.748+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:_:fypIPpdfxzketY20zbOPZBZZQMTZTIX_f state=0x55b733f87828 s->prefetch_data=0 2024-09-07T13:41:37.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.748+0000 7f73af9c49c0 20 prepare_atomic_modification: state is not atomic. state=0x55b733f87828 2024-09-07T13:41:37.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.748+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.752+0000 7f73af9c49c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T13:41:37.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.752+0000 7f73af9c49c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-07T13:41:37.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.752+0000 7f73af9c49c0 0 deleting objects inline since gc isn't initialized 2024-09-07T13:41:37.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.752+0000 7f73af9c49c0 5 delete_objs_inline: removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2__shadow:fypIPpdfxzketY20zbOPZBZZQMTZTIX_.ACTmoPzF0YAUqDlm2nuuwGhQ8HfclWp_0 2024-09-07T13:41:37.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.756+0000 7f7290ff9640 20 handle_completion(): completion ok for obj=f[fypIPpdfxzketY20zbOPZBZZQMTZTIX] 2024-09-07T13:41:37.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.756+0000 7f73af9c49c0 5 delete_objs_inline: refcount put returned error -2 2024-09-07T13:41:37.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.760+0000 7f73af9c49c0 20 get_obj_state: octx=0x55b733cd63d0 obj=check-bucket:f state=0x55b733f834b8 s->prefetch_data=0 2024-09-07T13:41:37.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.760+0000 7f73af9c49c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=bvvonm9qfccfgxqngyeswvbjpnns7zru 2024-09-07T13:41:37.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.768+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.772+0000 7f73af9c49c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:37.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.772+0000 7f73af9c49c0 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-07T13:41:37.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.772+0000 7f73af9c49c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-07T13:41:37.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.772+0000 7f72637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:37.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.780+0000 7f73af9c49c0 20 remove_watcher() i=0 2024-09-07T13:41:37.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.780+0000 7f73af9c49c0 2 removed watcher, disabling cache 2024-09-07T13:41:37.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.780+0000 7f73af9c49c0 20 remove_watcher() i=1 2024-09-07T13:41:37.787 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.784+0000 7f73af9c49c0 20 remove_watcher() i=2 2024-09-07T13:41:37.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.788+0000 7f73af9c49c0 20 remove_watcher() i=3 2024-09-07T13:41:37.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.788+0000 7f73af9c49c0 20 remove_watcher() i=4 2024-09-07T13:41:37.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.792+0000 7f73af9c49c0 20 remove_watcher() i=5 2024-09-07T13:41:37.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.792+0000 7f73af9c49c0 20 remove_watcher() i=6 2024-09-07T13:41:37.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:37.796+0000 7f73af9c49c0 20 remove_watcher() i=7 2024-09-07T13:41:37.827 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:37.827 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:37.864 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:37.864 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:37.914 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:37.914 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:37.957 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:37.958 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:38.006 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: bucket check unlinked does not affect normal entries 2024-09-07T13:41:38.006 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:38.008 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:38.008 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:38.113 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:38.114 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:38.177 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:38.178 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:38.245 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:38.245 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:38.312 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:38.312 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:38.376 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2024-09-07T13:41:38.377 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:38.377 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-07T13:41:38.414 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:38.414 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:38.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.456+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.456+0000 7fc709dac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:38.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.456+0000 7fc709dac9c0 20 realm 2024-09-07T13:41:38.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.456+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.460+0000 7fc709dac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:38.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.460+0000 7fc709dac9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:38.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.460+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.460+0000 7fc709dac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:38.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.460+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.460+0000 7fc709dac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:38.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.460+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.460+0000 7fc709dac9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:38.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.460+0000 7fc709dac9c0 20 searching for the correct realm 2024-09-07T13:41:38.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.464+0000 7fc7080b3640 0 -- 172.21.15.107:0/2060696598 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fc6f80f3270 msgr2=0x7fc6f80f65f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:38.475 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.472+0000 7fc7070b1640 0 -- 172.21.15.107:0/2060696598 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fc6f0066600 msgr2=0x7fc6f00926e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T13:41:38.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.688+0000 7fc709dac9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:38.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.688+0000 7fc709dac9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:38.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.688+0000 7fc709dac9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:38.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.688+0000 7fc709dac9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:38.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.688+0000 7fc709dac9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:38.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.688+0000 7fc709dac9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:38.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.688+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.688+0000 7fc709dac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:38.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.688+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.688+0000 7fc709dac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:38.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:38.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 20 zone default found 2024-09-07T13:41:38.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 4 Realm: () 2024-09-07T13:41:38.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:38.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:38.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:38.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 20 zonegroup default 2024-09-07T13:41:38.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:38.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:38.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:38.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 20 started sync module instance, tier type = 2024-09-07T13:41:38.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.692+0000 7fc709dac9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:38.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.712+0000 7fc709dac9c0 20 add_watcher() i=0 2024-09-07T13:41:38.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.712+0000 7fc709dac9c0 20 add_watcher() i=1 2024-09-07T13:41:38.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.712+0000 7fc709dac9c0 20 add_watcher() i=2 2024-09-07T13:41:38.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.712+0000 7fc709dac9c0 20 add_watcher() i=3 2024-09-07T13:41:38.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.712+0000 7fc709dac9c0 20 add_watcher() i=4 2024-09-07T13:41:38.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.712+0000 7fc709dac9c0 20 add_watcher() i=5 2024-09-07T13:41:38.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.712+0000 7fc709dac9c0 20 add_watcher() i=6 2024-09-07T13:41:38.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.716+0000 7fc709dac9c0 20 add_watcher() i=7 2024-09-07T13:41:38.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.716+0000 7fc709dac9c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:38.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc5be7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:38.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc709dac9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:38.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc709dac9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:38.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc709dac9c0 5 note: GC not initialized 2024-09-07T13:41:38.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc5bd7e2640 20 reqs_thread_entry: start 2024-09-07T13:41:38.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc709dac9c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:38.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc709dac9c0 20 Filter name: none 2024-09-07T13:41:38.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc5b67fc640 20 reqs_thread_entry: start 2024-09-07T13:41:38.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc709dac9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-07T13:41:38.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc709dac9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:38.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc709dac9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-07T13:41:38.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc709dac9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-07T13:41:38.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc709dac9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 : miss 2024-09-07T13:41:38.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.720+0000 7fc709dac9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:38.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.724+0000 7fc709dac9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:38.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.724+0000 7fc709dac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 info.flags=0x17 2024-09-07T13:41:38.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.724+0000 7fc709dac9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 to cache LRU end 2024-09-07T13:41:38.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.724+0000 7fc709dac9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T13:41:38.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.724+0000 7fc709dac9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-07T13:41:38.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.724+0000 7fc709dac9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 2024-09-07T13:41:38.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.724+0000 7fc709dac9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:38.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.724+0000 7fc709dac9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-07T13:41:38.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.724+0000 7fc709dac9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-07T13:41:38.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.724+0000 7fc5be7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:38.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.732+0000 7fc709dac9c0 20 remove_watcher() i=0 2024-09-07T13:41:38.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.732+0000 7fc709dac9c0 2 removed watcher, disabling cache 2024-09-07T13:41:38.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.732+0000 7fc709dac9c0 20 remove_watcher() i=1 2024-09-07T13:41:38.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.736+0000 7fc709dac9c0 20 remove_watcher() i=2 2024-09-07T13:41:38.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.736+0000 7fc709dac9c0 20 remove_watcher() i=3 2024-09-07T13:41:38.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.740+0000 7fc709dac9c0 20 remove_watcher() i=4 2024-09-07T13:41:38.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.744+0000 7fc709dac9c0 20 remove_watcher() i=5 2024-09-07T13:41:38.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.744+0000 7fc709dac9c0 20 remove_watcher() i=6 2024-09-07T13:41:38.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:38.744+0000 7fc709dac9c0 20 remove_watcher() i=7 2024-09-07T13:41:38.767 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:38.767 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:39.087 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:39.087 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:39.229 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-07T13:41:39.262 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:39.262 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:39.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.304+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.308+0000 7fd6af61e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.308+0000 7fd6af61e9c0 20 realm 2024-09-07T13:41:39.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.308+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.308+0000 7fd6af61e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.308+0000 7fd6af61e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:39.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.308+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.308+0000 7fd6af61e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.308+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.308+0000 7fd6af61e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:39.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.308+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.312+0000 7fd6af61e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:39.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.312+0000 7fd6af61e9c0 20 searching for the correct realm 2024-09-07T13:41:39.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.312+0000 7fd6ad925640 0 -- 172.21.15.107:0/3747802141 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fd6a4081ab0 msgr2=0x7fd6a4065040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:39.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.320+0000 7fd6ac923640 0 -- 172.21.15.107:0/3747802141 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fd6a001a040 msgr2=0x7fd6a001a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:39.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.536+0000 7fd6af61e9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:39.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.536+0000 7fd6af61e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:39.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.536+0000 7fd6af61e9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:39.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.536+0000 7fd6af61e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:39.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.536+0000 7fd6af61e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:39.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.536+0000 7fd6af61e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:39.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.536+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.536+0000 7fd6af61e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.536+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:39.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:39.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 zone default found 2024-09-07T13:41:39.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 4 Realm: () 2024-09-07T13:41:39.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:39.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:39.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:39.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 zonegroup default 2024-09-07T13:41:39.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 started sync module instance, tier type = 2024-09-07T13:41:39.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.540+0000 7fd6af61e9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:39.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.568+0000 7fd6af61e9c0 20 add_watcher() i=0 2024-09-07T13:41:39.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.568+0000 7fd6af61e9c0 20 add_watcher() i=1 2024-09-07T13:41:39.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.568+0000 7fd6af61e9c0 20 add_watcher() i=2 2024-09-07T13:41:39.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.568+0000 7fd6af61e9c0 20 add_watcher() i=3 2024-09-07T13:41:39.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.568+0000 7fd6af61e9c0 20 add_watcher() i=4 2024-09-07T13:41:39.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.568+0000 7fd6af61e9c0 20 add_watcher() i=5 2024-09-07T13:41:39.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.568+0000 7fd6af61e9c0 20 add_watcher() i=6 2024-09-07T13:41:39.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.568+0000 7fd6af61e9c0 20 add_watcher() i=7 2024-09-07T13:41:39.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.568+0000 7fd6af61e9c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:39.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.572+0000 7fd5637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:39.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:39.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:39.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 5 note: GC not initialized 2024-09-07T13:41:39.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd5627e4640 20 reqs_thread_entry: start 2024-09-07T13:41:39.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:39.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 20 Filter name: none 2024-09-07T13:41:39.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd4d3fff640 20 reqs_thread_entry: start 2024-09-07T13:41:39.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:39.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:39.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:39.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T13:41:39.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 20 INFO: main: starting shard=0 2024-09-07T13:41:39.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.576+0000 7fd6af61e9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:39.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.580+0000 7fd6af61e9c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-07T13:41:39.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.580+0000 7fd6af61e9c0 20 INFO: main: done 2024-09-07T13:41:39.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.580+0000 7fd5637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:39.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.584+0000 7fd6af61e9c0 20 remove_watcher() i=0 2024-09-07T13:41:39.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.584+0000 7fd6af61e9c0 2 removed watcher, disabling cache 2024-09-07T13:41:39.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.588+0000 7fd6af61e9c0 20 remove_watcher() i=1 2024-09-07T13:41:39.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.592+0000 7fd6af61e9c0 20 remove_watcher() i=2 2024-09-07T13:41:39.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.592+0000 7fd6af61e9c0 20 remove_watcher() i=3 2024-09-07T13:41:39.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.596+0000 7fd6af61e9c0 20 remove_watcher() i=4 2024-09-07T13:41:39.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.596+0000 7fd6af61e9c0 20 remove_watcher() i=5 2024-09-07T13:41:39.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.600+0000 7fd6af61e9c0 20 remove_watcher() i=6 2024-09-07T13:41:39.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.600+0000 7fd6af61e9c0 20 remove_watcher() i=7 2024-09-07T13:41:39.621 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-07T13:41:39.651 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:39.651 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:39.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.692+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.692+0000 7f0b2bbe79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.692+0000 7f0b2bbe79c0 20 realm 2024-09-07T13:41:39.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.692+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.692+0000 7f0b2bbe79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.692+0000 7f0b2bbe79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:39.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.692+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.692+0000 7f0b2bbe79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.692+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.699 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.696+0000 7f0b2bbe79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:39.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.696+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.696+0000 7f0b2bbe79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:39.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.696+0000 7f0b2bbe79c0 20 searching for the correct realm 2024-09-07T13:41:39.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.700+0000 7f0b29eee640 0 -- 172.21.15.107:0/3447533923 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f0b20018070 msgr2=0x7f0b2004a1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:39.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.708+0000 7f0b28eec640 0 -- 172.21.15.107:0/3447533923 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f0b1c0e4940 msgr2=0x7f0b1c0aa3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:39.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.924+0000 7f0b2bbe79c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:39.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.924+0000 7f0b2bbe79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:39.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.924+0000 7f0b2bbe79c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:39.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.924+0000 7f0b2bbe79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:39.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.924+0000 7f0b2bbe79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:39.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.924+0000 7f0b2bbe79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:39.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.924+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.924+0000 7f0b2bbe79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.924+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.924+0000 7f0b2bbe79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:39.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.924+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:39.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 20 zone default found 2024-09-07T13:41:39.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 4 Realm: () 2024-09-07T13:41:39.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:39.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:39.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:39.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 20 zonegroup default 2024-09-07T13:41:39.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:39.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 20 started sync module instance, tier type = 2024-09-07T13:41:39.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.928+0000 7f0b2bbe79c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:39.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.952+0000 7f0b2bbe79c0 20 add_watcher() i=0 2024-09-07T13:41:39.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.952+0000 7f0b2bbe79c0 20 add_watcher() i=1 2024-09-07T13:41:39.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.952+0000 7f0b2bbe79c0 20 add_watcher() i=2 2024-09-07T13:41:39.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.952+0000 7f0b2bbe79c0 20 add_watcher() i=3 2024-09-07T13:41:39.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.952+0000 7f0b2bbe79c0 20 add_watcher() i=4 2024-09-07T13:41:39.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.952+0000 7f0b2bbe79c0 20 add_watcher() i=5 2024-09-07T13:41:39.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.952+0000 7f0b2bbe79c0 20 add_watcher() i=6 2024-09-07T13:41:39.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.952+0000 7f0b2bbe79c0 20 add_watcher() i=7 2024-09-07T13:41:39.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.952+0000 7f0b2bbe79c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:39.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.956+0000 7f09dffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:39.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.956+0000 7f0b2bbe79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:39.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.956+0000 7f0b2bbe79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:39.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.956+0000 7f0b2bbe79c0 5 note: GC not initialized 2024-09-07T13:41:39.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.956+0000 7f09defe5640 20 reqs_thread_entry: start 2024-09-07T13:41:39.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.960+0000 7f0b2bbe79c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:39.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.960+0000 7f0b2bbe79c0 20 Filter name: none 2024-09-07T13:41:39.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.960+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.960+0000 7f09dcfe1640 20 reqs_thread_entry: start 2024-09-07T13:41:39.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.960+0000 7f0b2bbe79c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:39.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.960+0000 7f0b2bbe79c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:39.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.960+0000 7f0b2bbe79c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:39.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.960+0000 7f0b2bbe79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:39.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.960+0000 7f0b2bbe79c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T13:41:39.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.960+0000 7f0b2bbe79c0 20 INFO: main: starting shard=0 2024-09-07T13:41:39.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.960+0000 7f0b2bbe79c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:39.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.964+0000 7f0b2bbe79c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-07T13:41:39.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.964+0000 7f0b2bbe79c0 20 INFO: main: done 2024-09-07T13:41:39.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.964+0000 7f09dffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:39.972 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.968+0000 7f0b2bbe79c0 20 remove_watcher() i=0 2024-09-07T13:41:39.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.968+0000 7f0b2bbe79c0 2 removed watcher, disabling cache 2024-09-07T13:41:39.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.972+0000 7f0b2bbe79c0 20 remove_watcher() i=1 2024-09-07T13:41:39.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.972+0000 7f0b2bbe79c0 20 remove_watcher() i=2 2024-09-07T13:41:39.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.976+0000 7f0b2bbe79c0 20 remove_watcher() i=3 2024-09-07T13:41:39.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.976+0000 7f0b2bbe79c0 20 remove_watcher() i=4 2024-09-07T13:41:39.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.980+0000 7f0b2bbe79c0 20 remove_watcher() i=5 2024-09-07T13:41:39.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.980+0000 7f0b2bbe79c0 20 remove_watcher() i=6 2024-09-07T13:41:39.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:39.980+0000 7f0b2bbe79c0 20 remove_watcher() i=7 2024-09-07T13:41:40.001 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: bucket check olh finds leftover OLH entries 2024-09-07T13:41:40.001 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:40.001 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-07T13:41:40.030 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:40.030 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:40.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.068+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.072+0000 7f20b435b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.072+0000 7f20b435b9c0 20 realm 2024-09-07T13:41:40.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.072+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.072+0000 7f20b435b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.072+0000 7f20b435b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:40.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.072+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.072+0000 7f20b435b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.072+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.072+0000 7f20b435b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:40.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.072+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.076+0000 7f20b435b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:40.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.076+0000 7f20b435b9c0 20 searching for the correct realm 2024-09-07T13:41:40.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.080+0000 7f20b1e61640 0 -- 172.21.15.107:0/2981856502 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f20ac030060 msgr2=0x7f20ac062000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T13:41:40.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.296+0000 7f20b1e61640 0 -- 172.21.15.107:0/2981856502 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f20ac030060 msgr2=0x7f20ac062000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:40.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.308+0000 7f20b435b9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:40.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.308+0000 7f20b435b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:40.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.308+0000 7f20b435b9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:40.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.308+0000 7f20b435b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:40.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.308+0000 7f20b435b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:40.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.308+0000 7f20b435b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:40.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.308+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.308+0000 7f20b435b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.308+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:40.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:40.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 20 zone default found 2024-09-07T13:41:40.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 4 Realm: () 2024-09-07T13:41:40.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:40.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:40.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:40.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 20 zonegroup default 2024-09-07T13:41:40.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.312+0000 7f20b435b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.316+0000 7f20b435b9c0 20 started sync module instance, tier type = 2024-09-07T13:41:40.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.316+0000 7f20b435b9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:40.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.336+0000 7f20b435b9c0 20 add_watcher() i=0 2024-09-07T13:41:40.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.336+0000 7f20b435b9c0 20 add_watcher() i=1 2024-09-07T13:41:40.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.336+0000 7f20b435b9c0 20 add_watcher() i=2 2024-09-07T13:41:40.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.336+0000 7f20b435b9c0 20 add_watcher() i=3 2024-09-07T13:41:40.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.336+0000 7f20b435b9c0 20 add_watcher() i=4 2024-09-07T13:41:40.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.336+0000 7f20b435b9c0 20 add_watcher() i=5 2024-09-07T13:41:40.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.340+0000 7f20b435b9c0 20 add_watcher() i=6 2024-09-07T13:41:40.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.340+0000 7f20b435b9c0 20 add_watcher() i=7 2024-09-07T13:41:40.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.340+0000 7f20b435b9c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:40.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.344+0000 7f1f67fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:40.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:40.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:40.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 5 note: GC not initialized 2024-09-07T13:41:40.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f1f66fe5640 20 reqs_thread_entry: start 2024-09-07T13:41:40.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:40.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 20 Filter name: none 2024-09-07T13:41:40.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f1f64fe1640 20 reqs_thread_entry: start 2024-09-07T13:41:40.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-07T13:41:40.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-07T13:41:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-07T13:41:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 : miss 2024-09-07T13:41:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:40.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 info.flags=0x17 2024-09-07T13:41:40.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 to cache LRU end 2024-09-07T13:41:40.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T13:41:40.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-07T13:41:40.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 2024-09-07T13:41:40.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.348+0000 7f20b435b9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:40.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.352+0000 7f20b435b9c0 1 NOTICE: finished shard 0 (2 entries found) 2024-09-07T13:41:40.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.352+0000 7f20b435b9c0 1 NOTICE: finished all shards (2 entries found) 2024-09-07T13:41:40.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.352+0000 7f1f67fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:40.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.360+0000 7f20b435b9c0 20 remove_watcher() i=0 2024-09-07T13:41:40.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.360+0000 7f20b435b9c0 2 removed watcher, disabling cache 2024-09-07T13:41:40.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.360+0000 7f20b435b9c0 20 remove_watcher() i=1 2024-09-07T13:41:40.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.364+0000 7f20b435b9c0 20 remove_watcher() i=2 2024-09-07T13:41:40.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.364+0000 7f20b435b9c0 20 remove_watcher() i=3 2024-09-07T13:41:40.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.368+0000 7f20b435b9c0 20 remove_watcher() i=4 2024-09-07T13:41:40.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.372+0000 7f20b435b9c0 20 remove_watcher() i=5 2024-09-07T13:41:40.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.372+0000 7f20b435b9c0 20 remove_watcher() i=6 2024-09-07T13:41:40.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.372+0000 7f20b435b9c0 20 remove_watcher() i=7 2024-09-07T13:41:40.391 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: bucket check olh fixes leftover OLH entries 2024-09-07T13:41:40.391 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:40.392 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-07T13:41:40.427 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:40.427 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:40.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.468+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.468+0000 7f9da49f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.468+0000 7f9da49f99c0 20 realm 2024-09-07T13:41:40.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.468+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.468+0000 7f9da49f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.468+0000 7f9da49f99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:40.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.468+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.468+0000 7f9da49f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.468+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.475 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.472+0000 7f9da49f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:40.475 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.472+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.476 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.472+0000 7f9da49f99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:40.476 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.472+0000 7f9da49f99c0 20 searching for the correct realm 2024-09-07T13:41:40.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.476+0000 7f9da2d00640 0 -- 172.21.15.107:0/1799553277 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f9d98017020 msgr2=0x7f9d98079f10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:40.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.484+0000 7f9da1cfe640 0 -- 172.21.15.107:0/1799553277 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f9d94026040 msgr2=0x7f9d940163f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T13:41:40.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.700+0000 7f9da49f99c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:40.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.700+0000 7f9da49f99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:40.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.700+0000 7f9da49f99c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:40.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.700+0000 7f9da49f99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:40.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.700+0000 7f9da49f99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:40.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.700+0000 7f9da49f99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:40.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.700+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.700+0000 7f9da49f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.700+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:40.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:40.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 20 zone default found 2024-09-07T13:41:40.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 4 Realm: () 2024-09-07T13:41:40.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:40.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:40.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:40.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 20 zonegroup default 2024-09-07T13:41:40.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.704+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.708+0000 7f9da49f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.708+0000 7f9da49f99c0 20 started sync module instance, tier type = 2024-09-07T13:41:40.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.708+0000 7f9da49f99c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:40.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.732+0000 7f9da49f99c0 20 add_watcher() i=0 2024-09-07T13:41:40.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.732+0000 7f9da49f99c0 20 add_watcher() i=1 2024-09-07T13:41:40.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.732+0000 7f9da49f99c0 20 add_watcher() i=2 2024-09-07T13:41:40.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.732+0000 7f9da49f99c0 20 add_watcher() i=3 2024-09-07T13:41:40.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.732+0000 7f9da49f99c0 20 add_watcher() i=4 2024-09-07T13:41:40.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.732+0000 7f9da49f99c0 20 add_watcher() i=5 2024-09-07T13:41:40.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.732+0000 7f9da49f99c0 20 add_watcher() i=6 2024-09-07T13:41:40.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.736+0000 7f9da49f99c0 20 add_watcher() i=7 2024-09-07T13:41:40.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.736+0000 7f9da49f99c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:40.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9c58fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:40.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:40.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:40.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 5 note: GC not initialized 2024-09-07T13:41:40.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9bd37fe640 20 reqs_thread_entry: start 2024-09-07T13:41:40.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:40.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 20 Filter name: none 2024-09-07T13:41:40.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9bd17fa640 20 reqs_thread_entry: start 2024-09-07T13:41:40.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-07T13:41:40.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:40.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-07T13:41:40.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-07T13:41:40.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 : miss 2024-09-07T13:41:40.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:40.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.740+0000 7f9da49f99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 info.flags=0x17 2024-09-07T13:41:40.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.744+0000 7f9da49f99c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 to cache LRU end 2024-09-07T13:41:40.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.744+0000 7f9da49f99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T13:41:40.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.744+0000 7f9da49f99c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-07T13:41:40.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.744+0000 7f9da49f99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 2024-09-07T13:41:40.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.744+0000 7f9da49f99c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:40.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.744+0000 7f9da49f99c0 20 get_obj_state: octx=0x55ec71d613c0 obj=check-bucket:c state=0x55ec72014e28 s->prefetch_data=0 2024-09-07T13:41:40.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.744+0000 7f9da49f99c0 20 get_obj_state: setting s->obj_tag to jd1cbr153r2csm7wv8skqb9pgpwq5sz0 2024-09-07T13:41:40.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.744+0000 7f9da49f99c0 20 get_obj_state_impl: setting s->olh_tag to gsxd6xczcdhzhdbutfojmn7s7ynmilv8 2024-09-07T13:41:40.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.744+0000 7f9da49f99c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:40.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.744+0000 7f9da49f99c0 20 olh_log_entry: epoch=4 op=2 key=c[] 2024-09-07T13:41:40.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.744+0000 7f9da49f99c0 20 olh_log_entry: epoch=4 op=3 key=c[UNKMB6w763W-7I6UPEBls3gywCycT74] 2024-09-07T13:41:40.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.744+0000 7f9da49f99c0 20 get_obj_state: octx=0x55ec7203e5a0 obj=check-bucket:_:UNKMB6w763W-7I6UPEBls3gywCycT74_c state=0x55ec7200e8a8 s->prefetch_data=0 2024-09-07T13:41:40.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.748+0000 7f9da49f99c0 20 get_obj_state: octx=0x55ec7203e5a0 obj=check-bucket:c state=0x55ec72015cc8 s->prefetch_data=0 2024-09-07T13:41:40.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.748+0000 7f9da49f99c0 20 get_obj_state: setting s->obj_tag to jd1cbr153r2csm7wv8skqb9pgpwq5sz0 2024-09-07T13:41:40.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.748+0000 7f9da49f99c0 20 get_obj_state_impl: setting s->olh_tag to gsxd6xczcdhzhdbutfojmn7s7ynmilv8 2024-09-07T13:41:40.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.748+0000 7f9da49f99c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=gsxd6xczcdhzhdbutfojmn7s7ynmilv8 2024-09-07T13:41:40.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.756+0000 7f9da49f99c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:40.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.764+0000 7f9da49f99c0 20 get_obj_state: octx=0x55ec71d613c0 obj=check-bucket:d state=0x55ec72014e28 s->prefetch_data=0 2024-09-07T13:41:40.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.764+0000 7f9da49f99c0 20 get_obj_state: setting s->obj_tag to rclz08a72fx6khxd9crz51mw75rf15pf 2024-09-07T13:41:40.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.764+0000 7f9da49f99c0 20 get_obj_state_impl: setting s->olh_tag to 6d6153v36pk2ynwhq4eh5bm2mu0ot13f 2024-09-07T13:41:40.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.764+0000 7f9da49f99c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:40.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.764+0000 7f9da49f99c0 20 olh_log_entry: epoch=4 op=2 key=d[] 2024-09-07T13:41:40.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.764+0000 7f9da49f99c0 20 olh_log_entry: epoch=4 op=3 key=d[ARl4EAagX9mN-eQ1NHw0USAGvbjjCnz] 2024-09-07T13:41:40.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.764+0000 7f9da49f99c0 20 get_obj_state: octx=0x55ec7203e5a0 obj=check-bucket:_:ARl4EAagX9mN-eQ1NHw0USAGvbjjCnz_d state=0x55ec7203f018 s->prefetch_data=0 2024-09-07T13:41:40.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.768+0000 7f9da49f99c0 20 get_obj_state: octx=0x55ec7203e5a0 obj=check-bucket:d state=0x55ec7200fee8 s->prefetch_data=0 2024-09-07T13:41:40.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.768+0000 7f9da49f99c0 20 get_obj_state: setting s->obj_tag to rclz08a72fx6khxd9crz51mw75rf15pf 2024-09-07T13:41:40.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.768+0000 7f9da49f99c0 20 get_obj_state_impl: setting s->olh_tag to 6d6153v36pk2ynwhq4eh5bm2mu0ot13f 2024-09-07T13:41:40.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.768+0000 7f9da49f99c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=6d6153v36pk2ynwhq4eh5bm2mu0ot13f 2024-09-07T13:41:40.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.780+0000 7f9da49f99c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:40.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.784+0000 7f9da49f99c0 1 NOTICE: finished shard 0 (2 entries removed) 2024-09-07T13:41:40.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.784+0000 7f9da49f99c0 1 NOTICE: finished all shards (2 entries removed) 2024-09-07T13:41:40.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.788+0000 7f9c58fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:40.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.792+0000 7f9da49f99c0 20 remove_watcher() i=0 2024-09-07T13:41:40.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.792+0000 7f9da49f99c0 2 removed watcher, disabling cache 2024-09-07T13:41:40.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.796+0000 7f9da49f99c0 20 remove_watcher() i=1 2024-09-07T13:41:40.800 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.796+0000 7f9da49f99c0 20 remove_watcher() i=2 2024-09-07T13:41:40.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.800+0000 7f9da49f99c0 20 remove_watcher() i=3 2024-09-07T13:41:40.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.800+0000 7f9da49f99c0 20 remove_watcher() i=4 2024-09-07T13:41:40.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.804+0000 7f9da49f99c0 20 remove_watcher() i=5 2024-09-07T13:41:40.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.804+0000 7f9da49f99c0 20 remove_watcher() i=6 2024-09-07T13:41:40.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.808+0000 7f9da49f99c0 20 remove_watcher() i=7 2024-09-07T13:41:40.832 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-07T13:41:40.865 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:40.865 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:40.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.908+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.908+0000 7efec27e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.908+0000 7efec27e29c0 20 realm 2024-09-07T13:41:40.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.908+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.908+0000 7efec27e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.908+0000 7efec27e29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:40.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.908+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.908+0000 7efec27e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:40.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.908+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.908+0000 7efec27e29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:40.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.908+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:40.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.912+0000 7efec27e29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:40.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.912+0000 7efec27e29c0 20 searching for the correct realm 2024-09-07T13:41:40.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.916+0000 7efec0ae9640 0 -- 172.21.15.107:0/4276632847 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7efea800ec20 msgr2=0x7efea807cb30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:40.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:40.924+0000 7efeb7fff640 0 -- 172.21.15.107:0/4276632847 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7efeb0082040 msgr2=0x7efeb00649d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:41.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.140+0000 7efec27e29c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:41.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.140+0000 7efec27e29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:41.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.140+0000 7efec27e29c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:41.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.140+0000 7efec27e29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:41.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.140+0000 7efec27e29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:41.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.140+0000 7efec27e29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:41.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.140+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:41.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:41.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 20 zone default found 2024-09-07T13:41:41.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 4 Realm: () 2024-09-07T13:41:41.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:41.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:41.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:41.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 20 zonegroup default 2024-09-07T13:41:41.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.144+0000 7efec27e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.148+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.148+0000 7efec27e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.148+0000 7efec27e29c0 20 started sync module instance, tier type = 2024-09-07T13:41:41.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.148+0000 7efec27e29c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:41.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.172+0000 7efec27e29c0 20 add_watcher() i=0 2024-09-07T13:41:41.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.172+0000 7efec27e29c0 20 add_watcher() i=1 2024-09-07T13:41:41.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.172+0000 7efec27e29c0 20 add_watcher() i=2 2024-09-07T13:41:41.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.172+0000 7efec27e29c0 20 add_watcher() i=3 2024-09-07T13:41:41.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.172+0000 7efec27e29c0 20 add_watcher() i=4 2024-09-07T13:41:41.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.172+0000 7efec27e29c0 20 add_watcher() i=5 2024-09-07T13:41:41.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.172+0000 7efec27e29c0 20 add_watcher() i=6 2024-09-07T13:41:41.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.176+0000 7efec27e29c0 20 add_watcher() i=7 2024-09-07T13:41:41.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.176+0000 7efec27e29c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:41.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.176+0000 7efd76fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:41.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:41.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:41.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 5 note: GC not initialized 2024-09-07T13:41:41.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efd75fdb640 20 reqs_thread_entry: start 2024-09-07T13:41:41.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:41.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 20 Filter name: none 2024-09-07T13:41:41.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efce77fe640 20 reqs_thread_entry: start 2024-09-07T13:41:41.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:41.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:41.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:41.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T13:41:41.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 20 INFO: main: starting shard=0 2024-09-07T13:41:41.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.180+0000 7efec27e29c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:41.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.184+0000 7efec27e29c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T13:41:41.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.184+0000 7efec27e29c0 20 INFO: main: done 2024-09-07T13:41:41.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.184+0000 7efd76fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:41.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.188+0000 7efec27e29c0 20 remove_watcher() i=0 2024-09-07T13:41:41.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.188+0000 7efec27e29c0 2 removed watcher, disabling cache 2024-09-07T13:41:41.194 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.192+0000 7efec27e29c0 20 remove_watcher() i=1 2024-09-07T13:41:41.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.192+0000 7efec27e29c0 20 remove_watcher() i=2 2024-09-07T13:41:41.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.196+0000 7efec27e29c0 20 remove_watcher() i=3 2024-09-07T13:41:41.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.196+0000 7efec27e29c0 20 remove_watcher() i=4 2024-09-07T13:41:41.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.200+0000 7efec27e29c0 20 remove_watcher() i=5 2024-09-07T13:41:41.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.200+0000 7efec27e29c0 20 remove_watcher() i=6 2024-09-07T13:41:41.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.200+0000 7efec27e29c0 20 remove_watcher() i=7 2024-09-07T13:41:41.220 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-07T13:41:41.249 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:41.249 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:41.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.288+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.292+0000 7f457545d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.292+0000 7f457545d9c0 20 realm 2024-09-07T13:41:41.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.292+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.292+0000 7f457545d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.292+0000 7f457545d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:41.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.292+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.292+0000 7f457545d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.292+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.296+0000 7f457545d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:41.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.296+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.296+0000 7f457545d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:41.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.296+0000 7f457545d9c0 20 searching for the correct realm 2024-09-07T13:41:41.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.300+0000 7f4572f63640 0 -- 172.21.15.107:0/2944714054 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f456c00e070 msgr2=0x7f456c06b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:41.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.516+0000 7f4572f63640 0 -- 172.21.15.107:0/2944714054 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f456c00e070 msgr2=0x7f456c06b8a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:41.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.528+0000 7f457545d9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:41.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.528+0000 7f457545d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:41.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.528+0000 7f457545d9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:41.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.528+0000 7f457545d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:41.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.528+0000 7f457545d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:41.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.528+0000 7f457545d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:41.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.528+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.528+0000 7f457545d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.528+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:41.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:41.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 20 zone default found 2024-09-07T13:41:41.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 4 Realm: () 2024-09-07T13:41:41.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:41.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:41.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:41.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 20 zonegroup default 2024-09-07T13:41:41.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.532+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.538 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.536+0000 7f457545d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.538 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.536+0000 7f457545d9c0 20 started sync module instance, tier type = 2024-09-07T13:41:41.538 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.536+0000 7f457545d9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:41.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.556+0000 7f457545d9c0 20 add_watcher() i=0 2024-09-07T13:41:41.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.556+0000 7f457545d9c0 20 add_watcher() i=1 2024-09-07T13:41:41.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.556+0000 7f457545d9c0 20 add_watcher() i=2 2024-09-07T13:41:41.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.556+0000 7f457545d9c0 20 add_watcher() i=3 2024-09-07T13:41:41.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.556+0000 7f457545d9c0 20 add_watcher() i=4 2024-09-07T13:41:41.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.556+0000 7f457545d9c0 20 add_watcher() i=5 2024-09-07T13:41:41.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.556+0000 7f457545d9c0 20 add_watcher() i=6 2024-09-07T13:41:41.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.560+0000 7f457545d9c0 20 add_watcher() i=7 2024-09-07T13:41:41.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.560+0000 7f457545d9c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:41.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.564+0000 7f44297e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:41.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.564+0000 7f457545d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:41.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.564+0000 7f457545d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:41.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.564+0000 7f457545d9c0 5 note: GC not initialized 2024-09-07T13:41:41.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.564+0000 7f43a3fff640 20 reqs_thread_entry: start 2024-09-07T13:41:41.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.564+0000 7f457545d9c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:41.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.564+0000 7f457545d9c0 20 Filter name: none 2024-09-07T13:41:41.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.564+0000 7f43a1ffb640 20 reqs_thread_entry: start 2024-09-07T13:41:41.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.564+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.571 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.568+0000 7f457545d9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:41.571 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.568+0000 7f457545d9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.568+0000 7f457545d9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:41.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.568+0000 7f457545d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:41.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.568+0000 7f457545d9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T13:41:41.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.568+0000 7f457545d9c0 20 INFO: main: starting shard=0 2024-09-07T13:41:41.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.568+0000 7f457545d9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:41.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.568+0000 7f457545d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T13:41:41.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.568+0000 7f457545d9c0 20 INFO: main: done 2024-09-07T13:41:41.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.572+0000 7f44297e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:41.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.576+0000 7f457545d9c0 20 remove_watcher() i=0 2024-09-07T13:41:41.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.576+0000 7f457545d9c0 2 removed watcher, disabling cache 2024-09-07T13:41:41.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.580+0000 7f457545d9c0 20 remove_watcher() i=1 2024-09-07T13:41:41.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.580+0000 7f457545d9c0 20 remove_watcher() i=2 2024-09-07T13:41:41.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.584+0000 7f457545d9c0 20 remove_watcher() i=3 2024-09-07T13:41:41.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.584+0000 7f457545d9c0 20 remove_watcher() i=4 2024-09-07T13:41:41.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.588+0000 7f457545d9c0 20 remove_watcher() i=5 2024-09-07T13:41:41.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.588+0000 7f457545d9c0 20 remove_watcher() i=6 2024-09-07T13:41:41.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.592+0000 7f457545d9c0 20 remove_watcher() i=7 2024-09-07T13:41:41.613 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2024-09-07T13:41:41.613 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:41.613 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-07T13:41:41.644 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:41.644 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:41.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.684+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.688+0000 7fa439fed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.688+0000 7fa439fed9c0 20 realm 2024-09-07T13:41:41.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.688+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.688+0000 7fa439fed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.688+0000 7fa439fed9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:41.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.688+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.688+0000 7fa439fed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.688+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.688+0000 7fa439fed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:41.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.688+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.692+0000 7fa439fed9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:41.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.692+0000 7fa439fed9c0 20 searching for the correct realm 2024-09-07T13:41:41.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.696+0000 7fa437af3640 0 -- 172.21.15.107:0/2964095969 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fa430117260 msgr2=0x7fa4300f6a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:41.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.912+0000 7fa437af3640 0 -- 172.21.15.107:0/2964095969 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fa430117260 msgr2=0x7fa4300f6a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:41.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:41.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:41.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:41.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:41.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:41.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:41.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:41.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:41.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 zone default found 2024-09-07T13:41:41.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 4 Realm: () 2024-09-07T13:41:41.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:41.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:41.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:41.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 zonegroup default 2024-09-07T13:41:41.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.924+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.928+0000 7fa439fed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.928+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.928+0000 7fa439fed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.928+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.928+0000 7fa439fed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:41.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.928+0000 7fa439fed9c0 20 started sync module instance, tier type = 2024-09-07T13:41:41.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.928+0000 7fa439fed9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:41.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.952+0000 7fa439fed9c0 20 add_watcher() i=0 2024-09-07T13:41:41.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.952+0000 7fa439fed9c0 20 add_watcher() i=1 2024-09-07T13:41:41.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.952+0000 7fa439fed9c0 20 add_watcher() i=2 2024-09-07T13:41:41.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.952+0000 7fa439fed9c0 20 add_watcher() i=3 2024-09-07T13:41:41.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.952+0000 7fa439fed9c0 20 add_watcher() i=4 2024-09-07T13:41:41.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.952+0000 7fa439fed9c0 20 add_watcher() i=5 2024-09-07T13:41:41.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.952+0000 7fa439fed9c0 20 add_watcher() i=6 2024-09-07T13:41:41.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.956+0000 7fa439fed9c0 20 add_watcher() i=7 2024-09-07T13:41:41.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.956+0000 7fa439fed9c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:41.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa2edfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:41.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa439fed9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:41.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa439fed9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:41.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa439fed9c0 5 note: GC not initialized 2024-09-07T13:41:41.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa2ecfe1640 20 reqs_thread_entry: start 2024-09-07T13:41:41.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa439fed9c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:41.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa439fed9c0 20 Filter name: none 2024-09-07T13:41:41.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa2667fc640 20 reqs_thread_entry: start 2024-09-07T13:41:41.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa439fed9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-07T13:41:41.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa439fed9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:41.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa439fed9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-07T13:41:41.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa439fed9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-07T13:41:41.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa439fed9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 : miss 2024-09-07T13:41:41.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.960+0000 7fa439fed9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:41.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.964+0000 7fa439fed9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:41.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.964+0000 7fa439fed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 info.flags=0x17 2024-09-07T13:41:41.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.964+0000 7fa439fed9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 to cache LRU end 2024-09-07T13:41:41.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.964+0000 7fa439fed9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T13:41:41.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.964+0000 7fa439fed9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-07T13:41:41.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.964+0000 7fa439fed9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 2024-09-07T13:41:41.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.964+0000 7fa439fed9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:41.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.964+0000 7fa439fed9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-07T13:41:41.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.964+0000 7fa439fed9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-07T13:41:41.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.968+0000 7fa2edfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:41.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.972+0000 7fa439fed9c0 20 remove_watcher() i=0 2024-09-07T13:41:41.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.972+0000 7fa439fed9c0 2 removed watcher, disabling cache 2024-09-07T13:41:41.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.972+0000 7fa439fed9c0 20 remove_watcher() i=1 2024-09-07T13:41:41.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.976+0000 7fa439fed9c0 20 remove_watcher() i=2 2024-09-07T13:41:41.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.980+0000 7fa439fed9c0 20 remove_watcher() i=3 2024-09-07T13:41:41.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.980+0000 7fa439fed9c0 20 remove_watcher() i=4 2024-09-07T13:41:41.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.980+0000 7fa439fed9c0 20 remove_watcher() i=5 2024-09-07T13:41:41.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.984+0000 7fa439fed9c0 20 remove_watcher() i=6 2024-09-07T13:41:41.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:41.984+0000 7fa439fed9c0 20 remove_watcher() i=7 2024-09-07T13:41:42.005 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: verify that bucket check fixes do not affect null version objects 2024-09-07T13:41:42.005 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:42.007 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:42.007 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:42.034 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:42.034 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:42.097 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:42.097 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:42.206 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2024-09-07T13:41:42.206 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:41:42.208 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:42.208 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:42.315 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:42.315 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:42.852 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:42.853 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:43.011 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:43.011 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:43.072 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:43.073 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:43.223 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:43.223 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:43.274 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:43.275 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:43.428 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:43.428 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:43.495 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:43.496 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:43.640 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:43.640 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:43.709 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:43.709 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:43.854 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:43.854 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:43.921 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:43.921 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:44.083 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:44.083 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:44.150 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-07T13:41:44.596 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-07T13:41:46.036 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:46.036 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:46.199 INFO:tasks.workunit.client.0.smithi107.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-07T13:41:46.199 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-07T13:41:46.235 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:46.235 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:46.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.276+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.276+0000 7f0374c4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:46.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.276+0000 7f0374c4b9c0 20 realm 2024-09-07T13:41:46.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.276+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.276+0000 7f0374c4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:46.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.276+0000 7f0374c4b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:46.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.280+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.280+0000 7f0374c4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:46.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.280+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.280+0000 7f0374c4b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:46.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.280+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.280+0000 7f0374c4b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:46.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.280+0000 7f0374c4b9c0 20 searching for the correct realm 2024-09-07T13:41:46.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.284+0000 7f0372751640 0 -- 172.21.15.107:0/1353459826 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f036c12c170 msgr2=0x7f036c0f81c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:46.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.500+0000 7f0372751640 0 -- 172.21.15.107:0/1353459826 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f036c12c170 msgr2=0x7f036c0f81c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:46.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:46.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:46.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:46.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:46.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:46.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:46.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:46.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:46.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:46.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 zone default found 2024-09-07T13:41:46.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 4 Realm: () 2024-09-07T13:41:46.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:46.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:46.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:46.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 zonegroup default 2024-09-07T13:41:46.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:46.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.512+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.516+0000 7f0374c4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:46.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.516+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.516+0000 7f0374c4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:46.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.516+0000 7f0374c4b9c0 20 started sync module instance, tier type = 2024-09-07T13:41:46.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.516+0000 7f0374c4b9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:46.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.540+0000 7f0374c4b9c0 20 add_watcher() i=0 2024-09-07T13:41:46.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.540+0000 7f0374c4b9c0 20 add_watcher() i=1 2024-09-07T13:41:46.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.540+0000 7f0374c4b9c0 20 add_watcher() i=2 2024-09-07T13:41:46.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.540+0000 7f0374c4b9c0 20 add_watcher() i=3 2024-09-07T13:41:46.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.540+0000 7f0374c4b9c0 20 add_watcher() i=4 2024-09-07T13:41:46.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.540+0000 7f0374c4b9c0 20 add_watcher() i=5 2024-09-07T13:41:46.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.540+0000 7f0374c4b9c0 20 add_watcher() i=6 2024-09-07T13:41:46.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.540+0000 7f0374c4b9c0 20 add_watcher() i=7 2024-09-07T13:41:46.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.540+0000 7f0374c4b9c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:46.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.544+0000 7f0228fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:46.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.548+0000 7f0374c4b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:46.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.548+0000 7f0374c4b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:46.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.548+0000 7f0374c4b9c0 5 note: GC not initialized 2024-09-07T13:41:46.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.548+0000 7f01a37fe640 20 reqs_thread_entry: start 2024-09-07T13:41:46.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.548+0000 7f0374c4b9c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:46.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.548+0000 7f0374c4b9c0 20 Filter name: none 2024-09-07T13:41:46.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.548+0000 7f01a17fa640 20 reqs_thread_entry: start 2024-09-07T13:41:46.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.548+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.548+0000 7f0374c4b9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:46.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.548+0000 7f0374c4b9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.552+0000 7f0374c4b9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:46.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.552+0000 7f0374c4b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:46.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.552+0000 7f0374c4b9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T13:41:46.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.552+0000 7f0374c4b9c0 20 INFO: main: starting shard=0 2024-09-07T13:41:46.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.552+0000 7f0374c4b9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:46.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.552+0000 7f0374c4b9c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-07T13:41:46.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.552+0000 7f0374c4b9c0 20 INFO: main: done 2024-09-07T13:41:46.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.552+0000 7f0228fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:46.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.560+0000 7f0374c4b9c0 20 remove_watcher() i=0 2024-09-07T13:41:46.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.560+0000 7f0374c4b9c0 2 removed watcher, disabling cache 2024-09-07T13:41:46.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.560+0000 7f0374c4b9c0 20 remove_watcher() i=1 2024-09-07T13:41:46.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.564+0000 7f0374c4b9c0 20 remove_watcher() i=2 2024-09-07T13:41:46.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.564+0000 7f0374c4b9c0 20 remove_watcher() i=3 2024-09-07T13:41:46.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.568+0000 7f0374c4b9c0 20 remove_watcher() i=4 2024-09-07T13:41:46.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.568+0000 7f0374c4b9c0 20 remove_watcher() i=5 2024-09-07T13:41:46.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.572+0000 7f0374c4b9c0 20 remove_watcher() i=6 2024-09-07T13:41:46.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.572+0000 7f0374c4b9c0 20 remove_watcher() i=7 2024-09-07T13:41:46.594 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:46.594 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:46.623 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:46.623 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:46.658 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:46.658 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:46.807 INFO:tasks.workunit.client.0.smithi107.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-07T13:41:46.807 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-07T13:41:46.845 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:46.845 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:46.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.888+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.888+0000 7fc86feba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:46.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.888+0000 7fc86feba9c0 20 realm 2024-09-07T13:41:46.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.888+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.888+0000 7fc86feba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:46.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.888+0000 7fc86feba9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:46.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.888+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.888+0000 7fc86feba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:46.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.888+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.892+0000 7fc86feba9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:46.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.892+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:46.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.892+0000 7fc86feba9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:46.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.892+0000 7fc86feba9c0 20 searching for the correct realm 2024-09-07T13:41:46.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:46.896+0000 7fc86d9c0640 0 -- 172.21.15.107:0/2710227389 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fc860072a10 msgr2=0x7fc860016820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:47.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.112+0000 7fc86d9c0640 0 -- 172.21.15.107:0/2710227389 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fc860072a10 msgr2=0x7fc860016820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:47.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.124+0000 7fc86feba9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:47.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.124+0000 7fc86feba9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:47.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.124+0000 7fc86feba9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:47.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.124+0000 7fc86feba9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:47.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.124+0000 7fc86feba9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:47.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.124+0000 7fc86feba9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:47.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.124+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.124+0000 7fc86feba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:47.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.124+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.124+0000 7fc86feba9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:47.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.124+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:47.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 20 zone default found 2024-09-07T13:41:47.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 4 Realm: () 2024-09-07T13:41:47.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:47.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:47.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:47.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 20 zonegroup default 2024-09-07T13:41:47.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:47.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:47.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:47.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 20 started sync module instance, tier type = 2024-09-07T13:41:47.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.128+0000 7fc86feba9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:47.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.152+0000 7fc86feba9c0 20 add_watcher() i=0 2024-09-07T13:41:47.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.152+0000 7fc86feba9c0 20 add_watcher() i=1 2024-09-07T13:41:47.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.152+0000 7fc86feba9c0 20 add_watcher() i=2 2024-09-07T13:41:47.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.152+0000 7fc86feba9c0 20 add_watcher() i=3 2024-09-07T13:41:47.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.152+0000 7fc86feba9c0 20 add_watcher() i=4 2024-09-07T13:41:47.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.152+0000 7fc86feba9c0 20 add_watcher() i=5 2024-09-07T13:41:47.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.156+0000 7fc86feba9c0 20 add_watcher() i=6 2024-09-07T13:41:47.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.156+0000 7fc86feba9c0 20 add_watcher() i=7 2024-09-07T13:41:47.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.156+0000 7fc86feba9c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:47.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.160+0000 7fc71f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:47.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.160+0000 7fc86feba9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:47.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.160+0000 7fc86feba9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:47.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc86feba9c0 5 note: GC not initialized 2024-09-07T13:41:47.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc71e7fc640 20 reqs_thread_entry: start 2024-09-07T13:41:47.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc86feba9c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:47.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc86feba9c0 20 Filter name: none 2024-09-07T13:41:47.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc68ffff640 20 reqs_thread_entry: start 2024-09-07T13:41:47.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc86feba9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:47.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc86feba9c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc86feba9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:47.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc86feba9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:47.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc86feba9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T13:41:47.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc86feba9c0 20 INFO: main: starting shard=0 2024-09-07T13:41:47.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.164+0000 7fc86feba9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:47.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.168+0000 7fc86feba9c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-07T13:41:47.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.168+0000 7fc86feba9c0 20 INFO: main: done 2024-09-07T13:41:47.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.168+0000 7fc71f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:47.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.176+0000 7fc86feba9c0 20 remove_watcher() i=0 2024-09-07T13:41:47.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.176+0000 7fc86feba9c0 2 removed watcher, disabling cache 2024-09-07T13:41:47.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.176+0000 7fc86feba9c0 20 remove_watcher() i=1 2024-09-07T13:41:47.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.180+0000 7fc86feba9c0 20 remove_watcher() i=2 2024-09-07T13:41:47.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.180+0000 7fc86feba9c0 20 remove_watcher() i=3 2024-09-07T13:41:47.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.184+0000 7fc86feba9c0 20 remove_watcher() i=4 2024-09-07T13:41:47.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.184+0000 7fc86feba9c0 20 remove_watcher() i=5 2024-09-07T13:41:47.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.188+0000 7fc86feba9c0 20 remove_watcher() i=6 2024-09-07T13:41:47.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.188+0000 7fc86feba9c0 20 remove_watcher() i=7 2024-09-07T13:41:47.208 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:47.208 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:47.237 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:47.237 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:47.367 INFO:tasks.workunit.client.0.smithi107.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-07T13:41:47.367 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-07T13:41:47.402 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:47.403 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:47.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.444+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.448+0000 7fbdd7b709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:47.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.448+0000 7fbdd7b709c0 20 realm 2024-09-07T13:41:47.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.448+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.448+0000 7fbdd7b709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:47.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.448+0000 7fbdd7b709c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:47.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.448+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.448+0000 7fbdd7b709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:47.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.448+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.448+0000 7fbdd7b709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:47.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.448+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.452+0000 7fbdd7b709c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:47.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.452+0000 7fbdd7b709c0 20 searching for the correct realm 2024-09-07T13:41:47.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.452+0000 7fbdd4e75640 0 -- 172.21.15.107:0/17796772 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7fbdc4002350 msgr2=0x7fbdd0064430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T13:41:47.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.664+0000 7fbdd5e77640 0 -- 172.21.15.107:0/17796772 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fbdc00bab30 msgr2=0x7fbdc00e8410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:47.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.684+0000 7fbdd7b709c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:47.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.684+0000 7fbdd7b709c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:47.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.684+0000 7fbdd7b709c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:47.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.684+0000 7fbdd7b709c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:47.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.684+0000 7fbdd7b709c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:47.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.684+0000 7fbdd7b709c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:47.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.684+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.684+0000 7fbdd7b709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:47.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.684+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.684+0000 7fbdd7b709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:47.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.684+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:47.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 20 zone default found 2024-09-07T13:41:47.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 4 Realm: () 2024-09-07T13:41:47.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:47.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:47.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:47.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 20 zonegroup default 2024-09-07T13:41:47.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:47.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:47.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:47.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 20 started sync module instance, tier type = 2024-09-07T13:41:47.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.688+0000 7fbdd7b709c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:47.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.716+0000 7fbdd7b709c0 20 add_watcher() i=0 2024-09-07T13:41:47.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.716+0000 7fbdd7b709c0 20 add_watcher() i=1 2024-09-07T13:41:47.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.716+0000 7fbdd7b709c0 20 add_watcher() i=2 2024-09-07T13:41:47.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.716+0000 7fbdd7b709c0 20 add_watcher() i=3 2024-09-07T13:41:47.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.716+0000 7fbdd7b709c0 20 add_watcher() i=4 2024-09-07T13:41:47.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.716+0000 7fbdd7b709c0 20 add_watcher() i=5 2024-09-07T13:41:47.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.716+0000 7fbdd7b709c0 20 add_watcher() i=6 2024-09-07T13:41:47.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.720+0000 7fbdd7b709c0 20 add_watcher() i=7 2024-09-07T13:41:47.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.720+0000 7fbdd7b709c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:47.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.724+0000 7fbc8b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:47.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.724+0000 7fbdd7b709c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:47.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.724+0000 7fbdd7b709c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:47.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.724+0000 7fbdd7b709c0 5 note: GC not initialized 2024-09-07T13:41:47.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.724+0000 7fbc8a7e4640 20 reqs_thread_entry: start 2024-09-07T13:41:47.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.724+0000 7fbdd7b709c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:47.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.724+0000 7fbdd7b709c0 20 Filter name: none 2024-09-07T13:41:47.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.724+0000 7fbbfbfff640 20 reqs_thread_entry: start 2024-09-07T13:41:47.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.724+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.724+0000 7fbdd7b709c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:47.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.724+0000 7fbdd7b709c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:47.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.728+0000 7fbdd7b709c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:47.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.728+0000 7fbdd7b709c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:47.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.728+0000 7fbdd7b709c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T13:41:47.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.728+0000 7fbdd7b709c0 20 INFO: main: starting shard=0 2024-09-07T13:41:47.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.728+0000 7fbdd7b709c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:47.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.728+0000 7fbdd7b709c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-07T13:41:47.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.728+0000 7fbdd7b709c0 20 INFO: main: done 2024-09-07T13:41:47.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.728+0000 7fbc8b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:47.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.736+0000 7fbdd7b709c0 20 remove_watcher() i=0 2024-09-07T13:41:47.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.736+0000 7fbdd7b709c0 2 removed watcher, disabling cache 2024-09-07T13:41:47.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.736+0000 7fbdd7b709c0 20 remove_watcher() i=1 2024-09-07T13:41:47.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.740+0000 7fbdd7b709c0 20 remove_watcher() i=2 2024-09-07T13:41:47.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.740+0000 7fbdd7b709c0 20 remove_watcher() i=3 2024-09-07T13:41:47.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.744+0000 7fbdd7b709c0 20 remove_watcher() i=4 2024-09-07T13:41:47.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.744+0000 7fbdd7b709c0 20 remove_watcher() i=5 2024-09-07T13:41:47.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.748+0000 7fbdd7b709c0 20 remove_watcher() i=6 2024-09-07T13:41:47.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:47.748+0000 7fbdd7b709c0 20 remove_watcher() i=7 2024-09-07T13:41:47.778 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:47.778 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:47.817 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:47.817 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:47.975 INFO:tasks.workunit.client.0.smithi107.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-07T13:41:47.975 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-07T13:41:48.012 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:48.012 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:48.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.052+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.056+0000 7f54c12f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:48.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.056+0000 7f54c12f89c0 20 realm 2024-09-07T13:41:48.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.056+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.056+0000 7f54c12f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:48.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.056+0000 7f54c12f89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:48.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.056+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.056+0000 7f54c12f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:48.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.056+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.056+0000 7f54c12f89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:48.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.056+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.060+0000 7f54c12f89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:48.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.060+0000 7f54c12f89c0 20 searching for the correct realm 2024-09-07T13:41:48.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.064+0000 7f54bf5ff640 0 -- 172.21.15.107:0/4051816801 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f54a812db80 msgr2=0x7f54a810e340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:48.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.072+0000 7f54b7fff640 0 -- 172.21.15.107:0/4051816801 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f54b003f950 msgr2=0x7f54b0002050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:48.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.288+0000 7f54c12f89c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:48.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.288+0000 7f54c12f89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:48.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.288+0000 7f54c12f89c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:48.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.288+0000 7f54c12f89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:48.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.288+0000 7f54c12f89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:48.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.288+0000 7f54c12f89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:48.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.288+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:48.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:48.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:48.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 zone default found 2024-09-07T13:41:48.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 4 Realm: () 2024-09-07T13:41:48.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:48.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:48.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:48.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 zonegroup default 2024-09-07T13:41:48.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:48.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:48.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:48.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 started sync module instance, tier type = 2024-09-07T13:41:48.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.292+0000 7f54c12f89c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:48.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.316+0000 7f54c12f89c0 20 add_watcher() i=0 2024-09-07T13:41:48.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.316+0000 7f54c12f89c0 20 add_watcher() i=1 2024-09-07T13:41:48.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.316+0000 7f54c12f89c0 20 add_watcher() i=2 2024-09-07T13:41:48.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.316+0000 7f54c12f89c0 20 add_watcher() i=3 2024-09-07T13:41:48.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.316+0000 7f54c12f89c0 20 add_watcher() i=4 2024-09-07T13:41:48.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.316+0000 7f54c12f89c0 20 add_watcher() i=5 2024-09-07T13:41:48.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.316+0000 7f54c12f89c0 20 add_watcher() i=6 2024-09-07T13:41:48.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.320+0000 7f54c12f89c0 20 add_watcher() i=7 2024-09-07T13:41:48.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.320+0000 7f54c12f89c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:48.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.324+0000 7f53757e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:48.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.324+0000 7f54c12f89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:48.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.324+0000 7f54c12f89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:48.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.324+0000 7f54c12f89c0 5 note: GC not initialized 2024-09-07T13:41:48.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.324+0000 7f52effff640 20 reqs_thread_entry: start 2024-09-07T13:41:48.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.328+0000 7f54c12f89c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:48.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.328+0000 7f54c12f89c0 20 Filter name: none 2024-09-07T13:41:48.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.328+0000 7f52edffb640 20 reqs_thread_entry: start 2024-09-07T13:41:48.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.328+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.328+0000 7f54c12f89c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:48.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.328+0000 7f54c12f89c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:48.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.328+0000 7f54c12f89c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:48.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.328+0000 7f54c12f89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:48.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.328+0000 7f54c12f89c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T13:41:48.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.328+0000 7f54c12f89c0 20 INFO: main: starting shard=0 2024-09-07T13:41:48.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.328+0000 7f54c12f89c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:48.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.328+0000 7f54c12f89c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-07T13:41:48.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.332+0000 7f54c12f89c0 20 INFO: main: done 2024-09-07T13:41:48.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.332+0000 7f53757e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:48.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.336+0000 7f54c12f89c0 20 remove_watcher() i=0 2024-09-07T13:41:48.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.336+0000 7f54c12f89c0 2 removed watcher, disabling cache 2024-09-07T13:41:48.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.340+0000 7f54c12f89c0 20 remove_watcher() i=1 2024-09-07T13:41:48.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.340+0000 7f54c12f89c0 20 remove_watcher() i=2 2024-09-07T13:41:48.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.344+0000 7f54c12f89c0 20 remove_watcher() i=3 2024-09-07T13:41:48.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.344+0000 7f54c12f89c0 20 remove_watcher() i=4 2024-09-07T13:41:48.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.348+0000 7f54c12f89c0 20 remove_watcher() i=5 2024-09-07T13:41:48.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.348+0000 7f54c12f89c0 20 remove_watcher() i=6 2024-09-07T13:41:48.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:48.352+0000 7f54c12f89c0 20 remove_watcher() i=7 2024-09-07T13:41:48.374 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:48.374 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:48.406 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-07T13:41:48.837 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-07T13:41:49.278 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-07T13:41:49.309 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:49.309 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:49.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.344+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.348+0000 7fd123db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.348+0000 7fd123db19c0 20 realm 2024-09-07T13:41:49.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.348+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.348+0000 7fd123db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.348+0000 7fd123db19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:49.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.348+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.348+0000 7fd123db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.348+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.348+0000 7fd123db19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:49.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.348+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.352+0000 7fd123db19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:49.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.352+0000 7fd123db19c0 20 searching for the correct realm 2024-09-07T13:41:49.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.356+0000 7fd1218b7640 0 -- 172.21.15.107:0/3476631074 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fd11c0b4b40 msgr2=0x7fd11c0cb410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T13:41:49.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.572+0000 7fd1218b7640 0 -- 172.21.15.107:0/3476631074 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fd11c0b4b40 msgr2=0x7fd11c0cb410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:49.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:49.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:49.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:49.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:49.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:49.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:49.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:49.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:49.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 zone default found 2024-09-07T13:41:49.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 4 Realm: () 2024-09-07T13:41:49.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:49.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:49.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:49.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 zonegroup default 2024-09-07T13:41:49.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.584+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.588+0000 7fd123db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.588+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.588+0000 7fd123db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.588+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.588+0000 7fd123db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.588+0000 7fd123db19c0 20 started sync module instance, tier type = 2024-09-07T13:41:49.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.588+0000 7fd123db19c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:49.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.612+0000 7fd123db19c0 20 add_watcher() i=0 2024-09-07T13:41:49.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.612+0000 7fd123db19c0 20 add_watcher() i=1 2024-09-07T13:41:49.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.612+0000 7fd123db19c0 20 add_watcher() i=2 2024-09-07T13:41:49.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.612+0000 7fd123db19c0 20 add_watcher() i=3 2024-09-07T13:41:49.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.612+0000 7fd123db19c0 20 add_watcher() i=4 2024-09-07T13:41:49.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.612+0000 7fd123db19c0 20 add_watcher() i=5 2024-09-07T13:41:49.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.612+0000 7fd123db19c0 20 add_watcher() i=6 2024-09-07T13:41:49.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.616+0000 7fd123db19c0 20 add_watcher() i=7 2024-09-07T13:41:49.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.616+0000 7fd123db19c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:49.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fcfd37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:49.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fd123db19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:49.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fd123db19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:49.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fd123db19c0 5 note: GC not initialized 2024-09-07T13:41:49.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fcfd27fc640 20 reqs_thread_entry: start 2024-09-07T13:41:49.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fd123db19c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:49.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fd123db19c0 20 Filter name: none 2024-09-07T13:41:49.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fcf43fff640 20 reqs_thread_entry: start 2024-09-07T13:41:49.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fd123db19c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-07T13:41:49.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fd123db19c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:49.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fd123db19c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-07T13:41:49.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fd123db19c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-07T13:41:49.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fd123db19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 : miss 2024-09-07T13:41:49.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.620+0000 7fd123db19c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.624+0000 7fd123db19c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:49.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.624+0000 7fd123db19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 info.flags=0x17 2024-09-07T13:41:49.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.624+0000 7fd123db19c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 to cache LRU end 2024-09-07T13:41:49.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.624+0000 7fd123db19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T13:41:49.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.624+0000 7fd123db19c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-07T13:41:49.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.624+0000 7fd123db19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 2024-09-07T13:41:49.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.624+0000 7fd123db19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:49.636 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.632+0000 7fcfd37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:49.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.640+0000 7fd123db19c0 20 remove_watcher() i=0 2024-09-07T13:41:49.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.640+0000 7fd123db19c0 2 removed watcher, disabling cache 2024-09-07T13:41:49.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.640+0000 7fd123db19c0 20 remove_watcher() i=1 2024-09-07T13:41:49.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.644+0000 7fd123db19c0 20 remove_watcher() i=2 2024-09-07T13:41:49.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.644+0000 7fd123db19c0 20 remove_watcher() i=3 2024-09-07T13:41:49.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.648+0000 7fd123db19c0 20 remove_watcher() i=4 2024-09-07T13:41:49.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.652+0000 7fd123db19c0 20 remove_watcher() i=5 2024-09-07T13:41:49.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.652+0000 7fd123db19c0 20 remove_watcher() i=6 2024-09-07T13:41:49.657 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.652+0000 7fd123db19c0 20 remove_watcher() i=7 2024-09-07T13:41:49.675 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-07T13:41:49.708 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:49.708 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:49.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.748+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.748+0000 7f65438f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.748+0000 7f65438f59c0 20 realm 2024-09-07T13:41:49.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.748+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.748+0000 7f65438f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.748+0000 7f65438f59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:49.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.748+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.748+0000 7f65438f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.748+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.748+0000 7f65438f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:49.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.748+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.752+0000 7f65438f59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:49.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.752+0000 7f65438f59c0 20 searching for the correct realm 2024-09-07T13:41:49.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.756+0000 7f65413fb640 0 -- 172.21.15.107:0/710869943 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f653c0dc940 msgr2=0x7f653c1079b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:49.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.972+0000 7f65413fb640 0 -- 172.21.15.107:0/710869943 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f653c0dc940 msgr2=0x7f653c1079b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:49.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.984+0000 7f65438f59c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:49.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.984+0000 7f65438f59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:49.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.984+0000 7f65438f59c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:49.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.984+0000 7f65438f59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:49.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.984+0000 7f65438f59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:49.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.984+0000 7f65438f59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:49.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.984+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.984+0000 7f65438f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.984+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.984+0000 7f65438f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:49.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.984+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:49.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 20 zone default found 2024-09-07T13:41:49.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 4 Realm: () 2024-09-07T13:41:49.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:49.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:49.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:49.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 20 zonegroup default 2024-09-07T13:41:49.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:49.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:49.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 20 started sync module instance, tier type = 2024-09-07T13:41:49.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:49.988+0000 7f65438f59c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:50.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.012+0000 7f65438f59c0 20 add_watcher() i=0 2024-09-07T13:41:50.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.012+0000 7f65438f59c0 20 add_watcher() i=1 2024-09-07T13:41:50.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.012+0000 7f65438f59c0 20 add_watcher() i=2 2024-09-07T13:41:50.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.012+0000 7f65438f59c0 20 add_watcher() i=3 2024-09-07T13:41:50.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.012+0000 7f65438f59c0 20 add_watcher() i=4 2024-09-07T13:41:50.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.012+0000 7f65438f59c0 20 add_watcher() i=5 2024-09-07T13:41:50.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.012+0000 7f65438f59c0 20 add_watcher() i=6 2024-09-07T13:41:50.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.016+0000 7f65438f59c0 20 add_watcher() i=7 2024-09-07T13:41:50.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.016+0000 7f65438f59c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:50.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f63f77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:50.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f65438f59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:50.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f65438f59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:50.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f65438f59c0 5 note: GC not initialized 2024-09-07T13:41:50.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f63f67e4640 20 reqs_thread_entry: start 2024-09-07T13:41:50.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f65438f59c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:50.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f65438f59c0 20 Filter name: none 2024-09-07T13:41:50.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f6367fff640 20 reqs_thread_entry: start 2024-09-07T13:41:50.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f65438f59c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-07T13:41:50.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f65438f59c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:50.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f65438f59c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-07T13:41:50.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f65438f59c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-07T13:41:50.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f65438f59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 : miss 2024-09-07T13:41:50.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.020+0000 7f65438f59c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.024+0000 7f65438f59c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:50.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.024+0000 7f65438f59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 info.flags=0x17 2024-09-07T13:41:50.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.024+0000 7f65438f59c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 to cache LRU end 2024-09-07T13:41:50.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.024+0000 7f65438f59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T13:41:50.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.024+0000 7f65438f59c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-07T13:41:50.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.024+0000 7f65438f59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2 2024-09-07T13:41:50.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.024+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.028+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.028+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:c state=0x564f7d3d3258 s->prefetch_data=0 2024-09-07T13:41:50.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.028+0000 7f65438f59c0 20 get_obj_state: setting s->obj_tag to 7ctumanqsuwfdr949nss11ovtgmfiuw7 2024-09-07T13:41:50.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.028+0000 7f65438f59c0 20 get_obj_state_impl: setting s->olh_tag to pw6n4nthgi6jzcsxk32kq7qiq1sa3336 2024-09-07T13:41:50.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.028+0000 7f65438f59c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=pw6n4nthgi6jzcsxk32kq7qiq1sa3336 2024-09-07T13:41:50.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.032+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.036+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.036+0000 7f65438f59c0 20 olh_log_entry: epoch=3 op=3 key=c[VZyckGS.SbAPkcm1.EbPuDkoawDdbPA] 2024-09-07T13:41:50.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.036+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:_:VZyckGS.SbAPkcm1.EbPuDkoawDdbPA_c state=0x564f7d3cd338 s->prefetch_data=0 2024-09-07T13:41:50.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.036+0000 7f65438f59c0 10 manifest: total_size = 9 2024-09-07T13:41:50.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.036+0000 7f65438f59c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9353494820988872163 2024-09-07T13:41:50.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.036+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:_:VZyckGS.SbAPkcm1.EbPuDkoawDdbPA_c state=0x564f7d3cd338 s->prefetch_data=0 2024-09-07T13:41:50.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.036+0000 7f65438f59c0 20 prepare_atomic_modification: state is not atomic. state=0x564f7d3cd338 2024-09-07T13:41:50.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.036+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.044+0000 7f65438f59c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T13:41:50.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.044+0000 7f65438f59c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-07T13:41:50.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.044+0000 7f65438f59c0 0 deleting objects inline since gc isn't initialized 2024-09-07T13:41:50.048 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.044+0000 7f65438f59c0 5 delete_objs_inline: removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2__shadow:VZyckGS.SbAPkcm1.EbPuDkoawDdbPA_.fTwo8zijMOzla_JhJdb8PNfu3-HHWsh_0 2024-09-07T13:41:50.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.048+0000 7f6424ff9640 20 handle_completion(): completion ok for obj=c[VZyckGS.SbAPkcm1.EbPuDkoawDdbPA] 2024-09-07T13:41:50.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.048+0000 7f65438f59c0 5 delete_objs_inline: refcount put returned error -2 2024-09-07T13:41:50.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.052+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.052+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.056+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.056+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.056+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:d state=0x564f7d3d2d48 s->prefetch_data=0 2024-09-07T13:41:50.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.060+0000 7f65438f59c0 20 get_obj_state: setting s->obj_tag to m5grrdebieid4j282yg3gfq57xavgpj3 2024-09-07T13:41:50.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.060+0000 7f65438f59c0 20 get_obj_state_impl: setting s->olh_tag to 5khknt0v8h3ddyco94jesx5y8ig3j273 2024-09-07T13:41:50.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.060+0000 7f65438f59c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=5khknt0v8h3ddyco94jesx5y8ig3j273 2024-09-07T13:41:50.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.060+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.064+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.064+0000 7f65438f59c0 20 olh_log_entry: epoch=3 op=3 key=d[AKO7syceFkfTrQjDsdBUUjl.FJc8mO1] 2024-09-07T13:41:50.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.064+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:_:AKO7syceFkfTrQjDsdBUUjl.FJc8mO1_d state=0x564f7d3fee08 s->prefetch_data=0 2024-09-07T13:41:50.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.068+0000 7f65438f59c0 10 manifest: total_size = 11 2024-09-07T13:41:50.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.068+0000 7f65438f59c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11557318960367423564 2024-09-07T13:41:50.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.068+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:_:AKO7syceFkfTrQjDsdBUUjl.FJc8mO1_d state=0x564f7d3fee08 s->prefetch_data=0 2024-09-07T13:41:50.071 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.068+0000 7f65438f59c0 20 prepare_atomic_modification: state is not atomic. state=0x564f7d3fee08 2024-09-07T13:41:50.071 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.068+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.072+0000 7f65438f59c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T13:41:50.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.072+0000 7f65438f59c0 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-07T13:41:50.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.072+0000 7f65438f59c0 0 deleting objects inline since gc isn't initialized 2024-09-07T13:41:50.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.072+0000 7f65438f59c0 5 delete_objs_inline: removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2__shadow:AKO7syceFkfTrQjDsdBUUjl.FJc8mO1_.IqtNy2eN8VOpPuRSwRzHGwRb0rrZjz8_0 2024-09-07T13:41:50.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.076+0000 7f6424ff9640 20 handle_completion(): completion ok for obj=d[AKO7syceFkfTrQjDsdBUUjl.FJc8mO1] 2024-09-07T13:41:50.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.076+0000 7f65438f59c0 5 delete_objs_inline: refcount put returned error -2 2024-09-07T13:41:50.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.076+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.076+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.084+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.084+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.084+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:e state=0x564f7d402728 s->prefetch_data=0 2024-09-07T13:41:50.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.084+0000 7f65438f59c0 20 get_obj_state: setting s->obj_tag to h0uxm66tayjtwb0jnxrhuy6u1p38dycb 2024-09-07T13:41:50.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.084+0000 7f65438f59c0 20 get_obj_state_impl: setting s->olh_tag to 09pwrm6eg5q8syrgm0mllxhzixliq4yy 2024-09-07T13:41:50.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.084+0000 7f65438f59c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=09pwrm6eg5q8syrgm0mllxhzixliq4yy 2024-09-07T13:41:50.092 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.088+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.092+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.092+0000 7f65438f59c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-07T13:41:50.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.092+0000 7f65438f59c0 20 olh_log_entry: epoch=2 op=3 key=e[5i1n5cD6DKixHe8ackmbyCWzaKOfmXs] 2024-09-07T13:41:50.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.092+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:_:5i1n5cD6DKixHe8ackmbyCWzaKOfmXs_e state=0x564f7d3d2d48 s->prefetch_data=0 2024-09-07T13:41:50.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.092+0000 7f65438f59c0 10 manifest: total_size = 22 2024-09-07T13:41:50.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.092+0000 7f65438f59c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11365411827981726751 2024-09-07T13:41:50.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.092+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:_:5i1n5cD6DKixHe8ackmbyCWzaKOfmXs_e state=0x564f7d3d2d48 s->prefetch_data=0 2024-09-07T13:41:50.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.092+0000 7f65438f59c0 20 prepare_atomic_modification: state is not atomic. state=0x564f7d3d2d48 2024-09-07T13:41:50.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.092+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.100+0000 7f65438f59c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T13:41:50.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.100+0000 7f65438f59c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-07T13:41:50.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.100+0000 7f65438f59c0 0 deleting objects inline since gc isn't initialized 2024-09-07T13:41:50.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.100+0000 7f65438f59c0 5 delete_objs_inline: removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2__shadow:5i1n5cD6DKixHe8ackmbyCWzaKOfmXs_.oUqiJdy6wI1AO1nk50N1sW-qqlvl3-3_0 2024-09-07T13:41:50.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.100+0000 7f65438f59c0 5 delete_objs_inline: refcount put returned error -2 2024-09-07T13:41:50.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.104+0000 7f6413fff640 20 handle_completion(): completion ok for obj=e[5i1n5cD6DKixHe8ackmbyCWzaKOfmXs] 2024-09-07T13:41:50.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.104+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:e state=0x564f7d402728 s->prefetch_data=0 2024-09-07T13:41:50.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.104+0000 7f65438f59c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=09pwrm6eg5q8syrgm0mllxhzixliq4yy 2024-09-07T13:41:50.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.108+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.112+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.112+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.112+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:f state=0x564f7d3d2d48 s->prefetch_data=0 2024-09-07T13:41:50.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.112+0000 7f65438f59c0 20 get_obj_state: setting s->obj_tag to o4f3sofsjep0ysklr13d6a6yvj8hcrpz 2024-09-07T13:41:50.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.112+0000 7f65438f59c0 20 get_obj_state_impl: setting s->olh_tag to gm3e0wmdx0jyp8bdsk79hd2tu3xmwd7c 2024-09-07T13:41:50.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.112+0000 7f65438f59c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=gm3e0wmdx0jyp8bdsk79hd2tu3xmwd7c 2024-09-07T13:41:50.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.116+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.120+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.120+0000 7f65438f59c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-07T13:41:50.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.120+0000 7f65438f59c0 20 olh_log_entry: epoch=2 op=3 key=f[1wRQQpBJiedXDrRlMR1FapLJ9GJ09QV] 2024-09-07T13:41:50.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.120+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:_:1wRQQpBJiedXDrRlMR1FapLJ9GJ09QV_f state=0x564f7d3cc968 s->prefetch_data=0 2024-09-07T13:41:50.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.120+0000 7f65438f59c0 10 manifest: total_size = 22 2024-09-07T13:41:50.126 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.120+0000 7f65438f59c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13302721999889727028 2024-09-07T13:41:50.126 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.120+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:_:1wRQQpBJiedXDrRlMR1FapLJ9GJ09QV_f state=0x564f7d3cc968 s->prefetch_data=0 2024-09-07T13:41:50.126 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.120+0000 7f65438f59c0 20 prepare_atomic_modification: state is not atomic. state=0x564f7d3cc968 2024-09-07T13:41:50.126 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.120+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.128+0000 7f65438f59c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T13:41:50.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.128+0000 7f65438f59c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-07T13:41:50.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.128+0000 7f65438f59c0 0 deleting objects inline since gc isn't initialized 2024-09-07T13:41:50.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.128+0000 7f65438f59c0 5 delete_objs_inline: removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2__shadow:1wRQQpBJiedXDrRlMR1FapLJ9GJ09QV_.2mndyacntP3VLJ6829pkswXy1NXBGWY_0 2024-09-07T13:41:50.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.128+0000 7f6424ff9640 20 handle_completion(): completion ok for obj=f[1wRQQpBJiedXDrRlMR1FapLJ9GJ09QV] 2024-09-07T13:41:50.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.128+0000 7f65438f59c0 5 delete_objs_inline: refcount put returned error -2 2024-09-07T13:41:50.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.132+0000 7f65438f59c0 20 get_obj_state: octx=0x564f7d11e3d0 obj=check-bucket:f state=0x564f7d3d2d48 s->prefetch_data=0 2024-09-07T13:41:50.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.132+0000 7f65438f59c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=gm3e0wmdx0jyp8bdsk79hd2tu3xmwd7c 2024-09-07T13:41:50.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.140+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.144+0000 7f65438f59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2.0 2024-09-07T13:41:50.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.144+0000 7f65438f59c0 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-07T13:41:50.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.144+0000 7f65438f59c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-07T13:41:50.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.144+0000 7f63f77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:50.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.148+0000 7f65438f59c0 20 remove_watcher() i=0 2024-09-07T13:41:50.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.148+0000 7f65438f59c0 2 removed watcher, disabling cache 2024-09-07T13:41:50.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.152+0000 7f65438f59c0 20 remove_watcher() i=1 2024-09-07T13:41:50.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.152+0000 7f65438f59c0 20 remove_watcher() i=2 2024-09-07T13:41:50.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.156+0000 7f65438f59c0 20 remove_watcher() i=3 2024-09-07T13:41:50.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.156+0000 7f65438f59c0 20 remove_watcher() i=4 2024-09-07T13:41:50.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.160+0000 7f65438f59c0 20 remove_watcher() i=5 2024-09-07T13:41:50.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.160+0000 7f65438f59c0 20 remove_watcher() i=6 2024-09-07T13:41:50.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.160+0000 7f65438f59c0 20 remove_watcher() i=7 2024-09-07T13:41:50.181 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:50.181 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:50.229 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:50.229 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:50.626 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-07T13:41:50.658 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:41:50.658 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:41:50.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.700+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.700+0000 7f09f24529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:50.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.700+0000 7f09f24529c0 20 realm 2024-09-07T13:41:50.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.700+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.700+0000 7f09f24529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:50.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.700+0000 7f09f24529c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:41:50.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.700+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.700+0000 7f09f24529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:50.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.700+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.704+0000 7f09f24529c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:50.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.704+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.704+0000 7f09f24529c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:41:50.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.704+0000 7f09f24529c0 20 searching for the correct realm 2024-09-07T13:41:50.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.708+0000 7f09eff58640 0 -- 172.21.15.107:0/3466390902 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f09e807ceb0 msgr2=0x7f09e806b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:50.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.924+0000 7f09eff58640 0 -- 172.21.15.107:0/3466390902 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f09e807ceb0 msgr2=0x7f09e806b710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:41:50.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.936+0000 7f09f24529c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:41:50.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.936+0000 7f09f24529c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:41:50.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.936+0000 7f09f24529c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:41:50.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.936+0000 7f09f24529c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:41:50.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.936+0000 7f09f24529c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:41:50.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.936+0000 7f09f24529c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:41:50.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.936+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.936+0000 7f09f24529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:50.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.936+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.936+0000 7f09f24529c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:41:50.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.936+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:41:50.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 20 zone default found 2024-09-07T13:41:50.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 4 Realm: () 2024-09-07T13:41:50.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:41:50.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:41:50.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:41:50.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 20 zonegroup default 2024-09-07T13:41:50.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:50.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:50.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:41:50.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 20 started sync module instance, tier type = 2024-09-07T13:41:50.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.940+0000 7f09f24529c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:41:50.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.964+0000 7f09f24529c0 20 add_watcher() i=0 2024-09-07T13:41:50.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.964+0000 7f09f24529c0 20 add_watcher() i=1 2024-09-07T13:41:50.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.964+0000 7f09f24529c0 20 add_watcher() i=2 2024-09-07T13:41:50.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.964+0000 7f09f24529c0 20 add_watcher() i=3 2024-09-07T13:41:50.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.964+0000 7f09f24529c0 20 add_watcher() i=4 2024-09-07T13:41:50.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.964+0000 7f09f24529c0 20 add_watcher() i=5 2024-09-07T13:41:50.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.964+0000 7f09f24529c0 20 add_watcher() i=6 2024-09-07T13:41:50.972 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.968+0000 7f09f24529c0 20 add_watcher() i=7 2024-09-07T13:41:50.972 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.968+0000 7f09f24529c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:41:50.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.972+0000 7f08a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:50.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.972+0000 7f09f24529c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:41:50.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.972+0000 7f09f24529c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:41:50.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.972+0000 7f09f24529c0 5 note: GC not initialized 2024-09-07T13:41:50.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.972+0000 7f08a4fe1640 20 reqs_thread_entry: start 2024-09-07T13:41:50.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.972+0000 7f09f24529c0 20 init_complete bucket index max shards: 1 2024-09-07T13:41:50.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.976+0000 7f09f24529c0 20 Filter name: none 2024-09-07T13:41:50.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.976+0000 7f081e7fc640 20 reqs_thread_entry: start 2024-09-07T13:41:50.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.976+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.976+0000 7f09f24529c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:50.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.976+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.976+0000 7f09f24529c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:50.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.976+0000 7f09f24529c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:50.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.976+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.976+0000 7f09f24529c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-07T13:41:50.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.976+0000 7f09f24529c0 20 rados->read ofs=0 len=0 2024-09-07T13:41:50.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.976+0000 7f09f24529c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-07T13:41:50.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.976+0000 7f09f24529c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T13:41:50.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.980+0000 7f08a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:41:50.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.984+0000 7f09f24529c0 20 remove_watcher() i=0 2024-09-07T13:41:50.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.984+0000 7f09f24529c0 2 removed watcher, disabling cache 2024-09-07T13:41:50.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.988+0000 7f09f24529c0 20 remove_watcher() i=1 2024-09-07T13:41:50.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.992+0000 7f09f24529c0 20 remove_watcher() i=2 2024-09-07T13:41:50.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.992+0000 7f09f24529c0 20 remove_watcher() i=3 2024-09-07T13:41:50.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.996+0000 7f09f24529c0 20 remove_watcher() i=4 2024-09-07T13:41:51.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:50.996+0000 7f09f24529c0 20 remove_watcher() i=5 2024-09-07T13:41:51.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:51.000+0000 7f09f24529c0 20 remove_watcher() i=6 2024-09-07T13:41:51.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:41:51.000+0000 7f09f24529c0 20 remove_watcher() i=7 2024-09-07T13:41:51.019 INFO:tasks.workunit.client.0.smithi107.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-07T13:41:51.020 INFO:tasks.workunit.client.0.smithi107.stderr:Deleting bucket check-bucket 2024-09-07T13:41:51.021 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:51.021 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:51.051 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:41:51.051 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:41:51.302 INFO:tasks.workunit.client.0.smithi107.stderr:Completed bucket check tests 2024-09-07T13:41:51.302 INFO:tasks.workunit.client.0.smithi107.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-07T13:41:51.302 INFO:tasks.workunit.client.0.smithi107.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-07T13:41:51.302 INFO:tasks.workunit.client.0.smithi107.stdout:connected to https://localhost:443 2024-09-07T13:41:51.402 INFO:tasks.workunit.client.0.smithi107.stderr:+ deactivate 2024-09-07T13:41:51.402 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-07T13:41:51.402 INFO:tasks.workunit.client.0.smithi107.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-07T13:41:51.402 INFO:tasks.workunit.client.0.smithi107.stderr:+ export PATH 2024-09-07T13:41:51.402 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-07T13:41:51.402 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n '' ']' 2024-09-07T13:41:51.402 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-07T13:41:51.402 INFO:tasks.workunit.client.0.smithi107.stderr:+ hash -r 2024-09-07T13:41:51.402 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n '' ']' 2024-09-07T13:41:51.402 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset VIRTUAL_ENV 2024-09-07T13:41:51.403 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-07T13:41:51.403 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-07T13:41:51.403 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset -f deactivate 2024-09-07T13:41:51.403 INFO:tasks.workunit.client.0.smithi107.stderr:+ echo OK. 2024-09-07T13:41:51.404 INFO:tasks.workunit.client.0.smithi107.stdout:OK. 2024-09-07T13:41:51.404 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:41:51.405 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:41:51.460 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2024-09-07T13:41:51.460 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-07T13:41:52.364 DEBUG:teuthology.parallel:result is None 2024-09-07T13:41:52.364 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T13:41:52.377 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T13:41:52.377 DEBUG:teuthology.orchestra.run.smithi107:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-07T13:41:52.422 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T13:41:52.422 INFO:teuthology.run_tasks:Running task workunit... 2024-09-07T13:41:52.435 INFO:tasks.workunit:Pulling workunits from ref 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:41:52.435 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-07T13:41:52.435 DEBUG:teuthology.orchestra.run.smithi107:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-07T13:41:52.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:41:52.471 INFO:teuthology.orchestra.run.smithi107.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-07T13:41:52.472 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-07T13:41:52.518 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-07T13:41:52.518 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-07T13:41:52.568 INFO:tasks.workunit:timeout=3h 2024-09-07T13:41:52.568 INFO:tasks.workunit:cleanup=True 2024-09-07T13:41:52.568 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:41:52.617 INFO:tasks.workunit.client.0.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-07T13:42:49.283 INFO:tasks.workunit.client.0.smithi107.stderr:Updating files: 97% (12421/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-07T13:42:49.819 INFO:tasks.workunit.client.0.smithi107.stderr:Note: switching to '5c120bb86a547030eb0946833002675f49ccd220'. 2024-09-07T13:42:49.820 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:42:49.820 INFO:tasks.workunit.client.0.smithi107.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-07T13:42:49.820 INFO:tasks.workunit.client.0.smithi107.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-07T13:42:49.820 INFO:tasks.workunit.client.0.smithi107.stderr:state without impacting any branches by switching back to a branch. 2024-09-07T13:42:49.820 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:42:49.820 INFO:tasks.workunit.client.0.smithi107.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-07T13:42:49.820 INFO:tasks.workunit.client.0.smithi107.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-07T13:42:49.820 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:42:49.820 INFO:tasks.workunit.client.0.smithi107.stderr: git switch -c 2024-09-07T13:42:49.820 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:42:49.820 INFO:tasks.workunit.client.0.smithi107.stderr:Or undo this operation with: 2024-09-07T13:42:49.820 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:42:49.821 INFO:tasks.workunit.client.0.smithi107.stderr: git switch - 2024-09-07T13:42:49.821 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:42:49.821 INFO:tasks.workunit.client.0.smithi107.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-07T13:42:49.821 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:42:49.821 INFO:tasks.workunit.client.0.smithi107.stderr:HEAD is now at 5c120bb86a5 rgw/service: remove unused metadata and metadata backend services 2024-09-07T13:42:49.827 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-07T13:42:49.875 INFO:tasks.workunit.client.0.smithi107.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-07T13:42:49.877 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-07T13:42:49.877 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-07T13:42:49.939 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-07T13:42:49.997 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-07T13:42:50.043 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-07T13:42:50.045 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-07T13:42:50.045 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-07T13:42:50.086 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-07T13:42:50.090 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:42:50.090 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-07T13:42:50.138 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2024-09-07T13:42:50.139 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-07T13:42:50.139 DEBUG:teuthology.orchestra.run.smithi107:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-07T13:42:50.205 INFO:tasks.workunit.client.0.smithi107.stdout:Running main() from gmock_main.cc 2024-09-07T13:42:50.205 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-07T13:42:50.205 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:42:50.205 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 11 tests from ClsLock 2024-09-07T13:42:50.205 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-07T13:42:52.440 INFO:tasks.workunit.client.0.smithi107.stdout:lock: mylock 2024-09-07T13:42:52.441 INFO:tasks.workunit.client.0.smithi107.stdout: lock_type: exclusive 2024-09-07T13:42:52.441 INFO:tasks.workunit.client.0.smithi107.stdout: tag: 2024-09-07T13:42:52.441 INFO:tasks.workunit.client.0.smithi107.stdout: lockers: 2024-09-07T13:42:52.441 INFO:tasks.workunit.client.0.smithi107.stdout: client.5235 expiration=2024-09-07T13:44:52.430501+0000 addr=v1:172.21.15.107:0/2475269522 cookie= 2024-09-07T13:42:52.453 INFO:tasks.workunit.client.0.smithi107.stdout:lock: mylock 2024-09-07T13:42:52.453 INFO:tasks.workunit.client.0.smithi107.stdout: lock_type: shared 2024-09-07T13:42:52.453 INFO:tasks.workunit.client.0.smithi107.stdout: tag: 2024-09-07T13:42:52.454 INFO:tasks.workunit.client.0.smithi107.stdout: lockers: 2024-09-07T13:42:52.454 INFO:tasks.workunit.client.0.smithi107.stdout: client.5235 expiration=2024-09-07T13:44:52.450399+0000 addr=v1:172.21.15.107:0/2475269522 cookie= 2024-09-07T13:42:52.454 INFO:tasks.workunit.client.0.smithi107.stdout: client.5244 expiration=0.000000 addr=v1:172.21.15.107:0/1767300821 cookie= 2024-09-07T13:42:52.458 INFO:tasks.workunit.client.0.smithi107.stdout:lock: mylock 2024-09-07T13:42:52.458 INFO:tasks.workunit.client.0.smithi107.stdout: lock_type: shared 2024-09-07T13:42:52.458 INFO:tasks.workunit.client.0.smithi107.stdout: tag: 2024-09-07T13:42:52.458 INFO:tasks.workunit.client.0.smithi107.stdout: lockers: 2024-09-07T13:42:52.458 INFO:tasks.workunit.client.0.smithi107.stdout: client.5244 expiration=0.000000 addr=v1:172.21.15.107:0/1767300821 cookie= 2024-09-07T13:42:53.072 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsLock.TestMultiLocking (2867 ms) 2024-09-07T13:42:53.072 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsLock.TestMeta 2024-09-07T13:42:55.391 INFO:tasks.workunit.client.0.smithi107.stdout:lock: mylock 2024-09-07T13:42:55.391 INFO:tasks.workunit.client.0.smithi107.stdout: lock_type: shared 2024-09-07T13:42:55.391 INFO:tasks.workunit.client.0.smithi107.stdout: tag: 2024-09-07T13:42:55.391 INFO:tasks.workunit.client.0.smithi107.stdout: lockers: 2024-09-07T13:42:55.391 INFO:tasks.workunit.client.0.smithi107.stdout: client.5259 expiration=0.000000 addr=v1:172.21.15.107:0/3607857018 cookie= 2024-09-07T13:42:55.397 INFO:tasks.workunit.client.0.smithi107.stdout:lock: mylock 2024-09-07T13:42:55.397 INFO:tasks.workunit.client.0.smithi107.stdout: lock_type: exclusive 2024-09-07T13:42:55.397 INFO:tasks.workunit.client.0.smithi107.stdout: tag: new_tag 2024-09-07T13:42:55.398 INFO:tasks.workunit.client.0.smithi107.stdout: lockers: 2024-09-07T13:42:55.398 INFO:tasks.workunit.client.0.smithi107.stdout: client.5114 expiration=0.000000 addr=v1:172.21.15.107:0/965016738 cookie= 2024-09-07T13:42:56.151 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsLock.TestMeta (3080 ms) 2024-09-07T13:42:56.151 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsLock.TestCookie 2024-09-07T13:42:58.203 INFO:tasks.workunit.client.0.smithi107.stdout:lock: mylock 2024-09-07T13:42:58.203 INFO:tasks.workunit.client.0.smithi107.stdout: lock_type: exclusive 2024-09-07T13:42:58.203 INFO:tasks.workunit.client.0.smithi107.stdout: tag: 2024-09-07T13:42:58.203 INFO:tasks.workunit.client.0.smithi107.stdout: lockers: 2024-09-07T13:42:58.208 INFO:tasks.workunit.client.0.smithi107.stdout:lock: mylock 2024-09-07T13:42:58.208 INFO:tasks.workunit.client.0.smithi107.stdout: lock_type: shared 2024-09-07T13:42:58.208 INFO:tasks.workunit.client.0.smithi107.stdout: tag: 2024-09-07T13:42:58.208 INFO:tasks.workunit.client.0.smithi107.stdout: lockers: 2024-09-07T13:42:58.208 INFO:tasks.workunit.client.0.smithi107.stdout: client.5120 expiration=0.000000 addr=v1:172.21.15.107:0/3957762455 cookie= 2024-09-07T13:42:58.208 INFO:tasks.workunit.client.0.smithi107.stdout: client.5120 expiration=0.000000 addr=v1:172.21.15.107:0/3957762455 cookie=new cookie 2024-09-07T13:42:59.153 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsLock.TestCookie (3001 ms) 2024-09-07T13:42:59.153 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-07T13:43:02.192 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsLock.TestMultipleLocks (3039 ms) 2024-09-07T13:43:02.192 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-07T13:43:10.266 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsLock.TestLockDuration (8072 ms) 2024-09-07T13:43:10.266 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-07T13:43:13.286 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsLock.TestAssertLocked (3023 ms) 2024-09-07T13:43:13.286 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-07T13:43:16.344 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsLock.TestSetCookie (3057 ms) 2024-09-07T13:43:16.344 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsLock.TestRenew 2024-09-07T13:43:37.401 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsLock.TestRenew (21057 ms) 2024-09-07T13:43:37.401 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-07T13:43:43.514 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6113 ms) 2024-09-07T13:43:43.514 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-07T13:43:51.581 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8068 ms) 2024-09-07T13:43:51.582 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-07T13:43:59.693 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8111 ms) 2024-09-07T13:43:59.693 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 11 tests from ClsLock (69488 ms total) 2024-09-07T13:43:59.693 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:43:59.693 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:43:59.693 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 11 tests from 1 test suite ran. (69488 ms total) 2024-09-07T13:43:59.693 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 11 tests. 2024-09-07T13:43:59.698 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:43:59.698 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:43:59.756 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2024-09-07T13:43:59.757 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-07T13:43:59.758 DEBUG:teuthology.orchestra.run.smithi107:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-07T13:43:59.821 INFO:tasks.workunit.client.0.smithi107.stdout:Running main() from gmock_main.cc 2024-09-07T13:43:59.821 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-07T13:43:59.821 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:43:59.822 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 4 tests from cls_log 2024-09-07T13:43:59.822 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-07T13:44:02.701 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_log.test_log_add_same_time (2880 ms) 2024-09-07T13:44:02.701 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-07T13:44:05.748 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_log.test_log_add_different_time (3047 ms) 2024-09-07T13:44:05.748 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_log.trim_by_time 2024-09-07T13:44:08.775 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_log.trim_by_time (3027 ms) 2024-09-07T13:44:08.775 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-07T13:44:11.803 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_log.trim_by_marker (3028 ms) 2024-09-07T13:44:11.803 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 4 tests from cls_log (11982 ms total) 2024-09-07T13:44:11.804 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:44:11.804 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:44:11.804 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 4 tests from 1 test suite ran. (11982 ms total) 2024-09-07T13:44:11.804 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 4 tests. 2024-09-07T13:44:11.810 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:44:11.810 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:44:11.867 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2024-09-07T13:44:11.868 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-07T13:44:11.869 DEBUG:teuthology.orchestra.run.smithi107:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-07T13:44:11.933 INFO:tasks.workunit.client.0.smithi107.stdout:Running main() from gmock_main.cc 2024-09-07T13:44:11.933 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-07T13:44:11.933 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:44:11.933 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 10 tests from cls_refcount 2024-09-07T13:44:11.933 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_refcount.test_implicit 2024-09-07T13:44:14.849 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_refcount.test_implicit (2916 ms) 2024-09-07T13:44:14.850 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2024-09-07T13:44:17.891 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3042 ms) 2024-09-07T13:44:17.891 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_refcount.test_put_snap 2024-09-07T13:44:26.066 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_refcount.test_put_snap (8175 ms) 2024-09-07T13:44:26.067 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_refcount.test_explicit 2024-09-07T13:44:29.059 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_refcount.test_explicit (2992 ms) 2024-09-07T13:44:29.060 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_refcount.set 2024-09-07T13:44:32.111 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_refcount.set (3054 ms) 2024-09-07T13:44:32.112 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_refcount.test_implicit_ec 2024-09-07T13:44:39.182 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_refcount.test_implicit_ec (7070 ms) 2024-09-07T13:44:39.182 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2024-09-07T13:44:46.256 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7074 ms) 2024-09-07T13:44:46.256 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2024-09-07T13:44:59.359 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_refcount.test_put_snap_ec (13102 ms) 2024-09-07T13:44:59.359 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_refcount.test_explicit_ec 2024-09-07T13:45:06.411 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_refcount.test_explicit_ec (7053 ms) 2024-09-07T13:45:06.411 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_refcount.set_ec 2024-09-07T13:45:13.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_refcount.set_ec (7078 ms) 2024-09-07T13:45:13.488 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 10 tests from cls_refcount (61556 ms total) 2024-09-07T13:45:13.489 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:45:13.489 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:45:13.489 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 10 tests from 1 test suite ran. (61556 ms total) 2024-09-07T13:45:13.489 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 10 tests. 2024-09-07T13:45:13.494 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:45:13.494 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:45:13.550 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2024-09-07T13:45:13.551 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-07T13:45:13.552 DEBUG:teuthology.orchestra.run.smithi107:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-07T13:45:13.617 INFO:tasks.workunit.client.0.smithi107.stdout:Running main() from gmock_main.cc 2024-09-07T13:45:13.617 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 18 tests from 1 test suite. 2024-09-07T13:45:13.617 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:45:13.617 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 18 tests from cls_rgw 2024-09-07T13:45:15.521 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.index_basic 2024-09-07T13:45:15.605 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.index_basic (84 ms) 2024-09-07T13:45:15.605 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-07T13:45:15.704 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (99 ms) 2024-09-07T13:45:15.704 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-07T13:45:15.818 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.index_remove_object (114 ms) 2024-09-07T13:45:15.818 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-07T13:45:18.304 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.index_suggest (2485 ms) 2024-09-07T13:45:18.304 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-07T13:45:18.319 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.index_suggest_complete (15 ms) 2024-09-07T13:45:18.319 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.index_list 2024-09-07T13:45:18.373 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.index_list (54 ms) 2024-09-07T13:45:18.373 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-07T13:45:58.671 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.index_list_delimited (40299 ms) 2024-09-07T13:45:58.672 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.bi_list 2024-09-07T13:45:58.816 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.bi_list (145 ms) 2024-09-07T13:45:58.816 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.gc_set 2024-09-07T13:45:58.841 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.gc_set (24 ms) 2024-09-07T13:45:58.841 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.gc_list 2024-09-07T13:45:58.863 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.gc_list (22 ms) 2024-09-07T13:45:58.863 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-07T13:46:06.856 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.gc_defer (7994 ms) 2024-09-07T13:46:06.856 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-07T13:46:07.064 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.usage_basic (206 ms) 2024-09-07T13:46:07.065 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-07T13:46:07.068 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.usage_clear_no_obj (6 ms) 2024-09-07T13:46:07.177 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-07T13:46:07.287 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.usage_clear (219 ms) 2024-09-07T13:46:07.287 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-07T13:46:07.430 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.bi_log_trim (143 ms) 2024-09-07T13:46:07.431 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-07T13:46:07.464 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.index_racing_removes (34 ms) 2024-09-07T13:46:07.464 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.reshardlog_list 2024-09-07T13:46:07.502 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.reshardlog_list (38 ms) 2024-09-07T13:46:07.503 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw.reshardlog_num 2024-09-07T13:46:07.533 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw.reshardlog_num (30 ms) 2024-09-07T13:46:07.890 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 18 tests from cls_rgw (52011 ms total) 2024-09-07T13:46:07.890 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:46:07.890 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:46:07.890 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 18 tests from 1 test suite ran. (54273 ms total) 2024-09-07T13:46:07.890 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 18 tests. 2024-09-07T13:46:07.898 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:46:07.898 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:46:07.953 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2024-09-07T13:46:07.954 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-07T13:46:07.954 DEBUG:teuthology.orchestra.run.smithi107:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-07T13:46:08.020 INFO:tasks.workunit.client.0.smithi107.stdout:Running main() from gmock_main.cc 2024-09-07T13:46:08.021 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-07T13:46:08.021 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:46:08.021 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-07T13:46:08.021 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw_gc.init 2024-09-07T13:46:09.927 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw_gc.init (1906 ms) 2024-09-07T13:46:09.927 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-07T13:46:09.968 INFO:tasks.workunit.client.0.smithi107.stderr:[ ] list info tag = chain-0 2024-09-07T13:46:09.968 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (42 ms) 2024-09-07T13:46:09.968 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-07T13:46:09.978 INFO:tasks.workunit.client.0.smithi107.stderr:[ ] next_marker is: = 0/4263 2024-09-07T13:46:09.979 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (11 ms) 2024-09-07T13:46:09.979 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-07T13:46:10.001 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (22 ms) 2024-09-07T13:46:10.001 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-07T13:46:10.014 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (13 ms) 2024-09-07T13:46:10.014 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-07T13:46:10.026 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (12 ms) 2024-09-07T13:46:10.027 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-07T13:46:10.039 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (13 ms) 2024-09-07T13:46:10.039 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-07T13:46:10.050 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (11 ms) 2024-09-07T13:46:10.051 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-07T13:46:10.899 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw_gc.finalize (848 ms) 2024-09-07T13:46:10.899 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 9 tests from cls_rgw_gc (2879 ms total) 2024-09-07T13:46:10.899 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:46:10.899 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:46:10.899 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 9 tests from 1 test suite ran. (2879 ms total) 2024-09-07T13:46:10.899 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 9 tests. 2024-09-07T13:46:10.903 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:46:10.903 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:46:10.957 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2024-09-07T13:46:10.959 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-07T13:46:10.959 DEBUG:teuthology.orchestra.run.smithi107:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-07T13:46:11.035 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:46:11.035 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:46:11.036 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 1 test from 1 test suite. 2024-09-07T13:46:11.036 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:46:12.965 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 1 test from cls_rgw_stats 2024-09-07T13:46:12.965 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-07T13:46:12.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:12.997+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~DNKWNIBQF1C1.0 size=1048576 2024-09-07T13:46:13.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:12.997+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~DNKWNIBQF1C1.1 size=653983 2024-09-07T13:46:13.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:12.997+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=DNKWNIBQF1C1 tag=YN0H5HGB2FZB type=write size=2751135 2024-09-07T13:46:13.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.005+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~4LYP49B3WCMQ.0 size=668668 2024-09-07T13:46:13.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.005+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=4LYP49B3WCMQ tag=SBNYNQML1O80 type=write size=1717244 2024-09-07T13:46:13.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.009+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~1MM9VBUO5U6Q.0 size=1048576 2024-09-07T13:46:13.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.009+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~1MM9VBUO5U6Q.1 size=499343 2024-09-07T13:46:13.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.009+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=1MM9VBUO5U6Q tag=Z04M1HVSUILX type=write size=2596495 2024-09-07T13:46:13.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.013+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~MTZEGO39ETUS.0 size=1048576 2024-09-07T13:46:13.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.017+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~MTZEGO39ETUS.1 size=226285 2024-09-07T13:46:13.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.017+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=MTZEGO39ETUS tag=86WO0I3P0WE5 type=write size=2323437 2024-09-07T13:46:13.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.021+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~EGTON9BXC6UF.0 size=255881 2024-09-07T13:46:13.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.021+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=EGTON9BXC6UF tag=LL6H4FZ4N7G6 type=write size=1304457 2024-09-07T13:46:13.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.025+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=C6UPLOOG0S03 type=write size=719368 2024-09-07T13:46:13.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.029+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=QTUHCPD09Z6Z type=del size=2156144 2024-09-07T13:46:13.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.033+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~PWT1ZN54STYS.0 size=1013289 2024-09-07T13:46:13.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.033+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=PWT1ZN54STYS tag=7QJVE8P0OE9Y type=write size=2061865 2024-09-07T13:46:13.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.037+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~ZQRLT9SME6I0.0 size=1048576 2024-09-07T13:46:13.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.037+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~ZQRLT9SME6I0.1 size=1048576 2024-09-07T13:46:13.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.041+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~ZQRLT9SME6I0.2 size=547151 2024-09-07T13:46:13.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.041+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=ZQRLT9SME6I0 tag=PSU2OM2DKSPD type=write size=3692879 2024-09-07T13:46:13.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.041+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=DI41077JLG31 type=del size=455860 2024-09-07T13:46:13.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.045+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=PGD25W1OT2MY type=del size=4177311 2024-09-07T13:46:13.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.049+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=BC5MVDAKA1V1 type=del size=1467156 2024-09-07T13:46:13.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.049+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=VLUS90OEC4BC type=del size=798124 2024-09-07T13:46:13.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.053+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=BXP0E4VPQG0H type=del size=1737217 2024-09-07T13:46:13.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.057+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=RTLVQWEJ8YOA type=write size=1037722 2024-09-07T13:46:13.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.057+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=GJZ1Y3E2DDVN type=del size=1999634 2024-09-07T13:46:13.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.057+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_8CA8BLUFHJ91.2~DNKWNIBQF1C1.0 size=1048576 2024-09-07T13:46:13.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.061+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~DNKWNIBQF1C1.1 size=653983 2024-09-07T13:46:13.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.065+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=8CA8BLUFHJ91 upload=DNKWNIBQF1C1 tag=YN0H5HGB2FZB type=write size=2751135 2024-09-07T13:46:13.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.069+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~5GROB9PHQO6N.0 size=1048576 2024-09-07T13:46:13.072 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.069+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~5GROB9PHQO6N.1 size=1048576 2024-09-07T13:46:13.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.073+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~5GROB9PHQO6N.2 size=762488 2024-09-07T13:46:13.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.073+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=5GROB9PHQO6N tag=GXWXKWA3CFJE type=write size=3908216 2024-09-07T13:46:13.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.073+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_DM4166SINSRL.2~4LYP49B3WCMQ.0 size=668668 2024-09-07T13:46:13.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.077+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=DM4166SINSRL upload=4LYP49B3WCMQ tag=SBNYNQML1O80 type=write size=1717244 2024-09-07T13:46:13.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.081+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~HE051TUFQI9A.0 size=1048576 2024-09-07T13:46:13.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.085+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~HE051TUFQI9A.1 size=365914 2024-09-07T13:46:13.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.085+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=HE051TUFQI9A tag=HCG4LKL5EF3T type=write size=2463066 2024-09-07T13:46:13.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.085+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~1MM9VBUO5U6Q.0 size=1048576 2024-09-07T13:46:13.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.089+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~1MM9VBUO5U6Q.1 size=499343 2024-09-07T13:46:13.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.093+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=1MM9VBUO5U6Q tag=Z04M1HVSUILX type=write size=2596495 2024-09-07T13:46:13.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.097+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~SFFKX9KK0WFR.0 size=1048576 2024-09-07T13:46:13.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.097+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~SFFKX9KK0WFR.1 size=871840 2024-09-07T13:46:13.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.097+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=SFFKX9KK0WFR tag=JID4DETPWF16 type=write size=2968992 2024-09-07T13:46:13.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.101+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~MTZEGO39ETUS.0 size=1048576 2024-09-07T13:46:13.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.101+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~MTZEGO39ETUS.1 size=226285 2024-09-07T13:46:13.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.105+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=MTZEGO39ETUS tag=86WO0I3P0WE5 type=write size=2323437 2024-09-07T13:46:13.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.109+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~1GH0SJHADV1V.0 size=928131 2024-09-07T13:46:13.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.109+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=1GH0SJHADV1V tag=WUI8OFU1PJQT type=write size=1976707 2024-09-07T13:46:13.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.113+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~EGTON9BXC6UF.0 size=255881 2024-09-07T13:46:13.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.117+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=EGTON9BXC6UF tag=LL6H4FZ4N7G6 type=write size=1304457 2024-09-07T13:46:13.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.117+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=VNGOY0XQ14VD type=del size=1854999 2024-09-07T13:46:13.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.121+0000 7f2cb6b6f8c0 1 < completed write operation key=55Q1KQM4NQFR tag=C6UPLOOG0S03 type=write size=719368 2024-09-07T13:46:13.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.125+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=8903G6AJ307N type=del size=2547065 2024-09-07T13:46:13.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.125+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=QTUHCPD09Z6Z type=del 2024-09-07T13:46:13.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.129+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=Q7W7AJP14H5Z type=del size=1680343 2024-09-07T13:46:13.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.129+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~PWT1ZN54STYS.0 size=1013289 2024-09-07T13:46:13.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.133+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=PWT1ZN54STYS tag=7QJVE8P0OE9Y type=write size=2061865 2024-09-07T13:46:13.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.137+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=Q0YNISA4ZFPM type=write size=493795 2024-09-07T13:46:13.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.137+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~ZQRLT9SME6I0.0 size=1048576 2024-09-07T13:46:13.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.137+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_R249V3K5CGU6.2~ZQRLT9SME6I0.1 size=1048576 2024-09-07T13:46:13.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.141+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~ZQRLT9SME6I0.2 size=547151 2024-09-07T13:46:13.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.145+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=R249V3K5CGU6 upload=ZQRLT9SME6I0 tag=PSU2OM2DKSPD type=write size=3692879 2024-09-07T13:46:13.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.145+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=ED3SD3931K6K type=del size=1855284 2024-09-07T13:46:13.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.149+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=DI41077JLG31 type=del 2024-09-07T13:46:13.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.153+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~JS3UROCY0VG4.0 size=1048576 2024-09-07T13:46:13.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.153+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~JS3UROCY0VG4.1 size=1048576 2024-09-07T13:46:13.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.157+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~JS3UROCY0VG4.2 size=735858 2024-09-07T13:46:13.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.157+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=JS3UROCY0VG4 tag=EFUSO0GQQNN0 type=write size=3881586 2024-09-07T13:46:13.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.157+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=PGD25W1OT2MY type=del 2024-09-07T13:46:13.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.161+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~D9UG1Y0OKKHO.0 size=104391 2024-09-07T13:46:13.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.161+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=D9UG1Y0OKKHO tag=1222B0L79D02 type=write size=1152967 2024-09-07T13:46:13.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.165+0000 7f2cb6b6f8c0 1 < canceled operation key=W120AMT2ALD9 tag=BC5MVDAKA1V1 type=del size=1467156 2024-09-07T13:46:13.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.169+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~PMZ16IZZJUVU.0 size=1048576 2024-09-07T13:46:13.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.169+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~PMZ16IZZJUVU.1 size=1048576 2024-09-07T13:46:13.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.173+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~PMZ16IZZJUVU.2 size=139259 2024-09-07T13:46:13.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.173+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=PMZ16IZZJUVU tag=SX8LJGYK9309 type=write size=3284987 2024-09-07T13:46:13.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.173+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=VLUS90OEC4BC type=del 2024-09-07T13:46:13.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.177+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=9A3M8M06BWGX type=del size=807779 2024-09-07T13:46:13.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.177+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=BXP0E4VPQG0H type=del 2024-09-07T13:46:13.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.181+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~IKEQ3300LSP2.0 size=1048576 2024-09-07T13:46:13.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.185+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~IKEQ3300LSP2.1 size=245224 2024-09-07T13:46:13.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.185+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=IKEQ3300LSP2 tag=5MTMGFWBJWFM type=write size=2342376 2024-09-07T13:46:13.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.185+0000 7f2cb6b6f8c0 1 < completed write operation key=BAIMASZ4JKTJ tag=RTLVQWEJ8YOA type=write size=1037722 2024-09-07T13:46:13.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.189+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=WCTDE3MFYLZX type=del size=1574461 2024-09-07T13:46:13.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.193+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=GJZ1Y3E2DDVN type=del 2024-09-07T13:46:13.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.193+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=8DMPKVCSBH6B type=del size=244767 2024-09-07T13:46:13.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.197+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~5GROB9PHQO6N.0 size=1048576 2024-09-07T13:46:13.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.197+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~5GROB9PHQO6N.1 size=1048576 2024-09-07T13:46:13.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.201+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~5GROB9PHQO6N.2 size=762488 2024-09-07T13:46:13.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.205+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=5GROB9PHQO6N tag=GXWXKWA3CFJE type=write size=3908216 2024-09-07T13:46:13.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.209+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~9PKS9T2GBJ1H.0 size=36819 2024-09-07T13:46:13.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.209+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=9PKS9T2GBJ1H tag=1UIXMTVH25US type=write size=1085395 2024-09-07T13:46:13.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.209+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~HE051TUFQI9A.0 size=1048576 2024-09-07T13:46:13.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.209+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_XMCPLLADRKGO.2~HE051TUFQI9A.1 size=365914 2024-09-07T13:46:13.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.213+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=XMCPLLADRKGO upload=HE051TUFQI9A tag=HCG4LKL5EF3T type=write size=2463066 2024-09-07T13:46:13.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.213+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=V7UP03SH90TR type=del size=3286137 2024-09-07T13:46:13.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.217+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~SFFKX9KK0WFR.0 size=1048576 2024-09-07T13:46:13.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.217+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~SFFKX9KK0WFR.1 size=871840 2024-09-07T13:46:13.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.221+0000 7f2cb6b6f8c0 1 < completed multipart upload key=7I54CNB8XS2B upload=SFFKX9KK0WFR tag=JID4DETPWF16 type=write size=2968992 2024-09-07T13:46:13.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.225+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~SMPNGPWQG7W2.0 size=1048576 2024-09-07T13:46:13.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.229+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~SMPNGPWQG7W2.1 size=303657 2024-09-07T13:46:13.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.229+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=SMPNGPWQG7W2 tag=FW85GLMUQELM type=write size=2400809 2024-09-07T13:46:13.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.229+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~1GH0SJHADV1V.0 size=928131 2024-09-07T13:46:13.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.233+0000 7f2cb6b6f8c0 1 < completed multipart upload key=KIKPQG73BHGB upload=1GH0SJHADV1V tag=WUI8OFU1PJQT type=write size=1976707 2024-09-07T13:46:13.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.237+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=CMMIMRXJCPPM type=del size=3644272 2024-09-07T13:46:13.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.237+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=VNGOY0XQ14VD type=del 2024-09-07T13:46:13.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.241+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~RE11VXJVVFQH.0 size=579986 2024-09-07T13:46:13.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.241+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=RE11VXJVVFQH tag=RHQHHLHQDBKP type=write size=1628562 2024-09-07T13:46:13.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.241+0000 7f2cb6b6f8c0 1 < canceled operation key=SJ0CJGHYGTKP tag=8903G6AJ307N type=del size=2547065 2024-09-07T13:46:13.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.245+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=33JFQL0NCPW1 type=del size=43534 2024-09-07T13:46:13.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.249+0000 7f2cb6b6f8c0 1 < suggested update operation key=KIKPQG73BHGB tag=Q7W7AJP14H5Z type=del size=1680343 2024-09-07T13:46:13.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.253+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=7PE4EAH4M6HA type=del size=2553485 2024-09-07T13:46:13.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.253+0000 7f2cb6b6f8c0 1 < canceled operation key=DKCM0NB13MGO tag=Q0YNISA4ZFPM type=write size=493795 2024-09-07T13:46:13.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.257+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~7TDOJ30VXSNX.0 size=157004 2024-09-07T13:46:13.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.257+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=7TDOJ30VXSNX tag=NVV241EN1TGK type=write size=1205580 2024-09-07T13:46:13.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.261+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=ED3SD3931K6K type=del 2024-09-07T13:46:13.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.265+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~0CTRTPESWU44.0 size=1048576 2024-09-07T13:46:13.267 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.265+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~0CTRTPESWU44.1 size=1048576 2024-09-07T13:46:13.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.269+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~0CTRTPESWU44.2 size=207838 2024-09-07T13:46:13.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.269+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=0CTRTPESWU44 tag=3JYG78XWFWYJ type=write size=3353566 2024-09-07T13:46:13.271 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.269+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~JS3UROCY0VG4.0 size=1048576 2024-09-07T13:46:13.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.273+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~JS3UROCY0VG4.1 size=1048576 2024-09-07T13:46:13.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.273+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~JS3UROCY0VG4.2 size=735858 2024-09-07T13:46:13.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.277+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=JS3UROCY0VG4 tag=EFUSO0GQQNN0 type=write size=3881586 2024-09-07T13:46:13.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.281+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~LBDA69QC9KCD.0 size=445319 2024-09-07T13:46:13.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.281+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=LBDA69QC9KCD tag=S0XWYPF0N9VL type=write size=1493895 2024-09-07T13:46:13.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.285+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~D9UG1Y0OKKHO.0 size=104391 2024-09-07T13:46:13.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.289+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=D9UG1Y0OKKHO tag=1222B0L79D02 type=write size=1152967 2024-09-07T13:46:13.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.293+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~PRB6NKKBWM9B.0 size=1048576 2024-09-07T13:46:13.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.293+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~PRB6NKKBWM9B.1 size=1048576 2024-09-07T13:46:13.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.297+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~PRB6NKKBWM9B.2 size=907008 2024-09-07T13:46:13.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.297+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=PRB6NKKBWM9B tag=28S28KEL7WKV type=write size=4052736 2024-09-07T13:46:13.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.297+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_X93W2ZAZXKB5.2~PMZ16IZZJUVU.0 size=1048576 2024-09-07T13:46:13.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.297+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~PMZ16IZZJUVU.1 size=1048576 2024-09-07T13:46:13.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.301+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~PMZ16IZZJUVU.2 size=139259 2024-09-07T13:46:13.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.305+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=X93W2ZAZXKB5 upload=PMZ16IZZJUVU tag=SX8LJGYK9309 type=write size=3284987 2024-09-07T13:46:13.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.309+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~KGCURYP8PE3Q.0 size=447903 2024-09-07T13:46:13.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.309+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=KGCURYP8PE3Q tag=JW3C3R48VECL type=write size=1496479 2024-09-07T13:46:13.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.309+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=9A3M8M06BWGX type=del 2024-09-07T13:46:13.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.313+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=9B4BXA7LMQR5 type=del size=2323708 2024-09-07T13:46:13.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.317+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~IKEQ3300LSP2.0 size=1048576 2024-09-07T13:46:13.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.317+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_RQ4XU4WUUA9N.2~IKEQ3300LSP2.1 size=245224 2024-09-07T13:46:13.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.321+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=RQ4XU4WUUA9N upload=IKEQ3300LSP2 tag=5MTMGFWBJWFM type=write size=2342376 2024-09-07T13:46:13.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.321+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=WKRDK7JHCR1T type=del size=1526842 2024-09-07T13:46:13.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.325+0000 7f2cb6b6f8c0 1 < suggested remove operation key=RQ4XU4WUUA9N tag=WCTDE3MFYLZX type=del 2024-09-07T13:46:13.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.329+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~NHLC58ZAXXPK.0 size=1048576 2024-09-07T13:46:13.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.333+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~NHLC58ZAXXPK.1 size=1048576 2024-09-07T13:46:13.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.333+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~NHLC58ZAXXPK.2 size=608851 2024-09-07T13:46:13.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.333+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=NHLC58ZAXXPK tag=BSHV3Y6FLDEH type=write size=3754579 2024-09-07T13:46:13.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.337+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=8DMPKVCSBH6B type=del 2024-09-07T13:46:13.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.337+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=VK08UJI8K8FI type=del size=1784112 2024-09-07T13:46:13.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.341+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~9PKS9T2GBJ1H.0 size=36819 2024-09-07T13:46:13.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.345+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=9PKS9T2GBJ1H tag=1UIXMTVH25US type=write size=1085395 2024-09-07T13:46:13.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.345+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=B8VHDO09NLRF type=write size=463584 2024-09-07T13:46:13.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.349+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=V7UP03SH90TR type=del 2024-09-07T13:46:13.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.349+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=K8RFRM28EBNU type=del size=428769 2024-09-07T13:46:13.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.353+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~SMPNGPWQG7W2.0 size=1048576 2024-09-07T13:46:13.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.353+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~SMPNGPWQG7W2.1 size=303657 2024-09-07T13:46:13.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.361+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=SMPNGPWQG7W2 tag=FW85GLMUQELM type=write size=2400809 2024-09-07T13:46:13.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.361+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=6WKXRPM257M1 type=del size=902326 2024-09-07T13:46:13.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.365+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=CMMIMRXJCPPM type=del 2024-09-07T13:46:13.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.365+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=4D9A6MTGVMKE type=del size=1105608 2024-09-07T13:46:13.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.369+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~RE11VXJVVFQH.0 size=579986 2024-09-07T13:46:13.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.373+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=RE11VXJVVFQH tag=RHQHHLHQDBKP type=write size=1628562 2024-09-07T13:46:13.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.377+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=9WQ050I76D8Z type=write size=288772 2024-09-07T13:46:13.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.381+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=33JFQL0NCPW1 type=del 2024-09-07T13:46:13.386 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.385+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~4FUFHUAV7BQ0.0 size=821941 2024-09-07T13:46:13.386 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.385+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=4FUFHUAV7BQ0 tag=16D2GPUDJ6NV type=write size=1870517 2024-09-07T13:46:13.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.389+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=RQ4XU4WUUA9N tag=7PE4EAH4M6HA type=del size=2553485: (22) Invalid argument 2024-09-07T13:46:13.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.389+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=5JV7WZ683ZTB type=del size=3955471 2024-09-07T13:46:13.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.389+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_LZX7H9KUZM7X.2~7TDOJ30VXSNX.0 size=157004 2024-09-07T13:46:13.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.393+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=LZX7H9KUZM7X upload=7TDOJ30VXSNX tag=NVV241EN1TGK type=write size=1205580 2024-09-07T13:46:13.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.397+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=GNJJPF41CUQM type=del size=2368317 2024-09-07T13:46:13.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.401+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~0CTRTPESWU44.0 size=1048576 2024-09-07T13:46:13.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.401+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~0CTRTPESWU44.1 size=1048576 2024-09-07T13:46:13.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.405+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~0CTRTPESWU44.2 size=207838 2024-09-07T13:46:13.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.409+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=0CTRTPESWU44 tag=3JYG78XWFWYJ type=write size=3353566 2024-09-07T13:46:13.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.413+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=A5QCX446WN3P type=del size=300932 2024-09-07T13:46:13.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.413+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~LBDA69QC9KCD.0 size=445319 2024-09-07T13:46:13.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.417+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=LBDA69QC9KCD tag=S0XWYPF0N9VL type=write size=1493895 2024-09-07T13:46:13.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.425+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~3KBGOY0QLK7D.0 size=1048576 2024-09-07T13:46:13.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.425+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~3KBGOY0QLK7D.1 size=1048576 2024-09-07T13:46:13.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.429+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~3KBGOY0QLK7D.2 size=974325 2024-09-07T13:46:13.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.429+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=3KBGOY0QLK7D tag=J7LBLAZR1OEG type=write size=4120053 2024-09-07T13:46:13.431 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.429+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~PRB6NKKBWM9B.0 size=1048576 2024-09-07T13:46:13.431 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.429+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_FZUZGIZAKB07.2~PRB6NKKBWM9B.1 size=1048576 2024-09-07T13:46:13.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.433+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~PRB6NKKBWM9B.2 size=907008 2024-09-07T13:46:13.438 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.437+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=FZUZGIZAKB07 upload=PRB6NKKBWM9B tag=28S28KEL7WKV type=write size=4052736 2024-09-07T13:46:13.441 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.441+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=BSP5LR0GSKO1 type=del size=3167923 2024-09-07T13:46:13.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.441+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~KGCURYP8PE3Q.0 size=447903 2024-09-07T13:46:13.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.449+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=KGCURYP8PE3Q tag=JW3C3R48VECL type=write size=1496479 2024-09-07T13:46:13.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.453+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=CIB6FROEFKW2 type=del size=2687180 2024-09-07T13:46:13.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.453+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=9B4BXA7LMQR5 type=del 2024-09-07T13:46:13.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.461+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~CRZFYQQ203PU.0 size=401943 2024-09-07T13:46:13.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.461+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=CRZFYQQ203PU tag=9I4PRNK9E7H5 type=write size=1450519 2024-09-07T13:46:13.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.461+0000 7f2cb6b6f8c0 1 < canceled operation key=Z6G2MS36EF8U tag=WKRDK7JHCR1T type=del size=1526842 2024-09-07T13:46:13.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.465+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=OQ3I83U3RKKE type=del size=1641426 2024-09-07T13:46:13.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.469+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~NHLC58ZAXXPK.0 size=1048576 2024-09-07T13:46:13.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.469+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~NHLC58ZAXXPK.1 size=1048576 2024-09-07T13:46:13.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.473+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~NHLC58ZAXXPK.2 size=608851 2024-09-07T13:46:13.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.477+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=NHLC58ZAXXPK tag=BSHV3Y6FLDEH type=write size=3754579 2024-09-07T13:46:13.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.477+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=TTQ9REVCAESR type=del size=2468075 2024-09-07T13:46:13.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.481+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=VK08UJI8K8FI type=del 2024-09-07T13:46:13.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.485+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=CAFSP7PFOCAZ type=del size=3925155 2024-09-07T13:46:13.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.485+0000 7f2cb6b6f8c0 1 < completed write operation key=CS4B8TD9GPUR tag=B8VHDO09NLRF type=write size=463584 2024-09-07T13:46:13.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.493+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~UCPW022GFWNX.0 size=1048576 2024-09-07T13:46:13.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.493+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~UCPW022GFWNX.1 size=650027 2024-09-07T13:46:13.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.493+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=UCPW022GFWNX tag=L2JJPLCRWYSB type=write size=2747179 2024-09-07T13:46:13.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.497+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=K8RFRM28EBNU type=del 2024-09-07T13:46:13.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.497+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=A81I3J2CKG0T type=del size=3556336 2024-09-07T13:46:13.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.501+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=6WKXRPM257M1 type=del 2024-09-07T13:46:13.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.505+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=HDVYU3PAJDAH type=del size=3545209 2024-09-07T13:46:13.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.509+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DM4166SINSRL tag=4D9A6MTGVMKE type=del 2024-09-07T13:46:13.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.513+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=EOYD6E0X1PEL type=del size=2073497 2024-09-07T13:46:13.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.513+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=9WQ050I76D8Z type=write size=288772 2024-09-07T13:46:13.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.517+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=C5UHJZRZWTTH type=del size=3455909 2024-09-07T13:46:13.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.521+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~4FUFHUAV7BQ0.0 size=821941 2024-09-07T13:46:13.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.525+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=4FUFHUAV7BQ0 tag=16D2GPUDJ6NV type=write size=1870517 2024-09-07T13:46:13.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.525+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=U19DRIU3YD1W type=write size=962732 2024-09-07T13:46:13.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.533+0000 7f2cb6b6f8c0 1 < suggested remove operation key=X93W2ZAZXKB5 tag=5JV7WZ683ZTB type=del 2024-09-07T13:46:13.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.533+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=5MHVBF52DKL4 type=del size=1642491 2024-09-07T13:46:13.538 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.537+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=GNJJPF41CUQM type=del 2024-09-07T13:46:13.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.541+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~AQ9Y1VFNLBCB.0 size=1048576 2024-09-07T13:46:13.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.541+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~AQ9Y1VFNLBCB.1 size=368439 2024-09-07T13:46:13.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.545+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=AQ9Y1VFNLBCB tag=4FSA85JEU11G type=write size=2465591 2024-09-07T13:46:13.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.545+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=A5QCX446WN3P type=del 2024-09-07T13:46:13.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.549+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=ERW03I56DUQT type=write size=690149 2024-09-07T13:46:13.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.549+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_6EVCJ3MF1PN3.2~3KBGOY0QLK7D.0 size=1048576 2024-09-07T13:46:13.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.549+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~3KBGOY0QLK7D.1 size=1048576 2024-09-07T13:46:13.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.553+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~3KBGOY0QLK7D.2 size=974325 2024-09-07T13:46:13.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.557+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=6EVCJ3MF1PN3 upload=3KBGOY0QLK7D tag=J7LBLAZR1OEG type=write size=4120053 2024-09-07T13:46:13.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.557+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=TFLS2C4GPNZD type=write size=273380 2024-09-07T13:46:13.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.561+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=BSP5LR0GSKO1 type=del 2024-09-07T13:46:13.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.565+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~M1KLU942I9BB.0 size=1048576 2024-09-07T13:46:13.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.565+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~M1KLU942I9BB.1 size=386617 2024-09-07T13:46:13.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.565+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=M1KLU942I9BB tag=GP1S22MWH63J type=write size=2483769 2024-09-07T13:46:13.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.573+0000 7f2cb6b6f8c0 1 < suggested remove operation key=1BSEOB4ZJRRL tag=CIB6FROEFKW2 type=del 2024-09-07T13:46:13.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.577+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~99RL7VGI3PFW.0 size=206357 2024-09-07T13:46:13.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.577+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=99RL7VGI3PFW tag=C95LQOR32PTM type=write size=1254933 2024-09-07T13:46:13.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.577+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~CRZFYQQ203PU.0 size=401943 2024-09-07T13:46:13.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.581+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=CRZFYQQ203PU tag=9I4PRNK9E7H5 type=write size=1450519 2024-09-07T13:46:13.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.585+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=JV2SXTZD5OE2 type=del size=2129765 2024-09-07T13:46:13.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.589+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=OQ3I83U3RKKE type=del 2024-09-07T13:46:13.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.589+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=T33SFXF1HI28 type=del size=1469969 2024-09-07T13:46:13.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.593+0000 7f2cb6b6f8c0 1 < completed delete operation key=Z6G2MS36EF8U tag=TTQ9REVCAESR type=del 2024-09-07T13:46:13.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.597+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~ELH0SPQT1F2I.0 size=1048576 2024-09-07T13:46:13.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.601+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~ELH0SPQT1F2I.1 size=709067 2024-09-07T13:46:13.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.601+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=ELH0SPQT1F2I tag=0CEUQQB72YTA type=write size=2806219 2024-09-07T13:46:13.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.601+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=CAFSP7PFOCAZ type=del 2024-09-07T13:46:13.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.605+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=VE08OTCVP2KV type=write size=928174 2024-09-07T13:46:13.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.605+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_BAIMASZ4JKTJ.2~UCPW022GFWNX.0 size=1048576 2024-09-07T13:46:13.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.609+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~UCPW022GFWNX.1 size=650027 2024-09-07T13:46:13.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.613+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=BAIMASZ4JKTJ upload=UCPW022GFWNX tag=L2JJPLCRWYSB type=write size=2747179 2024-09-07T13:46:13.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.617+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=TF0T37870IO3 type=del size=1152362 2024-09-07T13:46:13.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.617+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=A81I3J2CKG0T type=del 2024-09-07T13:46:13.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.621+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~XS6F218B9G0D.0 size=1048576 2024-09-07T13:46:13.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.625+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~XS6F218B9G0D.1 size=1048576 2024-09-07T13:46:13.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.625+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~XS6F218B9G0D.2 size=248812 2024-09-07T13:46:13.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.625+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=XS6F218B9G0D tag=BS8GGD6K5Y4T type=write size=3394540 2024-09-07T13:46:13.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.629+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=HDVYU3PAJDAH type=del 2024-09-07T13:46:13.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.633+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=VWA6A5AYIORB type=del size=266537 2024-09-07T13:46:13.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.637+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=EOYD6E0X1PEL type=del 2024-09-07T13:46:13.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.637+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=ZL9XKXX1QL9W type=del size=3592566 2024-09-07T13:46:13.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.641+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=C5UHJZRZWTTH type=del 2024-09-07T13:46:13.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.645+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~KCKRVVT6F0KY.0 size=1048576 2024-09-07T13:46:13.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.649+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~KCKRVVT6F0KY.1 size=525979 2024-09-07T13:46:13.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.649+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=KCKRVVT6F0KY tag=9M1HQOQQSNRT type=write size=2623131 2024-09-07T13:46:13.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.649+0000 7f2cb6b6f8c0 1 < completed write operation key=W120AMT2ALD9 tag=U19DRIU3YD1W type=write size=962732 2024-09-07T13:46:13.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.653+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=6ZKPYW95N635 type=del size=212296 2024-09-07T13:46:13.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.653+0000 7f2cb6b6f8c0 1 < canceled operation key=ZVZ04CSVO3XE tag=5MHVBF52DKL4 type=del size=1642491 2024-09-07T13:46:13.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.657+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=MY7I2MYLHTSR type=del size=2271168 2024-09-07T13:46:13.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.657+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_ADB5YEZAZPYJ.2~AQ9Y1VFNLBCB.0 size=1048576 2024-09-07T13:46:13.662 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.661+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~AQ9Y1VFNLBCB.1 size=368439 2024-09-07T13:46:13.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.665+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=ADB5YEZAZPYJ upload=AQ9Y1VFNLBCB tag=4FSA85JEU11G type=write size=2465591 2024-09-07T13:46:13.671 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.669+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~3EOTK5WROG07.0 size=958005 2024-09-07T13:46:13.671 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.669+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=3EOTK5WROG07 tag=22MBETC121DS type=write size=2006581 2024-09-07T13:46:13.674 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.673+0000 7f2cb6b6f8c0 1 < completed write operation key=55Q1KQM4NQFR tag=ERW03I56DUQT type=write size=690149 2024-09-07T13:46:13.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.677+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~XT94MX4K00RX.0 size=1048576 2024-09-07T13:46:13.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.681+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~XT94MX4K00RX.1 size=1048576 2024-09-07T13:46:13.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.681+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~XT94MX4K00RX.2 size=836489 2024-09-07T13:46:13.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.681+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=XT94MX4K00RX tag=59RB54LBW5LE type=write size=3982217 2024-09-07T13:46:13.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.685+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=TFLS2C4GPNZD type=write size=273380 2024-09-07T13:46:13.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.693+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~OR5W9QCYUU80.0 size=208665 2024-09-07T13:46:13.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.693+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=OR5W9QCYUU80 tag=UT3GH7XDC6L4 type=write size=1257241 2024-09-07T13:46:13.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.693+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_KIKPQG73BHGB.2~M1KLU942I9BB.0 size=1048576 2024-09-07T13:46:13.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.693+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~M1KLU942I9BB.1 size=386617 2024-09-07T13:46:13.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.701+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=KIKPQG73BHGB upload=M1KLU942I9BB tag=GP1S22MWH63J type=write size=2483769 2024-09-07T13:46:13.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.705+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~AHZ0HUQFG85A.0 size=234529 2024-09-07T13:46:13.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.705+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=AHZ0HUQFG85A tag=ASH33I60RA10 type=write size=1283105 2024-09-07T13:46:13.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.705+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~99RL7VGI3PFW.0 size=206357 2024-09-07T13:46:13.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.709+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=99RL7VGI3PFW tag=C95LQOR32PTM type=write size=1254933 2024-09-07T13:46:13.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.713+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=SYN2SE1BLHRD type=write size=353003 2024-09-07T13:46:13.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.717+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=JV2SXTZD5OE2 type=del 2024-09-07T13:46:13.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.717+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=YBFGM30F6HFH type=del size=2616639 2024-09-07T13:46:13.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.721+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=T33SFXF1HI28 type=del 2024-09-07T13:46:13.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.721+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=IIUGUM54TQ69 type=del size=1786632 2024-09-07T13:46:13.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.725+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~ELH0SPQT1F2I.0 size=1048576 2024-09-07T13:46:13.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.729+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~ELH0SPQT1F2I.1 size=709067 2024-09-07T13:46:13.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.733+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=ELH0SPQT1F2I tag=0CEUQQB72YTA type=write size=2806219 2024-09-07T13:46:13.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.737+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~2PQK3HHC153X.0 size=1048576 2024-09-07T13:46:13.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.737+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~2PQK3HHC153X.1 size=828751 2024-09-07T13:46:13.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.737+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=2PQK3HHC153X tag=L09ZD5VR61CZ type=write size=2925903 2024-09-07T13:46:13.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.741+0000 7f2cb6b6f8c0 1 < completed write operation key=7I54CNB8XS2B tag=VE08OTCVP2KV type=write size=928174 2024-09-07T13:46:13.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.745+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=ANHII9P9R5LI type=del size=1725575 2024-09-07T13:46:13.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.749+0000 7f2cb6b6f8c0 1 < canceled operation key=ADB5YEZAZPYJ tag=TF0T37870IO3 type=del size=1152362 2024-09-07T13:46:13.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.749+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=2I0OV72QPHQJ type=del size=4111426 2024-09-07T13:46:13.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.753+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~XS6F218B9G0D.0 size=1048576 2024-09-07T13:46:13.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.753+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~XS6F218B9G0D.1 size=1048576 2024-09-07T13:46:13.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.757+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~XS6F218B9G0D.2 size=248812 2024-09-07T13:46:13.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.761+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=XS6F218B9G0D tag=BS8GGD6K5Y4T type=write size=3394540 2024-09-07T13:46:13.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.765+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=J0R3WEPGW6IV type=del size=3834711 2024-09-07T13:46:13.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.769+0000 7f2cb6b6f8c0 1 < canceled operation key=CAH1NEU5UDEG tag=VWA6A5AYIORB type=del size=266537 2024-09-07T13:46:13.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.773+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=X3S2CJ51LCIG type=del size=3171603 2024-09-07T13:46:13.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.777+0000 7f2cb6b6f8c0 1 < suggested update operation key=8CA8BLUFHJ91 tag=ZL9XKXX1QL9W type=del size=3592566 2024-09-07T13:46:13.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.781+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=2HZ3O9XI1I5K type=write size=645292 2024-09-07T13:46:13.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.781+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~KCKRVVT6F0KY.0 size=1048576 2024-09-07T13:46:13.787 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.785+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~KCKRVVT6F0KY.1 size=525979 2024-09-07T13:46:13.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.789+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=KCKRVVT6F0KY tag=9M1HQOQQSNRT type=write size=2623131 2024-09-07T13:46:13.800 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.797+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~TY21R7XDGLTJ.0 size=1048576 2024-09-07T13:46:13.800 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.797+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~TY21R7XDGLTJ.1 size=1048576 2024-09-07T13:46:13.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.801+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~TY21R7XDGLTJ.2 size=526420 2024-09-07T13:46:13.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.801+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=TY21R7XDGLTJ tag=2ISV9YPB1E1V type=write size=3672148 2024-09-07T13:46:13.804 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.801+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=6ZKPYW95N635 type=del 2024-09-07T13:46:13.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.809+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~0MKCLEVPJJHC.0 size=516064 2024-09-07T13:46:13.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.809+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=0MKCLEVPJJHC tag=RAVMMOH2HEBW type=write size=1564640 2024-09-07T13:46:13.811 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.809+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=MY7I2MYLHTSR type=del 2024-09-07T13:46:13.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.813+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=O4R78XRA1HB1 type=del size=1428170 2024-09-07T13:46:13.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.813+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~3EOTK5WROG07.0 size=958005 2024-09-07T13:46:13.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.817+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=3EOTK5WROG07 tag=22MBETC121DS type=write size=2006581 2024-09-07T13:46:13.825 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.825+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~X2UAV8Z7WS6L.0 size=1048576 2024-09-07T13:46:13.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.825+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~X2UAV8Z7WS6L.1 size=1048576 2024-09-07T13:46:13.830 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.829+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~X2UAV8Z7WS6L.2 size=946895 2024-09-07T13:46:13.830 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.829+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=X2UAV8Z7WS6L tag=84FS8AOH763Z type=write size=4092623 2024-09-07T13:46:13.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.833+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~XT94MX4K00RX.0 size=1048576 2024-09-07T13:46:13.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.833+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~XT94MX4K00RX.1 size=1048576 2024-09-07T13:46:13.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.837+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~XT94MX4K00RX.2 size=836489 2024-09-07T13:46:13.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.841+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=XT94MX4K00RX tag=59RB54LBW5LE type=write size=3982217 2024-09-07T13:46:13.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.849+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~XFDO4K0RT0RC.0 size=1048576 2024-09-07T13:46:13.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.849+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~XFDO4K0RT0RC.1 size=1048576 2024-09-07T13:46:13.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.853+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~XFDO4K0RT0RC.2 size=908561 2024-09-07T13:46:13.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.853+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=XFDO4K0RT0RC tag=9DGYOP4SAVAT type=write size=4054289 2024-09-07T13:46:13.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.857+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~OR5W9QCYUU80.0 size=208665 2024-09-07T13:46:13.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.861+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=OR5W9QCYUU80 tag=UT3GH7XDC6L4 type=write size=1257241 2024-09-07T13:46:13.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.865+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~639ZNMGVX6DR.0 size=1048576 2024-09-07T13:46:13.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.869+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~639ZNMGVX6DR.1 size=400293 2024-09-07T13:46:13.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.869+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=639ZNMGVX6DR tag=AFOIG8LH90JP type=write size=2497445 2024-09-07T13:46:13.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.873+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~AHZ0HUQFG85A.0 size=234529 2024-09-07T13:46:13.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.877+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=AHZ0HUQFG85A tag=ASH33I60RA10 type=write size=1283105 2024-09-07T13:46:13.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.881+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=ITZTN9QCZ3NM type=del size=2154498 2024-09-07T13:46:13.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.885+0000 7f2cb6b6f8c0 1 < completed write operation key=V8VL32BCEJRQ tag=SYN2SE1BLHRD type=write size=353003 2024-09-07T13:46:13.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.889+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=2CRUQ4N2COAD type=del size=1005714 2024-09-07T13:46:13.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.893+0000 7f2cb6b6f8c0 1 < suggested update operation key=BAIMASZ4JKTJ tag=YBFGM30F6HFH type=del size=2616639 2024-09-07T13:46:13.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.897+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=O0TA169DQ9OQ type=del size=3002545 2024-09-07T13:46:13.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.901+0000 7f2cb6b6f8c0 1 < canceled operation key=RQ4XU4WUUA9N tag=IIUGUM54TQ69 type=del size=1786632 2024-09-07T13:46:13.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.905+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=I1UM074TBGPC type=del size=305444 2024-09-07T13:46:13.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.905+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~2PQK3HHC153X.0 size=1048576 2024-09-07T13:46:13.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.909+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~2PQK3HHC153X.1 size=828751 2024-09-07T13:46:13.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.913+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=2PQK3HHC153X tag=L09ZD5VR61CZ type=write size=2925903 2024-09-07T13:46:13.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.917+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=HOQ0G5ZQK2LM type=del size=1257457 2024-09-07T13:46:13.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.921+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=ANHII9P9R5LI type=del 2024-09-07T13:46:13.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.925+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=G3WXETWAPUHQ type=del size=1183171 2024-09-07T13:46:13.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.929+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=2I0OV72QPHQJ type=del 2024-09-07T13:46:13.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.933+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~429QVROQANEG.0 size=1048576 2024-09-07T13:46:13.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.937+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~429QVROQANEG.1 size=1048576 2024-09-07T13:46:13.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.937+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~429QVROQANEG.2 size=119872 2024-09-07T13:46:13.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.937+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=429QVROQANEG tag=TYWKCT0RIK0M type=write size=3265600 2024-09-07T13:46:13.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.941+0000 7f2cb6b6f8c0 1 < canceled operation key=RQ4XU4WUUA9N tag=J0R3WEPGW6IV type=del size=3834711 2024-09-07T13:46:13.945 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.945+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=CG8H2GE55J4I type=del size=4127316 2024-09-07T13:46:13.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.949+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DKCM0NB13MGO tag=X3S2CJ51LCIG type=del 2024-09-07T13:46:13.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.973+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~1YN7I3ISDFRZ.0 size=1048576 2024-09-07T13:46:13.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.977+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~1YN7I3ISDFRZ.1 size=630389 2024-09-07T13:46:13.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.977+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=1YN7I3ISDFRZ tag=FI0663TY0A65 type=write size=2727541 2024-09-07T13:46:13.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.981+0000 7f2cb6b6f8c0 1 < suggested update operation key=U10DGQ1EL162 tag=2HZ3O9XI1I5K type=write size=645292 2024-09-07T13:46:13.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.985+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=GP46L0TYB7HR type=write size=909004 2024-09-07T13:46:13.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.989+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~TY21R7XDGLTJ.0 size=1048576 2024-09-07T13:46:13.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.989+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~TY21R7XDGLTJ.1 size=1048576 2024-09-07T13:46:13.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.993+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~TY21R7XDGLTJ.2 size=526420 2024-09-07T13:46:14.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:13.997+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=TY21R7XDGLTJ tag=2ISV9YPB1E1V type=write size=3672148 2024-09-07T13:46:14.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.005+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~BZ02FTWSIEOC.0 size=1048576 2024-09-07T13:46:14.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.005+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~BZ02FTWSIEOC.1 size=171312 2024-09-07T13:46:14.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.005+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=BZ02FTWSIEOC tag=PPU1I1GZGRTZ type=write size=2268464 2024-09-07T13:46:14.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.009+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~0MKCLEVPJJHC.0 size=516064 2024-09-07T13:46:14.013 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.013+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=0MKCLEVPJJHC tag=RAVMMOH2HEBW type=write size=1564640 2024-09-07T13:46:14.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.013+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=UWH4Z2G9LOWX type=del size=1614751 2024-09-07T13:46:14.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.017+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=O4R78XRA1HB1 type=del 2024-09-07T13:46:14.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.017+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=DWYO2XXOIY31 type=del size=2416677 2024-09-07T13:46:14.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.021+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~X2UAV8Z7WS6L.0 size=1048576 2024-09-07T13:46:14.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.021+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~X2UAV8Z7WS6L.1 size=1048576 2024-09-07T13:46:14.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.025+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~X2UAV8Z7WS6L.2 size=946895 2024-09-07T13:46:14.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.029+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=X2UAV8Z7WS6L tag=84FS8AOH763Z type=write size=4092623 2024-09-07T13:46:14.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.029+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=0RX5G58T01BX type=del size=772339 2024-09-07T13:46:14.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.033+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~XFDO4K0RT0RC.0 size=1048576 2024-09-07T13:46:14.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.033+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~XFDO4K0RT0RC.1 size=1048576 2024-09-07T13:46:14.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.037+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~XFDO4K0RT0RC.2 size=908561 2024-09-07T13:46:14.042 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.041+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=XFDO4K0RT0RC tag=9DGYOP4SAVAT type=write size=4054289 2024-09-07T13:46:14.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.041+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=348INXY00URX type=del size=2377988 2024-09-07T13:46:14.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.045+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~639ZNMGVX6DR.0 size=1048576 2024-09-07T13:46:14.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.049+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~639ZNMGVX6DR.1 size=400293 2024-09-07T13:46:14.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.053+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=639ZNMGVX6DR tag=AFOIG8LH90JP type=write size=2497445 2024-09-07T13:46:14.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.053+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=3578W3ETYNNC type=del size=3771118 2024-09-07T13:46:14.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.057+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=BAIMASZ4JKTJ tag=ITZTN9QCZ3NM type=del size=2154498: (22) Invalid argument 2024-09-07T13:46:14.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.057+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=6T0E4QJZY8DT type=del size=1610825 2024-09-07T13:46:14.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.065+0000 7f2cb6b6f8c0 1 < suggested update operation key=CAH1NEU5UDEG tag=2CRUQ4N2COAD type=del size=1005714 2024-09-07T13:46:14.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.065+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=1V2U4BWRQF5N type=del size=1251391 2024-09-07T13:46:14.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.069+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=O0TA169DQ9OQ type=del 2024-09-07T13:46:14.072 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.069+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=9AUFM7E6W841 type=del size=3131681 2024-09-07T13:46:14.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.073+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=U10DGQ1EL162 tag=I1UM074TBGPC type=del size=305444: (22) Invalid argument 2024-09-07T13:46:14.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.077+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=9H2KK0G4NPGA type=del size=1403606 2024-09-07T13:46:14.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.077+0000 7f2cb6b6f8c0 1 < completed delete operation key=Z6G2MS36EF8U tag=HOQ0G5ZQK2LM type=del 2024-09-07T13:46:14.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.081+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=2QG2LE0BX1FF type=del size=2674169 2024-09-07T13:46:14.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.085+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=G3WXETWAPUHQ type=del 2024-09-07T13:46:14.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.089+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~0BKDVXQZFP7J.0 size=1048576 2024-09-07T13:46:14.092 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.089+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~0BKDVXQZFP7J.1 size=981235 2024-09-07T13:46:14.092 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.089+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=0BKDVXQZFP7J tag=BF0SZW3EY2D0 type=write size=3078387 2024-09-07T13:46:14.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.093+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~429QVROQANEG.0 size=1048576 2024-09-07T13:46:14.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.097+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~429QVROQANEG.1 size=1048576 2024-09-07T13:46:14.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.097+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~429QVROQANEG.2 size=119872 2024-09-07T13:46:14.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.101+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=429QVROQANEG tag=TYWKCT0RIK0M type=write size=3265600 2024-09-07T13:46:14.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.105+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=MRBLMXX1AYLW type=del size=2319741 2024-09-07T13:46:14.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.109+0000 7f2cb6b6f8c0 1 < suggested remove operation key=W8HQYXG2A9NR tag=CG8H2GE55J4I type=del 2024-09-07T13:46:14.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.113+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=SRRR0KK3TQQG type=del size=2809123 2024-09-07T13:46:14.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.117+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~1YN7I3ISDFRZ.0 size=1048576 2024-09-07T13:46:14.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.117+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~1YN7I3ISDFRZ.1 size=630389 2024-09-07T13:46:14.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.121+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=1YN7I3ISDFRZ tag=FI0663TY0A65 type=write size=2727541 2024-09-07T13:46:14.126 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.125+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=JE14HXB5SMV2 type=write size=564234 2024-09-07T13:46:14.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.125+0000 7f2cb6b6f8c0 1 < completed write operation key=55Q1KQM4NQFR tag=GP46L0TYB7HR type=write size=909004 2024-09-07T13:46:14.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.133+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~B3TQZ8CATXSS.0 size=576650 2024-09-07T13:46:14.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.133+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=B3TQZ8CATXSS tag=KQ309XDKIZQG type=write size=1625226 2024-09-07T13:46:14.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.133+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~BZ02FTWSIEOC.0 size=1048576 2024-09-07T13:46:14.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.137+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~BZ02FTWSIEOC.1 size=171312 2024-09-07T13:46:14.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.141+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=BZ02FTWSIEOC tag=PPU1I1GZGRTZ type=write size=2268464 2024-09-07T13:46:14.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.145+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=N3LZO7L0T47G type=del size=2548933 2024-09-07T13:46:14.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.145+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=UWH4Z2G9LOWX type=del 2024-09-07T13:46:14.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.149+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=RVH4H5INWZCI type=del size=1532781 2024-09-07T13:46:14.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.149+0000 7f2cb6b6f8c0 1 < canceled operation key=RQ4XU4WUUA9N tag=DWYO2XXOIY31 type=del size=2416677 2024-09-07T13:46:14.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.153+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=TNL3V3MZ5SDH type=del size=4160953 2024-09-07T13:46:14.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.157+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=0RX5G58T01BX type=del 2024-09-07T13:46:14.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.161+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~TRMWK1R3316E.0 size=1048576 2024-09-07T13:46:14.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.161+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~TRMWK1R3316E.1 size=12300 2024-09-07T13:46:14.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.161+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=TRMWK1R3316E tag=DI55DVKW4JSO type=write size=2109452 2024-09-07T13:46:14.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.165+0000 7f2cb6b6f8c0 1 < suggested remove operation key=6EVCJ3MF1PN3 tag=348INXY00URX type=del 2024-09-07T13:46:14.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.169+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~T3NFUSSA0R64.0 size=864447 2024-09-07T13:46:14.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.169+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=T3NFUSSA0R64 tag=K86TD92QASUB type=write size=1913023 2024-09-07T13:46:14.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.173+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=3578W3ETYNNC type=del 2024-09-07T13:46:14.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.173+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=VTMZ7CBS649A type=del size=3147853 2024-09-07T13:46:14.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.177+0000 7f2cb6b6f8c0 1 < suggested update operation key=DM4166SINSRL tag=6T0E4QJZY8DT type=del size=1610825 2024-09-07T13:46:14.183 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.181+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=1TBEMR81U03A type=del size=3761053 2024-09-07T13:46:14.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.185+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=1V2U4BWRQF5N type=del 2024-09-07T13:46:14.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.189+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~0SV5MS4ZHT12.0 size=1048576 2024-09-07T13:46:14.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.189+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~0SV5MS4ZHT12.1 size=759386 2024-09-07T13:46:14.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.189+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=0SV5MS4ZHT12 tag=FUAYZ4WEFTET type=write size=2856538 2024-09-07T13:46:14.194 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.193+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=DM4166SINSRL tag=9AUFM7E6W841 type=del size=3131681: (22) Invalid argument 2024-09-07T13:46:14.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.197+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=NUEHZ2YQML9M type=del size=2981266 2024-09-07T13:46:14.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.197+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=9H2KK0G4NPGA type=del 2024-09-07T13:46:14.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.201+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=8YK3LROHRB90 type=del size=3565718 2024-09-07T13:46:14.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.205+0000 7f2cb6b6f8c0 1 < suggested remove operation key=V8VL32BCEJRQ tag=2QG2LE0BX1FF type=del 2024-09-07T13:46:14.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.209+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=0ZT3ITI9WN4T type=del size=49902 2024-09-07T13:46:14.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.213+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~0BKDVXQZFP7J.0 size=1048576 2024-09-07T13:46:14.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.213+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~0BKDVXQZFP7J.1 size=981235 2024-09-07T13:46:14.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.221+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=0BKDVXQZFP7J tag=BF0SZW3EY2D0 type=write size=3078387 2024-09-07T13:46:14.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.221+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=HP7XXQYIS05C type=del size=935650 2024-09-07T13:46:14.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.225+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=MRBLMXX1AYLW type=del 2024-09-07T13:46:14.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.229+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~4HLJB7JLJ9TC.0 size=1048576 2024-09-07T13:46:14.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.233+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~4HLJB7JLJ9TC.1 size=1048576 2024-09-07T13:46:14.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.233+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~4HLJB7JLJ9TC.2 size=1044146 2024-09-07T13:46:14.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.233+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=4HLJB7JLJ9TC tag=E53CWI9NQ2H2 type=write size=4189874 2024-09-07T13:46:14.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.237+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=6EVCJ3MF1PN3 tag=SRRR0KK3TQQG type=del size=2809123: (22) Invalid argument 2024-09-07T13:46:14.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.241+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~90T6N0BCWDL2.0 size=1048576 2024-09-07T13:46:14.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.241+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~90T6N0BCWDL2.1 size=950290 2024-09-07T13:46:14.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.241+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=90T6N0BCWDL2 tag=SFX9CS5FOVYU type=write size=3047442 2024-09-07T13:46:14.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.245+0000 7f2cb6b6f8c0 1 < completed write operation key=KIKPQG73BHGB tag=JE14HXB5SMV2 type=write size=564234 2024-09-07T13:46:14.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.249+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~ZS7ENBFDU7X8.0 size=1048576 2024-09-07T13:46:14.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.253+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~ZS7ENBFDU7X8.1 size=1048576 2024-09-07T13:46:14.256 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.257+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~ZS7ENBFDU7X8.2 size=591427 2024-09-07T13:46:14.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.257+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=ZS7ENBFDU7X8 tag=BZUEH22OH4QT type=write size=3737155 2024-09-07T13:46:14.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.257+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~B3TQZ8CATXSS.0 size=576650 2024-09-07T13:46:14.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.261+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=B3TQZ8CATXSS tag=KQ309XDKIZQG type=write size=1625226 2024-09-07T13:46:14.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.269+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~RQVQJ1H3V6K4.0 size=1048576 2024-09-07T13:46:14.271 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.269+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~RQVQJ1H3V6K4.1 size=296289 2024-09-07T13:46:14.271 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.269+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=RQVQJ1H3V6K4 tag=E6FVA093XF5K type=write size=2393441 2024-09-07T13:46:14.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.273+0000 7f2cb6b6f8c0 1 < canceled operation key=CS4B8TD9GPUR tag=N3LZO7L0T47G type=del size=2548933 2024-09-07T13:46:14.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.277+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~7S38N3H4IX5F.0 size=943759 2024-09-07T13:46:14.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.277+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=7S38N3H4IX5F tag=PEF1FES96O4X type=write size=1992335 2024-09-07T13:46:14.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.281+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=RVH4H5INWZCI type=del 2024-09-07T13:46:14.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.285+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=6FXU80C43VU6 type=write size=739028 2024-09-07T13:46:14.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.285+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=TNL3V3MZ5SDH type=del 2024-09-07T13:46:14.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.289+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=S770T6L3LD81 type=del size=2572656 2024-09-07T13:46:14.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.293+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~TRMWK1R3316E.0 size=1048576 2024-09-07T13:46:14.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.293+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~TRMWK1R3316E.1 size=12300 2024-09-07T13:46:14.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.301+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=TRMWK1R3316E tag=DI55DVKW4JSO type=write size=2109452 2024-09-07T13:46:14.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.305+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~J1SHJXDB5ZCC.0 size=1048576 2024-09-07T13:46:14.308 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.305+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~J1SHJXDB5ZCC.1 size=464931 2024-09-07T13:46:14.308 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.305+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=J1SHJXDB5ZCC tag=1O19MJ60GVU8 type=write size=2562083 2024-09-07T13:46:14.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.309+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~T3NFUSSA0R64.0 size=864447 2024-09-07T13:46:14.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.313+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=T3NFUSSA0R64 tag=K86TD92QASUB type=write size=1913023 2024-09-07T13:46:14.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.317+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=CY4SKRWSBK42 type=del size=1970734 2024-09-07T13:46:14.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.317+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=VTMZ7CBS649A type=del 2024-09-07T13:46:14.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.321+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=WI5CO6BPHBZF type=del size=2703328 2024-09-07T13:46:14.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.325+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=1TBEMR81U03A type=del 2024-09-07T13:46:14.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.329+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=EFR4FL7687DR type=del size=2276824 2024-09-07T13:46:14.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.333+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~0SV5MS4ZHT12.0 size=1048576 2024-09-07T13:46:14.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.333+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~0SV5MS4ZHT12.1 size=759386 2024-09-07T13:46:14.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.337+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=0SV5MS4ZHT12 tag=FUAYZ4WEFTET type=write size=2856538 2024-09-07T13:46:14.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.341+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=D87PM0J0M26X type=del size=453787 2024-09-07T13:46:14.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.345+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=NUEHZ2YQML9M type=del 2024-09-07T13:46:14.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.345+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=V89JMSVGCH4J type=del size=1223692 2024-09-07T13:46:14.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.349+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=8YK3LROHRB90 type=del 2024-09-07T13:46:14.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.353+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~9CB0KYCL4H5T.0 size=1048576 2024-09-07T13:46:14.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.357+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~9CB0KYCL4H5T.1 size=756804 2024-09-07T13:46:14.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.357+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=9CB0KYCL4H5T tag=7RHD79PCBXKK type=write size=2853956 2024-09-07T13:46:14.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.357+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=0ZT3ITI9WN4T type=del 2024-09-07T13:46:14.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.365+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~4DLSKT92PSRU.0 size=319956 2024-09-07T13:46:14.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.365+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=4DLSKT92PSRU tag=5J9YCOPG0SRT type=write size=1368532 2024-09-07T13:46:14.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.369+0000 7f2cb6b6f8c0 1 < suggested update operation key=7I54CNB8XS2B tag=HP7XXQYIS05C type=del size=935650 2024-09-07T13:46:14.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.373+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=VDQF7L10TEG1 type=del size=1042931 2024-09-07T13:46:14.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.377+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~4HLJB7JLJ9TC.0 size=1048576 2024-09-07T13:46:14.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.381+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~4HLJB7JLJ9TC.1 size=1048576 2024-09-07T13:46:14.384 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.381+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~4HLJB7JLJ9TC.2 size=1044146 2024-09-07T13:46:14.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.389+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=4HLJB7JLJ9TC tag=E53CWI9NQ2H2 type=write size=4189874 2024-09-07T13:46:14.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.389+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=S0LIKVZBVCSL type=del size=3901612 2024-09-07T13:46:14.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.393+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~90T6N0BCWDL2.0 size=1048576 2024-09-07T13:46:14.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.393+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~90T6N0BCWDL2.1 size=950290 2024-09-07T13:46:14.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.397+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=90T6N0BCWDL2 tag=SFX9CS5FOVYU type=write size=3047442 2024-09-07T13:46:14.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.401+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=GWN9ESJE2AAL type=write size=485236 2024-09-07T13:46:14.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.401+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~ZS7ENBFDU7X8.0 size=1048576 2024-09-07T13:46:14.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.405+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~ZS7ENBFDU7X8.1 size=1048576 2024-09-07T13:46:14.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.409+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~ZS7ENBFDU7X8.2 size=591427 2024-09-07T13:46:14.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.413+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=ZS7ENBFDU7X8 tag=BZUEH22OH4QT type=write size=3737155 2024-09-07T13:46:14.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.417+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~7Q6PAHALCZNQ.0 size=1048576 2024-09-07T13:46:14.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.421+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~7Q6PAHALCZNQ.1 size=369307 2024-09-07T13:46:14.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.421+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=7Q6PAHALCZNQ tag=8RA706HUU8OL type=write size=2466459 2024-09-07T13:46:14.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.421+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_XMCPLLADRKGO.2~RQVQJ1H3V6K4.0 size=1048576 2024-09-07T13:46:14.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.421+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_XMCPLLADRKGO.2~RQVQJ1H3V6K4.1 size=296289 2024-09-07T13:46:14.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.425+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=XMCPLLADRKGO upload=RQVQJ1H3V6K4 tag=E6FVA093XF5K type=write size=2393441 2024-09-07T13:46:14.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.429+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~81P6U1RNLFUY.0 size=1048576 2024-09-07T13:46:14.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.433+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~81P6U1RNLFUY.1 size=1048576 2024-09-07T13:46:14.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.433+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~81P6U1RNLFUY.2 size=771917 2024-09-07T13:46:14.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.433+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=81P6U1RNLFUY tag=V57Y6QK5F6QA type=write size=3917645 2024-09-07T13:46:14.438 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.437+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~7S38N3H4IX5F.0 size=943759 2024-09-07T13:46:14.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.441+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=7S38N3H4IX5F tag=PEF1FES96O4X type=write size=1992335 2024-09-07T13:46:14.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.445+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=BAMBF6ITBTF5 type=del size=679670 2024-09-07T13:46:14.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.449+0000 7f2cb6b6f8c0 1 < suggested update operation key=V8VL32BCEJRQ tag=6FXU80C43VU6 type=write size=739028 2024-09-07T13:46:14.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.453+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~PARAYDICYQTA.0 size=1048576 2024-09-07T13:46:14.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.453+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~PARAYDICYQTA.1 size=1048576 2024-09-07T13:46:14.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.457+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~PARAYDICYQTA.2 size=894271 2024-09-07T13:46:14.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.457+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=PARAYDICYQTA tag=Z6HUECVJSJX8 type=write size=4039999 2024-09-07T13:46:14.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.457+0000 7f2cb6b6f8c0 1 < canceled operation key=BAIMASZ4JKTJ tag=S770T6L3LD81 type=del size=2572656 2024-09-07T13:46:14.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.461+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=H1R3OG2LLB7Y type=del size=2843029 2024-09-07T13:46:14.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.465+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~J1SHJXDB5ZCC.0 size=1048576 2024-09-07T13:46:14.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.465+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~J1SHJXDB5ZCC.1 size=464931 2024-09-07T13:46:14.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.469+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=4MKAO5GJGCYD upload=J1SHJXDB5ZCC tag=1O19MJ60GVU8 type=write size=2562083 2024-09-07T13:46:14.476 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.473+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~7GHQ2R9M1W7I.0 size=1048576 2024-09-07T13:46:14.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.477+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~7GHQ2R9M1W7I.1 size=1048576 2024-09-07T13:46:14.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.477+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~7GHQ2R9M1W7I.2 size=631719 2024-09-07T13:46:14.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.477+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=7GHQ2R9M1W7I tag=WQM8KNAQCIIZ type=write size=3777447 2024-09-07T13:46:14.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.481+0000 7f2cb6b6f8c0 1 < canceled operation key=W8HQYXG2A9NR tag=CY4SKRWSBK42 type=del size=1970734 2024-09-07T13:46:14.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.485+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=7ZYU7TKD2BVF type=del size=3734075 2024-09-07T13:46:14.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.485+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=V8VL32BCEJRQ tag=WI5CO6BPHBZF type=del size=2703328: (22) Invalid argument 2024-09-07T13:46:14.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.489+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=AO0F57OO8MIJ type=del size=3281686 2024-09-07T13:46:14.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.493+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=EFR4FL7687DR type=del 2024-09-07T13:46:14.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.493+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=SADZT18TI5NR type=del size=595135 2024-09-07T13:46:14.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.501+0000 7f2cb6b6f8c0 1 < suggested update operation key=U10DGQ1EL162 tag=D87PM0J0M26X type=del size=453787 2024-09-07T13:46:14.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.501+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=HW2Q2PWB8RVK type=del size=4081485 2024-09-07T13:46:14.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.505+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=V89JMSVGCH4J type=del 2024-09-07T13:46:14.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.509+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~R7S3EVJ2RH3S.0 size=169619 2024-09-07T13:46:14.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.509+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=R7S3EVJ2RH3S tag=HSJ5GX75VD96 type=write size=1218195 2024-09-07T13:46:14.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.513+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~9CB0KYCL4H5T.0 size=1048576 2024-09-07T13:46:14.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.513+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~9CB0KYCL4H5T.1 size=756804 2024-09-07T13:46:14.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.517+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=9CB0KYCL4H5T tag=7RHD79PCBXKK type=write size=2853956 2024-09-07T13:46:14.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.521+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=SABJYDXMCXVT type=del size=3088918 2024-09-07T13:46:14.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.525+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~4DLSKT92PSRU.0 size=319956 2024-09-07T13:46:14.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.529+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=4DLSKT92PSRU tag=5J9YCOPG0SRT type=write size=1368532 2024-09-07T13:46:14.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.533+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~STWPWC52MKN5.0 size=1048576 2024-09-07T13:46:14.538 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.537+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~STWPWC52MKN5.1 size=228076 2024-09-07T13:46:14.538 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.537+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=STWPWC52MKN5 tag=X7DYTT011LK2 type=write size=2325228 2024-09-07T13:46:14.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.541+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DKCM0NB13MGO tag=VDQF7L10TEG1 type=del 2024-09-07T13:46:14.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.545+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=TBKVFTS5ELH9 type=del size=2586826 2024-09-07T13:46:14.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.549+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=S0LIKVZBVCSL type=del 2024-09-07T13:46:14.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.549+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=TLTMW8HO4N40 type=del size=1163798 2024-09-07T13:46:14.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.553+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=DKCM0NB13MGO tag=GWN9ESJE2AAL type=write size=485236: (22) Invalid argument 2024-09-07T13:46:14.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.561+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~PVBUPXTXTN0I.0 size=1048576 2024-09-07T13:46:14.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.561+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~PVBUPXTXTN0I.1 size=329635 2024-09-07T13:46:14.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.561+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=PVBUPXTXTN0I tag=RACJ7JPY0ASH type=write size=2426787 2024-09-07T13:46:14.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.565+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~7Q6PAHALCZNQ.0 size=1048576 2024-09-07T13:46:14.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.569+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~7Q6PAHALCZNQ.1 size=369307 2024-09-07T13:46:14.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.573+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=7Q6PAHALCZNQ tag=8RA706HUU8OL type=write size=2466459 2024-09-07T13:46:14.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.577+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=2FHC26YTA8VY type=write size=393763 2024-09-07T13:46:14.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.577+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~81P6U1RNLFUY.0 size=1048576 2024-09-07T13:46:14.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.581+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~81P6U1RNLFUY.1 size=1048576 2024-09-07T13:46:14.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.581+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_SNNZ7FIANLW7.2~81P6U1RNLFUY.2 size=771917 2024-09-07T13:46:14.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.585+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=SNNZ7FIANLW7 upload=81P6U1RNLFUY tag=V57Y6QK5F6QA type=write size=3917645 2024-09-07T13:46:14.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.589+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=SC5SJ1R5G7C3 type=del size=466656 2024-09-07T13:46:14.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.593+0000 7f2cb6b6f8c0 1 < suggested remove operation key=FZUZGIZAKB07 tag=BAMBF6ITBTF5 type=del 2024-09-07T13:46:14.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.597+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~O65K08W3PLFK.0 size=1048576 2024-09-07T13:46:14.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.601+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~O65K08W3PLFK.1 size=945925 2024-09-07T13:46:14.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.601+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=O65K08W3PLFK tag=MCKRPZZYDXFW type=write size=3043077 2024-09-07T13:46:14.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.601+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_FZUZGIZAKB07.2~PARAYDICYQTA.0 size=1048576 2024-09-07T13:46:14.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.601+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~PARAYDICYQTA.1 size=1048576 2024-09-07T13:46:14.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.605+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~PARAYDICYQTA.2 size=894271 2024-09-07T13:46:14.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.609+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=FZUZGIZAKB07 upload=PARAYDICYQTA tag=Z6HUECVJSJX8 type=write size=4039999 2024-09-07T13:46:14.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.613+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~O0TICY3E179O.0 size=1048576 2024-09-07T13:46:14.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.617+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~O0TICY3E179O.1 size=1048576 2024-09-07T13:46:14.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.617+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~O0TICY3E179O.2 size=190761 2024-09-07T13:46:14.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.617+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=O0TICY3E179O tag=RARJNVNLZV9F type=write size=3336489 2024-09-07T13:46:14.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.621+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=H1R3OG2LLB7Y type=del 2024-09-07T13:46:14.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.625+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=MX4BH8U4FHYL type=del size=3861523 2024-09-07T13:46:14.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.629+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~7GHQ2R9M1W7I.0 size=1048576 2024-09-07T13:46:14.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.629+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~7GHQ2R9M1W7I.1 size=1048576 2024-09-07T13:46:14.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.633+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~7GHQ2R9M1W7I.2 size=631719 2024-09-07T13:46:14.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.637+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=7GHQ2R9M1W7I tag=WQM8KNAQCIIZ type=write size=3777447 2024-09-07T13:46:14.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.641+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=W0KTBZP33SNH type=write size=908323 2024-09-07T13:46:14.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.645+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=7ZYU7TKD2BVF type=del 2024-09-07T13:46:14.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.645+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=34E0KHG5AID8 type=del size=1476756 2024-09-07T13:46:14.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.649+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=DKCM0NB13MGO tag=AO0F57OO8MIJ type=del size=3281686: (22) Invalid argument 2024-09-07T13:46:14.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.653+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=SJS2Y7AP64XJ type=del size=296241 2024-09-07T13:46:14.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.653+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=SADZT18TI5NR type=del 2024-09-07T13:46:14.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.657+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=OKBHTK7AMHEU type=del size=1754174 2024-09-07T13:46:14.662 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.661+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=HW2Q2PWB8RVK type=del 2024-09-07T13:46:14.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.665+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=3UT1M4RWLOT7 type=del size=2624770 2024-09-07T13:46:14.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.665+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~R7S3EVJ2RH3S.0 size=169619 2024-09-07T13:46:14.672 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.669+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=R7S3EVJ2RH3S tag=HSJ5GX75VD96 type=write size=1218195 2024-09-07T13:46:14.675 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.673+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=45D79ZOUIL93 type=del size=3007625 2024-09-07T13:46:14.678 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.677+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=FZUZGIZAKB07 tag=SABJYDXMCXVT type=del size=3088918: (22) Invalid argument 2024-09-07T13:46:14.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.681+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=9H2EVO4VNFV4 type=write size=138015 2024-09-07T13:46:14.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.685+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~STWPWC52MKN5.0 size=1048576 2024-09-07T13:46:14.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.685+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_55Q1KQM4NQFR.2~STWPWC52MKN5.1 size=228076 2024-09-07T13:46:14.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.689+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=55Q1KQM4NQFR upload=STWPWC52MKN5 tag=X7DYTT011LK2 type=write size=2325228 2024-09-07T13:46:14.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.693+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~PK48YCIKKL2J.0 size=970874 2024-09-07T13:46:14.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.693+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=PK48YCIKKL2J tag=DB6P3JHBCJTS type=write size=2019450 2024-09-07T13:46:14.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.697+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=TBKVFTS5ELH9 type=del 2024-09-07T13:46:14.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.701+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~1UKY6OBX2JCT.0 size=1048576 2024-09-07T13:46:14.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.705+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~1UKY6OBX2JCT.1 size=262901 2024-09-07T13:46:14.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.705+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=1UKY6OBX2JCT tag=68NFXELVH21P type=write size=2360053 2024-09-07T13:46:14.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.709+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=TLTMW8HO4N40 type=del 2024-09-07T13:46:14.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.709+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=A6SZQ3F6HFMO type=del size=508026 2024-09-07T13:46:14.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.713+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~PVBUPXTXTN0I.0 size=1048576 2024-09-07T13:46:14.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.717+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~PVBUPXTXTN0I.1 size=329635 2024-09-07T13:46:14.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.721+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=PVBUPXTXTN0I tag=RACJ7JPY0ASH type=write size=2426787 2024-09-07T13:46:14.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.725+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=VD1ZIRTY2MGH type=del size=749554 2024-09-07T13:46:14.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.729+0000 7f2cb6b6f8c0 1 < completed write operation key=X93W2ZAZXKB5 tag=2FHC26YTA8VY type=write size=393763 2024-09-07T13:46:14.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.733+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=I03GHMKQL1YM type=del size=2280003 2024-09-07T13:46:14.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.733+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=SC5SJ1R5G7C3 type=del 2024-09-07T13:46:14.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.741+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~6RA0VJASL1H3.0 size=1048576 2024-09-07T13:46:14.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.741+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~6RA0VJASL1H3.1 size=490524 2024-09-07T13:46:14.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.741+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=6RA0VJASL1H3 tag=QYUMYG4Z3SPN type=write size=2587676 2024-09-07T13:46:14.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.745+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~O65K08W3PLFK.0 size=1048576 2024-09-07T13:46:14.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.749+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~O65K08W3PLFK.1 size=945925 2024-09-07T13:46:14.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.753+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=O65K08W3PLFK tag=MCKRPZZYDXFW type=write size=3043077 2024-09-07T13:46:14.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.757+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=298LPA1DH0C1 type=write size=133720 2024-09-07T13:46:14.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.757+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~O0TICY3E179O.0 size=1048576 2024-09-07T13:46:14.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.757+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~O0TICY3E179O.1 size=1048576 2024-09-07T13:46:14.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.761+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~O0TICY3E179O.2 size=190761 2024-09-07T13:46:14.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.765+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=4MKAO5GJGCYD upload=O0TICY3E179O tag=RARJNVNLZV9F type=write size=3336489 2024-09-07T13:46:14.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.769+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=01QZTGJNZ16N type=del size=2880798 2024-09-07T13:46:14.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.769+0000 7f2cb6b6f8c0 1 < canceled operation key=ADB5YEZAZPYJ tag=MX4BH8U4FHYL type=del size=3861523 2024-09-07T13:46:14.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.773+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=9FWXB1XK7UPM type=del size=3736808 2024-09-07T13:46:14.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.777+0000 7f2cb6b6f8c0 1 < completed write operation key=RQ4XU4WUUA9N tag=W0KTBZP33SNH type=write size=908323 2024-09-07T13:46:14.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.781+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~IBAS3YPCOYWO.0 size=805083 2024-09-07T13:46:14.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.781+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=IBAS3YPCOYWO tag=8QEV7THN43RK type=write size=1853659 2024-09-07T13:46:14.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.785+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DM4166SINSRL tag=34E0KHG5AID8 type=del 2024-09-07T13:46:14.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.789+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=FPMS0VD60NLU type=write size=898894 2024-09-07T13:46:14.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.793+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=SJS2Y7AP64XJ type=del 2024-09-07T13:46:14.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.797+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=7Z08A7VDXV1U type=del size=3725684 2024-09-07T13:46:14.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.797+0000 7f2cb6b6f8c0 1 < canceled operation key=55Q1KQM4NQFR tag=OKBHTK7AMHEU type=del size=1754174 2024-09-07T13:46:14.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.801+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=APOJSCOW0BOO type=del size=3731055 2024-09-07T13:46:14.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.805+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=3UT1M4RWLOT7 type=del 2024-09-07T13:46:14.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.809+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~9332YL3XCCC5.0 size=695079 2024-09-07T13:46:14.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.809+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=9332YL3XCCC5 tag=M1PYX74PM038 type=write size=1743655 2024-09-07T13:46:14.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.813+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=45D79ZOUIL93 type=del 2024-09-07T13:46:14.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.813+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=EZQUVDZUBKJW type=del size=4099147 2024-09-07T13:46:14.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.817+0000 7f2cb6b6f8c0 1 < completed write operation key=RQ4XU4WUUA9N tag=9H2EVO4VNFV4 type=write size=138015 2024-09-07T13:46:14.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.821+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=6HD8ZI6MY65M type=del size=2284804 2024-09-07T13:46:14.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.821+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~PK48YCIKKL2J.0 size=970874 2024-09-07T13:46:14.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.829+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=PK48YCIKKL2J tag=DB6P3JHBCJTS type=write size=2019450 2024-09-07T13:46:14.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.833+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~2CHYXJ4XKX5W.0 size=561628 2024-09-07T13:46:14.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.833+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=2CHYXJ4XKX5W tag=KEIHGU8W6Z91 type=write size=1610204 2024-09-07T13:46:14.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.837+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~1UKY6OBX2JCT.0 size=1048576 2024-09-07T13:46:14.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.837+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~1UKY6OBX2JCT.1 size=262901 2024-09-07T13:46:14.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.841+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=1UKY6OBX2JCT tag=68NFXELVH21P type=write size=2360053 2024-09-07T13:46:14.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.845+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~HL1QCZ2GE3VX.0 size=1048576 2024-09-07T13:46:14.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.849+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~HL1QCZ2GE3VX.1 size=1048576 2024-09-07T13:46:14.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.853+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~HL1QCZ2GE3VX.2 size=432663 2024-09-07T13:46:14.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.853+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=HL1QCZ2GE3VX tag=LH8DKEQUBZG8 type=write size=3578391 2024-09-07T13:46:14.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.853+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=A6SZQ3F6HFMO type=del 2024-09-07T13:46:14.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.857+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~8U35J7W5IPD4.0 size=1048576 2024-09-07T13:46:14.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.861+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~8U35J7W5IPD4.1 size=1048576 2024-09-07T13:46:14.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.865+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~8U35J7W5IPD4.2 size=877278 2024-09-07T13:46:14.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.865+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=8U35J7W5IPD4 tag=ABWQEZMWWTP3 type=write size=4023006 2024-09-07T13:46:14.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.869+0000 7f2cb6b6f8c0 1 < suggested update operation key=R2BO0X5383EA tag=VD1ZIRTY2MGH type=del size=749554 2024-09-07T13:46:14.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.873+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~LTEC0HPK1SAD.0 size=566317 2024-09-07T13:46:14.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.873+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=LTEC0HPK1SAD tag=2YQA08E75I5H type=write size=1614893 2024-09-07T13:46:14.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.877+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=I03GHMKQL1YM type=del 2024-09-07T13:46:14.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.881+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=625P00HNNVUN type=del size=3553400 2024-09-07T13:46:14.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.881+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_KIKPQG73BHGB.2~6RA0VJASL1H3.0 size=1048576 2024-09-07T13:46:14.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.881+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_KIKPQG73BHGB.2~6RA0VJASL1H3.1 size=490524 2024-09-07T13:46:14.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.885+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=KIKPQG73BHGB upload=6RA0VJASL1H3 tag=QYUMYG4Z3SPN type=write size=2587676 2024-09-07T13:46:14.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.889+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~KLSQ7KD1KQGS.0 size=223300 2024-09-07T13:46:14.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.889+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=KLSQ7KD1KQGS tag=KVN59J061E6A type=write size=1271876 2024-09-07T13:46:14.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.893+0000 7f2cb6b6f8c0 1 < completed write operation key=ZVZ04CSVO3XE tag=298LPA1DH0C1 type=write size=133720 2024-09-07T13:46:14.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.897+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~1QBZ10NOD8DE.0 size=663799 2024-09-07T13:46:14.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.897+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=1QBZ10NOD8DE tag=9ZRKTTRP36DS type=write size=1712375 2024-09-07T13:46:14.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.901+0000 7f2cb6b6f8c0 1 < suggested remove operation key=R2BO0X5383EA tag=01QZTGJNZ16N type=del 2024-09-07T13:46:14.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.905+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=SJNMEJQIF0LC type=del size=4057182 2024-09-07T13:46:14.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.905+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=9FWXB1XK7UPM type=del 2024-09-07T13:46:14.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.909+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=0AWJPCD63T3Z type=del size=3921652 2024-09-07T13:46:14.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.909+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~IBAS3YPCOYWO.0 size=805083 2024-09-07T13:46:14.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.913+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=IBAS3YPCOYWO tag=8QEV7THN43RK type=write size=1853659 2024-09-07T13:46:14.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.917+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=OFE3SG8VYUR9 type=del size=3977956 2024-09-07T13:46:14.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.921+0000 7f2cb6b6f8c0 1 < completed write operation key=SJ0CJGHYGTKP tag=FPMS0VD60NLU type=write size=898894 2024-09-07T13:46:14.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.921+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=GMXKTYAF78H4 type=del size=1290327 2024-09-07T13:46:14.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.925+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=7Z08A7VDXV1U type=del 2024-09-07T13:46:14.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.929+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=KDA7RA2J9J7S type=del size=648995 2024-09-07T13:46:14.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.929+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=APOJSCOW0BOO type=del 2024-09-07T13:46:14.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.933+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~6EEI5YQ8VNRQ.0 size=1048576 2024-09-07T13:46:14.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.937+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~6EEI5YQ8VNRQ.1 size=626774 2024-09-07T13:46:14.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.937+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=6EEI5YQ8VNRQ tag=O2GPWV8M0Z58 type=write size=2723926 2024-09-07T13:46:14.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.937+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~9332YL3XCCC5.0 size=695079 2024-09-07T13:46:14.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.941+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=9332YL3XCCC5 tag=M1PYX74PM038 type=write size=1743655 2024-09-07T13:46:14.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.945+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=GBYR249KKU1T type=del size=4051169 2024-09-07T13:46:14.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.945+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=EZQUVDZUBKJW type=del 2024-09-07T13:46:14.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.953+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~9RD9MWHXHWRM.0 size=1048576 2024-09-07T13:46:14.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.953+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~9RD9MWHXHWRM.1 size=1048576 2024-09-07T13:46:14.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.957+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~9RD9MWHXHWRM.2 size=978047 2024-09-07T13:46:14.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.957+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=9RD9MWHXHWRM tag=1SL74VXCS56Q type=write size=4123775 2024-09-07T13:46:14.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.961+0000 7f2cb6b6f8c0 1 < suggested update operation key=KIKPQG73BHGB tag=6HD8ZI6MY65M type=del size=2284804 2024-09-07T13:46:14.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.965+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~S9POZKW7M6OB.0 size=257880 2024-09-07T13:46:14.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.965+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=S9POZKW7M6OB tag=XJ464KB517GR type=write size=1306456 2024-09-07T13:46:14.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.965+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~2CHYXJ4XKX5W.0 size=561628 2024-09-07T13:46:14.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.969+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=2CHYXJ4XKX5W tag=KEIHGU8W6Z91 type=write size=1610204 2024-09-07T13:46:14.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.973+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=61K5P1ENR77W type=write size=628913 2024-09-07T13:46:14.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.977+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~HL1QCZ2GE3VX.0 size=1048576 2024-09-07T13:46:14.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.977+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_FZUZGIZAKB07.2~HL1QCZ2GE3VX.1 size=1048576 2024-09-07T13:46:14.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.977+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~HL1QCZ2GE3VX.2 size=432663 2024-09-07T13:46:14.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.981+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=FZUZGIZAKB07 upload=HL1QCZ2GE3VX tag=LH8DKEQUBZG8 type=write size=3578391 2024-09-07T13:46:14.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.985+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=94BLP8UWGT3X type=write size=21030 2024-09-07T13:46:14.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.989+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~8U35J7W5IPD4.0 size=1048576 2024-09-07T13:46:14.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.989+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_EDEA3TDICLHA.2~8U35J7W5IPD4.1 size=1048576 2024-09-07T13:46:14.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.989+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~8U35J7W5IPD4.2 size=877278 2024-09-07T13:46:14.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.993+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=EDEA3TDICLHA upload=8U35J7W5IPD4 tag=ABWQEZMWWTP3 type=write size=4023006 2024-09-07T13:46:14.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.993+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=RB7JD1WYE7NK type=write size=251190 2024-09-07T13:46:14.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:14.997+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~LTEC0HPK1SAD.0 size=566317 2024-09-07T13:46:15.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.001+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=LTEC0HPK1SAD tag=2YQA08E75I5H type=write size=1614893 2024-09-07T13:46:15.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.001+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=A0YYO46JQWAV type=del size=3544876 2024-09-07T13:46:15.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.005+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=KIKPQG73BHGB tag=625P00HNNVUN type=del size=3553400: (22) Invalid argument 2024-09-07T13:46:15.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.009+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=026TE55F9BKV type=del size=3323470 2024-09-07T13:46:15.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.009+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~KLSQ7KD1KQGS.0 size=223300 2024-09-07T13:46:15.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.013+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=KLSQ7KD1KQGS tag=KVN59J061E6A type=write size=1271876 2024-09-07T13:46:15.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.017+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=R0IHLHKK6UWY type=write size=1006232 2024-09-07T13:46:15.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.017+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~1QBZ10NOD8DE.0 size=663799 2024-09-07T13:46:15.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.021+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=1QBZ10NOD8DE tag=9ZRKTTRP36DS type=write size=1712375 2024-09-07T13:46:15.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.025+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=L6ZMR10HFSB6 type=del size=2832033 2024-09-07T13:46:15.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.025+0000 7f2cb6b6f8c0 1 < canceled operation key=LZX7H9KUZM7X tag=SJNMEJQIF0LC type=del size=4057182 2024-09-07T13:46:15.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.029+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=2S8U7VELYD6E type=del size=2106659 2024-09-07T13:46:15.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.033+0000 7f2cb6b6f8c0 1 < suggested update operation key=7I54CNB8XS2B tag=0AWJPCD63T3Z type=del size=3921652 2024-09-07T13:46:15.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.033+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=2AFPTJ5FJ4IR type=del size=1493050 2024-09-07T13:46:15.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.037+0000 7f2cb6b6f8c0 1 < suggested update operation key=WLP6TFW0KQQI tag=OFE3SG8VYUR9 type=del size=3977956 2024-09-07T13:46:15.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.041+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=TNY13F1T1U6T type=del size=3231594 2024-09-07T13:46:15.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.041+0000 7f2cb6b6f8c0 1 < canceled operation key=ZVZ04CSVO3XE tag=GMXKTYAF78H4 type=del size=1290327 2024-09-07T13:46:15.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.045+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~FQLLG4YXP2SF.0 size=1048576 2024-09-07T13:46:15.048 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.045+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~FQLLG4YXP2SF.1 size=1048576 2024-09-07T13:46:15.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.049+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~FQLLG4YXP2SF.2 size=808812 2024-09-07T13:46:15.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.049+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=FQLLG4YXP2SF tag=87BD8BP5G2K2 type=write size=3954540 2024-09-07T13:46:15.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.053+0000 7f2cb6b6f8c0 1 < suggested remove operation key=RQ4XU4WUUA9N tag=KDA7RA2J9J7S type=del 2024-09-07T13:46:15.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.053+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=K3P8BGKMNJVL type=del size=1849482 2024-09-07T13:46:15.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.057+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~6EEI5YQ8VNRQ.0 size=1048576 2024-09-07T13:46:15.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.057+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~6EEI5YQ8VNRQ.1 size=626774 2024-09-07T13:46:15.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.061+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=6EEI5YQ8VNRQ tag=O2GPWV8M0Z58 type=write size=2723926 2024-09-07T13:46:15.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.065+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=5L4NPB6CHJHX type=write size=634575 2024-09-07T13:46:15.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.069+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=GBYR249KKU1T type=del 2024-09-07T13:46:15.071 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.069+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=TXDF155V9J62 type=write size=533198 2024-09-07T13:46:15.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.073+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~9RD9MWHXHWRM.0 size=1048576 2024-09-07T13:46:15.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.073+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~9RD9MWHXHWRM.1 size=1048576 2024-09-07T13:46:15.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.077+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~9RD9MWHXHWRM.2 size=978047 2024-09-07T13:46:15.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.081+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=9RD9MWHXHWRM tag=1SL74VXCS56Q type=write size=4123775 2024-09-07T13:46:15.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.081+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=FTLWEELON4AA type=write size=505517 2024-09-07T13:46:15.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.085+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~S9POZKW7M6OB.0 size=257880 2024-09-07T13:46:15.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.089+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=S9POZKW7M6OB tag=XJ464KB517GR type=write size=1306456 2024-09-07T13:46:15.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.093+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=QI8VJP3EQDXY type=del size=3977284 2024-09-07T13:46:15.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.097+0000 7f2cb6b6f8c0 1 < suggested remove operation key=SNNZ7FIANLW7 tag=61K5P1ENR77W type=write 2024-09-07T13:46:15.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.097+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=S209G6ZHPR23 type=del size=3994806 2024-09-07T13:46:15.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.101+0000 7f2cb6b6f8c0 1 < completed write operation key=XMCPLLADRKGO tag=94BLP8UWGT3X type=write size=21030 2024-09-07T13:46:15.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.105+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~CA7SLU7FCFMN.0 size=1048576 2024-09-07T13:46:15.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.105+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~CA7SLU7FCFMN.1 size=1048576 2024-09-07T13:46:15.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.109+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~CA7SLU7FCFMN.2 size=285411 2024-09-07T13:46:15.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.109+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=CA7SLU7FCFMN tag=CSYRF1998ML4 type=write size=3431139 2024-09-07T13:46:15.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.113+0000 7f2cb6b6f8c0 1 < canceled operation key=4MKAO5GJGCYD tag=RB7JD1WYE7NK type=write size=251190 2024-09-07T13:46:15.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.113+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=0M7NW65BF3P2 type=write size=520717 2024-09-07T13:46:15.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.117+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=A0YYO46JQWAV type=del 2024-09-07T13:46:15.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.117+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=9SN50I591QL8 type=del size=773499 2024-09-07T13:46:15.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.121+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=026TE55F9BKV type=del 2024-09-07T13:46:15.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.125+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=8ISJLPKFAW0J type=write size=889582 2024-09-07T13:46:15.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.125+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=R0IHLHKK6UWY type=write size=1006232 2024-09-07T13:46:15.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.129+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=UD0ME3BC8HVF type=del size=3003837 2024-09-07T13:46:15.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.133+0000 7f2cb6b6f8c0 1 < suggested update operation key=BAIMASZ4JKTJ tag=L6ZMR10HFSB6 type=del size=2832033 2024-09-07T13:46:15.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.137+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~W97792MUTHWD.0 size=635431 2024-09-07T13:46:15.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.137+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=W97792MUTHWD tag=M182IFREZUPO type=write size=1684007 2024-09-07T13:46:15.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.141+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=2S8U7VELYD6E type=del 2024-09-07T13:46:15.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.145+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=N8YABNBB3B89 type=del size=1863562 2024-09-07T13:46:15.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.145+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=2AFPTJ5FJ4IR type=del 2024-09-07T13:46:15.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.149+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~Q07AP1WWSGGB.0 size=1048576 2024-09-07T13:46:15.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.153+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~Q07AP1WWSGGB.1 size=1048576 2024-09-07T13:46:15.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.153+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~Q07AP1WWSGGB.2 size=314650 2024-09-07T13:46:15.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.153+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=Q07AP1WWSGGB tag=27AKX0BW9NBM type=write size=3460378 2024-09-07T13:46:15.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.157+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=TNY13F1T1U6T type=del 2024-09-07T13:46:15.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.161+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~3VP9FR685LW0.0 size=1048576 2024-09-07T13:46:15.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.161+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~3VP9FR685LW0.1 size=1037542 2024-09-07T13:46:15.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.161+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=3VP9FR685LW0 tag=D2Y2VZ20HEFN type=write size=3134694 2024-09-07T13:46:15.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.165+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~FQLLG4YXP2SF.0 size=1048576 2024-09-07T13:46:15.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.165+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~FQLLG4YXP2SF.1 size=1048576 2024-09-07T13:46:15.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.169+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~FQLLG4YXP2SF.2 size=808812 2024-09-07T13:46:15.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.173+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=FQLLG4YXP2SF tag=87BD8BP5G2K2 type=write size=3954540 2024-09-07T13:46:15.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.173+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=68FSUUT39EI1 type=del size=4184166 2024-09-07T13:46:15.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.177+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=K3P8BGKMNJVL type=del 2024-09-07T13:46:15.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.181+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=TAQM9Y7UCXD7 type=del size=1889138 2024-09-07T13:46:15.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.185+0000 7f2cb6b6f8c0 1 < suggested update operation key=DKCM0NB13MGO tag=5L4NPB6CHJHX type=write size=634575 2024-09-07T13:46:15.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.185+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=AS401TGZ6MRL type=del size=1550610 2024-09-07T13:46:15.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.193+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=SNNZ7FIANLW7 tag=TXDF155V9J62 type=write size=533198: (22) Invalid argument 2024-09-07T13:46:15.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.193+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=7946EQ7F3OHV type=del size=3007646 2024-09-07T13:46:15.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.197+0000 7f2cb6b6f8c0 1 < completed write operation key=DM4166SINSRL tag=FTLWEELON4AA type=write size=505517 2024-09-07T13:46:15.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.201+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~L3U37SJLZG9K.0 size=1048576 2024-09-07T13:46:15.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.201+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~L3U37SJLZG9K.1 size=125535 2024-09-07T13:46:15.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.201+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=L3U37SJLZG9K tag=PGFA8VLQ3QQA type=write size=2222687 2024-09-07T13:46:15.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.205+0000 7f2cb6b6f8c0 1 < suggested update operation key=W8HQYXG2A9NR tag=QI8VJP3EQDXY type=del size=3977284 2024-09-07T13:46:15.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.209+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=8KGPQWJA7YWM type=write size=703847 2024-09-07T13:46:15.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.213+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=S209G6ZHPR23 type=del 2024-09-07T13:46:15.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.217+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~EO1IJKQKV5DS.0 size=1048576 2024-09-07T13:46:15.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.217+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~EO1IJKQKV5DS.1 size=209983 2024-09-07T13:46:15.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.217+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=EO1IJKQKV5DS tag=0RZDAZP4GPW2 type=write size=2307135 2024-09-07T13:46:15.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.221+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~CA7SLU7FCFMN.0 size=1048576 2024-09-07T13:46:15.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.221+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~CA7SLU7FCFMN.1 size=1048576 2024-09-07T13:46:15.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.225+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~CA7SLU7FCFMN.2 size=285411 2024-09-07T13:46:15.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.229+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=CA7SLU7FCFMN tag=CSYRF1998ML4 type=write size=3431139 2024-09-07T13:46:15.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.233+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=WSLVU1VEXCNR type=del size=2735410 2024-09-07T13:46:15.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.233+0000 7f2cb6b6f8c0 1 < completed write operation key=55Q1KQM4NQFR tag=0M7NW65BF3P2 type=write size=520717 2024-09-07T13:46:15.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.237+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=3KGEEM1TYAXC type=write size=532839 2024-09-07T13:46:15.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.241+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=9SN50I591QL8 type=del 2024-09-07T13:46:15.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.245+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=JT8FDUJ5YUIK type=del size=2486440 2024-09-07T13:46:15.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.245+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=W8HQYXG2A9NR tag=8ISJLPKFAW0J type=write size=889582: (22) Invalid argument 2024-09-07T13:46:15.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.249+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=OG99BY2Z7KID type=del size=4138888 2024-09-07T13:46:15.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.253+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=UD0ME3BC8HVF type=del 2024-09-07T13:46:15.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.253+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=HCB04LE8VHVM type=del size=1487190 2024-09-07T13:46:15.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.257+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~W97792MUTHWD.0 size=635431 2024-09-07T13:46:15.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.261+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=W97792MUTHWD tag=M182IFREZUPO type=write size=1684007 2024-09-07T13:46:15.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.265+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=RNB8WLNXK4PA type=del size=544344 2024-09-07T13:46:15.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.265+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=N8YABNBB3B89 type=del 2024-09-07T13:46:15.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.273+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~LXK2B07Y1F1B.0 size=701265 2024-09-07T13:46:15.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.273+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=LXK2B07Y1F1B tag=W6FUQZ1G3GEY type=write size=1749841 2024-09-07T13:46:15.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.273+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_EDEA3TDICLHA.2~Q07AP1WWSGGB.0 size=1048576 2024-09-07T13:46:15.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.277+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~Q07AP1WWSGGB.1 size=1048576 2024-09-07T13:46:15.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.277+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~Q07AP1WWSGGB.2 size=314650 2024-09-07T13:46:15.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.281+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=EDEA3TDICLHA upload=Q07AP1WWSGGB tag=27AKX0BW9NBM type=write size=3460378 2024-09-07T13:46:15.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.285+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=IW3KIYNLDY65 type=write size=774228 2024-09-07T13:46:15.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.285+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~3VP9FR685LW0.0 size=1048576 2024-09-07T13:46:15.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.289+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~3VP9FR685LW0.1 size=1037542 2024-09-07T13:46:15.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.293+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=3VP9FR685LW0 tag=D2Y2VZ20HEFN type=write size=3134694 2024-09-07T13:46:15.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.293+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=Z52NOW9HYPDE type=del size=1561835 2024-09-07T13:46:15.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.301+0000 7f2cb6b6f8c0 1 < suggested remove operation key=EDEA3TDICLHA tag=68FSUUT39EI1 type=del 2024-09-07T13:46:15.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.301+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=2DW0J0GYUJGX type=del size=3857948 2024-09-07T13:46:15.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.305+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=TAQM9Y7UCXD7 type=del 2024-09-07T13:46:15.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.309+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~ADK84O83IYFF.0 size=217939 2024-09-07T13:46:15.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.309+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=ADK84O83IYFF tag=6SVKFXVAKX4A type=write size=1266515 2024-09-07T13:46:15.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.313+0000 7f2cb6b6f8c0 1 < suggested update operation key=W120AMT2ALD9 tag=AS401TGZ6MRL type=del size=1550610 2024-09-07T13:46:15.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.317+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~UKKYEX3NHXJ8.0 size=101322 2024-09-07T13:46:15.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.317+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=UKKYEX3NHXJ8 tag=N6X0SEEJFXK9 type=write size=1149898 2024-09-07T13:46:15.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.317+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=7946EQ7F3OHV type=del 2024-09-07T13:46:15.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.321+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=U692LKSBO9NI type=write size=566447 2024-09-07T13:46:15.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.325+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~L3U37SJLZG9K.0 size=1048576 2024-09-07T13:46:15.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.325+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~L3U37SJLZG9K.1 size=125535 2024-09-07T13:46:15.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.329+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=L3U37SJLZG9K tag=PGFA8VLQ3QQA type=write size=2222687 2024-09-07T13:46:15.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.333+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=NWQ0JKNMAVUT type=del size=2054829 2024-09-07T13:46:15.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.333+0000 7f2cb6b6f8c0 1 < completed write operation key=ZVZ04CSVO3XE tag=8KGPQWJA7YWM type=write size=703847 2024-09-07T13:46:15.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.337+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~2ZZQ128JCKBI.0 size=1048576 2024-09-07T13:46:15.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.341+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~2ZZQ128JCKBI.1 size=375915 2024-09-07T13:46:15.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.341+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=2ZZQ128JCKBI tag=09TGXI5X4D41 type=write size=2473067 2024-09-07T13:46:15.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.341+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~EO1IJKQKV5DS.0 size=1048576 2024-09-07T13:46:15.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.345+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~EO1IJKQKV5DS.1 size=209983 2024-09-07T13:46:15.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.349+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=EO1IJKQKV5DS tag=0RZDAZP4GPW2 type=write size=2307135 2024-09-07T13:46:15.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.353+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=NQX77I2WRR8Q type=del size=3415951 2024-09-07T13:46:15.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.353+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=WSLVU1VEXCNR type=del 2024-09-07T13:46:15.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.357+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=J44WMKA7OICT type=del size=1136265 2024-09-07T13:46:15.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.361+0000 7f2cb6b6f8c0 1 < suggested remove operation key=LZX7H9KUZM7X tag=3KGEEM1TYAXC type=write 2024-09-07T13:46:15.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.365+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=7U7H3KC4QJ40 type=del size=3464587 2024-09-07T13:46:15.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.365+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=EDEA3TDICLHA tag=JT8FDUJ5YUIK type=del size=2486440: (22) Invalid argument 2024-09-07T13:46:15.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.369+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=573QEKPEH3LE type=del size=245821 2024-09-07T13:46:15.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.373+0000 7f2cb6b6f8c0 1 < suggested update operation key=BAIMASZ4JKTJ tag=OG99BY2Z7KID type=del size=4138888 2024-09-07T13:46:15.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.377+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=C0GI7XQDFNUG type=del size=452781 2024-09-07T13:46:15.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.381+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=HCB04LE8VHVM type=del 2024-09-07T13:46:15.386 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.385+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~SAHD2IR05SUR.0 size=1048576 2024-09-07T13:46:15.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.385+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~SAHD2IR05SUR.1 size=568542 2024-09-07T13:46:15.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.385+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=SAHD2IR05SUR tag=W96AXFN4DQKE type=write size=2665694 2024-09-07T13:46:15.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.389+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=RNB8WLNXK4PA type=del 2024-09-07T13:46:15.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.393+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=NXTR3FHI0FM7 type=del size=1532905 2024-09-07T13:46:15.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.393+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~LXK2B07Y1F1B.0 size=701265 2024-09-07T13:46:15.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.397+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=LXK2B07Y1F1B tag=W6FUQZ1G3GEY type=write size=1749841 2024-09-07T13:46:15.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.405+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~4ZU6ZIL8CS77.0 size=1048576 2024-09-07T13:46:15.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.405+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~4ZU6ZIL8CS77.1 size=1048576 2024-09-07T13:46:15.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.405+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~4ZU6ZIL8CS77.2 size=750065 2024-09-07T13:46:15.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.405+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=4ZU6ZIL8CS77 tag=KZJV3V1E4KML type=write size=3895793 2024-09-07T13:46:15.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.409+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=IW3KIYNLDY65 type=write size=774228 2024-09-07T13:46:15.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.413+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~2MKBVMEDTYS1.0 size=1048576 2024-09-07T13:46:15.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.417+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~2MKBVMEDTYS1.1 size=1048576 2024-09-07T13:46:15.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.417+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~2MKBVMEDTYS1.2 size=921780 2024-09-07T13:46:15.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.417+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=2MKBVMEDTYS1 tag=O78FLP31RZCT type=write size=4067508 2024-09-07T13:46:15.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.421+0000 7f2cb6b6f8c0 1 < canceled operation key=DKCM0NB13MGO tag=Z52NOW9HYPDE type=del size=1561835 2024-09-07T13:46:15.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.425+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=B282Y8PMTNCP type=del size=2251720 2024-09-07T13:46:15.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.429+0000 7f2cb6b6f8c0 1 < suggested remove operation key=V8VL32BCEJRQ tag=2DW0J0GYUJGX type=del 2024-09-07T13:46:15.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.433+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=E6Y83WMDJJB3 type=write size=307557 2024-09-07T13:46:15.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.433+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_UN7NW8NTF67Q.2~ADK84O83IYFF.0 size=217939 2024-09-07T13:46:15.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.437+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=UN7NW8NTF67Q upload=ADK84O83IYFF tag=6SVKFXVAKX4A type=write size=1266515 2024-09-07T13:46:15.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.445+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~XHWHJVCAORLL.0 size=1048576 2024-09-07T13:46:15.447 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.445+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~XHWHJVCAORLL.1 size=1048576 2024-09-07T13:46:15.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.449+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~XHWHJVCAORLL.2 size=272297 2024-09-07T13:46:15.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.449+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=XHWHJVCAORLL tag=0LTW62Z32GLQ type=write size=3418025 2024-09-07T13:46:15.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.453+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~UKKYEX3NHXJ8.0 size=101322 2024-09-07T13:46:15.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.457+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=UKKYEX3NHXJ8 tag=N6X0SEEJFXK9 type=write size=1149898 2024-09-07T13:46:15.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.461+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~FUOM6P5Y8ABG.0 size=765326 2024-09-07T13:46:15.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.461+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=FUOM6P5Y8ABG tag=4569Y9U5ZE2Z type=write size=1813902 2024-09-07T13:46:15.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.469+0000 7f2cb6b6f8c0 1 < suggested remove operation key=UN7NW8NTF67Q tag=U692LKSBO9NI type=write 2024-09-07T13:46:15.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.469+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=F60BDGMPJFXF type=del size=1830305 2024-09-07T13:46:15.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.473+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=NWQ0JKNMAVUT type=del 2024-09-07T13:46:15.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.477+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~TCPI7SOYJN9B.0 size=1048576 2024-09-07T13:46:15.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.481+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~TCPI7SOYJN9B.1 size=271939 2024-09-07T13:46:15.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.481+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=TCPI7SOYJN9B tag=X5UO0O4J5X7K type=write size=2369091 2024-09-07T13:46:15.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.481+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~2ZZQ128JCKBI.0 size=1048576 2024-09-07T13:46:15.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.485+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_EDEA3TDICLHA.2~2ZZQ128JCKBI.1 size=375915 2024-09-07T13:46:15.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.489+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=EDEA3TDICLHA upload=2ZZQ128JCKBI tag=09TGXI5X4D41 type=write size=2473067 2024-09-07T13:46:15.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.493+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~EGDBVNWPKWWN.0 size=1048576 2024-09-07T13:46:15.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.497+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~EGDBVNWPKWWN.1 size=731703 2024-09-07T13:46:15.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.497+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=EGDBVNWPKWWN tag=NEZ2GYWDI3OE type=write size=2828855 2024-09-07T13:46:15.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.497+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=NQX77I2WRR8Q type=del 2024-09-07T13:46:15.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.501+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=33BD9XJXT5F8 type=del size=1908567 2024-09-07T13:46:15.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.505+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=J44WMKA7OICT type=del 2024-09-07T13:46:15.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.509+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=RZUKQ8GL1LG9 type=del size=2999653 2024-09-07T13:46:15.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.509+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=7U7H3KC4QJ40 type=del 2024-09-07T13:46:15.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.517+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~T2UUY72GM0U1.0 size=1048576 2024-09-07T13:46:15.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.517+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~T2UUY72GM0U1.1 size=547123 2024-09-07T13:46:15.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.517+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=T2UUY72GM0U1 tag=WQ21UBWKD07D type=write size=2644275 2024-09-07T13:46:15.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.521+0000 7f2cb6b6f8c0 -1 < no bi entry to suggest for operation key=V8VL32BCEJRQ tag=573QEKPEH3LE type=del size=245821: (2) No such file or directory 2024-09-07T13:46:15.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.521+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=9GVY9YXZTAKN type=del size=1810562 2024-09-07T13:46:15.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.525+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=C0GI7XQDFNUG type=del 2024-09-07T13:46:15.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.533+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~KLUT9477KPOO.0 size=26596 2024-09-07T13:46:15.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.533+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=KLUT9477KPOO tag=WVV145V10UOB type=write size=1075172 2024-09-07T13:46:15.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.533+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~SAHD2IR05SUR.0 size=1048576 2024-09-07T13:46:15.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.533+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_W8HQYXG2A9NR.2~SAHD2IR05SUR.1 size=568542 2024-09-07T13:46:15.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.541+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=W8HQYXG2A9NR upload=SAHD2IR05SUR tag=W96AXFN4DQKE type=write size=2665694 2024-09-07T13:46:15.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.545+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~247379XAUDN0.0 size=1048576 2024-09-07T13:46:15.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.549+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~247379XAUDN0.1 size=1048576 2024-09-07T13:46:15.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.553+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~247379XAUDN0.2 size=274382 2024-09-07T13:46:15.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.553+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=247379XAUDN0 tag=71N9C8L64PMT type=write size=3420110 2024-09-07T13:46:15.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.557+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=NXTR3FHI0FM7 type=del 2024-09-07T13:46:15.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.561+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~G9GG5BIESQ9N.0 size=1048576 2024-09-07T13:46:15.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.565+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~G9GG5BIESQ9N.1 size=572769 2024-09-07T13:46:15.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.565+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=G9GG5BIESQ9N tag=1N451RPIKIO8 type=write size=2669921 2024-09-07T13:46:15.571 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.569+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~4ZU6ZIL8CS77.0 size=1048576 2024-09-07T13:46:15.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.573+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~4ZU6ZIL8CS77.1 size=1048576 2024-09-07T13:46:15.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.573+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~4ZU6ZIL8CS77.2 size=750065 2024-09-07T13:46:15.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.581+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=4ZU6ZIL8CS77 tag=KZJV3V1E4KML type=write size=3895793 2024-09-07T13:46:15.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.585+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~NEFHHXUB72N7.0 size=1048576 2024-09-07T13:46:15.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.589+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~NEFHHXUB72N7.1 size=1048576 2024-09-07T13:46:15.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.589+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~NEFHHXUB72N7.2 size=586709 2024-09-07T13:46:15.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.589+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=NEFHHXUB72N7 tag=W6C08J841BM8 type=write size=3732437 2024-09-07T13:46:15.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.589+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_XMCPLLADRKGO.2~2MKBVMEDTYS1.0 size=1048576 2024-09-07T13:46:15.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.593+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~2MKBVMEDTYS1.1 size=1048576 2024-09-07T13:46:15.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.597+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~2MKBVMEDTYS1.2 size=921780 2024-09-07T13:46:15.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.601+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=XMCPLLADRKGO upload=2MKBVMEDTYS1 tag=O78FLP31RZCT type=write size=4067508 2024-09-07T13:46:15.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.605+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=CEGNJBJ681PA type=del size=577335 2024-09-07T13:46:15.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.605+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=B282Y8PMTNCP type=del 2024-09-07T13:46:15.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.613+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~7B9NVX3WRTW8.0 size=1048576 2024-09-07T13:46:15.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.613+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~7B9NVX3WRTW8.1 size=661400 2024-09-07T13:46:15.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.613+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=7B9NVX3WRTW8 tag=KFGHNUUAWNA2 type=write size=2758552 2024-09-07T13:46:15.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.621+0000 7f2cb6b6f8c0 1 < suggested remove operation key=7I54CNB8XS2B tag=E6Y83WMDJJB3 type=write 2024-09-07T13:46:15.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.625+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~IV38B9GERN8V.0 size=1048576 2024-09-07T13:46:15.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.625+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~IV38B9GERN8V.1 size=583218 2024-09-07T13:46:15.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.625+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=IV38B9GERN8V tag=D2ACYC0LE4ES type=write size=2680370 2024-09-07T13:46:15.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.629+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~XHWHJVCAORLL.0 size=1048576 2024-09-07T13:46:15.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.633+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~XHWHJVCAORLL.1 size=1048576 2024-09-07T13:46:15.636 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.633+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~XHWHJVCAORLL.2 size=272297 2024-09-07T13:46:15.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.641+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=XHWHJVCAORLL tag=0LTW62Z32GLQ type=write size=3418025 2024-09-07T13:46:15.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.641+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=TJRPSSN6XNOO type=del size=1084130 2024-09-07T13:46:15.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.645+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~FUOM6P5Y8ABG.0 size=765326 2024-09-07T13:46:15.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.649+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=FUOM6P5Y8ABG tag=4569Y9U5ZE2Z type=write size=1813902 2024-09-07T13:46:15.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.653+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=1ANJSVZJYHAO type=del size=1478639 2024-09-07T13:46:15.658 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.657+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=F60BDGMPJFXF type=del 2024-09-07T13:46:15.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.661+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=OTXPSOKSCLCQ type=del size=1872565 2024-09-07T13:46:15.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.661+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~TCPI7SOYJN9B.0 size=1048576 2024-09-07T13:46:15.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.665+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~TCPI7SOYJN9B.1 size=271939 2024-09-07T13:46:15.672 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.669+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=TCPI7SOYJN9B tag=X5UO0O4J5X7K type=write size=2369091 2024-09-07T13:46:15.677 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.677+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~HFTB4Y3B8G2T.0 size=982537 2024-09-07T13:46:15.677 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.677+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=HFTB4Y3B8G2T tag=MQEWBCMIYZFF type=write size=2031113 2024-09-07T13:46:15.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.681+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~EGDBVNWPKWWN.0 size=1048576 2024-09-07T13:46:15.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.681+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~EGDBVNWPKWWN.1 size=731703 2024-09-07T13:46:15.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.685+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=EGDBVNWPKWWN tag=NEZ2GYWDI3OE type=write size=2828855 2024-09-07T13:46:15.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.689+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=ZXUG5TNCJXSG type=del size=2599987 2024-09-07T13:46:15.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.693+0000 7f2cb6b6f8c0 1 < canceled operation key=DM4166SINSRL tag=33BD9XJXT5F8 type=del size=1908567 2024-09-07T13:46:15.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.697+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~XAJRZAJRVM88.0 size=410068 2024-09-07T13:46:15.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.697+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=XAJRZAJRVM88 tag=TKYPGG05R6OG type=write size=1458644 2024-09-07T13:46:15.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.701+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=RZUKQ8GL1LG9 type=del 2024-09-07T13:46:15.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.705+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=B30JT35K18L3 type=del size=128781 2024-09-07T13:46:15.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.709+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_DKCM0NB13MGO.2~T2UUY72GM0U1.0 size=1048576 2024-09-07T13:46:15.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.709+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~T2UUY72GM0U1.1 size=547123 2024-09-07T13:46:15.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.713+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=DKCM0NB13MGO upload=T2UUY72GM0U1 tag=WQ21UBWKD07D type=write size=2644275 2024-09-07T13:46:15.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.717+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=KZTNE9NY9WZB type=del size=474721 2024-09-07T13:46:15.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.721+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=9GVY9YXZTAKN type=del 2024-09-07T13:46:15.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.725+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=JT2BN8LNZNAJ type=del size=3735006 2024-09-07T13:46:15.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.729+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~KLUT9477KPOO.0 size=26596 2024-09-07T13:46:15.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.733+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=KLUT9477KPOO tag=WVV145V10UOB type=write size=1075172 2024-09-07T13:46:15.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.733+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=FFIVJ2DK5ZHI type=del size=2252537 2024-09-07T13:46:15.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.737+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~247379XAUDN0.0 size=1048576 2024-09-07T13:46:15.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.741+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~247379XAUDN0.1 size=1048576 2024-09-07T13:46:15.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.741+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~247379XAUDN0.2 size=274382 2024-09-07T13:46:15.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.749+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=247379XAUDN0 tag=71N9C8L64PMT type=write size=3420110 2024-09-07T13:46:15.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.749+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=J43HO40OKXVU type=del size=259269 2024-09-07T13:46:15.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.753+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~G9GG5BIESQ9N.0 size=1048576 2024-09-07T13:46:15.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.757+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~G9GG5BIESQ9N.1 size=572769 2024-09-07T13:46:15.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.761+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=G9GG5BIESQ9N tag=1N451RPIKIO8 type=write size=2669921 2024-09-07T13:46:15.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.765+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=D3JOPQV3KCG2 type=write size=948005 2024-09-07T13:46:15.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.769+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~NEFHHXUB72N7.0 size=1048576 2024-09-07T13:46:15.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.769+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~NEFHHXUB72N7.1 size=1048576 2024-09-07T13:46:15.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.773+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~NEFHHXUB72N7.2 size=586709 2024-09-07T13:46:15.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.777+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=NEFHHXUB72N7 tag=W6C08J841BM8 type=write size=3732437 2024-09-07T13:46:15.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.781+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=SZ6WWL3I7TV4 type=write size=399321 2024-09-07T13:46:15.784 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.781+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=CEGNJBJ681PA type=del 2024-09-07T13:46:15.787 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.785+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=F9K3CONRZZ8Q type=write size=603558 2024-09-07T13:46:15.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.789+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~7B9NVX3WRTW8.0 size=1048576 2024-09-07T13:46:15.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.789+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~7B9NVX3WRTW8.1 size=661400 2024-09-07T13:46:15.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.793+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=7B9NVX3WRTW8 tag=KFGHNUUAWNA2 type=write size=2758552 2024-09-07T13:46:15.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.797+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=11HI9Z1XK4U5 type=del size=583628 2024-09-07T13:46:15.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.797+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_7I54CNB8XS2B.2~IV38B9GERN8V.0 size=1048576 2024-09-07T13:46:15.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.801+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~IV38B9GERN8V.1 size=583218 2024-09-07T13:46:15.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.805+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=7I54CNB8XS2B upload=IV38B9GERN8V tag=D2ACYC0LE4ES type=write size=2680370 2024-09-07T13:46:15.811 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.809+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~QQ0APE78G6VZ.0 size=1048576 2024-09-07T13:46:15.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.813+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~QQ0APE78G6VZ.1 size=1048576 2024-09-07T13:46:15.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.813+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~QQ0APE78G6VZ.2 size=922279 2024-09-07T13:46:15.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.813+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=QQ0APE78G6VZ tag=AK0UXOIJEQD2 type=write size=4068007 2024-09-07T13:46:15.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.817+0000 7f2cb6b6f8c0 1 < canceled operation key=4MKAO5GJGCYD tag=TJRPSSN6XNOO type=del size=1084130 2024-09-07T13:46:15.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.821+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~Z5YADA8ZYRDI.0 size=1048576 2024-09-07T13:46:15.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.825+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~Z5YADA8ZYRDI.1 size=287955 2024-09-07T13:46:15.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.825+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=Z5YADA8ZYRDI tag=QSPIDLMOXLC4 type=write size=2385107 2024-09-07T13:46:15.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.829+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=1ANJSVZJYHAO type=del 2024-09-07T13:46:15.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.829+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=PDSIPXZPH749 type=del size=2113011 2024-09-07T13:46:15.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.833+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=OTXPSOKSCLCQ type=del 2024-09-07T13:46:15.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.837+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=VL3MPL11ZYS8 type=del size=3663364 2024-09-07T13:46:15.841 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.841+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~HFTB4Y3B8G2T.0 size=982537 2024-09-07T13:46:15.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.845+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=HFTB4Y3B8G2T tag=MQEWBCMIYZFF type=write size=2031113 2024-09-07T13:46:15.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.849+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=RYAMWWVMZJS8 type=del size=3373451 2024-09-07T13:46:15.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.849+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=ZXUG5TNCJXSG type=del 2024-09-07T13:46:15.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.857+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~ZYY24OA27W1U.0 size=1048576 2024-09-07T13:46:15.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.857+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~ZYY24OA27W1U.1 size=1048576 2024-09-07T13:46:15.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.861+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~ZYY24OA27W1U.2 size=237464 2024-09-07T13:46:15.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.861+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=ZYY24OA27W1U tag=ADR7NFH9GIXA type=write size=3383192 2024-09-07T13:46:15.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.865+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~XAJRZAJRVM88.0 size=410068 2024-09-07T13:46:15.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.869+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=XAJRZAJRVM88 tag=TKYPGG05R6OG type=write size=1458644 2024-09-07T13:46:15.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.873+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=9TNO5SN4A1P2 type=del size=1207250 2024-09-07T13:46:15.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.881+0000 7f2cb6b6f8c0 1 < suggested update operation key=1BSEOB4ZJRRL tag=B30JT35K18L3 type=del size=128781 2024-09-07T13:46:15.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.885+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~CWRJKW1SEYWW.0 size=1048576 2024-09-07T13:46:15.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.889+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~CWRJKW1SEYWW.1 size=56992 2024-09-07T13:46:15.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.889+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=CWRJKW1SEYWW tag=O2LUVIBP9OG3 type=write size=2154144 2024-09-07T13:46:15.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.889+0000 7f2cb6b6f8c0 1 < canceled operation key=EDEA3TDICLHA tag=KZTNE9NY9WZB type=del size=474721 2024-09-07T13:46:15.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.893+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=K98LSH2EUG82 type=del size=1998711 2024-09-07T13:46:15.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.897+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=JT2BN8LNZNAJ type=del 2024-09-07T13:46:15.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.901+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=B824AY6LEMUX type=del size=2331111 2024-09-07T13:46:15.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.901+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=FFIVJ2DK5ZHI type=del 2024-09-07T13:46:15.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.909+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~HX46BY32QUMN.0 size=483468 2024-09-07T13:46:15.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.909+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=HX46BY32QUMN tag=602O6J3TX988 type=write size=1532044 2024-09-07T13:46:15.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.913+0000 7f2cb6b6f8c0 1 < canceled operation key=SJ0CJGHYGTKP tag=J43HO40OKXVU type=del size=259269 2024-09-07T13:46:15.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.917+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=UYV2LF79KYFT type=del size=3651852 2024-09-07T13:46:15.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.917+0000 7f2cb6b6f8c0 1 < completed write operation key=BAIMASZ4JKTJ tag=D3JOPQV3KCG2 type=write size=948005 2024-09-07T13:46:15.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.921+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=D23SITNPOMSY type=del size=2069541 2024-09-07T13:46:15.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.925+0000 7f2cb6b6f8c0 1 < completed write operation key=DKCM0NB13MGO tag=SZ6WWL3I7TV4 type=write size=399321 2024-09-07T13:46:15.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.929+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=Q4PN3KE8DE43 type=del size=1395627 2024-09-07T13:46:15.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.929+0000 7f2cb6b6f8c0 1 < completed write operation key=6EVCJ3MF1PN3 tag=F9K3CONRZZ8Q type=write size=603558 2024-09-07T13:46:15.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.937+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~ACZM4289DXVC.0 size=1048576 2024-09-07T13:46:15.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.937+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~ACZM4289DXVC.1 size=1048576 2024-09-07T13:46:15.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.941+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~ACZM4289DXVC.2 size=1006844 2024-09-07T13:46:15.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.941+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=ACZM4289DXVC tag=WTQDW4U9DJUJ type=write size=4152572 2024-09-07T13:46:15.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.945+0000 7f2cb6b6f8c0 1 < suggested remove operation key=EDEA3TDICLHA tag=11HI9Z1XK4U5 type=del 2024-09-07T13:46:15.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.949+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=UO8BGJS8B837 type=write size=961622 2024-09-07T13:46:15.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.953+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~QQ0APE78G6VZ.0 size=1048576 2024-09-07T13:46:15.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.957+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~QQ0APE78G6VZ.1 size=1048576 2024-09-07T13:46:15.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.961+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~QQ0APE78G6VZ.2 size=922279 2024-09-07T13:46:15.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.965+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=QQ0APE78G6VZ tag=AK0UXOIJEQD2 type=write size=4068007 2024-09-07T13:46:15.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.969+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=I5BYONGVJO69 type=del size=74024 2024-09-07T13:46:15.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.969+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_Z6G2MS36EF8U.2~Z5YADA8ZYRDI.0 size=1048576 2024-09-07T13:46:15.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.969+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_Z6G2MS36EF8U.2~Z5YADA8ZYRDI.1 size=287955 2024-09-07T13:46:15.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.977+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=Z6G2MS36EF8U upload=Z5YADA8ZYRDI tag=QSPIDLMOXLC4 type=write size=2385107 2024-09-07T13:46:15.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.981+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=83GOZVEFFAIS type=del size=935277 2024-09-07T13:46:15.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.981+0000 7f2cb6b6f8c0 1 < completed delete operation key=Z6G2MS36EF8U tag=PDSIPXZPH749 type=del 2024-09-07T13:46:15.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.985+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=NRSTP6CB02J0 type=del size=2570727 2024-09-07T13:46:15.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.993+0000 7f2cb6b6f8c0 1 < canceled operation key=55Q1KQM4NQFR tag=VL3MPL11ZYS8 type=del size=3663364 2024-09-07T13:46:15.997 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.997+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=E70LCSWX0MXQ type=del size=425211 2024-09-07T13:46:16.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:15.997+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=RYAMWWVMZJS8 type=del 2024-09-07T13:46:16.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.001+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=ZEKQCGJFFHYO type=del size=3398424 2024-09-07T13:46:16.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.005+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~ZYY24OA27W1U.0 size=1048576 2024-09-07T13:46:16.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.009+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~ZYY24OA27W1U.1 size=1048576 2024-09-07T13:46:16.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.009+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~ZYY24OA27W1U.2 size=237464 2024-09-07T13:46:16.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.017+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=ZYY24OA27W1U tag=ADR7NFH9GIXA type=write size=3383192 2024-09-07T13:46:16.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.021+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=KF021U97U7GI type=write size=1024727 2024-09-07T13:46:16.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.021+0000 7f2cb6b6f8c0 -1 < no bi entry to suggest for operation key=EDEA3TDICLHA tag=9TNO5SN4A1P2 type=del size=1207250: (2) No such file or directory 2024-09-07T13:46:16.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.025+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=QXGO21O41ZEN type=del size=2857750 2024-09-07T13:46:16.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.029+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~CWRJKW1SEYWW.0 size=1048576 2024-09-07T13:46:16.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.029+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_SNNZ7FIANLW7.2~CWRJKW1SEYWW.1 size=56992 2024-09-07T13:46:16.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.033+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=SNNZ7FIANLW7 upload=CWRJKW1SEYWW tag=O2LUVIBP9OG3 type=write size=2154144 2024-09-07T13:46:16.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.037+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=637SZNPO3MG7 type=del size=588728 2024-09-07T13:46:16.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.037+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=K98LSH2EUG82 type=del 2024-09-07T13:46:16.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.045+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~7KCHVU3H64CF.0 size=1048576 2024-09-07T13:46:16.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.045+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~7KCHVU3H64CF.1 size=1013285 2024-09-07T13:46:16.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.045+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=7KCHVU3H64CF tag=N6JP0TLT4E2B type=write size=3110437 2024-09-07T13:46:16.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.049+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=B824AY6LEMUX type=del 2024-09-07T13:46:16.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.053+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=VPM8A3NQ1VUR type=del size=3756722 2024-09-07T13:46:16.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.057+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~HX46BY32QUMN.0 size=483468 2024-09-07T13:46:16.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.061+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=HX46BY32QUMN tag=602O6J3TX988 type=write size=1532044 2024-09-07T13:46:16.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.065+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~DD1AI01ZX5TP.0 size=927105 2024-09-07T13:46:16.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.065+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=DD1AI01ZX5TP tag=7SP4HCUQLEVO type=write size=1975681 2024-09-07T13:46:16.072 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.073+0000 7f2cb6b6f8c0 1 < suggested remove operation key=BAIMASZ4JKTJ tag=UYV2LF79KYFT type=del 2024-09-07T13:46:16.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.077+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~LA9MY3YRTWQ6.0 size=11850 2024-09-07T13:46:16.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.077+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=LA9MY3YRTWQ6 tag=VU40IGIQC0JP type=write size=1060426 2024-09-07T13:46:16.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.077+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=D23SITNPOMSY type=del 2024-09-07T13:46:16.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.081+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=DZ1BQDQOOG7E type=del size=775552 2024-09-07T13:46:16.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.085+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=Q4PN3KE8DE43 type=del 2024-09-07T13:46:16.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.089+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=BOX4R19AUU7X type=del size=3745034 2024-09-07T13:46:16.092 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.089+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~ACZM4289DXVC.0 size=1048576 2024-09-07T13:46:16.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.093+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~ACZM4289DXVC.1 size=1048576 2024-09-07T13:46:16.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.097+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~ACZM4289DXVC.2 size=1006844 2024-09-07T13:46:16.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.101+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=ACZM4289DXVC tag=WTQDW4U9DJUJ type=write size=4152572 2024-09-07T13:46:16.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.101+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=CPP1YE24VA45 type=del size=3009154 2024-09-07T13:46:16.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.105+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=BAIMASZ4JKTJ tag=UO8BGJS8B837 type=write size=961622: (22) Invalid argument 2024-09-07T13:46:16.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.109+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=NAZRO7ZO13E0 type=del size=2741253 2024-09-07T13:46:16.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.109+0000 7f2cb6b6f8c0 1 < canceled operation key=R2BO0X5383EA tag=I5BYONGVJO69 type=del size=74024 2024-09-07T13:46:16.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.113+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=JPH8M4PQ5MPS type=del size=1955841 2024-09-07T13:46:16.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.117+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=83GOZVEFFAIS type=del 2024-09-07T13:46:16.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.121+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~Z4GMV9N15K6H.0 size=1048576 2024-09-07T13:46:16.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.125+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~Z4GMV9N15K6H.1 size=1048576 2024-09-07T13:46:16.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.125+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~Z4GMV9N15K6H.2 size=278180 2024-09-07T13:46:16.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.125+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=Z4GMV9N15K6H tag=PPHNFRI4AHA2 type=write size=3423908 2024-09-07T13:46:16.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.133+0000 7f2cb6b6f8c0 1 < suggested update operation key=4MKAO5GJGCYD tag=NRSTP6CB02J0 type=del size=2570727 2024-09-07T13:46:16.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.137+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~700QXY3N9L7C.0 size=1048576 2024-09-07T13:46:16.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.137+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~700QXY3N9L7C.1 size=1048576 2024-09-07T13:46:16.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.141+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~700QXY3N9L7C.2 size=649384 2024-09-07T13:46:16.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.141+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=700QXY3N9L7C tag=MSH7G914BRQG type=write size=3795112 2024-09-07T13:46:16.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.145+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=E70LCSWX0MXQ type=del 2024-09-07T13:46:16.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.145+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=Y0ON0OWQMHIA type=del size=2133852 2024-09-07T13:46:16.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.149+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=ZEKQCGJFFHYO type=del 2024-09-07T13:46:16.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.153+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~H6C0ME7AS4ZU.0 size=1048576 2024-09-07T13:46:16.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.157+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~H6C0ME7AS4ZU.1 size=1048576 2024-09-07T13:46:16.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.157+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~H6C0ME7AS4ZU.2 size=619747 2024-09-07T13:46:16.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.157+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=H6C0ME7AS4ZU tag=BNTXHBTU3VX4 type=write size=3765475 2024-09-07T13:46:16.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.161+0000 7f2cb6b6f8c0 1 < suggested update operation key=SJ0CJGHYGTKP tag=KF021U97U7GI type=write size=1024727 2024-09-07T13:46:16.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.165+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=8I5YO157MIHQ type=del size=1161510 2024-09-07T13:46:16.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.169+0000 7f2cb6b6f8c0 1 < suggested update operation key=UN7NW8NTF67Q tag=QXGO21O41ZEN type=del size=2857750 2024-09-07T13:46:16.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.173+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=QHCGSPXSANOR type=del size=889098 2024-09-07T13:46:16.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.177+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=4MKAO5GJGCYD tag=637SZNPO3MG7 type=del size=588728: (22) Invalid argument 2024-09-07T13:46:16.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.181+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~4H36A2ENSI2D.0 size=1048576 2024-09-07T13:46:16.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.181+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~4H36A2ENSI2D.1 size=6348 2024-09-07T13:46:16.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.181+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=4H36A2ENSI2D tag=SKYYE1KCLFB9 type=write size=2103500 2024-09-07T13:46:16.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.185+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~7KCHVU3H64CF.0 size=1048576 2024-09-07T13:46:16.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.189+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~7KCHVU3H64CF.1 size=1013285 2024-09-07T13:46:16.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.193+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=7KCHVU3H64CF tag=N6JP0TLT4E2B type=write size=3110437 2024-09-07T13:46:16.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.193+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=H554J0DHEVBR type=del size=1376541 2024-09-07T13:46:16.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.201+0000 7f2cb6b6f8c0 1 < suggested update operation key=CS4B8TD9GPUR tag=VPM8A3NQ1VUR type=del size=3756722 2024-09-07T13:46:16.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.201+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=4DI9UHD3WNX1 type=del size=16119 2024-09-07T13:46:16.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.205+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~DD1AI01ZX5TP.0 size=927105 2024-09-07T13:46:16.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.209+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=DD1AI01ZX5TP tag=7SP4HCUQLEVO type=write size=1975681 2024-09-07T13:46:16.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.213+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=RR7PYM9LV79H type=del size=31098 2024-09-07T13:46:16.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.217+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~LA9MY3YRTWQ6.0 size=11850 2024-09-07T13:46:16.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.221+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=LA9MY3YRTWQ6 tag=VU40IGIQC0JP type=write size=1060426 2024-09-07T13:46:16.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.225+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~8TMHD6XMZHR8.0 size=1048576 2024-09-07T13:46:16.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.229+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~8TMHD6XMZHR8.1 size=827964 2024-09-07T13:46:16.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.229+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=8TMHD6XMZHR8 tag=ZZK152R90BM0 type=write size=2925116 2024-09-07T13:46:16.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.229+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=SJ0CJGHYGTKP tag=DZ1BQDQOOG7E type=del size=775552: (22) Invalid argument 2024-09-07T13:46:16.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.233+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~HL2VXEJDO3EC.0 size=1048576 2024-09-07T13:46:16.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.237+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~HL2VXEJDO3EC.1 size=991039 2024-09-07T13:46:16.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.237+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=HL2VXEJDO3EC tag=HGS5I88H63M2 type=write size=3088191 2024-09-07T13:46:16.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.241+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=BOX4R19AUU7X type=del 2024-09-07T13:46:16.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.245+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=NHS1C6MIZEBN type=del size=1575198 2024-09-07T13:46:16.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.245+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=CPP1YE24VA45 type=del 2024-09-07T13:46:16.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.249+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=T9OCBYZ1TD9G type=write size=1003592 2024-09-07T13:46:16.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.253+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=SJ0CJGHYGTKP tag=NAZRO7ZO13E0 type=del size=2741253: (22) Invalid argument 2024-09-07T13:46:16.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.261+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~8PDBS2UMQDFF.0 size=1048576 2024-09-07T13:46:16.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.261+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~8PDBS2UMQDFF.1 size=1048576 2024-09-07T13:46:16.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.265+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~8PDBS2UMQDFF.2 size=169984 2024-09-07T13:46:16.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.265+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=8PDBS2UMQDFF tag=GDY8FIH7L2QZ type=write size=3315712 2024-09-07T13:46:16.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.269+0000 7f2cb6b6f8c0 1 < completed delete operation key=Z6G2MS36EF8U tag=JPH8M4PQ5MPS type=del 2024-09-07T13:46:16.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.273+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~T8L32H4N07QB.0 size=1048576 2024-09-07T13:46:16.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.273+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~T8L32H4N07QB.1 size=817371 2024-09-07T13:46:16.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.273+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=T8L32H4N07QB tag=LD0QU1391FBB type=write size=2914523 2024-09-07T13:46:16.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.277+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~Z4GMV9N15K6H.0 size=1048576 2024-09-07T13:46:16.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.281+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~Z4GMV9N15K6H.1 size=1048576 2024-09-07T13:46:16.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.281+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~Z4GMV9N15K6H.2 size=278180 2024-09-07T13:46:16.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.289+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=Z4GMV9N15K6H tag=PPHNFRI4AHA2 type=write size=3423908 2024-09-07T13:46:16.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.293+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~9D66MT4CEWBE.0 size=1048576 2024-09-07T13:46:16.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.297+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~9D66MT4CEWBE.1 size=1048576 2024-09-07T13:46:16.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.297+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~9D66MT4CEWBE.2 size=358698 2024-09-07T13:46:16.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.297+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=9D66MT4CEWBE tag=AGMP3QTZRRJ2 type=write size=3504426 2024-09-07T13:46:16.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.301+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~700QXY3N9L7C.0 size=1048576 2024-09-07T13:46:16.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.305+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~700QXY3N9L7C.1 size=1048576 2024-09-07T13:46:16.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.309+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~700QXY3N9L7C.2 size=649384 2024-09-07T13:46:16.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.313+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=700QXY3N9L7C tag=MSH7G914BRQG type=write size=3795112 2024-09-07T13:46:16.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.317+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=9ZFUS9CYVWP1 type=del size=2406314 2024-09-07T13:46:16.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.317+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=Y0ON0OWQMHIA type=del 2024-09-07T13:46:16.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.321+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=6RU1MUODUUX5 type=del size=2704661 2024-09-07T13:46:16.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.325+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~H6C0ME7AS4ZU.0 size=1048576 2024-09-07T13:46:16.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.329+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~H6C0ME7AS4ZU.1 size=1048576 2024-09-07T13:46:16.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.329+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~H6C0ME7AS4ZU.2 size=619747 2024-09-07T13:46:16.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.333+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=H6C0ME7AS4ZU tag=BNTXHBTU3VX4 type=write size=3765475 2024-09-07T13:46:16.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.337+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=RE29158T1M1W type=del size=2910217 2024-09-07T13:46:16.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.341+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=8I5YO157MIHQ type=del 2024-09-07T13:46:16.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.345+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=WLCDHCHHOBHQ type=del size=2023881 2024-09-07T13:46:16.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.345+0000 7f2cb6b6f8c0 1 < canceled operation key=R2BO0X5383EA tag=QHCGSPXSANOR type=del size=889098 2024-09-07T13:46:16.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.353+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~6T6GI6942NVU.0 size=1048576 2024-09-07T13:46:16.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.353+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~6T6GI6942NVU.1 size=376341 2024-09-07T13:46:16.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.353+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=6T6GI6942NVU tag=5DWM7SJE58D6 type=write size=2473493 2024-09-07T13:46:16.359 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.357+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~4H36A2ENSI2D.0 size=1048576 2024-09-07T13:46:16.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.361+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~4H36A2ENSI2D.1 size=6348 2024-09-07T13:46:16.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.365+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=4H36A2ENSI2D tag=SKYYE1KCLFB9 type=write size=2103500 2024-09-07T13:46:16.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.369+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~WIRM4Z06RFLW.0 size=33163 2024-09-07T13:46:16.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.369+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=WIRM4Z06RFLW tag=AMYI17EQCVXG type=write size=1081739 2024-09-07T13:46:16.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.373+0000 7f2cb6b6f8c0 1 < suggested update operation key=FZUZGIZAKB07 tag=H554J0DHEVBR type=del size=1376541 2024-09-07T13:46:16.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.381+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~7R89O8JX3R6W.0 size=1048576 2024-09-07T13:46:16.384 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.381+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~7R89O8JX3R6W.1 size=924605 2024-09-07T13:46:16.384 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.381+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=7R89O8JX3R6W tag=MCXVQ5QO7AP2 type=write size=3021757 2024-09-07T13:46:16.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.385+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=4DI9UHD3WNX1 type=del 2024-09-07T13:46:16.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.389+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=VS2IVOK5WY5P type=write size=215575 2024-09-07T13:46:16.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.393+0000 7f2cb6b6f8c0 1 < suggested update operation key=FZUZGIZAKB07 tag=RR7PYM9LV79H type=del size=31098 2024-09-07T13:46:16.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.397+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=GHT3H1D0M6DZ type=write size=609052 2024-09-07T13:46:16.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.401+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~8TMHD6XMZHR8.0 size=1048576 2024-09-07T13:46:16.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.401+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~8TMHD6XMZHR8.1 size=827964 2024-09-07T13:46:16.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.405+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=8TMHD6XMZHR8 tag=ZZK152R90BM0 type=write size=2925116 2024-09-07T13:46:16.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.413+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~0ADYALLFGDJW.0 size=1048576 2024-09-07T13:46:16.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.413+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~0ADYALLFGDJW.1 size=458650 2024-09-07T13:46:16.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.413+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=0ADYALLFGDJW tag=CHGX7N9Z10Z4 type=write size=2555802 2024-09-07T13:46:16.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.417+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~HL2VXEJDO3EC.0 size=1048576 2024-09-07T13:46:16.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.417+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~HL2VXEJDO3EC.1 size=991039 2024-09-07T13:46:16.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.421+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=HL2VXEJDO3EC tag=HGS5I88H63M2 type=write size=3088191 2024-09-07T13:46:16.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.429+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~H3YYHJQQITET.0 size=546034 2024-09-07T13:46:16.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.429+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=H3YYHJQQITET tag=CVUC8A4G4ZKH type=write size=1594610 2024-09-07T13:46:16.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.433+0000 7f2cb6b6f8c0 1 < suggested remove operation key=R2BO0X5383EA tag=NHS1C6MIZEBN type=del 2024-09-07T13:46:16.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.437+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=RJDV3LPRGZEA type=del size=3237784 2024-09-07T13:46:16.440 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.437+0000 7f2cb6b6f8c0 1 < completed write operation key=X93W2ZAZXKB5 tag=T9OCBYZ1TD9G type=write size=1003592 2024-09-07T13:46:16.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.441+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=DXDHGGKNKO9G type=del size=1613060 2024-09-07T13:46:16.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.441+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_LZX7H9KUZM7X.2~8PDBS2UMQDFF.0 size=1048576 2024-09-07T13:46:16.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.445+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~8PDBS2UMQDFF.1 size=1048576 2024-09-07T13:46:16.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.445+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~8PDBS2UMQDFF.2 size=169984 2024-09-07T13:46:16.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.453+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=LZX7H9KUZM7X upload=8PDBS2UMQDFF tag=GDY8FIH7L2QZ type=write size=3315712 2024-09-07T13:46:16.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.453+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=2VD9FNGZ5K60 type=del size=2059366 2024-09-07T13:46:16.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.457+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~T8L32H4N07QB.0 size=1048576 2024-09-07T13:46:16.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.457+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~T8L32H4N07QB.1 size=817371 2024-09-07T13:46:16.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.465+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=T8L32H4N07QB tag=LD0QU1391FBB type=write size=2914523 2024-09-07T13:46:16.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.469+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~EEUXSYH924VR.0 size=1048576 2024-09-07T13:46:16.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.469+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~EEUXSYH924VR.1 size=170443 2024-09-07T13:46:16.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.469+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=EEUXSYH924VR tag=Q6Q984D0OKO4 type=write size=2267595 2024-09-07T13:46:16.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.473+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~9D66MT4CEWBE.0 size=1048576 2024-09-07T13:46:16.476 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.473+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~9D66MT4CEWBE.1 size=1048576 2024-09-07T13:46:16.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.477+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~9D66MT4CEWBE.2 size=358698 2024-09-07T13:46:16.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.481+0000 7f2cb6b6f8c0 1 < completed multipart upload key=KIKPQG73BHGB upload=9D66MT4CEWBE tag=AGMP3QTZRRJ2 type=write size=3504426 2024-09-07T13:46:16.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.485+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~KI0X91XEP4Y1.0 size=467147 2024-09-07T13:46:16.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.485+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=KI0X91XEP4Y1 tag=8VT8BJ6HX5IL type=write size=1515723 2024-09-07T13:46:16.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.489+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=9ZFUS9CYVWP1 type=del 2024-09-07T13:46:16.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.493+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=688WQ5R57JIU type=del size=895581 2024-09-07T13:46:16.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.497+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=6RU1MUODUUX5 type=del 2024-09-07T13:46:16.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.497+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=6C3VKXTGJ9A3 type=del size=1786675 2024-09-07T13:46:16.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.501+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=RE29158T1M1W type=del 2024-09-07T13:46:16.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.505+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~WVY9HU1KAJAE.0 size=1048576 2024-09-07T13:46:16.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.509+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~WVY9HU1KAJAE.1 size=177383 2024-09-07T13:46:16.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.509+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=WVY9HU1KAJAE tag=TI4TMLM2U7R5 type=write size=2274535 2024-09-07T13:46:16.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.509+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=WLCDHCHHOBHQ type=del 2024-09-07T13:46:16.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.513+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~4WISBUQ5SMJ4.0 size=548562 2024-09-07T13:46:16.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.513+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=4WISBUQ5SMJ4 tag=PUL5ZW3462X1 type=write size=1597138 2024-09-07T13:46:16.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.521+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~6T6GI6942NVU.0 size=1048576 2024-09-07T13:46:16.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.521+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~6T6GI6942NVU.1 size=376341 2024-09-07T13:46:16.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.525+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=6T6GI6942NVU tag=5DWM7SJE58D6 type=write size=2473493 2024-09-07T13:46:16.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.529+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=7BA6PF2TID54 type=del size=806486 2024-09-07T13:46:16.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.533+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~WIRM4Z06RFLW.0 size=33163 2024-09-07T13:46:16.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.537+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=WIRM4Z06RFLW tag=AMYI17EQCVXG type=write size=1081739 2024-09-07T13:46:16.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.537+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=QEKPIIPTW999 type=del size=1269583 2024-09-07T13:46:16.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.541+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~7R89O8JX3R6W.0 size=1048576 2024-09-07T13:46:16.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.545+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~7R89O8JX3R6W.1 size=924605 2024-09-07T13:46:16.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.549+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=7R89O8JX3R6W tag=MCXVQ5QO7AP2 type=write size=3021757 2024-09-07T13:46:16.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.549+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=1554870CW8QT type=del size=2992757 2024-09-07T13:46:16.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.553+0000 7f2cb6b6f8c0 1 < completed write operation key=XMCPLLADRKGO tag=VS2IVOK5WY5P type=write size=215575 2024-09-07T13:46:16.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.557+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=WVWSR5WCLN2P type=del size=4083215 2024-09-07T13:46:16.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.557+0000 7f2cb6b6f8c0 1 < completed write operation key=V8VL32BCEJRQ tag=GHT3H1D0M6DZ type=write size=609052 2024-09-07T13:46:16.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.561+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=UGIL49J9BVZ9 type=del size=4010063 2024-09-07T13:46:16.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.565+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~0ADYALLFGDJW.0 size=1048576 2024-09-07T13:46:16.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.565+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~0ADYALLFGDJW.1 size=458650 2024-09-07T13:46:16.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.569+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=4MKAO5GJGCYD upload=0ADYALLFGDJW tag=CHGX7N9Z10Z4 type=write size=2555802 2024-09-07T13:46:16.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.569+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=BV3ZTXTDFH24 type=del size=1381889 2024-09-07T13:46:16.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.573+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~H3YYHJQQITET.0 size=546034 2024-09-07T13:46:16.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.577+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=H3YYHJQQITET tag=CVUC8A4G4ZKH type=write size=1594610 2024-09-07T13:46:16.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.585+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~FUZ9W7U155M1.0 size=438534 2024-09-07T13:46:16.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.585+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=FUZ9W7U155M1 tag=KAQVF8WC9BJP type=write size=1487110 2024-09-07T13:46:16.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.585+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=RJDV3LPRGZEA type=del 2024-09-07T13:46:16.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.589+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=859KL2MW5SB3 type=del size=1864683 2024-09-07T13:46:16.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.593+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=DXDHGGKNKO9G type=del 2024-09-07T13:46:16.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.597+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~YG1ELZCCH9MD.0 size=1048576 2024-09-07T13:46:16.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.601+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~YG1ELZCCH9MD.1 size=1048576 2024-09-07T13:46:16.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.601+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~YG1ELZCCH9MD.2 size=182558 2024-09-07T13:46:16.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.601+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=YG1ELZCCH9MD tag=BFTJ8FZZP10J type=write size=3328286 2024-09-07T13:46:16.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.605+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=2VD9FNGZ5K60 type=del 2024-09-07T13:46:16.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.609+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=UMSFJX2DIUMG type=write size=138792 2024-09-07T13:46:16.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.609+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_XMCPLLADRKGO.2~EEUXSYH924VR.0 size=1048576 2024-09-07T13:46:16.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.609+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~EEUXSYH924VR.1 size=170443 2024-09-07T13:46:16.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.617+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=XMCPLLADRKGO upload=EEUXSYH924VR tag=Q6Q984D0OKO4 type=write size=2267595 2024-09-07T13:46:16.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.617+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=7N0DJE6YK98O type=del size=1243374 2024-09-07T13:46:16.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.621+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~KI0X91XEP4Y1.0 size=467147 2024-09-07T13:46:16.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.625+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=KI0X91XEP4Y1 tag=8VT8BJ6HX5IL type=write size=1515723 2024-09-07T13:46:16.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.633+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~50KX0DD916QV.0 size=1048576 2024-09-07T13:46:16.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.633+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~50KX0DD916QV.1 size=1021695 2024-09-07T13:46:16.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.633+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=50KX0DD916QV tag=QPQL4HJ5GUJE type=write size=3118847 2024-09-07T13:46:16.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.637+0000 7f2cb6b6f8c0 1 < suggested update operation key=KIKPQG73BHGB tag=688WQ5R57JIU type=del size=895581 2024-09-07T13:46:16.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.641+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=ZR2QA54QAXW2 type=del size=4016107 2024-09-07T13:46:16.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.645+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=6C3VKXTGJ9A3 type=del 2024-09-07T13:46:16.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.649+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=SZ9JY3IAY7JI type=del size=499606 2024-09-07T13:46:16.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.649+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_7I54CNB8XS2B.2~WVY9HU1KAJAE.0 size=1048576 2024-09-07T13:46:16.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.649+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~WVY9HU1KAJAE.1 size=177383 2024-09-07T13:46:16.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.653+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=7I54CNB8XS2B upload=WVY9HU1KAJAE tag=TI4TMLM2U7R5 type=write size=2274535 2024-09-07T13:46:16.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.657+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~8K9LRAJCMN4M.0 size=1048576 2024-09-07T13:46:16.662 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.661+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~8K9LRAJCMN4M.1 size=110027 2024-09-07T13:46:16.662 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.661+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=8K9LRAJCMN4M tag=X1N5A6UADXDI type=write size=2207179 2024-09-07T13:46:16.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.661+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~4WISBUQ5SMJ4.0 size=548562 2024-09-07T13:46:16.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.665+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=4WISBUQ5SMJ4 tag=PUL5ZW3462X1 type=write size=1597138 2024-09-07T13:46:16.671 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.669+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~TDA88KSYEATQ.0 size=1048576 2024-09-07T13:46:16.673 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.673+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~TDA88KSYEATQ.1 size=1048576 2024-09-07T13:46:16.676 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.673+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~TDA88KSYEATQ.2 size=175199 2024-09-07T13:46:16.676 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.673+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=TDA88KSYEATQ tag=J1V7H4HVL7QP type=write size=3320927 2024-09-07T13:46:16.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.677+0000 7f2cb6b6f8c0 1 < suggested remove operation key=W8HQYXG2A9NR tag=7BA6PF2TID54 type=del 2024-09-07T13:46:16.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.681+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=RUB41RKH1M33 type=del size=2536435 2024-09-07T13:46:16.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.685+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=QEKPIIPTW999 type=del 2024-09-07T13:46:16.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.685+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=4G5PYSRI7Z6T type=del size=3052592 2024-09-07T13:46:16.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.689+0000 7f2cb6b6f8c0 1 < suggested update operation key=7I54CNB8XS2B tag=1554870CW8QT type=del size=2992757 2024-09-07T13:46:16.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.693+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=WM22CEE9648W type=del size=2360542 2024-09-07T13:46:16.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.697+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=WVWSR5WCLN2P type=del 2024-09-07T13:46:16.699 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.697+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=0DAD7CA0BGTT type=del size=2781802 2024-09-07T13:46:16.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.701+0000 7f2cb6b6f8c0 1 < suggested update operation key=EDEA3TDICLHA tag=UGIL49J9BVZ9 type=del size=4010063 2024-09-07T13:46:16.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.705+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=SY6ULRDEBLO4 type=del size=3148554 2024-09-07T13:46:16.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.705+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=7I54CNB8XS2B tag=BV3ZTXTDFH24 type=del size=1381889: (22) Invalid argument 2024-09-07T13:46:16.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.709+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=4HOTZ1JCJB3M type=write size=963010 2024-09-07T13:46:16.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.709+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~FUZ9W7U155M1.0 size=438534 2024-09-07T13:46:16.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.713+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=FUZ9W7U155M1 tag=KAQVF8WC9BJP type=write size=1487110 2024-09-07T13:46:16.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.717+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~8QOQCOINQBOX.0 size=321506 2024-09-07T13:46:16.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.717+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=8QOQCOINQBOX tag=6GXD1YDD95EI type=write size=1370082 2024-09-07T13:46:16.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.721+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=859KL2MW5SB3 type=del 2024-09-07T13:46:16.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.725+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=5E02OJ009BJ7 type=write size=198117 2024-09-07T13:46:16.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.729+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~YG1ELZCCH9MD.0 size=1048576 2024-09-07T13:46:16.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.729+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_ZVZ04CSVO3XE.2~YG1ELZCCH9MD.1 size=1048576 2024-09-07T13:46:16.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.729+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~YG1ELZCCH9MD.2 size=182558 2024-09-07T13:46:16.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.733+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=ZVZ04CSVO3XE upload=YG1ELZCCH9MD tag=BFTJ8FZZP10J type=write size=3328286 2024-09-07T13:46:16.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.737+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=R2BH7A31PQF3 type=del size=1149313 2024-09-07T13:46:16.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.741+0000 7f2cb6b6f8c0 1 < completed write operation key=CS4B8TD9GPUR tag=UMSFJX2DIUMG type=write size=138792 2024-09-07T13:46:16.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.745+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~601ZMBO0COO6.0 size=1048576 2024-09-07T13:46:16.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.745+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~601ZMBO0COO6.1 size=1048576 2024-09-07T13:46:16.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.749+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~601ZMBO0COO6.2 size=1006792 2024-09-07T13:46:16.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.749+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=601ZMBO0COO6 tag=73U63XCTBHZJ type=write size=4152520 2024-09-07T13:46:16.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.749+0000 7f2cb6b6f8c0 1 < canceled operation key=ADB5YEZAZPYJ tag=7N0DJE6YK98O type=del size=1243374 2024-09-07T13:46:16.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.753+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=G706467QHAXO type=del size=217172 2024-09-07T13:46:16.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.757+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~50KX0DD916QV.0 size=1048576 2024-09-07T13:46:16.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.757+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~50KX0DD916QV.1 size=1021695 2024-09-07T13:46:16.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.765+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=50KX0DD916QV tag=QPQL4HJ5GUJE type=write size=3118847 2024-09-07T13:46:16.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.769+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=5QXO3US3WM3Q type=write size=1007540 2024-09-07T13:46:16.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.769+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=ZR2QA54QAXW2 type=del 2024-09-07T13:46:16.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.773+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=3UCGZ4P5C6YZ type=write size=513335 2024-09-07T13:46:16.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.777+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=SZ9JY3IAY7JI type=del 2024-09-07T13:46:16.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.777+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=BVINEKXE1Y01 type=del size=2391138 2024-09-07T13:46:16.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.781+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~8K9LRAJCMN4M.0 size=1048576 2024-09-07T13:46:16.784 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.781+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~8K9LRAJCMN4M.1 size=110027 2024-09-07T13:46:16.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.785+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=8K9LRAJCMN4M tag=X1N5A6UADXDI type=write size=2207179 2024-09-07T13:46:16.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.793+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~GL4NY2GYWX5M.0 size=174354 2024-09-07T13:46:16.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.793+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=GL4NY2GYWX5M tag=DYMGGBYPXWC2 type=write size=1222930 2024-09-07T13:46:16.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.793+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~TDA88KSYEATQ.0 size=1048576 2024-09-07T13:46:16.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.797+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~TDA88KSYEATQ.1 size=1048576 2024-09-07T13:46:16.801 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.801+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~TDA88KSYEATQ.2 size=175199 2024-09-07T13:46:16.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.805+0000 7f2cb6b6f8c0 1 < completed multipart upload key=KIKPQG73BHGB upload=TDA88KSYEATQ tag=J1V7H4HVL7QP type=write size=3320927 2024-09-07T13:46:16.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.809+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~20JMG255MZAB.0 size=422475 2024-09-07T13:46:16.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.809+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=20JMG255MZAB tag=VCALTWPCFOED type=write size=1471051 2024-09-07T13:46:16.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.817+0000 7f2cb6b6f8c0 1 < suggested update operation key=CAH1NEU5UDEG tag=RUB41RKH1M33 type=del size=2536435 2024-09-07T13:46:16.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.817+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=JHROVLGT2QE4 type=del size=1558460 2024-09-07T13:46:16.823 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.821+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=4G5PYSRI7Z6T type=del 2024-09-07T13:46:16.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.825+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=RKZMO3319489 type=del size=4161875 2024-09-07T13:46:16.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.829+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=WM22CEE9648W type=del 2024-09-07T13:46:16.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.829+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=UKG773319408 type=del size=3600192 2024-09-07T13:46:16.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.837+0000 7f2cb6b6f8c0 1 < suggested update operation key=FZUZGIZAKB07 tag=0DAD7CA0BGTT type=del size=2781802 2024-09-07T13:46:16.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.841+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=IOSQ639EHRDD type=del size=601531 2024-09-07T13:46:16.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.841+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=SY6ULRDEBLO4 type=del 2024-09-07T13:46:16.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.845+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~1TXTYBJX62UJ.0 size=567880 2024-09-07T13:46:16.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.845+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=1TXTYBJX62UJ tag=F64QKRVM6WBH type=write size=1616456 2024-09-07T13:46:16.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.849+0000 7f2cb6b6f8c0 1 < completed write operation key=LZX7H9KUZM7X tag=4HOTZ1JCJB3M type=write size=963010 2024-09-07T13:46:16.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.853+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~KH20WL1FLNF4.0 size=753460 2024-09-07T13:46:16.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.853+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=KH20WL1FLNF4 tag=WO12CB1FDV8L type=write size=1802036 2024-09-07T13:46:16.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.857+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~8QOQCOINQBOX.0 size=321506 2024-09-07T13:46:16.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.861+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=8QOQCOINQBOX tag=6GXD1YDD95EI type=write size=1370082 2024-09-07T13:46:16.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.865+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=YQZVNLF2U0RI type=del size=1233785 2024-09-07T13:46:16.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.869+0000 7f2cb6b6f8c0 1 < suggested remove operation key=SJ0CJGHYGTKP tag=5E02OJ009BJ7 type=write 2024-09-07T13:46:16.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.873+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=UGN6T5JMXXTP type=del size=2459496 2024-09-07T13:46:16.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.881+0000 7f2cb6b6f8c0 1 < suggested update operation key=KIKPQG73BHGB tag=R2BH7A31PQF3 type=del size=1149313 2024-09-07T13:46:16.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.881+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=0JSSSM41T3LO type=del size=4126340 2024-09-07T13:46:16.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.885+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~601ZMBO0COO6.0 size=1048576 2024-09-07T13:46:16.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.889+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~601ZMBO0COO6.1 size=1048576 2024-09-07T13:46:16.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.889+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~601ZMBO0COO6.2 size=1006792 2024-09-07T13:46:16.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.897+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=601ZMBO0COO6 tag=73U63XCTBHZJ type=write size=4152520 2024-09-07T13:46:16.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.901+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=MUX1K8TPFYAF type=del size=1423697 2024-09-07T13:46:16.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.901+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=G706467QHAXO type=del 2024-09-07T13:46:16.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.905+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=XWGDMLJNTTWA type=del size=3243529 2024-09-07T13:46:16.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.909+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=5QXO3US3WM3Q type=write size=1007540 2024-09-07T13:46:16.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.909+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=TFBMKQB3W6CR type=del size=4059098 2024-09-07T13:46:16.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.913+0000 7f2cb6b6f8c0 1 < completed write operation key=LZX7H9KUZM7X tag=3UCGZ4P5C6YZ type=write size=513335 2024-09-07T13:46:16.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.917+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=QWVTDKMWFQCA type=write size=346529 2024-09-07T13:46:16.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.917+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=BVINEKXE1Y01 type=del 2024-09-07T13:46:16.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.921+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=AWDVK7Q9Y6EM type=del size=2157203 2024-09-07T13:46:16.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.925+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~GL4NY2GYWX5M.0 size=174354 2024-09-07T13:46:16.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.929+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=GL4NY2GYWX5M tag=DYMGGBYPXWC2 type=write size=1222930 2024-09-07T13:46:16.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.933+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~IK64ZMLF178Z.0 size=24651 2024-09-07T13:46:16.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.937+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=IK64ZMLF178Z tag=4TTSV1P2UGXV type=write size=1073227 2024-09-07T13:46:16.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.937+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~20JMG255MZAB.0 size=422475 2024-09-07T13:46:16.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.941+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=20JMG255MZAB tag=VCALTWPCFOED type=write size=1471051 2024-09-07T13:46:16.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.949+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~798RDR3X1A9B.0 size=1048576 2024-09-07T13:46:16.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.949+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~798RDR3X1A9B.1 size=1048576 2024-09-07T13:46:16.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.953+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~798RDR3X1A9B.2 size=138781 2024-09-07T13:46:16.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.953+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=798RDR3X1A9B tag=FDCV5KKO63VR type=write size=3284509 2024-09-07T13:46:16.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.953+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=JHROVLGT2QE4 type=del 2024-09-07T13:46:16.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.961+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~04Q5WDGIP5HH.0 size=1048576 2024-09-07T13:46:16.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.961+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~04Q5WDGIP5HH.1 size=60712 2024-09-07T13:46:16.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.961+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=04Q5WDGIP5HH tag=AP251NE4NEVR type=write size=2157864 2024-09-07T13:46:16.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.965+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=FZUZGIZAKB07 tag=RKZMO3319489 type=del size=4161875: (22) Invalid argument 2024-09-07T13:46:16.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.969+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=3UQ801F5GSYD type=write size=974670 2024-09-07T13:46:16.972 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.969+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=UKG773319408 type=del 2024-09-07T13:46:16.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.977+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~YY5YZ2YWTK7O.0 size=1048576 2024-09-07T13:46:16.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.977+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~YY5YZ2YWTK7O.1 size=1048576 2024-09-07T13:46:16.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.981+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~YY5YZ2YWTK7O.2 size=296762 2024-09-07T13:46:16.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.981+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=YY5YZ2YWTK7O tag=WEUY400856DJ type=write size=3442490 2024-09-07T13:46:16.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.981+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=IOSQ639EHRDD type=del 2024-09-07T13:46:16.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.985+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=O99S7PAVTOHT type=write size=142843 2024-09-07T13:46:16.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.989+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~1TXTYBJX62UJ.0 size=567880 2024-09-07T13:46:16.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.993+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=1TXTYBJX62UJ tag=F64QKRVM6WBH type=write size=1616456 2024-09-07T13:46:16.997 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.997+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=UHIKQJ7CPULX type=del size=1652473 2024-09-07T13:46:17.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:16.997+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~KH20WL1FLNF4.0 size=753460 2024-09-07T13:46:17.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.005+0000 7f2cb6b6f8c0 1 < completed multipart upload key=7I54CNB8XS2B upload=KH20WL1FLNF4 tag=WO12CB1FDV8L type=write size=1802036 2024-09-07T13:46:17.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.005+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=KY8Y5YZ0ZL7F type=write size=445112 2024-09-07T13:46:17.013 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.013+0000 7f2cb6b6f8c0 1 < suggested update operation key=R2BO0X5383EA tag=YQZVNLF2U0RI type=del size=1233785 2024-09-07T13:46:17.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.013+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=78HF15YG3XE0 type=del size=3486108 2024-09-07T13:46:17.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.017+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=UGN6T5JMXXTP type=del 2024-09-07T13:46:17.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.021+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=7V5HQ0KKDY8F type=del size=3145160 2024-09-07T13:46:17.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.021+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=0JSSSM41T3LO type=del 2024-09-07T13:46:17.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.025+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=XFZ9P075REK5 type=write size=588170 2024-09-07T13:46:17.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.033+0000 7f2cb6b6f8c0 1 < suggested remove operation key=R2BO0X5383EA tag=MUX1K8TPFYAF type=del 2024-09-07T13:46:17.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.033+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=1XNTAIKRI8NB type=del size=4047058 2024-09-07T13:46:17.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.041+0000 7f2cb6b6f8c0 1 < suggested remove operation key=WLP6TFW0KQQI tag=XWGDMLJNTTWA type=del 2024-09-07T13:46:17.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.045+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~7AHM678OP7OJ.0 size=257273 2024-09-07T13:46:17.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.045+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=7AHM678OP7OJ tag=GAVMZ1056B3H type=write size=1305849 2024-09-07T13:46:17.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.049+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=TFBMKQB3W6CR type=del 2024-09-07T13:46:17.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.053+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~E77EYHF5HNWM.0 size=373193 2024-09-07T13:46:17.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.053+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=E77EYHF5HNWM tag=RNEGX68BWPF6 type=write size=1421769 2024-09-07T13:46:17.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.057+0000 7f2cb6b6f8c0 1 < canceled operation key=1BSEOB4ZJRRL tag=QWVTDKMWFQCA type=write size=346529 2024-09-07T13:46:17.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.061+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~9OR7EVY6QAAV.0 size=1048576 2024-09-07T13:46:17.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.065+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~9OR7EVY6QAAV.1 size=1048576 2024-09-07T13:46:17.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.065+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~9OR7EVY6QAAV.2 size=494431 2024-09-07T13:46:17.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.065+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=9OR7EVY6QAAV tag=C2WILD10HCE4 type=write size=3640159 2024-09-07T13:46:17.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.069+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=AWDVK7Q9Y6EM type=del 2024-09-07T13:46:17.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.073+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~GV9O6IT9OR8F.0 size=1048576 2024-09-07T13:46:17.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.077+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~GV9O6IT9OR8F.1 size=1048576 2024-09-07T13:46:17.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.081+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~GV9O6IT9OR8F.2 size=103391 2024-09-07T13:46:17.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.081+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=GV9O6IT9OR8F tag=L72DTFREND5M type=write size=3249119 2024-09-07T13:46:17.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.081+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~IK64ZMLF178Z.0 size=24651 2024-09-07T13:46:17.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.089+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=IK64ZMLF178Z tag=4TTSV1P2UGXV type=write size=1073227 2024-09-07T13:46:17.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.093+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=MD3DRRHD58V3 type=del size=2058182 2024-09-07T13:46:17.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.093+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~798RDR3X1A9B.0 size=1048576 2024-09-07T13:46:17.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.097+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~798RDR3X1A9B.1 size=1048576 2024-09-07T13:46:17.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.101+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~798RDR3X1A9B.2 size=138781 2024-09-07T13:46:17.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.105+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=798RDR3X1A9B tag=FDCV5KKO63VR type=write size=3284509 2024-09-07T13:46:17.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.109+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=5871E14N83RD type=write size=516000 2024-09-07T13:46:17.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.109+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~04Q5WDGIP5HH.0 size=1048576 2024-09-07T13:46:17.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.113+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~04Q5WDGIP5HH.1 size=60712 2024-09-07T13:46:17.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.117+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=04Q5WDGIP5HH tag=AP251NE4NEVR type=write size=2157864 2024-09-07T13:46:17.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.125+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~VDETTABF389Z.0 size=576513 2024-09-07T13:46:17.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.125+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=VDETTABF389Z tag=961KT20B6TRP type=write size=1625089 2024-09-07T13:46:17.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.125+0000 7f2cb6b6f8c0 -1 < no bi entry to suggest for operation key=WLP6TFW0KQQI tag=3UQ801F5GSYD type=write size=974670: (2) No such file or directory 2024-09-07T13:46:17.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.129+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=W8JMQTYG2XVE type=del size=1466354 2024-09-07T13:46:17.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.133+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~YY5YZ2YWTK7O.0 size=1048576 2024-09-07T13:46:17.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.133+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~YY5YZ2YWTK7O.1 size=1048576 2024-09-07T13:46:17.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.137+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~YY5YZ2YWTK7O.2 size=296762 2024-09-07T13:46:17.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.141+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=YY5YZ2YWTK7O tag=WEUY400856DJ type=write size=3442490 2024-09-07T13:46:17.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.145+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=PD98ZUPMNCES type=del size=2256587 2024-09-07T13:46:17.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.149+0000 7f2cb6b6f8c0 1 < completed write operation key=DM4166SINSRL tag=O99S7PAVTOHT type=write size=142843 2024-09-07T13:46:17.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.149+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=OQ1CA7J77TF3 type=del size=2571687 2024-09-07T13:46:17.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.153+0000 7f2cb6b6f8c0 1 < completed delete operation key=Z6G2MS36EF8U tag=UHIKQJ7CPULX type=del 2024-09-07T13:46:17.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.157+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=0OVPH3KKC2PK type=del size=3884509 2024-09-07T13:46:17.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.165+0000 7f2cb6b6f8c0 1 < suggested remove operation key=7I54CNB8XS2B tag=KY8Y5YZ0ZL7F type=write 2024-09-07T13:46:17.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.169+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~WRZE4TPTFLMD.0 size=941479 2024-09-07T13:46:17.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.169+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=WRZE4TPTFLMD tag=2VVKK8ZA2VNJ type=write size=1990055 2024-09-07T13:46:17.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.173+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=78HF15YG3XE0 type=del 2024-09-07T13:46:17.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.177+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=6N8EXYCD3VQF type=del size=1852873 2024-09-07T13:46:17.183 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.181+0000 7f2cb6b6f8c0 1 < suggested update operation key=V8VL32BCEJRQ tag=7V5HQ0KKDY8F type=del size=3145160 2024-09-07T13:46:17.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.185+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=RX536XHQ0GFG type=del size=1508407 2024-09-07T13:46:17.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.189+0000 7f2cb6b6f8c0 1 < completed write operation key=CS4B8TD9GPUR tag=XFZ9P075REK5 type=write size=588170 2024-09-07T13:46:17.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.193+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~YXHUVF72KLIK.0 size=128166 2024-09-07T13:46:17.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.193+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=YXHUVF72KLIK tag=H3H37LWGLXQN type=write size=1176742 2024-09-07T13:46:17.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.201+0000 7f2cb6b6f8c0 1 < suggested update operation key=30MLFTW2U44U tag=1XNTAIKRI8NB type=del size=4047058 2024-09-07T13:46:17.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.205+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~89OO5R9HIS75.0 size=1048576 2024-09-07T13:46:17.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.209+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~89OO5R9HIS75.1 size=435944 2024-09-07T13:46:17.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.209+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=89OO5R9HIS75 tag=SMO0SYQHDQH4 type=write size=2533096 2024-09-07T13:46:17.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.213+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~7AHM678OP7OJ.0 size=257273 2024-09-07T13:46:17.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.217+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=7AHM678OP7OJ tag=GAVMZ1056B3H type=write size=1305849 2024-09-07T13:46:17.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.221+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=KWUI29VLNC4C type=del size=1602365 2024-09-07T13:46:17.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.225+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~E77EYHF5HNWM.0 size=373193 2024-09-07T13:46:17.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.229+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=E77EYHF5HNWM tag=RNEGX68BWPF6 type=write size=1421769 2024-09-07T13:46:17.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.233+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=6H5Z6JI95WOA type=del size=646704 2024-09-07T13:46:17.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.237+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~9OR7EVY6QAAV.0 size=1048576 2024-09-07T13:46:17.240 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.237+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~9OR7EVY6QAAV.1 size=1048576 2024-09-07T13:46:17.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.241+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~9OR7EVY6QAAV.2 size=494431 2024-09-07T13:46:17.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.245+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=9OR7EVY6QAAV tag=C2WILD10HCE4 type=write size=3640159 2024-09-07T13:46:17.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.253+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~BH0XMIVMQ94C.0 size=702306 2024-09-07T13:46:17.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.253+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=BH0XMIVMQ94C tag=04FKKDQG9GRU type=write size=1750882 2024-09-07T13:46:17.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.257+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~GV9O6IT9OR8F.0 size=1048576 2024-09-07T13:46:17.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.257+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~GV9O6IT9OR8F.1 size=1048576 2024-09-07T13:46:17.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.261+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~GV9O6IT9OR8F.2 size=103391 2024-09-07T13:46:17.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.265+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=GV9O6IT9OR8F tag=L72DTFREND5M type=write size=3249119 2024-09-07T13:46:17.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.273+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~RYKNHXKA8MPX.0 size=1048576 2024-09-07T13:46:17.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.273+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~RYKNHXKA8MPX.1 size=1011718 2024-09-07T13:46:17.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.273+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=RYKNHXKA8MPX tag=E0Q3TNHXLVSC type=write size=3108870 2024-09-07T13:46:17.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.281+0000 7f2cb6b6f8c0 1 < suggested remove operation key=ADB5YEZAZPYJ tag=MD3DRRHD58V3 type=del 2024-09-07T13:46:17.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.289+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~T2NASN7IFLU4.0 size=1048576 2024-09-07T13:46:17.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.289+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~T2NASN7IFLU4.1 size=1048576 2024-09-07T13:46:17.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.293+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~T2NASN7IFLU4.2 size=343461 2024-09-07T13:46:17.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.293+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=T2NASN7IFLU4 tag=IE4FVBWPB78P type=write size=3489189 2024-09-07T13:46:17.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.301+0000 7f2cb6b6f8c0 1 < suggested remove operation key=U10DGQ1EL162 tag=5871E14N83RD type=write 2024-09-07T13:46:17.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.305+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=RSYMGO1D3R6C type=write size=592911 2024-09-07T13:46:17.308 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.305+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~VDETTABF389Z.0 size=576513 2024-09-07T13:46:17.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.313+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=VDETTABF389Z tag=961KT20B6TRP type=write size=1625089 2024-09-07T13:46:17.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.317+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=LI6KPBKDOGO0 type=del size=1225515 2024-09-07T13:46:17.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.325+0000 7f2cb6b6f8c0 1 < suggested update operation key=KIKPQG73BHGB tag=W8JMQTYG2XVE type=del size=1466354 2024-09-07T13:46:17.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.333+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~UCNQS1TMMMFE.0 size=1048576 2024-09-07T13:46:17.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.333+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~UCNQS1TMMMFE.1 size=868556 2024-09-07T13:46:17.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.333+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=UCNQS1TMMMFE tag=EPNP9XCS1M9B type=write size=2965708 2024-09-07T13:46:17.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.337+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=V8VL32BCEJRQ tag=PD98ZUPMNCES type=del size=2256587: (22) Invalid argument 2024-09-07T13:46:17.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.341+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~TTMNFY7C6ORX.0 size=1048576 2024-09-07T13:46:17.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.345+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~TTMNFY7C6ORX.1 size=450698 2024-09-07T13:46:17.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.345+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=TTMNFY7C6ORX tag=RZWOYWNKMO9L type=write size=2547850 2024-09-07T13:46:17.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.349+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=OQ1CA7J77TF3 type=del 2024-09-07T13:46:17.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.349+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=30VU324K7OEP type=del size=1414447 2024-09-07T13:46:17.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.353+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=0OVPH3KKC2PK type=del 2024-09-07T13:46:17.359 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.357+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=YRLOA5RUHF1K type=del size=3312773 2024-09-07T13:46:17.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.361+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~WRZE4TPTFLMD.0 size=941479 2024-09-07T13:46:17.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.365+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=WRZE4TPTFLMD tag=2VVKK8ZA2VNJ type=write size=1990055 2024-09-07T13:46:17.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.369+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=LWDJ01P3X1E5 type=del size=3227814 2024-09-07T13:46:17.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.373+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=30MLFTW2U44U tag=6N8EXYCD3VQF type=del size=1852873: (22) Invalid argument 2024-09-07T13:46:17.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.377+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~AGPQZVUL778Z.0 size=1048576 2024-09-07T13:46:17.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.381+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~AGPQZVUL778Z.1 size=178574 2024-09-07T13:46:17.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.381+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=AGPQZVUL778Z tag=P4AVZ2IE7JUV type=write size=2275726 2024-09-07T13:46:17.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.385+0000 7f2cb6b6f8c0 1 < suggested remove operation key=W8HQYXG2A9NR tag=RX536XHQ0GFG type=del 2024-09-07T13:46:17.394 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.393+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~2S6NEXI8A0MB.0 size=1048576 2024-09-07T13:46:17.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.397+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~2S6NEXI8A0MB.1 size=86193 2024-09-07T13:46:17.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.397+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=2S6NEXI8A0MB tag=4RPEZ3VR27GN type=write size=2183345 2024-09-07T13:46:17.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.397+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~YXHUVF72KLIK.0 size=128166 2024-09-07T13:46:17.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.405+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=YXHUVF72KLIK tag=H3H37LWGLXQN type=write size=1176742 2024-09-07T13:46:17.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.409+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=E4HRDITXT0SR type=del size=436934 2024-09-07T13:46:17.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.413+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~89OO5R9HIS75.0 size=1048576 2024-09-07T13:46:17.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.413+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~89OO5R9HIS75.1 size=435944 2024-09-07T13:46:17.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.421+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=89OO5R9HIS75 tag=SMO0SYQHDQH4 type=write size=2533096 2024-09-07T13:46:17.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.421+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=7V3RG27G2F61 type=del size=1930919 2024-09-07T13:46:17.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.429+0000 7f2cb6b6f8c0 1 < suggested remove operation key=7I54CNB8XS2B tag=KWUI29VLNC4C type=del 2024-09-07T13:46:17.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.433+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=DIS6TNEC73WJ type=del size=2215875 2024-09-07T13:46:17.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.433+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=ADB5YEZAZPYJ tag=6H5Z6JI95WOA type=del size=646704: (22) Invalid argument 2024-09-07T13:46:17.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.437+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=LX8U33PEQUVO type=write size=588442 2024-09-07T13:46:17.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.441+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~BH0XMIVMQ94C.0 size=702306 2024-09-07T13:46:17.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.445+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=BH0XMIVMQ94C tag=04FKKDQG9GRU type=write size=1750882 2024-09-07T13:46:17.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.449+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=CU4NMKI5JGB3 type=del size=2243413 2024-09-07T13:46:17.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.449+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_W120AMT2ALD9.2~RYKNHXKA8MPX.0 size=1048576 2024-09-07T13:46:17.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.453+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~RYKNHXKA8MPX.1 size=1011718 2024-09-07T13:46:17.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.457+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=W120AMT2ALD9 upload=RYKNHXKA8MPX tag=E0Q3TNHXLVSC type=write size=3108870 2024-09-07T13:46:17.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.461+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=PMCOWL06UX8E type=del size=3164291 2024-09-07T13:46:17.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.465+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~T2NASN7IFLU4.0 size=1048576 2024-09-07T13:46:17.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.469+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~T2NASN7IFLU4.1 size=1048576 2024-09-07T13:46:17.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.469+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~T2NASN7IFLU4.2 size=343461 2024-09-07T13:46:17.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.477+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=T2NASN7IFLU4 tag=IE4FVBWPB78P type=write size=3489189 2024-09-07T13:46:17.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.481+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=TTQJ6AXC3UJL type=del size=1401189 2024-09-07T13:46:17.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.485+0000 7f2cb6b6f8c0 1 < completed write operation key=Z6G2MS36EF8U tag=RSYMGO1D3R6C type=write size=592911 2024-09-07T13:46:17.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.489+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=LA860E3RG7O0 type=del size=1745772 2024-09-07T13:46:17.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.489+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=LI6KPBKDOGO0 type=del 2024-09-07T13:46:17.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.493+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=S4VEQ3Q0M8C2 type=del size=488988 2024-09-07T13:46:17.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.497+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~UCNQS1TMMMFE.0 size=1048576 2024-09-07T13:46:17.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.501+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~UCNQS1TMMMFE.1 size=868556 2024-09-07T13:46:17.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.505+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=UCNQS1TMMMFE tag=EPNP9XCS1M9B type=write size=2965708 2024-09-07T13:46:17.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.509+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=IPS77J64FAMQ type=del size=3682359 2024-09-07T13:46:17.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.513+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~TTMNFY7C6ORX.0 size=1048576 2024-09-07T13:46:17.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.517+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~TTMNFY7C6ORX.1 size=450698 2024-09-07T13:46:17.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.521+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=TTMNFY7C6ORX tag=RZWOYWNKMO9L type=write size=2547850 2024-09-07T13:46:17.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.525+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=D5SF9P34ZGGJ type=write size=102218 2024-09-07T13:46:17.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.529+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=W8HQYXG2A9NR tag=30VU324K7OEP type=del size=1414447: (22) Invalid argument 2024-09-07T13:46:17.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.533+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=6CISPQYKWA8J type=write size=551125 2024-09-07T13:46:17.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.533+0000 7f2cb6b6f8c0 1 < canceled operation key=RQ4XU4WUUA9N tag=YRLOA5RUHF1K type=del size=3312773 2024-09-07T13:46:17.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.537+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=VEXAFAMQ0Y6R type=del size=2446470 2024-09-07T13:46:17.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.545+0000 7f2cb6b6f8c0 1 < suggested update operation key=FZUZGIZAKB07 tag=LWDJ01P3X1E5 type=del size=3227814 2024-09-07T13:46:17.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.549+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~0QORML0SL41K.0 size=1048576 2024-09-07T13:46:17.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.553+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~0QORML0SL41K.1 size=1048576 2024-09-07T13:46:17.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.553+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~0QORML0SL41K.2 size=598987 2024-09-07T13:46:17.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.553+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=0QORML0SL41K tag=L021X41POJNK type=write size=3744715 2024-09-07T13:46:17.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.557+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~AGPQZVUL778Z.0 size=1048576 2024-09-07T13:46:17.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.557+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_CS4B8TD9GPUR.2~AGPQZVUL778Z.1 size=178574 2024-09-07T13:46:17.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.565+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=CS4B8TD9GPUR upload=AGPQZVUL778Z tag=P4AVZ2IE7JUV type=write size=2275726 2024-09-07T13:46:17.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.569+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~GHR40B3A6SOC.0 size=1048576 2024-09-07T13:46:17.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.573+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~GHR40B3A6SOC.1 size=450399 2024-09-07T13:46:17.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.573+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=GHR40B3A6SOC tag=JJSCT3PLPK0D type=write size=2547551 2024-09-07T13:46:17.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.577+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~2S6NEXI8A0MB.0 size=1048576 2024-09-07T13:46:17.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.577+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~2S6NEXI8A0MB.1 size=86193 2024-09-07T13:46:17.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.585+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=2S6NEXI8A0MB tag=4RPEZ3VR27GN type=write size=2183345 2024-09-07T13:46:17.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.589+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~70K768VUJNBE.0 size=1048576 2024-09-07T13:46:17.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.593+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~70K768VUJNBE.1 size=1048576 2024-09-07T13:46:17.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.593+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~70K768VUJNBE.2 size=883886 2024-09-07T13:46:17.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.593+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=70K768VUJNBE tag=7S4VAMIVTYZ0 type=write size=4029614 2024-09-07T13:46:17.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.597+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=E4HRDITXT0SR type=del 2024-09-07T13:46:17.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.601+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~L03EG4ERKVGN.0 size=271903 2024-09-07T13:46:17.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.601+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=L03EG4ERKVGN tag=T1KKL31HMEWW type=write size=1320479 2024-09-07T13:46:17.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.605+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=7V3RG27G2F61 type=del 2024-09-07T13:46:17.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.613+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~9T75C27F97LG.0 size=1048576 2024-09-07T13:46:17.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.613+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~9T75C27F97LG.1 size=1048576 2024-09-07T13:46:17.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.617+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~9T75C27F97LG.2 size=754158 2024-09-07T13:46:17.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.617+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=9T75C27F97LG tag=NKDXGF947ZPD type=write size=3899886 2024-09-07T13:46:17.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.621+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=DIS6TNEC73WJ type=del 2024-09-07T13:46:17.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.625+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=QNRL6N4MD1FO type=write size=999362 2024-09-07T13:46:17.630 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.629+0000 7f2cb6b6f8c0 1 < completed write operation key=1BSEOB4ZJRRL tag=LX8U33PEQUVO type=write size=588442 2024-09-07T13:46:17.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.633+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~V2D64NVXUYXO.0 size=1048576 2024-09-07T13:46:17.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.637+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~V2D64NVXUYXO.1 size=1048576 2024-09-07T13:46:17.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.637+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~V2D64NVXUYXO.2 size=313009 2024-09-07T13:46:17.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.637+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=V2D64NVXUYXO tag=O619KXOXUUCB type=write size=3458737 2024-09-07T13:46:17.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.641+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=CU4NMKI5JGB3 type=del 2024-09-07T13:46:17.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.645+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~WOV3FRKS0D55.0 size=1048576 2024-09-07T13:46:17.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.649+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~WOV3FRKS0D55.1 size=341761 2024-09-07T13:46:17.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.649+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=WOV3FRKS0D55 tag=DEUAGR5NX9HH type=write size=2438913 2024-09-07T13:46:17.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.653+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=PMCOWL06UX8E type=del 2024-09-07T13:46:17.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.657+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~ACXGYB4V9F0W.0 size=1048576 2024-09-07T13:46:17.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.661+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~ACXGYB4V9F0W.1 size=212973 2024-09-07T13:46:17.662 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.661+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=ACXGYB4V9F0W tag=SD1JRLHXLA7J type=write size=2310125 2024-09-07T13:46:17.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.661+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=TTQJ6AXC3UJL type=del 2024-09-07T13:46:17.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.669+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~EMRYIGP1AIBV.0 size=1048576 2024-09-07T13:46:17.672 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.669+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~EMRYIGP1AIBV.1 size=1048576 2024-09-07T13:46:17.674 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.673+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~EMRYIGP1AIBV.2 size=980834 2024-09-07T13:46:17.674 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.673+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=EMRYIGP1AIBV tag=2YSF56SLS5C6 type=write size=4126562 2024-09-07T13:46:17.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.677+0000 7f2cb6b6f8c0 1 < suggested remove operation key=FZUZGIZAKB07 tag=LA860E3RG7O0 type=del 2024-09-07T13:46:17.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.681+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=8YM1383L892D type=del size=800324 2024-09-07T13:46:17.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.685+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=S4VEQ3Q0M8C2 type=del 2024-09-07T13:46:17.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.689+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~ZZ6PWOZD0QPD.0 size=247974 2024-09-07T13:46:17.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.689+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=ZZ6PWOZD0QPD tag=TMOYOS2Q7WI1 type=write size=1296550 2024-09-07T13:46:17.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.697+0000 7f2cb6b6f8c0 1 < suggested remove operation key=ZVZ04CSVO3XE tag=IPS77J64FAMQ type=del 2024-09-07T13:46:17.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.701+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=ZSQH29VWZGWR type=write size=136989 2024-09-07T13:46:17.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.701+0000 7f2cb6b6f8c0 1 < completed write operation key=SNNZ7FIANLW7 tag=D5SF9P34ZGGJ type=write size=102218 2024-09-07T13:46:17.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.705+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=6WSJGTW2TUF1 type=del size=532341 2024-09-07T13:46:17.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.709+0000 7f2cb6b6f8c0 1 < completed write operation key=R2BO0X5383EA tag=6CISPQYKWA8J type=write size=551125 2024-09-07T13:46:17.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.713+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=PFSU6NP67JHI type=del size=2297008 2024-09-07T13:46:17.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.713+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=VEXAFAMQ0Y6R type=del 2024-09-07T13:46:17.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.717+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=I2LISFNO4WE2 type=write size=528551 2024-09-07T13:46:17.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.721+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~0QORML0SL41K.0 size=1048576 2024-09-07T13:46:17.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.721+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_WLP6TFW0KQQI.2~0QORML0SL41K.1 size=1048576 2024-09-07T13:46:17.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.725+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~0QORML0SL41K.2 size=598987 2024-09-07T13:46:17.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.729+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=WLP6TFW0KQQI upload=0QORML0SL41K tag=L021X41POJNK type=write size=3744715 2024-09-07T13:46:17.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.733+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=BB0OWMQHD1LV type=del size=2410550 2024-09-07T13:46:17.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.733+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~GHR40B3A6SOC.0 size=1048576 2024-09-07T13:46:17.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.737+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~GHR40B3A6SOC.1 size=450399 2024-09-07T13:46:17.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.741+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=GHR40B3A6SOC tag=JJSCT3PLPK0D type=write size=2547551 2024-09-07T13:46:17.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.749+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~SCDB7Y1DOZ72.0 size=250010 2024-09-07T13:46:17.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.749+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=SCDB7Y1DOZ72 tag=S86C8WQ958CD type=write size=1298586 2024-09-07T13:46:17.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.749+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~70K768VUJNBE.0 size=1048576 2024-09-07T13:46:17.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.753+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~70K768VUJNBE.1 size=1048576 2024-09-07T13:46:17.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.757+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~70K768VUJNBE.2 size=883886 2024-09-07T13:46:17.761 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.761+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=70K768VUJNBE tag=7S4VAMIVTYZ0 type=write size=4029614 2024-09-07T13:46:17.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.765+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=UWDSA8AK6W61 type=del size=2028504 2024-09-07T13:46:17.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.765+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~L03EG4ERKVGN.0 size=271903 2024-09-07T13:46:17.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.773+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=L03EG4ERKVGN tag=T1KKL31HMEWW type=write size=1320479 2024-09-07T13:46:17.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.777+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~WQOBNXOK0RY9.0 size=1048576 2024-09-07T13:46:17.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.781+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~WQOBNXOK0RY9.1 size=1048576 2024-09-07T13:46:17.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.781+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~WQOBNXOK0RY9.2 size=445908 2024-09-07T13:46:17.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.781+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=WQOBNXOK0RY9 tag=503Y9DDZ82WR type=write size=3591636 2024-09-07T13:46:17.787 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.785+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~9T75C27F97LG.0 size=1048576 2024-09-07T13:46:17.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.789+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~9T75C27F97LG.1 size=1048576 2024-09-07T13:46:17.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.789+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~9T75C27F97LG.2 size=754158 2024-09-07T13:46:17.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.797+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=9T75C27F97LG tag=NKDXGF947ZPD type=write size=3899886 2024-09-07T13:46:17.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.797+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=LX40QTHRXQCW type=del size=3015572 2024-09-07T13:46:17.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.801+0000 7f2cb6b6f8c0 1 < canceled operation key=BAIMASZ4JKTJ tag=QNRL6N4MD1FO type=write size=999362 2024-09-07T13:46:17.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.809+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~ZD6LHE0F4V5C.0 size=533160 2024-09-07T13:46:17.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.809+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=ZD6LHE0F4V5C tag=ALB5ZQ11CFNU type=write size=1581736 2024-09-07T13:46:17.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.809+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~V2D64NVXUYXO.0 size=1048576 2024-09-07T13:46:17.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.813+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~V2D64NVXUYXO.1 size=1048576 2024-09-07T13:46:17.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.817+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~V2D64NVXUYXO.2 size=313009 2024-09-07T13:46:17.823 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.821+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=V2D64NVXUYXO tag=O619KXOXUUCB type=write size=3458737 2024-09-07T13:46:17.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.825+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=1410N18GEA8B type=write size=56471 2024-09-07T13:46:17.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.829+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~WOV3FRKS0D55.0 size=1048576 2024-09-07T13:46:17.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.829+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~WOV3FRKS0D55.1 size=341761 2024-09-07T13:46:17.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.837+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=WOV3FRKS0D55 tag=DEUAGR5NX9HH type=write size=2438913 2024-09-07T13:46:17.841 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.841+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=1WUBT0QIU471 type=del size=708975 2024-09-07T13:46:17.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.841+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~ACXGYB4V9F0W.0 size=1048576 2024-09-07T13:46:17.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.845+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~ACXGYB4V9F0W.1 size=212973 2024-09-07T13:46:17.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.853+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=ACXGYB4V9F0W tag=SD1JRLHXLA7J type=write size=2310125 2024-09-07T13:46:17.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.853+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=X03WR1RG7OY4 type=del size=3450086 2024-09-07T13:46:17.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.857+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~EMRYIGP1AIBV.0 size=1048576 2024-09-07T13:46:17.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.861+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~EMRYIGP1AIBV.1 size=1048576 2024-09-07T13:46:17.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.865+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~EMRYIGP1AIBV.2 size=980834 2024-09-07T13:46:17.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.869+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=EMRYIGP1AIBV tag=2YSF56SLS5C6 type=write size=4126562 2024-09-07T13:46:17.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.873+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=5Q2K1MBAQ72C type=del size=2329474 2024-09-07T13:46:17.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.877+0000 7f2cb6b6f8c0 1 < suggested remove operation key=UN7NW8NTF67Q tag=8YM1383L892D type=del 2024-09-07T13:46:17.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.881+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=5494IK19T68X type=del size=4145559 2024-09-07T13:46:17.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.885+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~ZZ6PWOZD0QPD.0 size=247974 2024-09-07T13:46:17.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.889+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=ZZ6PWOZD0QPD tag=TMOYOS2Q7WI1 type=write size=1296550 2024-09-07T13:46:17.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.897+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~RI3JQTWL53MI.0 size=401926 2024-09-07T13:46:17.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.897+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=RI3JQTWL53MI tag=5V02IOX9TE5E type=write size=1450502 2024-09-07T13:46:17.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.901+0000 7f2cb6b6f8c0 1 < completed write operation key=W120AMT2ALD9 tag=ZSQH29VWZGWR type=write size=136989 2024-09-07T13:46:17.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.905+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=V0MZFW6897DZ type=del size=4074346 2024-09-07T13:46:17.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.913+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=6WSJGTW2TUF1 type=del 2024-09-07T13:46:17.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.917+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=Y0XA5RB65U31 type=del size=1259458 2024-09-07T13:46:17.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.921+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=PFSU6NP67JHI type=del 2024-09-07T13:46:17.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.925+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=58BZPLBP5MR1 type=del size=3585675 2024-09-07T13:46:17.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.929+0000 7f2cb6b6f8c0 1 < canceled operation key=ADB5YEZAZPYJ tag=I2LISFNO4WE2 type=write size=528551 2024-09-07T13:46:17.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.933+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=2856LUW36VEC type=del size=3308453 2024-09-07T13:46:17.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.937+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=BB0OWMQHD1LV type=del 2024-09-07T13:46:17.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.937+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=TCL2P2FT4YO7 type=del size=3791645 2024-09-07T13:46:17.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.941+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~SCDB7Y1DOZ72.0 size=250010 2024-09-07T13:46:17.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.949+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=SCDB7Y1DOZ72 tag=S86C8WQ958CD type=write size=1298586 2024-09-07T13:46:17.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.949+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=15503R0OLOF3 type=write size=324007 2024-09-07T13:46:17.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.953+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=UWDSA8AK6W61 type=del 2024-09-07T13:46:17.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.957+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=17R287ZJE1H3 type=del size=3609498 2024-09-07T13:46:17.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.961+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~WQOBNXOK0RY9.0 size=1048576 2024-09-07T13:46:17.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.961+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~WQOBNXOK0RY9.1 size=1048576 2024-09-07T13:46:17.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.965+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~WQOBNXOK0RY9.2 size=445908 2024-09-07T13:46:17.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.969+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=WQOBNXOK0RY9 tag=503Y9DDZ82WR type=write size=3591636 2024-09-07T13:46:17.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.973+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~MYEC6PA91TUB.0 size=563981 2024-09-07T13:46:17.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.973+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=MYEC6PA91TUB tag=V8ZNS4LFQLV3 type=write size=1612557 2024-09-07T13:46:17.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.977+0000 7f2cb6b6f8c0 1 < canceled operation key=X93W2ZAZXKB5 tag=LX40QTHRXQCW type=del size=3015572 2024-09-07T13:46:17.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.981+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=QX5S6S3WM3ND type=del size=361810 2024-09-07T13:46:17.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.985+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~ZD6LHE0F4V5C.0 size=533160 2024-09-07T13:46:17.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.989+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=ZD6LHE0F4V5C tag=ALB5ZQ11CFNU type=write size=1581736 2024-09-07T13:46:17.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.993+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~9I8SWMRZTWQY.0 size=1048576 2024-09-07T13:46:17.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:17.997+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~9I8SWMRZTWQY.1 size=1048576 2024-09-07T13:46:18.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.001+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~9I8SWMRZTWQY.2 size=269799 2024-09-07T13:46:18.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.001+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=9I8SWMRZTWQY tag=L2SQ2CP6YNV4 type=write size=3415527 2024-09-07T13:46:18.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.005+0000 7f2cb6b6f8c0 1 < completed write operation key=ZVZ04CSVO3XE tag=1410N18GEA8B type=write size=56471 2024-09-07T13:46:18.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.005+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=WU2D377VTVLS type=write size=745857 2024-09-07T13:46:18.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.009+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=1WUBT0QIU471 type=del 2024-09-07T13:46:18.013 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.013+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=52HTDKZPFQB4 type=write size=728532 2024-09-07T13:46:18.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.013+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=X03WR1RG7OY4 type=del 2024-09-07T13:46:18.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.021+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~3Y9IT8N90OOH.0 size=1048576 2024-09-07T13:46:18.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.021+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~3Y9IT8N90OOH.1 size=1048576 2024-09-07T13:46:18.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.025+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~3Y9IT8N90OOH.2 size=798431 2024-09-07T13:46:18.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.025+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=3Y9IT8N90OOH tag=QT13TYN18OSG type=write size=3944159 2024-09-07T13:46:18.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.025+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=5Q2K1MBAQ72C type=del 2024-09-07T13:46:18.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.033+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~R6LVEVH62UVN.0 size=1048576 2024-09-07T13:46:18.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.033+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~R6LVEVH62UVN.1 size=594258 2024-09-07T13:46:18.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.033+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=R6LVEVH62UVN tag=JF45LNSPY13H type=write size=2691410 2024-09-07T13:46:18.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.037+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=5494IK19T68X type=del 2024-09-07T13:46:18.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.041+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=F909NWX657FM type=del size=1850685 2024-09-07T13:46:18.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.041+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~RI3JQTWL53MI.0 size=401926 2024-09-07T13:46:18.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.045+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=RI3JQTWL53MI tag=5V02IOX9TE5E type=write size=1450502 2024-09-07T13:46:18.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.049+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~SV366LN16Y58.0 size=970980 2024-09-07T13:46:18.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.049+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=SV366LN16Y58 tag=WYN1SF2UOHWH type=write size=2019556 2024-09-07T13:46:18.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.053+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=V0MZFW6897DZ type=del 2024-09-07T13:46:18.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.057+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=L7D9Z91A8H5B type=del size=279594 2024-09-07T13:46:18.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.061+0000 7f2cb6b6f8c0 1 < suggested update operation key=DKCM0NB13MGO tag=Y0XA5RB65U31 type=del size=1259458 2024-09-07T13:46:18.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.065+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=29R1DCZSXBDV type=write size=640615 2024-09-07T13:46:18.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.065+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=58BZPLBP5MR1 type=del 2024-09-07T13:46:18.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.073+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~7W57QN9GALJD.0 size=60024 2024-09-07T13:46:18.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.073+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=7W57QN9GALJD tag=HRWB9EFNYRQY type=write size=1108600 2024-09-07T13:46:18.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.073+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=2856LUW36VEC type=del 2024-09-07T13:46:18.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.077+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=040LNAIX5Q03 type=write size=947527 2024-09-07T13:46:18.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.081+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=TCL2P2FT4YO7 type=del 2024-09-07T13:46:18.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.085+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~61EF1XRHZEOD.0 size=1048576 2024-09-07T13:46:18.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.085+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~61EF1XRHZEOD.1 size=1048576 2024-09-07T13:46:18.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.089+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~61EF1XRHZEOD.2 size=336934 2024-09-07T13:46:18.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.089+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=61EF1XRHZEOD tag=3RT649G7O9BC type=write size=3482662 2024-09-07T13:46:18.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.093+0000 7f2cb6b6f8c0 1 < suggested update operation key=UN7NW8NTF67Q tag=15503R0OLOF3 type=write size=324007 2024-09-07T13:46:18.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.101+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~5ID5ZP2NG9F2.0 size=1048576 2024-09-07T13:46:18.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.101+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~5ID5ZP2NG9F2.1 size=1048576 2024-09-07T13:46:18.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.105+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~5ID5ZP2NG9F2.2 size=430090 2024-09-07T13:46:18.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.105+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=5ID5ZP2NG9F2 tag=AWSFOHTJDQRL type=write size=3575818 2024-09-07T13:46:18.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.105+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=17R287ZJE1H3 type=del 2024-09-07T13:46:18.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.109+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~MF2FCO2VXGMK.0 size=1048576 2024-09-07T13:46:18.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.113+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~MF2FCO2VXGMK.1 size=1048576 2024-09-07T13:46:18.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.113+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~MF2FCO2VXGMK.2 size=166042 2024-09-07T13:46:18.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.113+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=MF2FCO2VXGMK tag=BNMUVX78L22J type=write size=3311770 2024-09-07T13:46:18.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.117+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~MYEC6PA91TUB.0 size=563981 2024-09-07T13:46:18.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.121+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=MYEC6PA91TUB tag=V8ZNS4LFQLV3 type=write size=1612557 2024-09-07T13:46:18.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.125+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~VVLIPKNM85HF.0 size=1048576 2024-09-07T13:46:18.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.129+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~VVLIPKNM85HF.1 size=1048576 2024-09-07T13:46:18.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.129+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~VVLIPKNM85HF.2 size=215490 2024-09-07T13:46:18.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.129+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=VVLIPKNM85HF tag=YME6INJR8SP0 type=write size=3361218 2024-09-07T13:46:18.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.133+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=QX5S6S3WM3ND type=del 2024-09-07T13:46:18.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.137+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=UD0KY91IXCRH type=del size=3549686 2024-09-07T13:46:18.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.137+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~9I8SWMRZTWQY.0 size=1048576 2024-09-07T13:46:18.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.141+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~9I8SWMRZTWQY.1 size=1048576 2024-09-07T13:46:18.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.145+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~9I8SWMRZTWQY.2 size=269799 2024-09-07T13:46:18.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.149+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=9I8SWMRZTWQY tag=L2SQ2CP6YNV4 type=write size=3415527 2024-09-07T13:46:18.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.153+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~U989LFQQ2MYT.0 size=1048576 2024-09-07T13:46:18.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.157+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~U989LFQQ2MYT.1 size=543589 2024-09-07T13:46:18.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.157+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=U989LFQQ2MYT tag=39IZNCLLFE6R type=write size=2640741 2024-09-07T13:46:18.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.157+0000 7f2cb6b6f8c0 1 < canceled operation key=ADB5YEZAZPYJ tag=WU2D377VTVLS type=write size=745857 2024-09-07T13:46:18.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.165+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~GZW7BWT07Z7N.0 size=1048576 2024-09-07T13:46:18.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.169+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~GZW7BWT07Z7N.1 size=1048576 2024-09-07T13:46:18.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.169+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~GZW7BWT07Z7N.2 size=896147 2024-09-07T13:46:18.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.169+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=GZW7BWT07Z7N tag=AD4G2Q8XO2SY type=write size=4041875 2024-09-07T13:46:18.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.173+0000 7f2cb6b6f8c0 1 < completed write operation key=7I54CNB8XS2B tag=52HTDKZPFQB4 type=write size=728532 2024-09-07T13:46:18.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.177+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=Z9ZBB6I20E4S type=write size=34015 2024-09-07T13:46:18.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.177+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_7I54CNB8XS2B.2~3Y9IT8N90OOH.0 size=1048576 2024-09-07T13:46:18.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.181+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~3Y9IT8N90OOH.1 size=1048576 2024-09-07T13:46:18.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.185+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~3Y9IT8N90OOH.2 size=798431 2024-09-07T13:46:18.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.189+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=7I54CNB8XS2B upload=3Y9IT8N90OOH tag=QT13TYN18OSG type=write size=3944159 2024-09-07T13:46:18.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.193+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=G7VBK17XQEDF type=write size=3593 2024-09-07T13:46:18.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.197+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~R6LVEVH62UVN.0 size=1048576 2024-09-07T13:46:18.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.201+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~R6LVEVH62UVN.1 size=594258 2024-09-07T13:46:18.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.205+0000 7f2cb6b6f8c0 1 < completed multipart upload key=KIKPQG73BHGB upload=R6LVEVH62UVN tag=JF45LNSPY13H type=write size=2691410 2024-09-07T13:46:18.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.205+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=UICZ2N9L1UJ8 type=del size=381353 2024-09-07T13:46:18.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.213+0000 7f2cb6b6f8c0 1 < suggested update operation key=ZVZ04CSVO3XE tag=F909NWX657FM type=del size=1850685 2024-09-07T13:46:18.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.217+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~UCQ88BMHUCUU.0 size=1048576 2024-09-07T13:46:18.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.221+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~UCQ88BMHUCUU.1 size=1048576 2024-09-07T13:46:18.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.221+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~UCQ88BMHUCUU.2 size=144663 2024-09-07T13:46:18.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.221+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=UCQ88BMHUCUU tag=MD9XAGQ8D8BQ type=write size=3290391 2024-09-07T13:46:18.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.225+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~SV366LN16Y58.0 size=970980 2024-09-07T13:46:18.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.229+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=SV366LN16Y58 tag=WYN1SF2UOHWH type=write size=2019556 2024-09-07T13:46:18.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.233+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=UV0G15XXCSZP type=del size=3745821 2024-09-07T13:46:18.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.237+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=L7D9Z91A8H5B type=del 2024-09-07T13:46:18.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.241+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~F35CDDFKQ1OA.0 size=405830 2024-09-07T13:46:18.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.241+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=F35CDDFKQ1OA tag=XAFHK1IR40P0 type=write size=1454406 2024-09-07T13:46:18.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.245+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=29R1DCZSXBDV type=write size=640615 2024-09-07T13:46:18.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.249+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=MX875WWWUXH5 type=del size=620382 2024-09-07T13:46:18.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.249+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_BAIMASZ4JKTJ.2~7W57QN9GALJD.0 size=60024 2024-09-07T13:46:18.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.253+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=BAIMASZ4JKTJ upload=7W57QN9GALJD tag=HRWB9EFNYRQY type=write size=1108600 2024-09-07T13:46:18.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.257+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~ET2MN05KKZEL.0 size=655029 2024-09-07T13:46:18.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.257+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=ET2MN05KKZEL tag=L90XF8PYF7WX type=write size=1703605 2024-09-07T13:46:18.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.265+0000 7f2cb6b6f8c0 1 < suggested update operation key=R249V3K5CGU6 tag=040LNAIX5Q03 type=write size=947527 2024-09-07T13:46:18.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.269+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=YJ7UYCILWMLR type=del size=1493802 2024-09-07T13:46:18.271 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.269+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~61EF1XRHZEOD.0 size=1048576 2024-09-07T13:46:18.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.273+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~61EF1XRHZEOD.1 size=1048576 2024-09-07T13:46:18.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.273+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~61EF1XRHZEOD.2 size=336934 2024-09-07T13:46:18.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.281+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=61EF1XRHZEOD tag=3RT649G7O9BC type=write size=3482662 2024-09-07T13:46:18.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.285+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~6ZT0892K92IU.0 size=1048576 2024-09-07T13:46:18.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.289+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~6ZT0892K92IU.1 size=260333 2024-09-07T13:46:18.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.289+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=6ZT0892K92IU tag=SJ54XCXI9PID type=write size=2357485 2024-09-07T13:46:18.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.289+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~5ID5ZP2NG9F2.0 size=1048576 2024-09-07T13:46:18.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.289+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_8CA8BLUFHJ91.2~5ID5ZP2NG9F2.1 size=1048576 2024-09-07T13:46:18.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.293+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~5ID5ZP2NG9F2.2 size=430090 2024-09-07T13:46:18.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.297+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=8CA8BLUFHJ91 upload=5ID5ZP2NG9F2 tag=AWSFOHTJDQRL type=write size=3575818 2024-09-07T13:46:18.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.301+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~9322241U5MKW.0 size=692443 2024-09-07T13:46:18.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.301+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=9322241U5MKW tag=SGO1LYQCLBMQ type=write size=1741019 2024-09-07T13:46:18.308 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.305+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~MF2FCO2VXGMK.0 size=1048576 2024-09-07T13:46:18.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.309+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~MF2FCO2VXGMK.1 size=1048576 2024-09-07T13:46:18.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.309+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~MF2FCO2VXGMK.2 size=166042 2024-09-07T13:46:18.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.317+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DM4166SINSRL upload=MF2FCO2VXGMK tag=BNMUVX78L22J type=write size=3311770 2024-09-07T13:46:18.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.321+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~IC94YY7B65SJ.0 size=511144 2024-09-07T13:46:18.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.321+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=IC94YY7B65SJ tag=CB7L4KX8RNTF type=write size=1559720 2024-09-07T13:46:18.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.325+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~VVLIPKNM85HF.0 size=1048576 2024-09-07T13:46:18.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.325+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~VVLIPKNM85HF.1 size=1048576 2024-09-07T13:46:18.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.329+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~VVLIPKNM85HF.2 size=215490 2024-09-07T13:46:18.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.333+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=VVLIPKNM85HF tag=YME6INJR8SP0 type=write size=3361218 2024-09-07T13:46:18.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.337+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=IOKWYQNVJWFT type=del size=3593158 2024-09-07T13:46:18.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.341+0000 7f2cb6b6f8c0 1 < canceled operation key=ADB5YEZAZPYJ tag=UD0KY91IXCRH type=del size=3549686 2024-09-07T13:46:18.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.341+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=8E6JH0B74WS7 type=del size=837364 2024-09-07T13:46:18.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.345+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~U989LFQQ2MYT.0 size=1048576 2024-09-07T13:46:18.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.345+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_R249V3K5CGU6.2~U989LFQQ2MYT.1 size=543589 2024-09-07T13:46:18.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.349+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=R249V3K5CGU6 upload=U989LFQQ2MYT tag=39IZNCLLFE6R type=write size=2640741 2024-09-07T13:46:18.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.353+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=0D33SG1KW2FP type=del size=2498092 2024-09-07T13:46:18.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.357+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~GZW7BWT07Z7N.0 size=1048576 2024-09-07T13:46:18.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.357+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~GZW7BWT07Z7N.1 size=1048576 2024-09-07T13:46:18.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.361+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~GZW7BWT07Z7N.2 size=896147 2024-09-07T13:46:18.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.365+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DM4166SINSRL upload=GZW7BWT07Z7N tag=AD4G2Q8XO2SY type=write size=4041875 2024-09-07T13:46:18.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.373+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~C93T2ZJYU2AD.0 size=1048576 2024-09-07T13:46:18.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.373+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~C93T2ZJYU2AD.1 size=721003 2024-09-07T13:46:18.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.373+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=C93T2ZJYU2AD tag=9074K9UGDRUH type=write size=2818155 2024-09-07T13:46:18.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.377+0000 7f2cb6b6f8c0 1 < completed write operation key=FZUZGIZAKB07 tag=Z9ZBB6I20E4S type=write size=34015 2024-09-07T13:46:18.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.381+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=K1KB5MTHLJV0 type=write size=784972 2024-09-07T13:46:18.385 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.385+0000 7f2cb6b6f8c0 1 < completed write operation key=LZX7H9KUZM7X tag=G7VBK17XQEDF type=write size=3593 2024-09-07T13:46:18.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.385+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=WY0850N7UGS7 type=del size=1207598 2024-09-07T13:46:18.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.389+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=UICZ2N9L1UJ8 type=del 2024-09-07T13:46:18.394 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.393+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=JFJ92OB0CTJ8 type=write size=546707 2024-09-07T13:46:18.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.397+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~UCQ88BMHUCUU.0 size=1048576 2024-09-07T13:46:18.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.397+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_V8VL32BCEJRQ.2~UCQ88BMHUCUU.1 size=1048576 2024-09-07T13:46:18.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.397+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~UCQ88BMHUCUU.2 size=144663 2024-09-07T13:46:18.405 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.405+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=V8VL32BCEJRQ upload=UCQ88BMHUCUU tag=MD9XAGQ8D8BQ type=write size=3290391 2024-09-07T13:46:18.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.409+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~AAO0B6O9JUJD.0 size=1048576 2024-09-07T13:46:18.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.413+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~AAO0B6O9JUJD.1 size=597179 2024-09-07T13:46:18.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.413+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=AAO0B6O9JUJD tag=WTS6PU3PHJS0 type=write size=2694331 2024-09-07T13:46:18.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.413+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=UV0G15XXCSZP type=del 2024-09-07T13:46:18.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.417+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=AL2DOAOALIQK type=del size=1625484 2024-09-07T13:46:18.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.421+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~F35CDDFKQ1OA.0 size=405830 2024-09-07T13:46:18.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.425+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=F35CDDFKQ1OA tag=XAFHK1IR40P0 type=write size=1454406 2024-09-07T13:46:18.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.433+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~8OVIP0JZBPJ2.0 size=308408 2024-09-07T13:46:18.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.433+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=8OVIP0JZBPJ2 tag=S5AACL52QYTC type=write size=1356984 2024-09-07T13:46:18.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.433+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=MX875WWWUXH5 type=del 2024-09-07T13:46:18.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.437+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=JVESZXZDZOBJ type=del size=2210395 2024-09-07T13:46:18.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.441+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~ET2MN05KKZEL.0 size=655029 2024-09-07T13:46:18.447 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.445+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=ET2MN05KKZEL tag=L90XF8PYF7WX type=write size=1703605 2024-09-07T13:46:18.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.449+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=X8ZSQ1FHBKWT type=del size=2319846 2024-09-07T13:46:18.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.453+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=YJ7UYCILWMLR type=del 2024-09-07T13:46:18.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.457+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=IZHF9ALWX76K type=del size=4172178 2024-09-07T13:46:18.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.461+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~6ZT0892K92IU.0 size=1048576 2024-09-07T13:46:18.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.465+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~6ZT0892K92IU.1 size=260333 2024-09-07T13:46:18.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.469+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=6ZT0892K92IU tag=SJ54XCXI9PID type=write size=2357485 2024-09-07T13:46:18.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.473+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=GUQ6K7TKO6WP type=del size=2124458 2024-09-07T13:46:18.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.477+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~9322241U5MKW.0 size=692443 2024-09-07T13:46:18.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.481+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=9322241U5MKW tag=SGO1LYQCLBMQ type=write size=1741019 2024-09-07T13:46:18.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.485+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=4W8T7HFCDSMR type=del size=1002556 2024-09-07T13:46:18.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.489+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~IC94YY7B65SJ.0 size=511144 2024-09-07T13:46:18.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.493+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=IC94YY7B65SJ tag=CB7L4KX8RNTF type=write size=1559720 2024-09-07T13:46:18.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.497+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=CM4UD20MJBF6 type=del size=3740804 2024-09-07T13:46:18.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.501+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=IOKWYQNVJWFT type=del 2024-09-07T13:46:18.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.505+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~5DVHG9X1GUDY.0 size=1048576 2024-09-07T13:46:18.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.509+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~5DVHG9X1GUDY.1 size=1048576 2024-09-07T13:46:18.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.513+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~5DVHG9X1GUDY.2 size=974945 2024-09-07T13:46:18.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.513+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=5DVHG9X1GUDY tag=P02PLD1TO5CJ type=write size=4120673 2024-09-07T13:46:18.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.517+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=8E6JH0B74WS7 type=del 2024-09-07T13:46:18.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.517+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=FU0VZBN2M38V type=write size=351893 2024-09-07T13:46:18.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.521+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=0D33SG1KW2FP type=del 2024-09-07T13:46:18.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.529+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~C6VOB8B30J0B.0 size=366435 2024-09-07T13:46:18.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.529+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=C6VOB8B30J0B tag=XOKREOPMBG55 type=write size=1415011 2024-09-07T13:46:18.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.529+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_KIKPQG73BHGB.2~C93T2ZJYU2AD.0 size=1048576 2024-09-07T13:46:18.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.533+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~C93T2ZJYU2AD.1 size=721003 2024-09-07T13:46:18.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.537+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=KIKPQG73BHGB upload=C93T2ZJYU2AD tag=9074K9UGDRUH type=write size=2818155 2024-09-07T13:46:18.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.545+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~ODWY1DSAX0Q3.0 size=568504 2024-09-07T13:46:18.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.545+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=ODWY1DSAX0Q3 tag=76KEKUEHO2WX type=write size=1617080 2024-09-07T13:46:18.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.553+0000 7f2cb6b6f8c0 1 < suggested update operation key=SNNZ7FIANLW7 tag=K1KB5MTHLJV0 type=write size=784972 2024-09-07T13:46:18.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.553+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=3AN0WPJ9JNY4 type=del size=667434 2024-09-07T13:46:18.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.561+0000 7f2cb6b6f8c0 1 < suggested remove operation key=W8HQYXG2A9NR tag=WY0850N7UGS7 type=del 2024-09-07T13:46:18.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.565+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=K8YWY9IIB8M6 type=del size=2988372 2024-09-07T13:46:18.571 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.569+0000 7f2cb6b6f8c0 1 < completed write operation key=1BSEOB4ZJRRL tag=JFJ92OB0CTJ8 type=write size=546707 2024-09-07T13:46:18.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.577+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~XJMAE9F3C640.0 size=1048576 2024-09-07T13:46:18.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.577+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~XJMAE9F3C640.1 size=576563 2024-09-07T13:46:18.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.577+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=XJMAE9F3C640 tag=HNHQZDJYDD1D type=write size=2673715 2024-09-07T13:46:18.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.581+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~AAO0B6O9JUJD.0 size=1048576 2024-09-07T13:46:18.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.585+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~AAO0B6O9JUJD.1 size=597179 2024-09-07T13:46:18.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.589+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=AAO0B6O9JUJD tag=WTS6PU3PHJS0 type=write size=2694331 2024-09-07T13:46:18.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.597+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~X8SYHGQKSWBP.0 size=1021930 2024-09-07T13:46:18.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.597+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=X8SYHGQKSWBP tag=IW5J0I4JR0DL type=write size=2070506 2024-09-07T13:46:18.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.601+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=AL2DOAOALIQK type=del 2024-09-07T13:46:18.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.605+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=WYL4W0RFC93D type=write size=689746 2024-09-07T13:46:18.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.609+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~8OVIP0JZBPJ2.0 size=308408 2024-09-07T13:46:18.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.613+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=8OVIP0JZBPJ2 tag=S5AACL52QYTC type=write size=1356984 2024-09-07T13:46:18.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.617+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=QI1A3E000OS2 type=del size=605711 2024-09-07T13:46:18.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.621+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=JVESZXZDZOBJ type=del 2024-09-07T13:46:18.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.625+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~3YC81NTVVPKV.0 size=1048576 2024-09-07T13:46:18.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.629+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~3YC81NTVVPKV.1 size=676783 2024-09-07T13:46:18.630 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.629+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=3YC81NTVVPKV tag=ZONDJB7E9OJ1 type=write size=2773935 2024-09-07T13:46:18.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.633+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=X8ZSQ1FHBKWT type=del 2024-09-07T13:46:18.636 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.637+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=5LOFCVMC8PLP type=del size=1077623 2024-09-07T13:46:18.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.637+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=IZHF9ALWX76K type=del 2024-09-07T13:46:18.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.641+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=VJ3NFDWPC5D2 type=write size=1017425 2024-09-07T13:46:18.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.645+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=GUQ6K7TKO6WP type=del 2024-09-07T13:46:18.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.649+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=I0TQRPK52XP3 type=del size=3185038 2024-09-07T13:46:18.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.653+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=4W8T7HFCDSMR type=del 2024-09-07T13:46:18.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.653+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=JO74K5UZ6RLO type=del size=1613061 2024-09-07T13:46:18.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.657+0000 7f2cb6b6f8c0 1 < canceled operation key=LZX7H9KUZM7X tag=CM4UD20MJBF6 type=del size=3740804 2024-09-07T13:46:18.663 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.661+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=PB97SFIR28CZ type=del size=2525881 2024-09-07T13:46:18.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.665+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~5DVHG9X1GUDY.0 size=1048576 2024-09-07T13:46:18.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.665+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_U10DGQ1EL162.2~5DVHG9X1GUDY.1 size=1048576 2024-09-07T13:46:18.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.669+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~5DVHG9X1GUDY.2 size=974945 2024-09-07T13:46:18.675 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.673+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=U10DGQ1EL162 upload=5DVHG9X1GUDY tag=P02PLD1TO5CJ type=write size=4120673 2024-09-07T13:46:18.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.681+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~JAH8G5UTXIE5.0 size=900011 2024-09-07T13:46:18.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.681+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=JAH8G5UTXIE5 tag=UTHY7VL8UJAG type=write size=1948587 2024-09-07T13:46:18.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.685+0000 7f2cb6b6f8c0 1 < completed write operation key=4MKAO5GJGCYD tag=FU0VZBN2M38V type=write size=351893 2024-09-07T13:46:18.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.689+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~3BPO83VDREGD.0 size=918901 2024-09-07T13:46:18.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.689+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=3BPO83VDREGD tag=ZT4UY22AENST type=write size=1967477 2024-09-07T13:46:18.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.693+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~C6VOB8B30J0B.0 size=366435 2024-09-07T13:46:18.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.701+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=C6VOB8B30J0B tag=XOKREOPMBG55 type=write size=1415011 2024-09-07T13:46:18.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.705+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=UQTGXHUFVDJ0 type=del size=4184911 2024-09-07T13:46:18.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.705+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~ODWY1DSAX0Q3.0 size=568504 2024-09-07T13:46:18.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.713+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=ODWY1DSAX0Q3 tag=76KEKUEHO2WX type=write size=1617080 2024-09-07T13:46:18.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.717+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~524I1ZC5JXPT.0 size=1048576 2024-09-07T13:46:18.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.721+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~524I1ZC5JXPT.1 size=643675 2024-09-07T13:46:18.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.721+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=524I1ZC5JXPT tag=DTCGU59IO1H2 type=write size=2740827 2024-09-07T13:46:18.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.721+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=3AN0WPJ9JNY4 type=del 2024-09-07T13:46:18.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.725+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=ZR2E8M2YD02O type=write size=443170 2024-09-07T13:46:18.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.729+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=K8YWY9IIB8M6 type=del 2024-09-07T13:46:18.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.733+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=G6X36RKQU1GE type=del size=1425912 2024-09-07T13:46:18.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.737+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~XJMAE9F3C640.0 size=1048576 2024-09-07T13:46:18.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.741+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~XJMAE9F3C640.1 size=576563 2024-09-07T13:46:18.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.745+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=XJMAE9F3C640 tag=HNHQZDJYDD1D type=write size=2673715 2024-09-07T13:46:18.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.753+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~SXKH6CYHR26Z.0 size=279668 2024-09-07T13:46:18.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.753+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=SXKH6CYHR26Z tag=E9S1OUH2F0TV type=write size=1328244 2024-09-07T13:46:18.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.753+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_ZVZ04CSVO3XE.2~X8SYHGQKSWBP.0 size=1021930 2024-09-07T13:46:18.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.761+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=ZVZ04CSVO3XE upload=X8SYHGQKSWBP tag=IW5J0I4JR0DL type=write size=2070506 2024-09-07T13:46:18.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.769+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~1JRA5CD9L2W8.0 size=896283 2024-09-07T13:46:18.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.769+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=1JRA5CD9L2W8 tag=4STLK6X9BOIJ type=write size=1944859 2024-09-07T13:46:18.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.773+0000 7f2cb6b6f8c0 1 < canceled operation key=XMCPLLADRKGO tag=WYL4W0RFC93D type=write size=689746 2024-09-07T13:46:18.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.777+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=15913R8YOI0Y type=del size=4129080 2024-09-07T13:46:18.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.785+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=QI1A3E000OS2 type=del 2024-09-07T13:46:18.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.789+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~BDLV4JPRRQN1.0 size=1048576 2024-09-07T13:46:18.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.789+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~BDLV4JPRRQN1.1 size=360021 2024-09-07T13:46:18.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.789+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=BDLV4JPRRQN1 tag=ZKON3GVYBBK1 type=write size=2457173 2024-09-07T13:46:18.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.793+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~3YC81NTVVPKV.0 size=1048576 2024-09-07T13:46:18.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.793+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~3YC81NTVVPKV.1 size=676783 2024-09-07T13:46:18.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.797+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=3YC81NTVVPKV tag=ZONDJB7E9OJ1 type=write size=2773935 2024-09-07T13:46:18.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.801+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~IID9C10Q1BJZ.0 size=1048576 2024-09-07T13:46:18.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.801+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~IID9C10Q1BJZ.1 size=1003237 2024-09-07T13:46:18.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.801+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=IID9C10Q1BJZ tag=KTZNTT2VVKJX type=write size=3100389 2024-09-07T13:46:18.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.805+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=5LOFCVMC8PLP type=del 2024-09-07T13:46:18.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.809+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~LTCVPTRZVKJR.0 size=27036 2024-09-07T13:46:18.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.809+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=LTCVPTRZVKJR tag=YB6UXNERXIZX type=write size=1075612 2024-09-07T13:46:18.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.809+0000 7f2cb6b6f8c0 1 < completed write operation key=DKCM0NB13MGO tag=VJ3NFDWPC5D2 type=write size=1017425 2024-09-07T13:46:18.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.809+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=GOKU2TYDSMM0 type=del size=1668176 2024-09-07T13:46:18.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.813+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=I0TQRPK52XP3 type=del 2024-09-07T13:46:18.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.817+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~DJYOAG0YE2OK.0 size=1048576 2024-09-07T13:46:18.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.817+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~DJYOAG0YE2OK.1 size=196780 2024-09-07T13:46:18.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.817+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=DJYOAG0YE2OK tag=CKC1J4BJBFVZ type=write size=2293932 2024-09-07T13:46:18.822 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.821+0000 7f2cb6b6f8c0 1 < canceled operation key=U10DGQ1EL162 tag=JO74K5UZ6RLO type=del size=1613061 2024-09-07T13:46:18.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.821+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=XQH7Y4X7FX03 type=del size=4134714 2024-09-07T13:46:18.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.825+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=PB97SFIR28CZ type=del 2024-09-07T13:46:18.830 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.829+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~IC0DEAD3LTZB.0 size=1048576 2024-09-07T13:46:18.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.829+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~IC0DEAD3LTZB.1 size=145259 2024-09-07T13:46:18.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.829+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=IC0DEAD3LTZB tag=K7BK1ESZ9B0U type=write size=2242411 2024-09-07T13:46:18.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.829+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_ADB5YEZAZPYJ.2~JAH8G5UTXIE5.0 size=900011 2024-09-07T13:46:18.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.833+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=ADB5YEZAZPYJ upload=JAH8G5UTXIE5 tag=UTHY7VL8UJAG type=write size=1948587 2024-09-07T13:46:18.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.837+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=W61KKGU9Z8SR type=del size=2607434 2024-09-07T13:46:18.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.837+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~3BPO83VDREGD.0 size=918901 2024-09-07T13:46:18.842 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.841+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=3BPO83VDREGD tag=ZT4UY22AENST type=write size=1967477 2024-09-07T13:46:18.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.841+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=B6DRSOMK3HXE type=write size=482159 2024-09-07T13:46:18.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.845+0000 7f2cb6b6f8c0 1 < suggested remove operation key=CAH1NEU5UDEG tag=UQTGXHUFVDJ0 type=del 2024-09-07T13:46:18.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.849+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=1DEI49UAIWFR type=write size=642318 2024-09-07T13:46:18.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.849+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~524I1ZC5JXPT.0 size=1048576 2024-09-07T13:46:18.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.853+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~524I1ZC5JXPT.1 size=643675 2024-09-07T13:46:18.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.853+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=524I1ZC5JXPT tag=DTCGU59IO1H2 type=write size=2740827 2024-09-07T13:46:18.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.857+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=67DZE0QQ88MO type=del size=2772172 2024-09-07T13:46:18.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.861+0000 7f2cb6b6f8c0 1 < completed write operation key=RQ4XU4WUUA9N tag=ZR2E8M2YD02O type=write size=443170 2024-09-07T13:46:18.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.861+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=8KSYMK3YF96V type=del size=3249416 2024-09-07T13:46:18.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.861+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=G6X36RKQU1GE type=del 2024-09-07T13:46:18.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.865+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=ASF0BGD589QP type=write size=982426 2024-09-07T13:46:18.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.865+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~SXKH6CYHR26Z.0 size=279668 2024-09-07T13:46:18.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.869+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=SXKH6CYHR26Z tag=E9S1OUH2F0TV type=write size=1328244 2024-09-07T13:46:18.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.873+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~4CLKEA9JET8A.0 size=1048576 2024-09-07T13:46:18.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.873+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~4CLKEA9JET8A.1 size=1003229 2024-09-07T13:46:18.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.873+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=4CLKEA9JET8A tag=63BGB0K03PF0 type=write size=3100381 2024-09-07T13:46:18.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.877+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~1JRA5CD9L2W8.0 size=896283 2024-09-07T13:46:18.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.881+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=1JRA5CD9L2W8 tag=4STLK6X9BOIJ type=write size=1944859 2024-09-07T13:46:18.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.881+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=HJR5NCZW9FC8 type=del size=1871522 2024-09-07T13:46:18.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.881+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=15913R8YOI0Y type=del 2024-09-07T13:46:18.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.885+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=T40L427GH7CQ type=del size=1996337 2024-09-07T13:46:18.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.885+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~BDLV4JPRRQN1.0 size=1048576 2024-09-07T13:46:18.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.889+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~BDLV4JPRRQN1.1 size=360021 2024-09-07T13:46:18.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.889+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=BDLV4JPRRQN1 tag=ZKON3GVYBBK1 type=write size=2457173 2024-09-07T13:46:18.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.893+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~2M2A4P8L1Z23.0 size=1048576 2024-09-07T13:46:18.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.897+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~2M2A4P8L1Z23.1 size=1048576 2024-09-07T13:46:18.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.897+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~2M2A4P8L1Z23.2 size=654868 2024-09-07T13:46:18.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.897+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=2M2A4P8L1Z23 tag=NBY4GPUWSNHZ type=write size=3800596 2024-09-07T13:46:18.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.897+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~IID9C10Q1BJZ.0 size=1048576 2024-09-07T13:46:18.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.901+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~IID9C10Q1BJZ.1 size=1003237 2024-09-07T13:46:18.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.905+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=IID9C10Q1BJZ tag=KTZNTT2VVKJX type=write size=3100389 2024-09-07T13:46:18.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.905+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=AUQG0TCM3QV2 type=del size=1764849 2024-09-07T13:46:18.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.909+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~LTCVPTRZVKJR.0 size=27036 2024-09-07T13:46:18.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.913+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=LTCVPTRZVKJR tag=YB6UXNERXIZX type=write size=1075612 2024-09-07T13:46:18.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.913+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=73RP7LQRAEGD type=del size=2383394 2024-09-07T13:46:18.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.917+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=GOKU2TYDSMM0 type=del 2024-09-07T13:46:18.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.917+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=LA7Z6YJCU937 type=del size=1817781 2024-09-07T13:46:18.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.921+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~DJYOAG0YE2OK.0 size=1048576 2024-09-07T13:46:18.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.921+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~DJYOAG0YE2OK.1 size=196780 2024-09-07T13:46:18.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.925+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=DJYOAG0YE2OK tag=CKC1J4BJBFVZ type=write size=2293932 2024-09-07T13:46:18.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.925+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=DFSCGG83AMSC type=del size=2533809 2024-09-07T13:46:18.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.929+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=XQH7Y4X7FX03 type=del 2024-09-07T13:46:18.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.929+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=0D8CFRRF1UCV type=del size=3073125 2024-09-07T13:46:18.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.933+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~IC0DEAD3LTZB.0 size=1048576 2024-09-07T13:46:18.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.937+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~IC0DEAD3LTZB.1 size=145259 2024-09-07T13:46:18.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.937+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=IC0DEAD3LTZB tag=K7BK1ESZ9B0U type=write size=2242411 2024-09-07T13:46:18.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.941+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=56PC22XIADA1 type=del size=2580905 2024-09-07T13:46:18.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.941+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=W61KKGU9Z8SR type=del 2024-09-07T13:46:18.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.945+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=FTGO19466RBN type=del size=3667478 2024-09-07T13:46:18.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.949+0000 7f2cb6b6f8c0 1 < suggested remove operation key=30MLFTW2U44U tag=B6DRSOMK3HXE type=write 2024-09-07T13:46:18.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.953+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~F49CX1V02LIG.0 size=1048576 2024-09-07T13:46:18.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.957+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~F49CX1V02LIG.1 size=897956 2024-09-07T13:46:18.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.957+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=F49CX1V02LIG tag=0UF8TCT2K23T type=write size=2995108 2024-09-07T13:46:18.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.961+0000 7f2cb6b6f8c0 1 < suggested remove operation key=6EVCJ3MF1PN3 tag=1DEI49UAIWFR type=write 2024-09-07T13:46:18.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.961+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=SWYK16J5XNUB type=del size=693453 2024-09-07T13:46:18.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.965+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=67DZE0QQ88MO type=del 2024-09-07T13:46:18.972 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.969+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~S26DH6TJXPBL.0 size=1048576 2024-09-07T13:46:18.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.973+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~S26DH6TJXPBL.1 size=741790 2024-09-07T13:46:18.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.973+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=S26DH6TJXPBL tag=0PIID1JO6C5J type=write size=2838942 2024-09-07T13:46:18.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.973+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=8KSYMK3YF96V type=del 2024-09-07T13:46:18.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.977+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=TATKV0RRWTH0 type=del size=3706098 2024-09-07T13:46:18.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.981+0000 7f2cb6b6f8c0 1 < completed write operation key=EDEA3TDICLHA tag=ASF0BGD589QP type=write size=982426 2024-09-07T13:46:18.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.981+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=K9AQF4E1Z516 type=del size=3715843 2024-09-07T13:46:18.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.985+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~4CLKEA9JET8A.0 size=1048576 2024-09-07T13:46:18.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.985+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~4CLKEA9JET8A.1 size=1003229 2024-09-07T13:46:18.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.989+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=4CLKEA9JET8A tag=63BGB0K03PF0 type=write size=3100381 2024-09-07T13:46:18.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.993+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=BJKCUGKPEXTK type=del size=3984216 2024-09-07T13:46:18.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.997+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=HJR5NCZW9FC8 type=del 2024-09-07T13:46:19.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:18.997+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=VSVBHFEHNA8O type=del size=2918945 2024-09-07T13:46:19.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.001+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=T40L427GH7CQ type=del 2024-09-07T13:46:19.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.005+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=WBL57D0BTCZM type=del size=2001783 2024-09-07T13:46:19.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.005+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~2M2A4P8L1Z23.0 size=1048576 2024-09-07T13:46:19.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.009+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~2M2A4P8L1Z23.1 size=1048576 2024-09-07T13:46:19.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.013+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~2M2A4P8L1Z23.2 size=654868 2024-09-07T13:46:19.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.017+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=2M2A4P8L1Z23 tag=NBY4GPUWSNHZ type=write size=3800596 2024-09-07T13:46:19.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.021+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~PGBDM74270CV.0 size=1048576 2024-09-07T13:46:19.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.021+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~PGBDM74270CV.1 size=30398 2024-09-07T13:46:19.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.021+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=PGBDM74270CV tag=RJQRGDC68ZHR type=write size=2127550 2024-09-07T13:46:19.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.025+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=AUQG0TCM3QV2 type=del 2024-09-07T13:46:19.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.029+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=KTBRD2JRZZTF type=del size=867836 2024-09-07T13:46:19.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.029+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=73RP7LQRAEGD type=del 2024-09-07T13:46:19.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.037+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~WJCY7FF795GC.0 size=1048576 2024-09-07T13:46:19.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.037+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~WJCY7FF795GC.1 size=40786 2024-09-07T13:46:19.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.037+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=WJCY7FF795GC tag=5XQAOOXT584J type=write size=2137938 2024-09-07T13:46:19.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.041+0000 7f2cb6b6f8c0 1 < suggested update operation key=WLP6TFW0KQQI tag=LA7Z6YJCU937 type=del size=1817781 2024-09-07T13:46:19.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.045+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=B3YXJBPE3KMF type=del size=1810798 2024-09-07T13:46:19.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.049+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=DFSCGG83AMSC type=del 2024-09-07T13:46:19.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.053+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~K0VLNW1D5BCH.0 size=129007 2024-09-07T13:46:19.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.053+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=K0VLNW1D5BCH tag=9IMS8KG2FZNM type=write size=1177583 2024-09-07T13:46:19.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.057+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=6EVCJ3MF1PN3 tag=0D8CFRRF1UCV type=del size=3073125: (22) Invalid argument 2024-09-07T13:46:19.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.057+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=E9KJG2NY9N5K type=del size=324654 2024-09-07T13:46:19.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.061+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=56PC22XIADA1 type=del 2024-09-07T13:46:19.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.065+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~SI3WR972ZKGQ.0 size=1048576 2024-09-07T13:46:19.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.065+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~SI3WR972ZKGQ.1 size=1048576 2024-09-07T13:46:19.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.069+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~SI3WR972ZKGQ.2 size=452789 2024-09-07T13:46:19.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.069+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=SI3WR972ZKGQ tag=WL45J2675QWS type=write size=3598517 2024-09-07T13:46:19.071 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.069+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=FTGO19466RBN type=del 2024-09-07T13:46:19.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.073+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=N192NCU8NK1V type=del size=1324146 2024-09-07T13:46:19.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.073+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~F49CX1V02LIG.0 size=1048576 2024-09-07T13:46:19.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.077+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~F49CX1V02LIG.1 size=897956 2024-09-07T13:46:19.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.081+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=F49CX1V02LIG tag=0UF8TCT2K23T type=write size=2995108 2024-09-07T13:46:19.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.085+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~036Z3OBW8EZU.0 size=273833 2024-09-07T13:46:19.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.085+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=036Z3OBW8EZU tag=FF0LVO01R2KL type=write size=1322409 2024-09-07T13:46:19.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.089+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=SWYK16J5XNUB type=del 2024-09-07T13:46:19.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.093+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~UP0A885SRNHH.0 size=1048576 2024-09-07T13:46:19.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.093+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~UP0A885SRNHH.1 size=225315 2024-09-07T13:46:19.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.093+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=UP0A885SRNHH tag=G9Y0JKV7A8SK type=write size=2322467 2024-09-07T13:46:19.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.097+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~S26DH6TJXPBL.0 size=1048576 2024-09-07T13:46:19.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.097+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~S26DH6TJXPBL.1 size=741790 2024-09-07T13:46:19.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.101+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=S26DH6TJXPBL tag=0PIID1JO6C5J type=write size=2838942 2024-09-07T13:46:19.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.105+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~47CDGUULKP8M.0 size=722404 2024-09-07T13:46:19.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.105+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=47CDGUULKP8M tag=ID769T62RHNB type=write size=1770980 2024-09-07T13:46:19.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.109+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=TATKV0RRWTH0 type=del 2024-09-07T13:46:19.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.109+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=RHGTZOITJ29T type=write size=167102 2024-09-07T13:46:19.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.113+0000 7f2cb6b6f8c0 1 < suggested remove operation key=8CA8BLUFHJ91 tag=K9AQF4E1Z516 type=del 2024-09-07T13:46:19.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.117+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~MZC3LZ8AMXC4.0 size=33157 2024-09-07T13:46:19.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.117+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=MZC3LZ8AMXC4 tag=UPT3LRTTWHZU type=write size=1081733 2024-09-07T13:46:19.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.117+0000 7f2cb6b6f8c0 -1 < no bi entry to suggest for operation key=8CA8BLUFHJ91 tag=BJKCUGKPEXTK type=del size=3984216: (2) No such file or directory 2024-09-07T13:46:19.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.121+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~3JV4Q6B9S87T.0 size=1048576 2024-09-07T13:46:19.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.121+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~3JV4Q6B9S87T.1 size=907436 2024-09-07T13:46:19.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.121+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=3JV4Q6B9S87T tag=GGV6OXOGP3O9 type=write size=3004588 2024-09-07T13:46:19.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.129+0000 7f2cb6b6f8c0 1 < suggested update operation key=X93W2ZAZXKB5 tag=VSVBHFEHNA8O type=del size=2918945 2024-09-07T13:46:19.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.129+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=NV7HXXEP7P21 type=del size=499538 2024-09-07T13:46:19.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.133+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=WBL57D0BTCZM type=del 2024-09-07T13:46:19.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.137+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~O9GSGGSOVYGE.0 size=1048576 2024-09-07T13:46:19.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.137+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~O9GSGGSOVYGE.1 size=220456 2024-09-07T13:46:19.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.137+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=O9GSGGSOVYGE tag=V0IS14ASNA7H type=write size=2317608 2024-09-07T13:46:19.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.141+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~PGBDM74270CV.0 size=1048576 2024-09-07T13:46:19.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.141+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~PGBDM74270CV.1 size=30398 2024-09-07T13:46:19.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.145+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=PGBDM74270CV tag=RJQRGDC68ZHR type=write size=2127550 2024-09-07T13:46:19.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.149+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=V0W7FAXW69TS type=del size=605346 2024-09-07T13:46:19.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.149+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=KTBRD2JRZZTF type=del 2024-09-07T13:46:19.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.153+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~NQBFYIOVUFTY.0 size=232993 2024-09-07T13:46:19.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.153+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=NQBFYIOVUFTY tag=7M8XIQRY7MNK type=write size=1281569 2024-09-07T13:46:19.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.157+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~WJCY7FF795GC.0 size=1048576 2024-09-07T13:46:19.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.157+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_1BSEOB4ZJRRL.2~WJCY7FF795GC.1 size=40786 2024-09-07T13:46:19.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.157+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=1BSEOB4ZJRRL upload=WJCY7FF795GC tag=5XQAOOXT584J type=write size=2137938 2024-09-07T13:46:19.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.161+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~264WIBBPZXLI.0 size=542266 2024-09-07T13:46:19.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.161+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=264WIBBPZXLI tag=U1DIGWTNL216 type=write size=1590842 2024-09-07T13:46:19.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.169+0000 7f2cb6b6f8c0 1 < suggested remove operation key=6EVCJ3MF1PN3 tag=B3YXJBPE3KMF type=del 2024-09-07T13:46:19.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.169+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=6Z78VA3XSWBK type=del size=3167350 2024-09-07T13:46:19.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.173+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~K0VLNW1D5BCH.0 size=129007 2024-09-07T13:46:19.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.177+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=K0VLNW1D5BCH tag=9IMS8KG2FZNM type=write size=1177583 2024-09-07T13:46:19.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.177+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=BVOHV0ES63NP type=del size=2091628 2024-09-07T13:46:19.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.181+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=E9KJG2NY9N5K type=del 2024-09-07T13:46:19.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.181+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=FM1AVMMLOT05 type=del size=3007806 2024-09-07T13:46:19.183 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.181+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_CS4B8TD9GPUR.2~SI3WR972ZKGQ.0 size=1048576 2024-09-07T13:46:19.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.185+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~SI3WR972ZKGQ.1 size=1048576 2024-09-07T13:46:19.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.185+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_CS4B8TD9GPUR.2~SI3WR972ZKGQ.2 size=452789 2024-09-07T13:46:19.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.189+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=CS4B8TD9GPUR upload=SI3WR972ZKGQ tag=WL45J2675QWS type=write size=3598517 2024-09-07T13:46:19.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.189+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=MA43JMDMSSMJ type=del size=3211489 2024-09-07T13:46:19.194 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.193+0000 7f2cb6b6f8c0 1 < completed delete operation key=Z6G2MS36EF8U tag=N192NCU8NK1V type=del 2024-09-07T13:46:19.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.197+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~DYK0WOZL6AM1.0 size=524721 2024-09-07T13:46:19.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.197+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=DYK0WOZL6AM1 tag=E76ZTSZO0M7P type=write size=1573297 2024-09-07T13:46:19.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.197+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_R249V3K5CGU6.2~036Z3OBW8EZU.0 size=273833 2024-09-07T13:46:19.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.201+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=R249V3K5CGU6 upload=036Z3OBW8EZU tag=FF0LVO01R2KL type=write size=1322409 2024-09-07T13:46:19.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.201+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~DPLX1UGIHNBU.0 size=1048576 2024-09-07T13:46:19.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.205+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~DPLX1UGIHNBU.1 size=767829 2024-09-07T13:46:19.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.205+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=DPLX1UGIHNBU tag=N7U9I5MA8R51 type=write size=2864981 2024-09-07T13:46:19.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.205+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~UP0A885SRNHH.0 size=1048576 2024-09-07T13:46:19.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.209+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~UP0A885SRNHH.1 size=225315 2024-09-07T13:46:19.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.209+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=UP0A885SRNHH tag=G9Y0JKV7A8SK type=write size=2322467 2024-09-07T13:46:19.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.213+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=7JNW899T4E9N type=del size=621392 2024-09-07T13:46:19.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.213+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~47CDGUULKP8M.0 size=722404 2024-09-07T13:46:19.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.217+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=47CDGUULKP8M tag=ID769T62RHNB type=write size=1770980 2024-09-07T13:46:19.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.221+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=ATH6EQ0G9NMQ type=del size=1337646 2024-09-07T13:46:19.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.221+0000 7f2cb6b6f8c0 1 < completed write operation key=KIKPQG73BHGB tag=RHGTZOITJ29T type=write size=167102 2024-09-07T13:46:19.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.225+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~9VDOTG02J6E2.0 size=1048576 2024-09-07T13:46:19.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.225+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~9VDOTG02J6E2.1 size=45032 2024-09-07T13:46:19.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.225+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=9VDOTG02J6E2 tag=QEE9QOVDB0Z5 type=write size=2142184 2024-09-07T13:46:19.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.229+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~MZC3LZ8AMXC4.0 size=33157 2024-09-07T13:46:19.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.233+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=MZC3LZ8AMXC4 tag=UPT3LRTTWHZU type=write size=1081733 2024-09-07T13:46:19.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.237+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=AFN6A7HWDPMC type=del size=3305626 2024-09-07T13:46:19.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.237+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~3JV4Q6B9S87T.0 size=1048576 2024-09-07T13:46:19.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.241+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~3JV4Q6B9S87T.1 size=907436 2024-09-07T13:46:19.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.245+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=3JV4Q6B9S87T tag=GGV6OXOGP3O9 type=write size=3004588 2024-09-07T13:46:19.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.245+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=VS0YMJGK9EKM type=del size=2012480 2024-09-07T13:46:19.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.249+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=NV7HXXEP7P21 type=del 2024-09-07T13:46:19.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.249+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=A6W18NWIRJOA type=del size=2224388 2024-09-07T13:46:19.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.253+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~O9GSGGSOVYGE.0 size=1048576 2024-09-07T13:46:19.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.253+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~O9GSGGSOVYGE.1 size=220456 2024-09-07T13:46:19.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.257+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=O9GSGGSOVYGE tag=V0IS14ASNA7H type=write size=2317608 2024-09-07T13:46:19.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.261+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=C8ZIUCAJEEGU type=write size=417327 2024-09-07T13:46:19.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.261+0000 7f2cb6b6f8c0 1 < canceled operation key=DKCM0NB13MGO tag=V0W7FAXW69TS type=del size=605346 2024-09-07T13:46:19.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.265+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~Q9UF7GWNUNY0.0 size=1048576 2024-09-07T13:46:19.270 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.269+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~Q9UF7GWNUNY0.1 size=1048576 2024-09-07T13:46:19.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.273+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~Q9UF7GWNUNY0.2 size=13484 2024-09-07T13:46:19.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.273+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=Q9UF7GWNUNY0 tag=RAI9GJB22DAV type=write size=3159212 2024-09-07T13:46:19.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.273+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~NQBFYIOVUFTY.0 size=232993 2024-09-07T13:46:19.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.277+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=NQBFYIOVUFTY tag=7M8XIQRY7MNK type=write size=1281569 2024-09-07T13:46:19.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.281+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~N4OYXF0QGAE3.0 size=1048576 2024-09-07T13:46:19.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.285+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~N4OYXF0QGAE3.1 size=1048576 2024-09-07T13:46:19.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.285+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~N4OYXF0QGAE3.2 size=106648 2024-09-07T13:46:19.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.285+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=N4OYXF0QGAE3 tag=KARLD3B5WAKI type=write size=3252376 2024-09-07T13:46:19.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.289+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~264WIBBPZXLI.0 size=542266 2024-09-07T13:46:19.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.293+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=264WIBBPZXLI tag=U1DIGWTNL216 type=write size=1590842 2024-09-07T13:46:19.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.293+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=5Z0CO29OJD6E type=write size=384885 2024-09-07T13:46:19.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.301+0000 7f2cb6b6f8c0 1 < suggested remove operation key=EDEA3TDICLHA tag=6Z78VA3XSWBK type=del 2024-09-07T13:46:19.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.301+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=O8KELX2DOM5A type=del size=1518715 2024-09-07T13:46:19.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.305+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=BVOHV0ES63NP type=del 2024-09-07T13:46:19.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.309+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~NF0KFDDWEBS8.0 size=1048576 2024-09-07T13:46:19.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.309+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~NF0KFDDWEBS8.1 size=593717 2024-09-07T13:46:19.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.309+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=NF0KFDDWEBS8 tag=NM97B2ZH0OC3 type=write size=2690869 2024-09-07T13:46:19.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.313+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=FM1AVMMLOT05 type=del 2024-09-07T13:46:19.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.317+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~U0BARM6J01B7.0 size=316497 2024-09-07T13:46:19.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.317+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=U0BARM6J01B7 tag=0L27KE90TQRU type=write size=1365073 2024-09-07T13:46:19.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.321+0000 7f2cb6b6f8c0 1 < suggested remove operation key=4MKAO5GJGCYD tag=MA43JMDMSSMJ type=del 2024-09-07T13:46:19.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.325+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~JH1K3I78PG2N.0 size=1048576 2024-09-07T13:46:19.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.329+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~JH1K3I78PG2N.1 size=634463 2024-09-07T13:46:19.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.329+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=JH1K3I78PG2N tag=1M6521MJDZTR type=write size=2731615 2024-09-07T13:46:19.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.329+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~DYK0WOZL6AM1.0 size=524721 2024-09-07T13:46:19.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.333+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=DYK0WOZL6AM1 tag=E76ZTSZO0M7P type=write size=1573297 2024-09-07T13:46:19.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.337+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=ZB7TFBKF1IGT type=del size=481726 2024-09-07T13:46:19.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.341+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~DPLX1UGIHNBU.0 size=1048576 2024-09-07T13:46:19.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.341+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~DPLX1UGIHNBU.1 size=767829 2024-09-07T13:46:19.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.345+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=DPLX1UGIHNBU tag=N7U9I5MA8R51 type=write size=2864981 2024-09-07T13:46:19.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.349+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=FOGXJH3JP8H0 type=del size=4091881 2024-09-07T13:46:19.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.349+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=EDEA3TDICLHA tag=7JNW899T4E9N type=del size=621392: (22) Invalid argument 2024-09-07T13:46:19.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.353+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~PV9AARUVIK8P.0 size=951790 2024-09-07T13:46:19.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.353+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=PV9AARUVIK8P tag=X46GECIW5TUU type=write size=2000366 2024-09-07T13:46:19.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.357+0000 7f2cb6b6f8c0 1 < canceled operation key=U10DGQ1EL162 tag=ATH6EQ0G9NMQ type=del size=1337646 2024-09-07T13:46:19.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.361+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~V6KN0Q5J60EU.0 size=1048576 2024-09-07T13:46:19.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.365+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~V6KN0Q5J60EU.1 size=338784 2024-09-07T13:46:19.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.365+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=V6KN0Q5J60EU tag=QKFAV2TDFQCP type=write size=2435936 2024-09-07T13:46:19.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.365+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~9VDOTG02J6E2.0 size=1048576 2024-09-07T13:46:19.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.365+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_WLP6TFW0KQQI.2~9VDOTG02J6E2.1 size=45032 2024-09-07T13:46:19.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.369+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=WLP6TFW0KQQI upload=9VDOTG02J6E2 tag=QEE9QOVDB0Z5 type=write size=2142184 2024-09-07T13:46:19.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.373+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=X0J2KYTNP445 type=write size=179385 2024-09-07T13:46:19.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.377+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=AFN6A7HWDPMC type=del 2024-09-07T13:46:19.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.377+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=QLJM9SNS62TC type=del size=1066862 2024-09-07T13:46:19.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.381+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=VS0YMJGK9EKM type=del 2024-09-07T13:46:19.384 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.385+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=GJX3XU7PTK3E type=write size=856190 2024-09-07T13:46:19.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.389+0000 7f2cb6b6f8c0 1 < suggested update operation key=CAH1NEU5UDEG tag=A6W18NWIRJOA type=del size=2224388 2024-09-07T13:46:19.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.393+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=KEQ7G5RW1YK5 type=del size=2376863 2024-09-07T13:46:19.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.393+0000 7f2cb6b6f8c0 1 < completed write operation key=R2BO0X5383EA tag=C8ZIUCAJEEGU type=write size=417327 2024-09-07T13:46:19.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.397+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=TAM2YZ4VHD4B type=del size=3862280 2024-09-07T13:46:19.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.401+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~Q9UF7GWNUNY0.0 size=1048576 2024-09-07T13:46:19.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.405+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~Q9UF7GWNUNY0.1 size=1048576 2024-09-07T13:46:19.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.405+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~Q9UF7GWNUNY0.2 size=13484 2024-09-07T13:46:19.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.413+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=Q9UF7GWNUNY0 tag=RAI9GJB22DAV type=write size=3159212 2024-09-07T13:46:19.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.417+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~0NN8FQMYESBS.0 size=1048576 2024-09-07T13:46:19.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.421+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~0NN8FQMYESBS.1 size=390052 2024-09-07T13:46:19.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.421+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=0NN8FQMYESBS tag=W0PHKH2X0CP2 type=write size=2487204 2024-09-07T13:46:19.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.421+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~N4OYXF0QGAE3.0 size=1048576 2024-09-07T13:46:19.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.421+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~N4OYXF0QGAE3.1 size=1048576 2024-09-07T13:46:19.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.421+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~N4OYXF0QGAE3.2 size=106648 2024-09-07T13:46:19.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.425+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=4MKAO5GJGCYD upload=N4OYXF0QGAE3 tag=KARLD3B5WAKI type=write size=3252376 2024-09-07T13:46:19.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.425+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=02BJY08JVZXX type=write size=868127 2024-09-07T13:46:19.431 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.429+0000 7f2cb6b6f8c0 1 < completed write operation key=BAIMASZ4JKTJ tag=5Z0CO29OJD6E type=write size=384885 2024-09-07T13:46:19.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.433+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~145M0BZ3YVM0.0 size=1048576 2024-09-07T13:46:19.438 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.437+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~145M0BZ3YVM0.1 size=661501 2024-09-07T13:46:19.438 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.437+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=145M0BZ3YVM0 tag=2ZA33QCOEQLQ type=write size=2758653 2024-09-07T13:46:19.440 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.437+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=4MKAO5GJGCYD tag=O8KELX2DOM5A type=del size=1518715: (22) Invalid argument 2024-09-07T13:46:19.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.441+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=7IT8GYJ6LB9X type=write size=346771 2024-09-07T13:46:19.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.445+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~NF0KFDDWEBS8.0 size=1048576 2024-09-07T13:46:19.447 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.445+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~NF0KFDDWEBS8.1 size=593717 2024-09-07T13:46:19.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.449+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=NF0KFDDWEBS8 tag=NM97B2ZH0OC3 type=write size=2690869 2024-09-07T13:46:19.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.453+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=CU3L336G0JQW type=del size=2446796 2024-09-07T13:46:19.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.457+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~U0BARM6J01B7.0 size=316497 2024-09-07T13:46:19.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.461+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=U0BARM6J01B7 tag=0L27KE90TQRU type=write size=1365073 2024-09-07T13:46:19.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.461+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=YD1ZU0DI8BBU type=del size=3266559 2024-09-07T13:46:19.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.465+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~JH1K3I78PG2N.0 size=1048576 2024-09-07T13:46:19.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.465+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~JH1K3I78PG2N.1 size=634463 2024-09-07T13:46:19.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.469+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=JH1K3I78PG2N tag=1M6521MJDZTR type=write size=2731615 2024-09-07T13:46:19.475 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.473+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=OB78TY6173FF type=del size=109716 2024-09-07T13:46:19.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.477+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=ZB7TFBKF1IGT type=del 2024-09-07T13:46:19.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.481+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=QAIFEJE7U1QO type=write size=656812 2024-09-07T13:46:19.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.481+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=FOGXJH3JP8H0 type=del 2024-09-07T13:46:19.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.489+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~EQ9PSTB6VVY4.0 size=1048576 2024-09-07T13:46:19.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.489+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~EQ9PSTB6VVY4.1 size=1048576 2024-09-07T13:46:19.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.493+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~EQ9PSTB6VVY4.2 size=734578 2024-09-07T13:46:19.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.493+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=EQ9PSTB6VVY4 tag=FHIEN2QDIFH4 type=write size=3880306 2024-09-07T13:46:19.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.493+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~PV9AARUVIK8P.0 size=951790 2024-09-07T13:46:19.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.501+0000 7f2cb6b6f8c0 1 < completed multipart upload key=KIKPQG73BHGB upload=PV9AARUVIK8P tag=X46GECIW5TUU type=write size=2000366 2024-09-07T13:46:19.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.501+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=ZDTA842CU7FY type=del size=1478641 2024-09-07T13:46:19.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.505+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~V6KN0Q5J60EU.0 size=1048576 2024-09-07T13:46:19.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.509+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~V6KN0Q5J60EU.1 size=338784 2024-09-07T13:46:19.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.513+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=V6KN0Q5J60EU tag=QKFAV2TDFQCP type=write size=2435936 2024-09-07T13:46:19.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.517+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~HLTD575E5B06.0 size=1048576 2024-09-07T13:46:19.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.517+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~HLTD575E5B06.1 size=386803 2024-09-07T13:46:19.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.517+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=HLTD575E5B06 tag=CK44D8M52LBE type=write size=2483955 2024-09-07T13:46:19.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.521+0000 7f2cb6b6f8c0 1 < canceled operation key=Z6G2MS36EF8U tag=X0J2KYTNP445 type=write size=179385 2024-09-07T13:46:19.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.525+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=Y3URQ14J1FEJ type=del size=2565921 2024-09-07T13:46:19.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.525+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=QLJM9SNS62TC type=del 2024-09-07T13:46:19.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.529+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~NS9YY3LJJA6S.0 size=1048576 2024-09-07T13:46:19.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.533+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~NS9YY3LJJA6S.1 size=246934 2024-09-07T13:46:19.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.533+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=NS9YY3LJJA6S tag=LMB6EA33LGC1 type=write size=2344086 2024-09-07T13:46:19.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.533+0000 7f2cb6b6f8c0 1 < completed write operation key=R2BO0X5383EA tag=GJX3XU7PTK3E type=write size=856190 2024-09-07T13:46:19.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.541+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~5F26WGZ9MN5V.0 size=1048576 2024-09-07T13:46:19.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.541+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~5F26WGZ9MN5V.1 size=1048576 2024-09-07T13:46:19.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.545+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~5F26WGZ9MN5V.2 size=779771 2024-09-07T13:46:19.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.545+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=5F26WGZ9MN5V tag=P7QP35UWPWDS type=write size=3925499 2024-09-07T13:46:19.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.549+0000 7f2cb6b6f8c0 1 < suggested update operation key=SNNZ7FIANLW7 tag=KEQ7G5RW1YK5 type=del size=2376863 2024-09-07T13:46:19.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.553+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~HQNPMT3JXNSD.0 size=1048576 2024-09-07T13:46:19.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.553+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~HQNPMT3JXNSD.1 size=1048576 2024-09-07T13:46:19.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.557+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~HQNPMT3JXNSD.2 size=297580 2024-09-07T13:46:19.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.557+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=HQNPMT3JXNSD tag=4DYGOQFKCXYA type=write size=3443308 2024-09-07T13:46:19.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.557+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=TAM2YZ4VHD4B type=del 2024-09-07T13:46:19.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.561+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=Z1VVUJD4ZZOC type=del size=2777084 2024-09-07T13:46:19.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.565+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~0NN8FQMYESBS.0 size=1048576 2024-09-07T13:46:19.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.565+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~0NN8FQMYESBS.1 size=390052 2024-09-07T13:46:19.571 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.569+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=0NN8FQMYESBS tag=W0PHKH2X0CP2 type=write size=2487204 2024-09-07T13:46:19.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.573+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=WZ8IZEHAJHT5 type=write size=549861 2024-09-07T13:46:19.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.573+0000 7f2cb6b6f8c0 1 < canceled operation key=6EVCJ3MF1PN3 tag=02BJY08JVZXX type=write size=868127 2024-09-07T13:46:19.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.581+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~V8QM9G2YP563.0 size=1048576 2024-09-07T13:46:19.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.585+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~V8QM9G2YP563.1 size=603135 2024-09-07T13:46:19.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.585+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=V8QM9G2YP563 tag=HUB9HO65PWQE type=write size=2700287 2024-09-07T13:46:19.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.585+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~145M0BZ3YVM0.0 size=1048576 2024-09-07T13:46:19.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.585+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_W120AMT2ALD9.2~145M0BZ3YVM0.1 size=661501 2024-09-07T13:46:19.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.589+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=W120AMT2ALD9 upload=145M0BZ3YVM0 tag=2ZA33QCOEQLQ type=write size=2758653 2024-09-07T13:46:19.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.597+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~IEZ6FWM5TAFE.0 size=985540 2024-09-07T13:46:19.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.597+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=IEZ6FWM5TAFE tag=WJ0U6NXJPYCP type=write size=2034116 2024-09-07T13:46:19.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.597+0000 7f2cb6b6f8c0 1 < completed write operation key=DM4166SINSRL tag=7IT8GYJ6LB9X type=write size=346771 2024-09-07T13:46:19.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.605+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~U0A5D3QSX12G.0 size=1048576 2024-09-07T13:46:19.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.605+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~U0A5D3QSX12G.1 size=641282 2024-09-07T13:46:19.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.605+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=U0A5D3QSX12G tag=V32W3C5HWU3C type=write size=2738434 2024-09-07T13:46:19.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.609+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=CU3L336G0JQW type=del 2024-09-07T13:46:19.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.613+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=KO8MFQJ2Q1UJ type=del size=740144 2024-09-07T13:46:19.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.613+0000 7f2cb6b6f8c0 1 < canceled operation key=FZUZGIZAKB07 tag=YD1ZU0DI8BBU type=del size=3266559 2024-09-07T13:46:19.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.617+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=ALDP9TETKIM4 type=del size=2217412 2024-09-07T13:46:19.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.621+0000 7f2cb6b6f8c0 1 < canceled operation key=EDEA3TDICLHA tag=OB78TY6173FF type=del size=109716 2024-09-07T13:46:19.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.625+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=J25VN8UF37J7 type=del size=785847 2024-09-07T13:46:19.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.629+0000 7f2cb6b6f8c0 1 < completed write operation key=R2BO0X5383EA tag=QAIFEJE7U1QO type=write size=656812 2024-09-07T13:46:19.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.633+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~O893O7L1ODZP.0 size=1048576 2024-09-07T13:46:19.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.637+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~O893O7L1ODZP.1 size=57761 2024-09-07T13:46:19.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.637+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=O893O7L1ODZP tag=LXW14GFMKWTT type=write size=2154913 2024-09-07T13:46:19.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.637+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_ADB5YEZAZPYJ.2~EQ9PSTB6VVY4.0 size=1048576 2024-09-07T13:46:19.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.641+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~EQ9PSTB6VVY4.1 size=1048576 2024-09-07T13:46:19.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.641+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~EQ9PSTB6VVY4.2 size=734578 2024-09-07T13:46:19.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.649+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=ADB5YEZAZPYJ upload=EQ9PSTB6VVY4 tag=FHIEN2QDIFH4 type=write size=3880306 2024-09-07T13:46:19.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.653+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=22DFJ6HZ8HCF type=del size=2251000 2024-09-07T13:46:19.658 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.657+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=ZDTA842CU7FY type=del 2024-09-07T13:46:19.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.661+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~O7O4254BCKHE.0 size=805079 2024-09-07T13:46:19.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.661+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=O7O4254BCKHE tag=2Y74N21JETBU type=write size=1853655 2024-09-07T13:46:19.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.665+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~HLTD575E5B06.0 size=1048576 2024-09-07T13:46:19.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.669+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~HLTD575E5B06.1 size=386803 2024-09-07T13:46:19.675 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.673+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=HLTD575E5B06 tag=CK44D8M52LBE type=write size=2483955 2024-09-07T13:46:19.677 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.677+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=IMX17SV8GE7V type=write size=839939 2024-09-07T13:46:19.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.681+0000 7f2cb6b6f8c0 1 < suggested update operation key=KIKPQG73BHGB tag=Y3URQ14J1FEJ type=del size=2565921 2024-09-07T13:46:19.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.685+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~86S8PGFU1N1L.0 size=1048576 2024-09-07T13:46:19.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.689+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~86S8PGFU1N1L.1 size=452863 2024-09-07T13:46:19.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.689+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=86S8PGFU1N1L tag=NPE2LJC5SNY1 type=write size=2550015 2024-09-07T13:46:19.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.693+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~NS9YY3LJJA6S.0 size=1048576 2024-09-07T13:46:19.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.693+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~NS9YY3LJJA6S.1 size=246934 2024-09-07T13:46:19.699 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.697+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=NS9YY3LJJA6S tag=LMB6EA33LGC1 type=write size=2344086 2024-09-07T13:46:19.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.701+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=Z0BR17Q6UXEB type=del size=1808097 2024-09-07T13:46:19.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.701+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_W120AMT2ALD9.2~5F26WGZ9MN5V.0 size=1048576 2024-09-07T13:46:19.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.705+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~5F26WGZ9MN5V.1 size=1048576 2024-09-07T13:46:19.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.705+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~5F26WGZ9MN5V.2 size=779771 2024-09-07T13:46:19.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.709+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=W120AMT2ALD9 upload=5F26WGZ9MN5V tag=P7QP35UWPWDS type=write size=3925499 2024-09-07T13:46:19.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.717+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~XSMGYSITGT4I.0 size=417543 2024-09-07T13:46:19.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.717+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=XSMGYSITGT4I tag=YZ59AFY8BKPX type=write size=1466119 2024-09-07T13:46:19.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.717+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~HQNPMT3JXNSD.0 size=1048576 2024-09-07T13:46:19.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.721+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~HQNPMT3JXNSD.1 size=1048576 2024-09-07T13:46:19.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.721+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~HQNPMT3JXNSD.2 size=297580 2024-09-07T13:46:19.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.729+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=HQNPMT3JXNSD tag=4DYGOQFKCXYA type=write size=3443308 2024-09-07T13:46:19.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.733+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~CUSLMG4M28IO.0 size=1048576 2024-09-07T13:46:19.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.737+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~CUSLMG4M28IO.1 size=1048576 2024-09-07T13:46:19.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.737+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~CUSLMG4M28IO.2 size=263326 2024-09-07T13:46:19.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.737+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=CUSLMG4M28IO tag=GKOIURUUWFAE type=write size=3409054 2024-09-07T13:46:19.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.741+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=Z1VVUJD4ZZOC type=del 2024-09-07T13:46:19.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.745+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=O1A8SAF9HQ5T type=del size=887622 2024-09-07T13:46:19.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.749+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=WZ8IZEHAJHT5 type=write size=549861 2024-09-07T13:46:19.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.749+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=9SA7CU5PHGPT type=del size=2937087 2024-09-07T13:46:19.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.753+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~V8QM9G2YP563.0 size=1048576 2024-09-07T13:46:19.758 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.757+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~V8QM9G2YP563.1 size=603135 2024-09-07T13:46:19.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.761+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=V8QM9G2YP563 tag=HUB9HO65PWQE type=write size=2700287 2024-09-07T13:46:19.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.765+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=B82WK2VF1MQF type=del size=386369 2024-09-07T13:46:19.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.769+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~IEZ6FWM5TAFE.0 size=985540 2024-09-07T13:46:19.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.773+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=IEZ6FWM5TAFE tag=WJ0U6NXJPYCP type=write size=2034116 2024-09-07T13:46:19.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.777+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=HZZM08YRS2JR type=del size=1758691 2024-09-07T13:46:19.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.781+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~U0A5D3QSX12G.0 size=1048576 2024-09-07T13:46:19.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.785+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~U0A5D3QSX12G.1 size=641282 2024-09-07T13:46:19.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.789+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=U0A5D3QSX12G tag=V32W3C5HWU3C type=write size=2738434 2024-09-07T13:46:19.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.793+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~EEKJ7JUW3WV2.0 size=896239 2024-09-07T13:46:19.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.793+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=EEKJ7JUW3WV2 tag=KS3QS3978UQ6 type=write size=1944815 2024-09-07T13:46:19.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.797+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=KO8MFQJ2Q1UJ type=del 2024-09-07T13:46:19.801 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.801+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=C9NMAEKDBI7Z type=del size=2282951 2024-09-07T13:46:19.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.805+0000 7f2cb6b6f8c0 1 < suggested update operation key=U10DGQ1EL162 tag=ALDP9TETKIM4 type=del size=2217412 2024-09-07T13:46:19.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.813+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~7A6H9Y7FVRTS.0 size=1048576 2024-09-07T13:46:19.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.813+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~7A6H9Y7FVRTS.1 size=341860 2024-09-07T13:46:19.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.813+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=7A6H9Y7FVRTS tag=MVZNZFWLJTTG type=write size=2439012 2024-09-07T13:46:19.822 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.821+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DKCM0NB13MGO tag=J25VN8UF37J7 type=del 2024-09-07T13:46:19.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.825+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=8UVXN0611N9K type=write size=50770 2024-09-07T13:46:19.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.825+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_LZX7H9KUZM7X.2~O893O7L1ODZP.0 size=1048576 2024-09-07T13:46:19.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.829+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~O893O7L1ODZP.1 size=57761 2024-09-07T13:46:19.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.833+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=LZX7H9KUZM7X upload=O893O7L1ODZP tag=LXW14GFMKWTT type=write size=2154913 2024-09-07T13:46:19.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.837+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~TI3G63YTA1IT.0 size=194651 2024-09-07T13:46:19.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.837+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=TI3G63YTA1IT tag=03BSI3CUD20B type=write size=1243227 2024-09-07T13:46:19.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.841+0000 7f2cb6b6f8c0 1 < canceled operation key=4MKAO5GJGCYD tag=22DFJ6HZ8HCF type=del size=2251000 2024-09-07T13:46:19.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.849+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~00E746IJCW83.0 size=1048576 2024-09-07T13:46:19.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.849+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~00E746IJCW83.1 size=1048576 2024-09-07T13:46:19.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.853+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~00E746IJCW83.2 size=540727 2024-09-07T13:46:19.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.853+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=00E746IJCW83 tag=J37IW90KJR2R type=write size=3686455 2024-09-07T13:46:19.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.853+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~O7O4254BCKHE.0 size=805079 2024-09-07T13:46:19.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.857+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=O7O4254BCKHE tag=2Y74N21JETBU type=write size=1853655 2024-09-07T13:46:19.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.865+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~67ZQASBNRJ5D.0 size=1048576 2024-09-07T13:46:19.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.869+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~67ZQASBNRJ5D.1 size=1048576 2024-09-07T13:46:19.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.869+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~67ZQASBNRJ5D.2 size=511956 2024-09-07T13:46:19.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.869+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=67ZQASBNRJ5D tag=H2Z8Q9XCL51E type=write size=3657684 2024-09-07T13:46:19.876 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.873+0000 7f2cb6b6f8c0 1 < canceled operation key=DM4166SINSRL tag=IMX17SV8GE7V type=write size=839939 2024-09-07T13:46:19.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.881+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~QFR4L5DLS4YP.0 size=1048576 2024-09-07T13:46:19.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.881+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~QFR4L5DLS4YP.1 size=484069 2024-09-07T13:46:19.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.881+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=QFR4L5DLS4YP tag=Y657OFHLPQK7 type=write size=2581221 2024-09-07T13:46:19.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.885+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_R2BO0X5383EA.2~86S8PGFU1N1L.0 size=1048576 2024-09-07T13:46:19.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.885+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~86S8PGFU1N1L.1 size=452863 2024-09-07T13:46:19.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.889+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=R2BO0X5383EA upload=86S8PGFU1N1L tag=NPE2LJC5SNY1 type=write size=2550015 2024-09-07T13:46:19.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.897+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~99UT8N8BW593.0 size=1048576 2024-09-07T13:46:19.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.897+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~99UT8N8BW593.1 size=440367 2024-09-07T13:46:19.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.897+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=99UT8N8BW593 tag=BS6XBPICYRA0 type=write size=2537519 2024-09-07T13:46:19.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.905+0000 7f2cb6b6f8c0 1 < suggested remove operation key=XMCPLLADRKGO tag=Z0BR17Q6UXEB type=del 2024-09-07T13:46:19.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.909+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~X6PV9RHYB07S.0 size=1048576 2024-09-07T13:46:19.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.909+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~X6PV9RHYB07S.1 size=608242 2024-09-07T13:46:19.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.909+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=X6PV9RHYB07S tag=4NNCUV61PI2X type=write size=2705394 2024-09-07T13:46:19.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.913+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~XSMGYSITGT4I.0 size=417543 2024-09-07T13:46:19.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.917+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=XSMGYSITGT4I tag=YZ59AFY8BKPX type=write size=1466119 2024-09-07T13:46:19.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.925+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~DWRYWBJAWBO0.0 size=612585 2024-09-07T13:46:19.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.925+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=DWRYWBJAWBO0 tag=5MWQJG03UD4U type=write size=1661161 2024-09-07T13:46:19.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.925+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~CUSLMG4M28IO.0 size=1048576 2024-09-07T13:46:19.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.933+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~CUSLMG4M28IO.1 size=1048576 2024-09-07T13:46:19.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.933+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~CUSLMG4M28IO.2 size=263326 2024-09-07T13:46:19.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.937+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=CUSLMG4M28IO tag=GKOIURUUWFAE type=write size=3409054 2024-09-07T13:46:19.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.941+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=1L49AQXOAULG type=write size=959097 2024-09-07T13:46:19.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.945+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=O1A8SAF9HQ5T type=del 2024-09-07T13:46:19.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.949+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=2NJHCPBPHDL3 type=del size=1243927 2024-09-07T13:46:19.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.949+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=9SA7CU5PHGPT type=del 2024-09-07T13:46:19.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.953+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~0HCW8VN1SAIU.0 size=1048576 2024-09-07T13:46:19.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.957+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~0HCW8VN1SAIU.1 size=141635 2024-09-07T13:46:19.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.957+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=0HCW8VN1SAIU tag=WPUEYLHFKSQY type=write size=2238787 2024-09-07T13:46:19.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.961+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=XMCPLLADRKGO tag=B82WK2VF1MQF type=del size=386369: (22) Invalid argument 2024-09-07T13:46:19.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.965+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=C1JP73Z9EQSM type=del size=2676788 2024-09-07T13:46:19.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.969+0000 7f2cb6b6f8c0 1 < suggested remove operation key=X93W2ZAZXKB5 tag=HZZM08YRS2JR type=del 2024-09-07T13:46:19.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.973+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=3W4WG48YH3W9 type=write size=4693 2024-09-07T13:46:19.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.977+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~EEKJ7JUW3WV2.0 size=896239 2024-09-07T13:46:19.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.981+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=EEKJ7JUW3WV2 tag=KS3QS3978UQ6 type=write size=1944815 2024-09-07T13:46:19.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.981+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=N5D3DXWW61ZB type=del size=3192712 2024-09-07T13:46:19.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.985+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=C9NMAEKDBI7Z type=del 2024-09-07T13:46:19.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.989+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=0Y4HSBLDHQK5 type=del size=3334570 2024-09-07T13:46:19.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.989+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~7A6H9Y7FVRTS.0 size=1048576 2024-09-07T13:46:19.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.993+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~7A6H9Y7FVRTS.1 size=341860 2024-09-07T13:46:19.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:19.997+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=7A6H9Y7FVRTS tag=MVZNZFWLJTTG type=write size=2439012 2024-09-07T13:46:20.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.001+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=35Z4LBI3Y9IC type=del size=3806716 2024-09-07T13:46:20.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.005+0000 7f2cb6b6f8c0 1 < suggested update operation key=55Q1KQM4NQFR tag=8UVXN0611N9K type=write size=50770 2024-09-07T13:46:20.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.009+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=HIR21MDEI8HT type=del size=2591236 2024-09-07T13:46:20.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.009+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_DM4166SINSRL.2~TI3G63YTA1IT.0 size=194651 2024-09-07T13:46:20.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.013+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=DM4166SINSRL upload=TI3G63YTA1IT tag=03BSI3CUD20B type=write size=1243227 2024-09-07T13:46:20.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.017+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=C9NGT6TXGD8C type=del size=3365091 2024-09-07T13:46:20.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.017+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~00E746IJCW83.0 size=1048576 2024-09-07T13:46:20.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.021+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~00E746IJCW83.1 size=1048576 2024-09-07T13:46:20.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.025+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~00E746IJCW83.2 size=540727 2024-09-07T13:46:20.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.029+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=00E746IJCW83 tag=J37IW90KJR2R type=write size=3686455 2024-09-07T13:46:20.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.029+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=33B9B0OZZT2F type=del size=2899766 2024-09-07T13:46:20.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.033+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~67ZQASBNRJ5D.0 size=1048576 2024-09-07T13:46:20.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.033+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~67ZQASBNRJ5D.1 size=1048576 2024-09-07T13:46:20.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.037+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~67ZQASBNRJ5D.2 size=511956 2024-09-07T13:46:20.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.037+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=67ZQASBNRJ5D tag=H2Z8Q9XCL51E type=write size=3657684 2024-09-07T13:46:20.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.045+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~W7VJIJ594Y1Z.0 size=1048576 2024-09-07T13:46:20.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.045+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~W7VJIJ594Y1Z.1 size=1021770 2024-09-07T13:46:20.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.045+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=W7VJIJ594Y1Z tag=62GVEDJCVQ7E type=write size=3118922 2024-09-07T13:46:20.048 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.049+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~QFR4L5DLS4YP.0 size=1048576 2024-09-07T13:46:20.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.049+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~QFR4L5DLS4YP.1 size=484069 2024-09-07T13:46:20.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.053+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=QFR4L5DLS4YP tag=Y657OFHLPQK7 type=write size=2581221 2024-09-07T13:46:20.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.057+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=GOINL31AWQK7 type=del size=2205199 2024-09-07T13:46:20.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.057+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~99UT8N8BW593.0 size=1048576 2024-09-07T13:46:20.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.061+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~99UT8N8BW593.1 size=440367 2024-09-07T13:46:20.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.065+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=99UT8N8BW593 tag=BS6XBPICYRA0 type=write size=2537519 2024-09-07T13:46:20.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.065+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=LKKE3SXN7ZC2 type=del size=1704144 2024-09-07T13:46:20.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.069+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~X6PV9RHYB07S.0 size=1048576 2024-09-07T13:46:20.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.073+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~X6PV9RHYB07S.1 size=608242 2024-09-07T13:46:20.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.077+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=X6PV9RHYB07S tag=4NNCUV61PI2X type=write size=2705394 2024-09-07T13:46:20.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.077+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=X4XBK4U3LX6X type=del size=1838597 2024-09-07T13:46:20.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.081+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_8CA8BLUFHJ91.2~DWRYWBJAWBO0.0 size=612585 2024-09-07T13:46:20.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.085+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=8CA8BLUFHJ91 upload=DWRYWBJAWBO0 tag=5MWQJG03UD4U type=write size=1661161 2024-09-07T13:46:20.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.085+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=XYZ4U51PKHN2 type=del size=406215 2024-09-07T13:46:20.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.089+0000 7f2cb6b6f8c0 1 < completed write operation key=ZVZ04CSVO3XE tag=1L49AQXOAULG type=write size=959097 2024-09-07T13:46:20.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.093+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~1K7ZK2AOPCNV.0 size=1048576 2024-09-07T13:46:20.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.093+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~1K7ZK2AOPCNV.1 size=1048576 2024-09-07T13:46:20.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.097+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~1K7ZK2AOPCNV.2 size=966647 2024-09-07T13:46:20.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.097+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=1K7ZK2AOPCNV tag=WOCP0CVCAQ3X type=write size=4112375 2024-09-07T13:46:20.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.097+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=2NJHCPBPHDL3 type=del 2024-09-07T13:46:20.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.101+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=8Q6D6GDUNJ3Q type=del size=240343 2024-09-07T13:46:20.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.105+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~0HCW8VN1SAIU.0 size=1048576 2024-09-07T13:46:20.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.105+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~0HCW8VN1SAIU.1 size=141635 2024-09-07T13:46:20.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.109+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=0HCW8VN1SAIU tag=WPUEYLHFKSQY type=write size=2238787 2024-09-07T13:46:20.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.113+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~5NKXQ2Z3RE73.0 size=1048576 2024-09-07T13:46:20.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.117+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~5NKXQ2Z3RE73.1 size=332989 2024-09-07T13:46:20.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.117+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=5NKXQ2Z3RE73 tag=7JWU29UL3JZ3 type=write size=2430141 2024-09-07T13:46:20.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.117+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=C1JP73Z9EQSM type=del 2024-09-07T13:46:20.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.121+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=ZIVB0JN6MKST type=del size=2127971 2024-09-07T13:46:20.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.125+0000 7f2cb6b6f8c0 1 < completed write operation key=8CA8BLUFHJ91 tag=3W4WG48YH3W9 type=write size=4693 2024-09-07T13:46:20.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.125+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=H4AB7BP2X7GA type=del size=1957781 2024-09-07T13:46:20.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.129+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=N5D3DXWW61ZB type=del 2024-09-07T13:46:20.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.133+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~5LMFA5VMREQE.0 size=1048576 2024-09-07T13:46:20.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.137+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~5LMFA5VMREQE.1 size=806667 2024-09-07T13:46:20.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.137+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=5LMFA5VMREQE tag=C4KSXNTL95A3 type=write size=2903819 2024-09-07T13:46:20.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.141+0000 7f2cb6b6f8c0 1 < suggested update operation key=R249V3K5CGU6 tag=0Y4HSBLDHQK5 type=del size=3334570 2024-09-07T13:46:20.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.145+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=KCB63AWJSPN2 type=del size=3302741 2024-09-07T13:46:20.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.145+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=35Z4LBI3Y9IC type=del 2024-09-07T13:46:20.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.149+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=I3VDH8JQLJH8 type=write size=167112 2024-09-07T13:46:20.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.149+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=HIR21MDEI8HT type=del 2024-09-07T13:46:20.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.153+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=IIDFKINX25NJ type=del size=621067 2024-09-07T13:46:20.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.157+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=C9NGT6TXGD8C type=del 2024-09-07T13:46:20.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.157+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=ZAFRN5RNB0AD type=del size=3683310 2024-09-07T13:46:20.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.161+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=33B9B0OZZT2F type=del 2024-09-07T13:46:20.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.165+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=V9TPEAV3GZCJ type=del size=2760382 2024-09-07T13:46:20.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.165+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~W7VJIJ594Y1Z.0 size=1048576 2024-09-07T13:46:20.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.169+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~W7VJIJ594Y1Z.1 size=1021770 2024-09-07T13:46:20.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.173+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=W7VJIJ594Y1Z tag=62GVEDJCVQ7E type=write size=3118922 2024-09-07T13:46:20.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.177+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~Z6ZNV6WSPZL5.0 size=1048576 2024-09-07T13:46:20.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.181+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~Z6ZNV6WSPZL5.1 size=1048576 2024-09-07T13:46:20.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.181+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~Z6ZNV6WSPZL5.2 size=893430 2024-09-07T13:46:20.183 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.181+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=Z6ZNV6WSPZL5 tag=WZW3DFHT8BRG type=write size=4039158 2024-09-07T13:46:20.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.185+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=GOINL31AWQK7 type=del 2024-09-07T13:46:20.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.185+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=MT0M5B17FENU type=del size=3725189 2024-09-07T13:46:20.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.189+0000 7f2cb6b6f8c0 1 < canceled operation key=FZUZGIZAKB07 tag=LKKE3SXN7ZC2 type=del size=1704144 2024-09-07T13:46:20.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.193+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=ESJXJQ2ZZN6B type=del size=3181772 2024-09-07T13:46:20.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.193+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=X4XBK4U3LX6X type=del 2024-09-07T13:46:20.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.197+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=0F9T7ONJ9X04 type=del size=2146926 2024-09-07T13:46:20.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.201+0000 7f2cb6b6f8c0 1 < suggested update operation key=BAIMASZ4JKTJ tag=XYZ4U51PKHN2 type=del size=406215 2024-09-07T13:46:20.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.205+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~HIRMHRO60ASF.0 size=1048576 2024-09-07T13:46:20.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.209+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~HIRMHRO60ASF.1 size=891522 2024-09-07T13:46:20.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.209+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=HIRMHRO60ASF tag=5YXHROGYCESG type=write size=2988674 2024-09-07T13:46:20.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.209+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~1K7ZK2AOPCNV.0 size=1048576 2024-09-07T13:46:20.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.213+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~1K7ZK2AOPCNV.1 size=1048576 2024-09-07T13:46:20.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.213+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~1K7ZK2AOPCNV.2 size=966647 2024-09-07T13:46:20.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.217+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=1K7ZK2AOPCNV tag=WOCP0CVCAQ3X type=write size=4112375 2024-09-07T13:46:20.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.221+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~19RZJ2IY88KU.0 size=1048576 2024-09-07T13:46:20.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.225+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~19RZJ2IY88KU.1 size=365973 2024-09-07T13:46:20.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.225+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=19RZJ2IY88KU tag=BN4MO56UXGZR type=write size=2463125 2024-09-07T13:46:20.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.225+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=8Q6D6GDUNJ3Q type=del 2024-09-07T13:46:20.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.229+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~K9920NQ0CKWJ.0 size=1048576 2024-09-07T13:46:20.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.233+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~K9920NQ0CKWJ.1 size=1048576 2024-09-07T13:46:20.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.233+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~K9920NQ0CKWJ.2 size=952519 2024-09-07T13:46:20.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.233+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=K9920NQ0CKWJ tag=FSPJ5Z9HZNAQ type=write size=4098247 2024-09-07T13:46:20.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.233+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_CAH1NEU5UDEG.2~5NKXQ2Z3RE73.0 size=1048576 2024-09-07T13:46:20.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.233+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~5NKXQ2Z3RE73.1 size=332989 2024-09-07T13:46:20.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.237+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=CAH1NEU5UDEG upload=5NKXQ2Z3RE73 tag=7JWU29UL3JZ3 type=write size=2430141 2024-09-07T13:46:20.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.241+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=VK80ERAKRMTE type=del size=3268273 2024-09-07T13:46:20.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.241+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=R249V3K5CGU6 tag=ZIVB0JN6MKST type=del size=2127971: (22) Invalid argument 2024-09-07T13:46:20.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.245+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=KQ5P1SZT7K6M type=write size=291864 2024-09-07T13:46:20.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.249+0000 7f2cb6b6f8c0 1 < suggested remove operation key=Z6G2MS36EF8U tag=H4AB7BP2X7GA type=del 2024-09-07T13:46:20.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.253+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~I11KOASKCTTA.0 size=1048576 2024-09-07T13:46:20.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.257+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~I11KOASKCTTA.1 size=1048576 2024-09-07T13:46:20.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.257+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~I11KOASKCTTA.2 size=451682 2024-09-07T13:46:20.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.257+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=I11KOASKCTTA tag=ZZIW1B192LCA type=write size=3597410 2024-09-07T13:46:20.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.257+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_W8HQYXG2A9NR.2~5LMFA5VMREQE.0 size=1048576 2024-09-07T13:46:20.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.261+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~5LMFA5VMREQE.1 size=806667 2024-09-07T13:46:20.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.265+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=W8HQYXG2A9NR upload=5LMFA5VMREQE tag=C4KSXNTL95A3 type=write size=2903819 2024-09-07T13:46:20.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.269+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~7TFAQO11VH5V.0 size=807145 2024-09-07T13:46:20.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.269+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=7TFAQO11VH5V tag=XE3FT396T41P type=write size=1855721 2024-09-07T13:46:20.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.269+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=KCB63AWJSPN2 type=del 2024-09-07T13:46:20.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.273+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=74XC23JD9MCO type=del size=635221 2024-09-07T13:46:20.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.277+0000 7f2cb6b6f8c0 1 < completed write operation key=U10DGQ1EL162 tag=I3VDH8JQLJH8 type=write size=167112 2024-09-07T13:46:20.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.277+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=SHD10XLD3MFA type=write size=138788 2024-09-07T13:46:20.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.281+0000 7f2cb6b6f8c0 1 < canceled operation key=ADB5YEZAZPYJ tag=IIDFKINX25NJ type=del size=621067 2024-09-07T13:46:20.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.285+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=O7H7U4FSDY4V type=del size=2169106 2024-09-07T13:46:20.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.285+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=ZAFRN5RNB0AD type=del 2024-09-07T13:46:20.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.289+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=4RE3Q455P7HA type=write size=660324 2024-09-07T13:46:20.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.293+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=V9TPEAV3GZCJ type=del 2024-09-07T13:46:20.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.297+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=ITGJHFYVR05J type=del size=4098662 2024-09-07T13:46:20.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.297+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~Z6ZNV6WSPZL5.0 size=1048576 2024-09-07T13:46:20.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.301+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~Z6ZNV6WSPZL5.1 size=1048576 2024-09-07T13:46:20.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.301+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~Z6ZNV6WSPZL5.2 size=893430 2024-09-07T13:46:20.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.309+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=Z6ZNV6WSPZL5 tag=WZW3DFHT8BRG type=write size=4039158 2024-09-07T13:46:20.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.309+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=O9CA0ZSF7L9C type=del size=1134003 2024-09-07T13:46:20.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.317+0000 7f2cb6b6f8c0 1 < suggested update operation key=W120AMT2ALD9 tag=MT0M5B17FENU type=del size=3725189 2024-09-07T13:46:20.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.317+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=JSWQBSGII012 type=write size=986852 2024-09-07T13:46:20.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.321+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=ESJXJQ2ZZN6B type=del 2024-09-07T13:46:20.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.325+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=IZ1DMT1MMPH8 type=del size=2353586 2024-09-07T13:46:20.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.329+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=0F9T7ONJ9X04 type=del 2024-09-07T13:46:20.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.333+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~RS7P76TSODJI.0 size=1048576 2024-09-07T13:46:20.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.337+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~RS7P76TSODJI.1 size=493361 2024-09-07T13:46:20.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.337+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=RS7P76TSODJI tag=LGOHZYOTZWHD type=write size=2590513 2024-09-07T13:46:20.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.341+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~HIRMHRO60ASF.0 size=1048576 2024-09-07T13:46:20.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.341+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~HIRMHRO60ASF.1 size=891522 2024-09-07T13:46:20.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.345+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=HIRMHRO60ASF tag=5YXHROGYCESG type=write size=2988674 2024-09-07T13:46:20.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.349+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=RWFLN153RGCR type=del size=583957 2024-09-07T13:46:20.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.353+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~19RZJ2IY88KU.0 size=1048576 2024-09-07T13:46:20.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.357+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~19RZJ2IY88KU.1 size=365973 2024-09-07T13:46:20.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.361+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=19RZJ2IY88KU tag=BN4MO56UXGZR type=write size=2463125 2024-09-07T13:46:20.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.361+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=M66E7YWPNABG type=del size=1044723 2024-09-07T13:46:20.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.365+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~K9920NQ0CKWJ.0 size=1048576 2024-09-07T13:46:20.370 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.369+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~K9920NQ0CKWJ.1 size=1048576 2024-09-07T13:46:20.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.369+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~K9920NQ0CKWJ.2 size=952519 2024-09-07T13:46:20.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.377+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=K9920NQ0CKWJ tag=FSPJ5Z9HZNAQ type=write size=4098247 2024-09-07T13:46:20.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.381+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=140MS6SSPKWG type=write size=502731 2024-09-07T13:46:20.384 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.381+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=VK80ERAKRMTE type=del 2024-09-07T13:46:20.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.385+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=7F22YPCD38OA type=del size=3710149 2024-09-07T13:46:20.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.389+0000 7f2cb6b6f8c0 1 < completed write operation key=FZUZGIZAKB07 tag=KQ5P1SZT7K6M type=write size=291864 2024-09-07T13:46:20.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.393+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=HTSTJ7Z2BXVV type=write size=966472 2024-09-07T13:46:20.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.397+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~I11KOASKCTTA.0 size=1048576 2024-09-07T13:46:20.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.397+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~I11KOASKCTTA.1 size=1048576 2024-09-07T13:46:20.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.401+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~I11KOASKCTTA.2 size=451682 2024-09-07T13:46:20.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.405+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=I11KOASKCTTA tag=ZZIW1B192LCA type=write size=3597410 2024-09-07T13:46:20.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.409+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=Q9EKEQNJCUSI type=del size=2896169 2024-09-07T13:46:20.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.409+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~7TFAQO11VH5V.0 size=807145 2024-09-07T13:46:20.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.417+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=7TFAQO11VH5V tag=XE3FT396T41P type=write size=1855721 2024-09-07T13:46:20.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.421+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=W30DQPLKP7KJ type=del size=1728083 2024-09-07T13:46:20.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.425+0000 7f2cb6b6f8c0 1 < canceled operation key=BAIMASZ4JKTJ tag=74XC23JD9MCO type=del size=635221 2024-09-07T13:46:20.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.429+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=UTJZ01CNCERR type=del size=2949118 2024-09-07T13:46:20.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.429+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=W120AMT2ALD9 tag=SHD10XLD3MFA type=write size=138788: (22) Invalid argument 2024-09-07T13:46:20.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.437+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~573R02BJXDFX.0 size=1048576 2024-09-07T13:46:20.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.437+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~573R02BJXDFX.1 size=1048576 2024-09-07T13:46:20.441 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.441+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~573R02BJXDFX.2 size=368604 2024-09-07T13:46:20.441 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.441+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=573R02BJXDFX tag=9B1QJ4HPIP2V type=write size=3514332 2024-09-07T13:46:20.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.441+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=O7H7U4FSDY4V type=del 2024-09-07T13:46:20.447 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.445+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=B11YVIZRS9QH type=del size=3183510 2024-09-07T13:46:20.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.449+0000 7f2cb6b6f8c0 1 < completed write operation key=ZVZ04CSVO3XE tag=4RE3Q455P7HA type=write size=660324 2024-09-07T13:46:20.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.453+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=66901Q2UQKB3 type=del size=319872 2024-09-07T13:46:20.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.457+0000 7f2cb6b6f8c0 1 < suggested remove operation key=SJ0CJGHYGTKP tag=ITGJHFYVR05J type=del 2024-09-07T13:46:20.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.461+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~VVF3B37QO1I2.0 size=1048576 2024-09-07T13:46:20.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.465+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~VVF3B37QO1I2.1 size=31649 2024-09-07T13:46:20.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.465+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=VVF3B37QO1I2 tag=1CVYUV2SDNWD type=write size=2128801 2024-09-07T13:46:20.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.469+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=O9CA0ZSF7L9C type=del 2024-09-07T13:46:20.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.469+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=6VG7TCDBFHN7 type=del size=72372 2024-09-07T13:46:20.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.473+0000 7f2cb6b6f8c0 1 < completed write operation key=FZUZGIZAKB07 tag=JSWQBSGII012 type=write size=986852 2024-09-07T13:46:20.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.477+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~59TPKWEU3K08.0 size=583717 2024-09-07T13:46:20.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.477+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=59TPKWEU3K08 tag=VL8JGGLAGY1U type=write size=1632293 2024-09-07T13:46:20.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.481+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=IZ1DMT1MMPH8 type=del 2024-09-07T13:46:20.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.481+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=R3T2MHSFYP1Q type=del size=560038 2024-09-07T13:46:20.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.485+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~RS7P76TSODJI.0 size=1048576 2024-09-07T13:46:20.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.489+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~RS7P76TSODJI.1 size=493361 2024-09-07T13:46:20.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.493+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=RS7P76TSODJI tag=LGOHZYOTZWHD type=write size=2590513 2024-09-07T13:46:20.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.493+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=PO0FBN0P2O1Q type=del size=882120 2024-09-07T13:46:20.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.497+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=RWFLN153RGCR type=del 2024-09-07T13:46:20.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.501+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~1OG7B5I38VAX.0 size=1048576 2024-09-07T13:46:20.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.505+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~1OG7B5I38VAX.1 size=820460 2024-09-07T13:46:20.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.505+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=1OG7B5I38VAX tag=BLDP954Z555L type=write size=2917612 2024-09-07T13:46:20.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.505+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=M66E7YWPNABG type=del 2024-09-07T13:46:20.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.509+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=6WQNTD7UQR9U type=write size=750280 2024-09-07T13:46:20.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.513+0000 7f2cb6b6f8c0 1 < completed write operation key=1BSEOB4ZJRRL tag=140MS6SSPKWG type=write size=502731 2024-09-07T13:46:20.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.517+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~W63XBBTM7J9H.0 size=1048576 2024-09-07T13:46:20.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.517+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~W63XBBTM7J9H.1 size=1048576 2024-09-07T13:46:20.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.521+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~W63XBBTM7J9H.2 size=164017 2024-09-07T13:46:20.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.521+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=W63XBBTM7J9H tag=Y4JIK3QDA2V2 type=write size=3309745 2024-09-07T13:46:20.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.521+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=7F22YPCD38OA type=del 2024-09-07T13:46:20.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.525+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=7SHZXCLP1KC5 type=del size=1980348 2024-09-07T13:46:20.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.529+0000 7f2cb6b6f8c0 1 < completed write operation key=FZUZGIZAKB07 tag=HTSTJ7Z2BXVV type=write size=966472 2024-09-07T13:46:20.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.533+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~GQ3DHTAYSB63.0 size=1048576 2024-09-07T13:46:20.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.533+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~GQ3DHTAYSB63.1 size=577172 2024-09-07T13:46:20.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.533+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=GQ3DHTAYSB63 tag=BPV68G2FKBFX type=write size=2674324 2024-09-07T13:46:20.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.537+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=Q9EKEQNJCUSI type=del 2024-09-07T13:46:20.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.541+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~LABHHMND31WJ.0 size=1048576 2024-09-07T13:46:20.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.545+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~LABHHMND31WJ.1 size=694275 2024-09-07T13:46:20.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.545+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=LABHHMND31WJ tag=1IODC78PRGK5 type=write size=2791427 2024-09-07T13:46:20.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.545+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=W30DQPLKP7KJ type=del 2024-09-07T13:46:20.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.549+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=PTH74R2N7QID type=write size=353866 2024-09-07T13:46:20.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.557+0000 7f2cb6b6f8c0 1 < suggested remove operation key=CS4B8TD9GPUR tag=UTJZ01CNCERR type=del 2024-09-07T13:46:20.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.557+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=ADPUPI8AUX8L type=write size=791018 2024-09-07T13:46:20.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.561+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~573R02BJXDFX.0 size=1048576 2024-09-07T13:46:20.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.565+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~573R02BJXDFX.1 size=1048576 2024-09-07T13:46:20.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.569+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~573R02BJXDFX.2 size=368604 2024-09-07T13:46:20.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.573+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=573R02BJXDFX tag=9B1QJ4HPIP2V type=write size=3514332 2024-09-07T13:46:20.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.577+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=KFE2EKG01OG0 type=del size=1484620 2024-09-07T13:46:20.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.581+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=B11YVIZRS9QH type=del 2024-09-07T13:46:20.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.585+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=NL30BOUR83TA type=del size=1744357 2024-09-07T13:46:20.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.589+0000 7f2cb6b6f8c0 1 < suggested update operation key=UN7NW8NTF67Q tag=66901Q2UQKB3 type=del size=319872 2024-09-07T13:46:20.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.597+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~FEIZEUSA077R.0 size=1048576 2024-09-07T13:46:20.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.601+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~FEIZEUSA077R.1 size=130571 2024-09-07T13:46:20.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.601+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=FEIZEUSA077R tag=EYPA5I0BJMYZ type=write size=2227723 2024-09-07T13:46:20.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.601+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~VVF3B37QO1I2.0 size=1048576 2024-09-07T13:46:20.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.605+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~VVF3B37QO1I2.1 size=31649 2024-09-07T13:46:20.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.613+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=VVF3B37QO1I2 tag=1CVYUV2SDNWD type=write size=2128801 2024-09-07T13:46:20.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.613+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=F3LSM7SAGQY1 type=del size=2523720 2024-09-07T13:46:20.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.617+0000 7f2cb6b6f8c0 1 < canceled operation key=W120AMT2ALD9 tag=6VG7TCDBFHN7 type=del size=72372 2024-09-07T13:46:20.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.621+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~J8E6SYGCCA2W.0 size=710749 2024-09-07T13:46:20.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.621+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=J8E6SYGCCA2W tag=IFUJQ6JTSLZ2 type=write size=1759325 2024-09-07T13:46:20.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.621+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_Z6G2MS36EF8U.2~59TPKWEU3K08.0 size=583717 2024-09-07T13:46:20.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.625+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=Z6G2MS36EF8U upload=59TPKWEU3K08 tag=VL8JGGLAGY1U type=write size=1632293 2024-09-07T13:46:20.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.629+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~88ZFG2TPZ6Z6.0 size=738842 2024-09-07T13:46:20.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.629+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=88ZFG2TPZ6Z6 tag=STP3F9INKUH7 type=write size=1787418 2024-09-07T13:46:20.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.633+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=R3T2MHSFYP1Q type=del 2024-09-07T13:46:20.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.637+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=BSKV5NUEJ3P4 type=del size=869393 2024-09-07T13:46:20.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.637+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=PO0FBN0P2O1Q type=del 2024-09-07T13:46:20.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.641+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=IURFBTTVFL06 type=write size=273548 2024-09-07T13:46:20.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.645+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~1OG7B5I38VAX.0 size=1048576 2024-09-07T13:46:20.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.645+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~1OG7B5I38VAX.1 size=820460 2024-09-07T13:46:20.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.649+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=1OG7B5I38VAX tag=BLDP954Z555L type=write size=2917612 2024-09-07T13:46:20.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.653+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=235B6RYZLN6S type=del size=2313827 2024-09-07T13:46:20.657 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.657+0000 7f2cb6b6f8c0 1 < completed write operation key=ADB5YEZAZPYJ tag=6WQNTD7UQR9U type=write size=750280 2024-09-07T13:46:20.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.657+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=CV2D92C3K0WG type=del size=1770438 2024-09-07T13:46:20.662 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.661+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~W63XBBTM7J9H.0 size=1048576 2024-09-07T13:46:20.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.661+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~W63XBBTM7J9H.1 size=1048576 2024-09-07T13:46:20.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.665+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~W63XBBTM7J9H.2 size=164017 2024-09-07T13:46:20.672 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.669+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=W63XBBTM7J9H tag=Y4JIK3QDA2V2 type=write size=3309745 2024-09-07T13:46:20.677 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.677+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~H50NTHKAJA7I.0 size=677224 2024-09-07T13:46:20.677 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.677+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=H50NTHKAJA7I tag=1BIQOWGL2SWS type=write size=1725800 2024-09-07T13:46:20.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.677+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=7SHZXCLP1KC5 type=del 2024-09-07T13:46:20.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.685+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=YFH4JZ5Q7WZ7 type=del size=2559236 2024-09-07T13:46:20.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.685+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_CS4B8TD9GPUR.2~GQ3DHTAYSB63.0 size=1048576 2024-09-07T13:46:20.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.689+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~GQ3DHTAYSB63.1 size=577172 2024-09-07T13:46:20.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.693+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=CS4B8TD9GPUR upload=GQ3DHTAYSB63 tag=BPV68G2FKBFX type=write size=2674324 2024-09-07T13:46:20.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.693+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=K5YI68T5TMIU type=del size=4034077 2024-09-07T13:46:20.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.697+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~LABHHMND31WJ.0 size=1048576 2024-09-07T13:46:20.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.697+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~LABHHMND31WJ.1 size=694275 2024-09-07T13:46:20.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.705+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=LABHHMND31WJ tag=1IODC78PRGK5 type=write size=2791427 2024-09-07T13:46:20.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.709+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~9EZ3D4KA0FGV.0 size=1048576 2024-09-07T13:46:20.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.709+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~9EZ3D4KA0FGV.1 size=435722 2024-09-07T13:46:20.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.709+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=9EZ3D4KA0FGV tag=Z1ZXTCEZCF6B type=write size=2532874 2024-09-07T13:46:20.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.713+0000 7f2cb6b6f8c0 1 < completed write operation key=RQ4XU4WUUA9N tag=PTH74R2N7QID type=write size=353866 2024-09-07T13:46:20.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.713+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=GTSP15UVPID7 type=write size=1002891 2024-09-07T13:46:20.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.717+0000 7f2cb6b6f8c0 1 < completed write operation key=30MLFTW2U44U tag=ADPUPI8AUX8L type=write size=791018 2024-09-07T13:46:20.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.721+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=QIUL1CW56GZL type=del size=584961 2024-09-07T13:46:20.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.721+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=KFE2EKG01OG0 type=del 2024-09-07T13:46:20.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.725+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=8JWOPYDIM6QW type=write size=267490 2024-09-07T13:46:20.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.725+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=NL30BOUR83TA type=del 2024-09-07T13:46:20.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.729+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=L6XGZCNSATV3 type=write size=107855 2024-09-07T13:46:20.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.733+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~FEIZEUSA077R.0 size=1048576 2024-09-07T13:46:20.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.733+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_DKCM0NB13MGO.2~FEIZEUSA077R.1 size=130571 2024-09-07T13:46:20.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.737+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=DKCM0NB13MGO upload=FEIZEUSA077R tag=EYPA5I0BJMYZ type=write size=2227723 2024-09-07T13:46:20.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.737+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=2G19M0R90TUQ type=del size=3772419 2024-09-07T13:46:20.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.741+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=F3LSM7SAGQY1 type=del 2024-09-07T13:46:20.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.741+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=WKVTS10VG2JS type=write size=877021 2024-09-07T13:46:20.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.745+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~J8E6SYGCCA2W.0 size=710749 2024-09-07T13:46:20.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.749+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=J8E6SYGCCA2W tag=IFUJQ6JTSLZ2 type=write size=1759325 2024-09-07T13:46:20.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.753+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~1BBCH640G3PI.0 size=285071 2024-09-07T13:46:20.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.753+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=1BBCH640G3PI tag=VRIK6RJ4LV59 type=write size=1333647 2024-09-07T13:46:20.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.757+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~88ZFG2TPZ6Z6.0 size=738842 2024-09-07T13:46:20.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.761+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=88ZFG2TPZ6Z6 tag=STP3F9INKUH7 type=write size=1787418 2024-09-07T13:46:20.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.765+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=FKNVSCRVUWJ8 type=del size=3231200 2024-09-07T13:46:20.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.765+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=BSKV5NUEJ3P4 type=del 2024-09-07T13:46:20.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.769+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~AMXUXK8JISHB.0 size=1048576 2024-09-07T13:46:20.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.773+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~AMXUXK8JISHB.1 size=1048576 2024-09-07T13:46:20.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.773+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~AMXUXK8JISHB.2 size=1027793 2024-09-07T13:46:20.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.773+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=AMXUXK8JISHB tag=SKYYQR4GRTL6 type=write size=4173521 2024-09-07T13:46:20.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.777+0000 7f2cb6b6f8c0 1 < canceled operation key=RQ4XU4WUUA9N tag=IURFBTTVFL06 type=write size=273548 2024-09-07T13:46:20.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.781+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~R3OHNFBN3HAY.0 size=1048576 2024-09-07T13:46:20.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.785+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~R3OHNFBN3HAY.1 size=163465 2024-09-07T13:46:20.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.785+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=R3OHNFBN3HAY tag=36VEU87VBNXU type=write size=2260617 2024-09-07T13:46:20.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.785+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=235B6RYZLN6S type=del 2024-09-07T13:46:20.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.789+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=AZ0D96F1BP7C type=del size=40696 2024-09-07T13:46:20.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.793+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=CV2D92C3K0WG type=del 2024-09-07T13:46:20.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.793+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=44ZCDSB8KP81 type=write size=818784 2024-09-07T13:46:20.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.797+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~H50NTHKAJA7I.0 size=677224 2024-09-07T13:46:20.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.801+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=H50NTHKAJA7I tag=1BIQOWGL2SWS type=write size=1725800 2024-09-07T13:46:20.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.805+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=D75TYGTL0GSX type=del size=2291364 2024-09-07T13:46:20.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.805+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=YFH4JZ5Q7WZ7 type=del 2024-09-07T13:46:20.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.809+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=YYDMNUR1C7OO type=del size=3387081 2024-09-07T13:46:20.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.813+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=K5YI68T5TMIU type=del 2024-09-07T13:46:20.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.813+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=BVT909QK3NND type=del size=1721886 2024-09-07T13:46:20.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.817+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~9EZ3D4KA0FGV.0 size=1048576 2024-09-07T13:46:20.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.817+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~9EZ3D4KA0FGV.1 size=435722 2024-09-07T13:46:20.823 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.821+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=9EZ3D4KA0FGV tag=Z1ZXTCEZCF6B type=write size=2532874 2024-09-07T13:46:20.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.825+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=RDLQG6E3BHO7 type=del size=1512610 2024-09-07T13:46:20.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.829+0000 7f2cb6b6f8c0 1 < completed write operation key=CS4B8TD9GPUR tag=GTSP15UVPID7 type=write size=1002891 2024-09-07T13:46:20.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.829+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=V0XB8QENZOME type=del size=2732760 2024-09-07T13:46:20.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.833+0000 7f2cb6b6f8c0 1 < canceled operation key=SNNZ7FIANLW7 tag=QIUL1CW56GZL type=del size=584961 2024-09-07T13:46:20.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.833+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=CGT2VW3B5OIQ type=del size=845996 2024-09-07T13:46:20.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.837+0000 7f2cb6b6f8c0 1 < completed write operation key=RQ4XU4WUUA9N tag=8JWOPYDIM6QW type=write size=267490 2024-09-07T13:46:20.842 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.841+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=HT7I13XMPO72 type=del size=3880392 2024-09-07T13:46:20.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.841+0000 7f2cb6b6f8c0 1 < completed write operation key=XMCPLLADRKGO tag=L6XGZCNSATV3 type=write size=107855 2024-09-07T13:46:20.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.849+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~1G2U5OGKHCBH.0 size=537245 2024-09-07T13:46:20.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.849+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=1G2U5OGKHCBH tag=0H3QH0MDACRK type=write size=1585821 2024-09-07T13:46:20.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.853+0000 7f2cb6b6f8c0 1 < suggested update operation key=U10DGQ1EL162 tag=2G19M0R90TUQ type=del size=3772419 2024-09-07T13:46:20.859 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.857+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~U4WY74IVEY59.0 size=1048576 2024-09-07T13:46:20.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.861+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~U4WY74IVEY59.1 size=1024440 2024-09-07T13:46:20.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.861+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=U4WY74IVEY59 tag=QVJ70337U5A0 type=write size=3121592 2024-09-07T13:46:20.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.865+0000 7f2cb6b6f8c0 1 < suggested update operation key=XMCPLLADRKGO tag=WKVTS10VG2JS type=write size=877021 2024-09-07T13:46:20.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.869+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=QOCYF74MVSM5 type=del size=537139 2024-09-07T13:46:20.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.873+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~1BBCH640G3PI.0 size=285071 2024-09-07T13:46:20.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.877+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=1BBCH640G3PI tag=VRIK6RJ4LV59 type=write size=1333647 2024-09-07T13:46:20.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.881+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=H3DVR2EQR6PX type=write size=850589 2024-09-07T13:46:20.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.885+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=FKNVSCRVUWJ8 type=del 2024-09-07T13:46:20.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.889+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=CSMO8OL2GLWM type=del size=2407583 2024-09-07T13:46:20.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.893+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~AMXUXK8JISHB.0 size=1048576 2024-09-07T13:46:20.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.893+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~AMXUXK8JISHB.1 size=1048576 2024-09-07T13:46:20.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.897+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~AMXUXK8JISHB.2 size=1027793 2024-09-07T13:46:20.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.901+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=AMXUXK8JISHB tag=SKYYQR4GRTL6 type=write size=4173521 2024-09-07T13:46:20.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.909+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~GA1LJN2HN5TN.0 size=1048576 2024-09-07T13:46:20.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.909+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~GA1LJN2HN5TN.1 size=970832 2024-09-07T13:46:20.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.909+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=GA1LJN2HN5TN tag=2HHOC4FXMTF8 type=write size=3067984 2024-09-07T13:46:20.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.913+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~R3OHNFBN3HAY.0 size=1048576 2024-09-07T13:46:20.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.917+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~R3OHNFBN3HAY.1 size=163465 2024-09-07T13:46:20.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.921+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=R3OHNFBN3HAY tag=36VEU87VBNXU type=write size=2260617 2024-09-07T13:46:20.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.925+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=1IF3U104EART type=del size=3851255 2024-09-07T13:46:20.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.929+0000 7f2cb6b6f8c0 1 < suggested remove operation key=SJ0CJGHYGTKP tag=AZ0D96F1BP7C type=del 2024-09-07T13:46:20.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.937+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~3BJ17B7DQEQA.0 size=23708 2024-09-07T13:46:20.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.937+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=3BJ17B7DQEQA tag=M1YP43S22W2N type=write size=1072284 2024-09-07T13:46:20.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.941+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=44ZCDSB8KP81 type=write size=818784 2024-09-07T13:46:20.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.945+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~9JI5SE9EYK32.0 size=138705 2024-09-07T13:46:20.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.945+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=9JI5SE9EYK32 tag=S5Y56CYJZLYQ type=write size=1187281 2024-09-07T13:46:20.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.953+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DM4166SINSRL tag=D75TYGTL0GSX type=del 2024-09-07T13:46:20.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.957+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=FKNZKAWNXHEC type=del size=1333893 2024-09-07T13:46:20.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.957+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=U10DGQ1EL162 tag=YYDMNUR1C7OO type=del size=3387081: (22) Invalid argument 2024-09-07T13:46:20.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.965+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~X6DA1NAXPJHJ.0 size=631792 2024-09-07T13:46:20.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.965+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=X6DA1NAXPJHJ tag=4EVJ28UX0J4H type=write size=1680368 2024-09-07T13:46:20.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.969+0000 7f2cb6b6f8c0 1 < suggested remove operation key=UN7NW8NTF67Q tag=BVT909QK3NND type=del 2024-09-07T13:46:20.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.973+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=JH3DMK09M7A1 type=del size=3554723 2024-09-07T13:46:20.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.977+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=RDLQG6E3BHO7 type=del 2024-09-07T13:46:20.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.981+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~DSNDAB9HRBEY.0 size=1048576 2024-09-07T13:46:20.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.981+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~DSNDAB9HRBEY.1 size=1048576 2024-09-07T13:46:20.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.985+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~DSNDAB9HRBEY.2 size=509247 2024-09-07T13:46:20.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.985+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=DSNDAB9HRBEY tag=O8D38A0DWODJ type=write size=3654975 2024-09-07T13:46:20.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.989+0000 7f2cb6b6f8c0 1 < suggested remove operation key=55Q1KQM4NQFR tag=V0XB8QENZOME type=del 2024-09-07T13:46:20.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.993+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=TE7JVWBDGJNJ type=del size=1253810 2024-09-07T13:46:20.997 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.997+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=CGT2VW3B5OIQ type=del 2024-09-07T13:46:21.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:20.997+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=4FTG60PVXHV7 type=del size=2465874 2024-09-07T13:46:21.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.001+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=HT7I13XMPO72 type=del 2024-09-07T13:46:21.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.001+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=PWT8PI25X4JF type=del size=932394 2024-09-07T13:46:21.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.005+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~1G2U5OGKHCBH.0 size=537245 2024-09-07T13:46:21.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.009+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=1G2U5OGKHCBH tag=0H3QH0MDACRK type=write size=1585821 2024-09-07T13:46:21.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.013+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=US3MFAASSP5O type=del size=82688 2024-09-07T13:46:21.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.013+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~U4WY74IVEY59.0 size=1048576 2024-09-07T13:46:21.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.017+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~U4WY74IVEY59.1 size=1024440 2024-09-07T13:46:21.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.021+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=U4WY74IVEY59 tag=QVJ70337U5A0 type=write size=3121592 2024-09-07T13:46:21.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.025+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=8CVL026N5SCG type=del size=1499050 2024-09-07T13:46:21.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.029+0000 7f2cb6b6f8c0 1 < suggested update operation key=LZX7H9KUZM7X tag=QOCYF74MVSM5 type=del size=537139 2024-09-07T13:46:21.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.033+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=OKRVJ5OLL8T8 type=del size=3528499 2024-09-07T13:46:21.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.033+0000 7f2cb6b6f8c0 1 < completed write operation key=SNNZ7FIANLW7 tag=H3DVR2EQR6PX type=write size=850589 2024-09-07T13:46:21.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.037+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=28D75N5DZ287 type=write size=1023701 2024-09-07T13:46:21.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.041+0000 7f2cb6b6f8c0 1 < canceled operation key=8CA8BLUFHJ91 tag=CSMO8OL2GLWM type=del size=2407583 2024-09-07T13:46:21.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.045+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=KN70SIP6YHMQ type=del size=3868745 2024-09-07T13:46:21.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.049+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~GA1LJN2HN5TN.0 size=1048576 2024-09-07T13:46:21.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.049+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~GA1LJN2HN5TN.1 size=970832 2024-09-07T13:46:21.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.057+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=GA1LJN2HN5TN tag=2HHOC4FXMTF8 type=write size=3067984 2024-09-07T13:46:21.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.061+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=O3SKRWT2V1Q4 type=del size=3693631 2024-09-07T13:46:21.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.061+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=1IF3U104EART type=del 2024-09-07T13:46:21.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.069+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~KXU64S7Q6S7G.0 size=1048576 2024-09-07T13:46:21.071 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.069+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~KXU64S7Q6S7G.1 size=498055 2024-09-07T13:46:21.071 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.069+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=KXU64S7Q6S7G tag=QVBTWXNA8YQQ type=write size=2595207 2024-09-07T13:46:21.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.073+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~3BJ17B7DQEQA.0 size=23708 2024-09-07T13:46:21.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.077+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=3BJ17B7DQEQA tag=M1YP43S22W2N type=write size=1072284 2024-09-07T13:46:21.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.081+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~Y60N3BGLLSPC.0 size=1048576 2024-09-07T13:46:21.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.085+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~Y60N3BGLLSPC.1 size=1048576 2024-09-07T13:46:21.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.085+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~Y60N3BGLLSPC.2 size=432207 2024-09-07T13:46:21.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.085+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=Y60N3BGLLSPC tag=X6L446YA3B9K type=write size=3577935 2024-09-07T13:46:21.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.089+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~9JI5SE9EYK32.0 size=138705 2024-09-07T13:46:21.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.093+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=9JI5SE9EYK32 tag=S5Y56CYJZLYQ type=write size=1187281 2024-09-07T13:46:21.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.097+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=KKR8601LXTAA type=del size=2667804 2024-09-07T13:46:21.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.101+0000 7f2cb6b6f8c0 1 < suggested remove operation key=55Q1KQM4NQFR tag=FKNZKAWNXHEC type=del 2024-09-07T13:46:21.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.105+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=ULNLF011ZZY7 type=del size=781808 2024-09-07T13:46:21.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.105+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~X6DA1NAXPJHJ.0 size=631792 2024-09-07T13:46:21.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.109+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=X6DA1NAXPJHJ tag=4EVJ28UX0J4H type=write size=1680368 2024-09-07T13:46:21.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.113+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=IY9QEX0N5COK type=del size=1553118 2024-09-07T13:46:21.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.117+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=JH3DMK09M7A1 type=del 2024-09-07T13:46:21.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.117+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=RDGVLTYKVPHO type=del size=3145563 2024-09-07T13:46:21.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.121+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~DSNDAB9HRBEY.0 size=1048576 2024-09-07T13:46:21.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.125+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~DSNDAB9HRBEY.1 size=1048576 2024-09-07T13:46:21.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.125+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~DSNDAB9HRBEY.2 size=509247 2024-09-07T13:46:21.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.129+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=DSNDAB9HRBEY tag=O8D38A0DWODJ type=write size=3654975 2024-09-07T13:46:21.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.137+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~R2S8OARD6A5U.0 size=309654 2024-09-07T13:46:21.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.137+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=R2S8OARD6A5U tag=2LM4CO4IABIW type=write size=1358230 2024-09-07T13:46:21.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.137+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=TE7JVWBDGJNJ type=del 2024-09-07T13:46:21.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.141+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=3560B8KJS9LG type=del size=2957535 2024-09-07T13:46:21.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.145+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=4FTG60PVXHV7 type=del 2024-09-07T13:46:21.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.145+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=LIU0N5L98VBS type=del size=4106481 2024-09-07T13:46:21.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.149+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=PWT8PI25X4JF type=del 2024-09-07T13:46:21.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.153+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=AKPBV354AUU3 type=del size=2892323 2024-09-07T13:46:21.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.157+0000 7f2cb6b6f8c0 1 < suggested update operation key=KIKPQG73BHGB tag=US3MFAASSP5O type=del size=82688 2024-09-07T13:46:21.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.161+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=QTYMCH1M92FH type=del size=630679 2024-09-07T13:46:21.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.165+0000 7f2cb6b6f8c0 1 < suggested remove operation key=Z6G2MS36EF8U tag=8CVL026N5SCG type=del 2024-09-07T13:46:21.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.169+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~9Z6UZW2QG03K.0 size=884230 2024-09-07T13:46:21.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.169+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=9Z6UZW2QG03K tag=DGIQXOAKDIB7 type=write size=1932806 2024-09-07T13:46:21.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.173+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=OKRVJ5OLL8T8 type=del 2024-09-07T13:46:21.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.177+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~FT6GADK70UT6.0 size=1048576 2024-09-07T13:46:21.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.177+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~FT6GADK70UT6.1 size=208488 2024-09-07T13:46:21.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.177+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=FT6GADK70UT6 tag=M0P2838NG1KJ type=write size=2305640 2024-09-07T13:46:21.183 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.181+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=Z6G2MS36EF8U tag=28D75N5DZ287 type=write size=1023701: (22) Invalid argument 2024-09-07T13:46:21.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.185+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~LJDU62CWPUN0.0 size=1048576 2024-09-07T13:46:21.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.189+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~LJDU62CWPUN0.1 size=842172 2024-09-07T13:46:21.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.189+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=LJDU62CWPUN0 tag=M2BWZ9P09W0I type=write size=2939324 2024-09-07T13:46:21.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.193+0000 7f2cb6b6f8c0 1 < suggested update operation key=4MKAO5GJGCYD tag=KN70SIP6YHMQ type=del size=3868745 2024-09-07T13:46:21.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.201+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=M6EMUBBSAMAR type=del size=2850720 2024-09-07T13:46:21.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.201+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=55Q1KQM4NQFR tag=O3SKRWT2V1Q4 type=del size=3693631: (22) Invalid argument 2024-09-07T13:46:21.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.205+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=M59RG8MPMH79 type=del size=890072 2024-09-07T13:46:21.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.205+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~KXU64S7Q6S7G.0 size=1048576 2024-09-07T13:46:21.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.205+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_30MLFTW2U44U.2~KXU64S7Q6S7G.1 size=498055 2024-09-07T13:46:21.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.209+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=30MLFTW2U44U upload=KXU64S7Q6S7G tag=QVBTWXNA8YQQ type=write size=2595207 2024-09-07T13:46:21.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.213+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=736LPEJPXG8Y type=write size=842825 2024-09-07T13:46:21.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.213+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~Y60N3BGLLSPC.0 size=1048576 2024-09-07T13:46:21.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.217+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~Y60N3BGLLSPC.1 size=1048576 2024-09-07T13:46:21.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.217+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~Y60N3BGLLSPC.2 size=432207 2024-09-07T13:46:21.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.221+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=Y60N3BGLLSPC tag=X6L446YA3B9K type=write size=3577935 2024-09-07T13:46:21.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.225+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=B33S6M6J896O type=del size=2070103 2024-09-07T13:46:21.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.229+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=KKR8601LXTAA type=del 2024-09-07T13:46:21.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.229+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=PE661EBI9WFY type=write size=394588 2024-09-07T13:46:21.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.233+0000 7f2cb6b6f8c0 1 < canceled operation key=BAIMASZ4JKTJ tag=ULNLF011ZZY7 type=del size=781808 2024-09-07T13:46:21.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.237+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=M5PBQHDY3R3T type=del size=1332898 2024-09-07T13:46:21.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.237+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=IY9QEX0N5COK type=del 2024-09-07T13:46:21.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.241+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~2SLB9H6H5TO9.0 size=131013 2024-09-07T13:46:21.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.241+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=2SLB9H6H5TO9 tag=QPYZCLU74M5Q type=write size=1179589 2024-09-07T13:46:21.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.245+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=4MKAO5GJGCYD tag=RDGVLTYKVPHO type=del size=3145563: (22) Invalid argument 2024-09-07T13:46:21.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.245+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=SLFZJJN201ZV type=del size=3461548 2024-09-07T13:46:21.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.249+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~R2S8OARD6A5U.0 size=309654 2024-09-07T13:46:21.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.253+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=R2S8OARD6A5U tag=2LM4CO4IABIW type=write size=1358230 2024-09-07T13:46:21.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.257+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=E85I0DFWTUOG type=del size=3913223 2024-09-07T13:46:21.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.257+0000 7f2cb6b6f8c0 1 < canceled operation key=30MLFTW2U44U tag=3560B8KJS9LG type=del size=2957535 2024-09-07T13:46:21.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.261+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=5ZV9LK9CAQIF type=del size=3383421 2024-09-07T13:46:21.270 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.269+0000 7f2cb6b6f8c0 1 < suggested remove operation key=R2BO0X5383EA tag=LIU0N5L98VBS type=del 2024-09-07T13:46:21.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.273+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=RTN6C6IGTO4Y type=del size=3379737 2024-09-07T13:46:21.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.277+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=AKPBV354AUU3 type=del 2024-09-07T13:46:21.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.277+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=JLU3Y2CNDWM1 type=del size=1511128 2024-09-07T13:46:21.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.281+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=QTYMCH1M92FH type=del 2024-09-07T13:46:21.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.285+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=56XVTH6RT7JA type=del size=1373936 2024-09-07T13:46:21.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.289+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~9Z6UZW2QG03K.0 size=884230 2024-09-07T13:46:21.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.293+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=9Z6UZW2QG03K tag=DGIQXOAKDIB7 type=write size=1932806 2024-09-07T13:46:21.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.297+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=ECKA4EQ20YF2 type=del size=3128082 2024-09-07T13:46:21.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.297+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_U10DGQ1EL162.2~FT6GADK70UT6.0 size=1048576 2024-09-07T13:46:21.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.301+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~FT6GADK70UT6.1 size=208488 2024-09-07T13:46:21.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.305+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=U10DGQ1EL162 upload=FT6GADK70UT6 tag=M0P2838NG1KJ type=write size=2305640 2024-09-07T13:46:21.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.309+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~RHCU8JJ7CVVI.0 size=1048576 2024-09-07T13:46:21.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.313+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~RHCU8JJ7CVVI.1 size=1048576 2024-09-07T13:46:21.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.313+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~RHCU8JJ7CVVI.2 size=406557 2024-09-07T13:46:21.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.313+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=RHCU8JJ7CVVI tag=BIWMQMT3EL3M type=write size=3552285 2024-09-07T13:46:21.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.317+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~LJDU62CWPUN0.0 size=1048576 2024-09-07T13:46:21.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.321+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~LJDU62CWPUN0.1 size=842172 2024-09-07T13:46:21.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.325+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=LJDU62CWPUN0 tag=M2BWZ9P09W0I type=write size=2939324 2024-09-07T13:46:21.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.329+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=V1652G3OP5S4 type=write size=114197 2024-09-07T13:46:21.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.333+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=M6EMUBBSAMAR type=del 2024-09-07T13:46:21.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.337+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~QYMNLZ9JE1FJ.0 size=1048576 2024-09-07T13:46:21.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.341+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~QYMNLZ9JE1FJ.1 size=536399 2024-09-07T13:46:21.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.341+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=QYMNLZ9JE1FJ tag=HO5V350RVMNH type=write size=2633551 2024-09-07T13:46:21.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.345+0000 7f2cb6b6f8c0 1 < suggested remove operation key=W8HQYXG2A9NR tag=M59RG8MPMH79 type=del 2024-09-07T13:46:21.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.349+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~KH2YAJJ4G54C.0 size=1048576 2024-09-07T13:46:21.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.353+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~KH2YAJJ4G54C.1 size=1048576 2024-09-07T13:46:21.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.357+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~KH2YAJJ4G54C.2 size=963748 2024-09-07T13:46:21.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.357+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=KH2YAJJ4G54C tag=LG51F3BLK7VI type=write size=4109476 2024-09-07T13:46:21.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.361+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=736LPEJPXG8Y type=write size=842825 2024-09-07T13:46:21.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.361+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=AHTB99XNHM7A type=del size=3506822 2024-09-07T13:46:21.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.365+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=B33S6M6J896O type=del 2024-09-07T13:46:21.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.369+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=X71BTSRDZF8M type=del size=3522770 2024-09-07T13:46:21.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.373+0000 7f2cb6b6f8c0 1 < completed write operation key=CS4B8TD9GPUR tag=PE661EBI9WFY type=write size=394588 2024-09-07T13:46:21.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.377+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~HPUXWCVD3OWW.0 size=49819 2024-09-07T13:46:21.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.377+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=HPUXWCVD3OWW tag=UIP6VTXH234C type=write size=1098395 2024-09-07T13:46:21.384 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.381+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=M5PBQHDY3R3T type=del 2024-09-07T13:46:21.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.389+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~ZGN1J0WNAX7S.0 size=1048576 2024-09-07T13:46:21.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.389+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~ZGN1J0WNAX7S.1 size=1048576 2024-09-07T13:46:21.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.393+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~ZGN1J0WNAX7S.2 size=421276 2024-09-07T13:46:21.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.393+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=ZGN1J0WNAX7S tag=XH3GYQBMKB27 type=write size=3567004 2024-09-07T13:46:21.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.397+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~2SLB9H6H5TO9.0 size=131013 2024-09-07T13:46:21.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.401+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=2SLB9H6H5TO9 tag=QPYZCLU74M5Q type=write size=1179589 2024-09-07T13:46:21.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.409+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~UMKA8L09JO6Z.0 size=1048576 2024-09-07T13:46:21.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.409+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~UMKA8L09JO6Z.1 size=1048576 2024-09-07T13:46:21.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.413+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~UMKA8L09JO6Z.2 size=894038 2024-09-07T13:46:21.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.413+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=UMKA8L09JO6Z tag=UJGS6NVOIERP type=write size=4039766 2024-09-07T13:46:21.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.421+0000 7f2cb6b6f8c0 1 < suggested update operation key=XMCPLLADRKGO tag=SLFZJJN201ZV type=del size=3461548 2024-09-07T13:46:21.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.425+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=IXETN9L4O9HV type=del size=1180330 2024-09-07T13:46:21.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.425+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=E85I0DFWTUOG type=del 2024-09-07T13:46:21.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.433+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~8A2P3ZC1WEXT.0 size=768444 2024-09-07T13:46:21.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.433+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=8A2P3ZC1WEXT tag=QQ8A537QHBVQ type=write size=1817020 2024-09-07T13:46:21.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.433+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=5ZV9LK9CAQIF type=del 2024-09-07T13:46:21.440 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.437+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~EQ0MJ9LIKWTV.0 size=22558 2024-09-07T13:46:21.440 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.437+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=EQ0MJ9LIKWTV tag=UVDJG30AI13P type=write size=1071134 2024-09-07T13:46:21.443 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.441+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=RTN6C6IGTO4Y type=del 2024-09-07T13:46:21.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.445+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=X0IHFONBEICY type=del size=3851658 2024-09-07T13:46:21.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.449+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=JLU3Y2CNDWM1 type=del 2024-09-07T13:46:21.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.449+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=GLKLBFO7T00Y type=del size=356755 2024-09-07T13:46:21.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.453+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=56XVTH6RT7JA type=del 2024-09-07T13:46:21.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.457+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=6FOPACOMHK8X type=del size=1997968 2024-09-07T13:46:21.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.461+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=W8HQYXG2A9NR tag=ECKA4EQ20YF2 type=del size=3128082: (22) Invalid argument 2024-09-07T13:46:21.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.461+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=XXRWY5HMQNO5 type=del size=1173653 2024-09-07T13:46:21.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.465+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~RHCU8JJ7CVVI.0 size=1048576 2024-09-07T13:46:21.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.469+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~RHCU8JJ7CVVI.1 size=1048576 2024-09-07T13:46:21.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.469+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~RHCU8JJ7CVVI.2 size=406557 2024-09-07T13:46:21.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.477+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=RHCU8JJ7CVVI tag=BIWMQMT3EL3M type=write size=3552285 2024-09-07T13:46:21.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.481+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=RWZRJ3C5SYT1 type=write size=899644 2024-09-07T13:46:21.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.485+0000 7f2cb6b6f8c0 1 < completed write operation key=ADB5YEZAZPYJ tag=V1652G3OP5S4 type=write size=114197 2024-09-07T13:46:21.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.489+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=E9R18XX20A4E type=del size=2910889 2024-09-07T13:46:21.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.493+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~QYMNLZ9JE1FJ.0 size=1048576 2024-09-07T13:46:21.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.493+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~QYMNLZ9JE1FJ.1 size=536399 2024-09-07T13:46:21.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.497+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=QYMNLZ9JE1FJ tag=HO5V350RVMNH type=write size=2633551 2024-09-07T13:46:21.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.505+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~IKOTABDHTA6Z.0 size=1048576 2024-09-07T13:46:21.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.505+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~IKOTABDHTA6Z.1 size=329412 2024-09-07T13:46:21.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.505+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=IKOTABDHTA6Z tag=OFJXY7R763IW type=write size=2426564 2024-09-07T13:46:21.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.509+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~KH2YAJJ4G54C.0 size=1048576 2024-09-07T13:46:21.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.513+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~KH2YAJJ4G54C.1 size=1048576 2024-09-07T13:46:21.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.513+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~KH2YAJJ4G54C.2 size=963748 2024-09-07T13:46:21.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.521+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=KH2YAJJ4G54C tag=LG51F3BLK7VI type=write size=4109476 2024-09-07T13:46:21.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.521+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=SQ8VP508RL0G type=del size=3601845 2024-09-07T13:46:21.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.525+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=AHTB99XNHM7A type=del 2024-09-07T13:46:21.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.533+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~DNRYWQ1LK2GU.0 size=976202 2024-09-07T13:46:21.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.533+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=DNRYWQ1LK2GU tag=HT54BYO16BRQ type=write size=2024778 2024-09-07T13:46:21.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.537+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=X71BTSRDZF8M type=del 2024-09-07T13:46:21.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.541+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=8AA0R9HSXXD0 type=del size=807448 2024-09-07T13:46:21.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.541+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~HPUXWCVD3OWW.0 size=49819 2024-09-07T13:46:21.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.549+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=HPUXWCVD3OWW tag=UIP6VTXH234C type=write size=1098395 2024-09-07T13:46:21.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.553+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=24F6EN94B0E5 type=del size=3636091 2024-09-07T13:46:21.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.557+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~ZGN1J0WNAX7S.0 size=1048576 2024-09-07T13:46:21.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.557+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~ZGN1J0WNAX7S.1 size=1048576 2024-09-07T13:46:21.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.561+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~ZGN1J0WNAX7S.2 size=421276 2024-09-07T13:46:21.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.569+0000 7f2cb6b6f8c0 1 < completed multipart upload key=7I54CNB8XS2B upload=ZGN1J0WNAX7S tag=XH3GYQBMKB27 type=write size=3567004 2024-09-07T13:46:21.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.573+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=Y4IS68N5AU1Y type=write size=113167 2024-09-07T13:46:21.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.573+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~UMKA8L09JO6Z.0 size=1048576 2024-09-07T13:46:21.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.577+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~UMKA8L09JO6Z.1 size=1048576 2024-09-07T13:46:21.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.581+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~UMKA8L09JO6Z.2 size=894038 2024-09-07T13:46:21.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.589+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=UMKA8L09JO6Z tag=UJGS6NVOIERP type=write size=4039766 2024-09-07T13:46:21.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.589+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=0SO896O3ST9V type=del size=3481747 2024-09-07T13:46:21.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.593+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=IXETN9L4O9HV type=del 2024-09-07T13:46:21.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.601+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~QQXH2AQOVUHO.0 size=1048576 2024-09-07T13:46:21.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.601+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~QQXH2AQOVUHO.1 size=1048576 2024-09-07T13:46:21.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.605+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~QQXH2AQOVUHO.2 size=226756 2024-09-07T13:46:21.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.605+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=QQXH2AQOVUHO tag=LYI91CGSUHTG type=write size=3372484 2024-09-07T13:46:21.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.609+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~8A2P3ZC1WEXT.0 size=768444 2024-09-07T13:46:21.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.617+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=8A2P3ZC1WEXT tag=QQ8A537QHBVQ type=write size=1817020 2024-09-07T13:46:21.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.621+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~SVM3Z6AEIXN6.0 size=1048576 2024-09-07T13:46:21.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.625+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~SVM3Z6AEIXN6.1 size=368243 2024-09-07T13:46:21.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.625+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=SVM3Z6AEIXN6 tag=PZS5DMOHKVYN type=write size=2465395 2024-09-07T13:46:21.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.629+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~EQ0MJ9LIKWTV.0 size=22558 2024-09-07T13:46:21.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.637+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=EQ0MJ9LIKWTV tag=UVDJG30AI13P type=write size=1071134 2024-09-07T13:46:21.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.637+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=OYAQW2XQ7OMH type=del size=285196 2024-09-07T13:46:21.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.641+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=X0IHFONBEICY type=del 2024-09-07T13:46:21.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.645+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=RBOXGYX05RMT type=del size=2365312 2024-09-07T13:46:21.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.649+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=GLKLBFO7T00Y type=del 2024-09-07T13:46:21.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.653+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=U2RJB3WJ46PB type=del size=2481411 2024-09-07T13:46:21.658 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.657+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=6FOPACOMHK8X type=del 2024-09-07T13:46:21.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.665+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~Z6WU421EMXFT.0 size=43508 2024-09-07T13:46:21.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.665+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=Z6WU421EMXFT tag=SAV1UJSY2MFK type=write size=1092084 2024-09-07T13:46:21.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.669+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=XXRWY5HMQNO5 type=del 2024-09-07T13:46:21.676 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.673+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~KVROHGW3IU9M.0 size=728362 2024-09-07T13:46:21.676 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.673+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=KVROHGW3IU9M tag=8OEMKA8LQTSR type=write size=1776938 2024-09-07T13:46:21.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.677+0000 7f2cb6b6f8c0 1 < completed write operation key=V8VL32BCEJRQ tag=RWZRJ3C5SYT1 type=write size=899644 2024-09-07T13:46:21.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.681+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=5N06510EORLH type=del size=181580 2024-09-07T13:46:21.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.689+0000 7f2cb6b6f8c0 1 < suggested update operation key=CS4B8TD9GPUR tag=E9R18XX20A4E type=del size=2910889 2024-09-07T13:46:21.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.697+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~UUGZ9LMFOPE4.0 size=1048576 2024-09-07T13:46:21.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.701+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~UUGZ9LMFOPE4.1 size=473012 2024-09-07T13:46:21.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.701+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=UUGZ9LMFOPE4 tag=OK6RG52AK52A type=write size=2570164 2024-09-07T13:46:21.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.705+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~IKOTABDHTA6Z.0 size=1048576 2024-09-07T13:46:21.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.705+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~IKOTABDHTA6Z.1 size=329412 2024-09-07T13:46:21.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.713+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=IKOTABDHTA6Z tag=OFJXY7R763IW type=write size=2426564 2024-09-07T13:46:21.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.721+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~J1G1BO00AUKA.0 size=1048576 2024-09-07T13:46:21.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.725+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~J1G1BO00AUKA.1 size=1048576 2024-09-07T13:46:21.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.725+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~J1G1BO00AUKA.2 size=42238 2024-09-07T13:46:21.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.725+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=J1G1BO00AUKA tag=G1S5O20W9AMY type=write size=3187966 2024-09-07T13:46:21.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.729+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=CS4B8TD9GPUR tag=SQ8VP508RL0G type=del size=3601845: (22) Invalid argument 2024-09-07T13:46:21.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.737+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~RGQ8HDEUP34A.0 size=1048576 2024-09-07T13:46:21.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.741+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~RGQ8HDEUP34A.1 size=266450 2024-09-07T13:46:21.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.741+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=RGQ8HDEUP34A tag=I0WQMZ2Z6M21 type=write size=2363602 2024-09-07T13:46:21.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.745+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~DNRYWQ1LK2GU.0 size=976202 2024-09-07T13:46:21.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.753+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=DNRYWQ1LK2GU tag=HT54BYO16BRQ type=write size=2024778 2024-09-07T13:46:21.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.757+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=1NOYK7JRG23H type=del size=665705 2024-09-07T13:46:21.761 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.761+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=8AA0R9HSXXD0 type=del 2024-09-07T13:46:21.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.765+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~8DVLMDJY5QJ0.0 size=294285 2024-09-07T13:46:21.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.765+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=8DVLMDJY5QJ0 tag=G4INDSY67H6K type=write size=1342861 2024-09-07T13:46:21.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.769+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=24F6EN94B0E5 type=del 2024-09-07T13:46:21.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.777+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~0BRX64R3XR7Z.0 size=1048576 2024-09-07T13:46:21.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.781+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~0BRX64R3XR7Z.1 size=671737 2024-09-07T13:46:21.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.781+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=0BRX64R3XR7Z tag=FO04HMGO1AYD type=write size=2768889 2024-09-07T13:46:21.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.785+0000 7f2cb6b6f8c0 1 < completed write operation key=X93W2ZAZXKB5 tag=Y4IS68N5AU1Y type=write size=113167 2024-09-07T13:46:21.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.789+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=0ZUH6088MV2S type=del size=16406 2024-09-07T13:46:21.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.793+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=CS4B8TD9GPUR tag=0SO896O3ST9V type=del size=3481747: (22) Invalid argument 2024-09-07T13:46:21.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.797+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=PTV06Y4ABPCC type=write size=394743 2024-09-07T13:46:21.800 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.797+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~QQXH2AQOVUHO.0 size=1048576 2024-09-07T13:46:21.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.801+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~QQXH2AQOVUHO.1 size=1048576 2024-09-07T13:46:21.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.809+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~QQXH2AQOVUHO.2 size=226756 2024-09-07T13:46:21.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.813+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=QQXH2AQOVUHO tag=LYI91CGSUHTG type=write size=3372484 2024-09-07T13:46:21.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.821+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~2WCFQV8URQZY.0 size=1048576 2024-09-07T13:46:21.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.821+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~2WCFQV8URQZY.1 size=885873 2024-09-07T13:46:21.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.821+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=2WCFQV8URQZY tag=0DRCD4T72QD4 type=write size=2983025 2024-09-07T13:46:21.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.825+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~SVM3Z6AEIXN6.0 size=1048576 2024-09-07T13:46:21.830 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.829+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~SVM3Z6AEIXN6.1 size=368243 2024-09-07T13:46:21.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.833+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=SVM3Z6AEIXN6 tag=PZS5DMOHKVYN type=write size=2465395 2024-09-07T13:46:21.842 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.841+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~25V3EOPSL6AO.0 size=220476 2024-09-07T13:46:21.842 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.841+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=25V3EOPSL6AO tag=6Y1711K76QXM type=write size=1269052 2024-09-07T13:46:21.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.845+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DKCM0NB13MGO tag=OYAQW2XQ7OMH type=del 2024-09-07T13:46:21.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.849+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=7GO2PN9JF6N0 type=del size=1723688 2024-09-07T13:46:21.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.853+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=RBOXGYX05RMT type=del 2024-09-07T13:46:21.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.861+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~UEK78JX3NOAP.0 size=1048576 2024-09-07T13:46:21.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.861+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~UEK78JX3NOAP.1 size=1048576 2024-09-07T13:46:21.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.865+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~UEK78JX3NOAP.2 size=528386 2024-09-07T13:46:21.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.865+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=UEK78JX3NOAP tag=D2BSG522W1LL type=write size=3674114 2024-09-07T13:46:21.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.869+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=U2RJB3WJ46PB type=del 2024-09-07T13:46:21.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.873+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~6V5LK0C8JY9P.0 size=1048576 2024-09-07T13:46:21.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.877+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~6V5LK0C8JY9P.1 size=907676 2024-09-07T13:46:21.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.877+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=6V5LK0C8JY9P tag=69C527XFDR69 type=write size=3004828 2024-09-07T13:46:21.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.877+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~Z6WU421EMXFT.0 size=43508 2024-09-07T13:46:21.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.885+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=Z6WU421EMXFT tag=SAV1UJSY2MFK type=write size=1092084 2024-09-07T13:46:21.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.885+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=7E8N64L61061 type=del size=3195988 2024-09-07T13:46:21.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.889+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~KVROHGW3IU9M.0 size=728362 2024-09-07T13:46:21.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.897+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=KVROHGW3IU9M tag=8OEMKA8LQTSR type=write size=1776938 2024-09-07T13:46:21.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.897+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=VGSC6GKKKKUQ type=del size=3228812 2024-09-07T13:46:21.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.901+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=5N06510EORLH type=del 2024-09-07T13:46:21.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.905+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=3AV4D5I72D8Y type=del size=1375979 2024-09-07T13:46:21.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.909+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~UUGZ9LMFOPE4.0 size=1048576 2024-09-07T13:46:21.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.913+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~UUGZ9LMFOPE4.1 size=473012 2024-09-07T13:46:21.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.917+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=UUGZ9LMFOPE4 tag=OK6RG52AK52A type=write size=2570164 2024-09-07T13:46:21.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.921+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=GXH4I157F0GK type=del size=1543879 2024-09-07T13:46:21.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.925+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~J1G1BO00AUKA.0 size=1048576 2024-09-07T13:46:21.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.925+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~J1G1BO00AUKA.1 size=1048576 2024-09-07T13:46:21.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.929+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~J1G1BO00AUKA.2 size=42238 2024-09-07T13:46:21.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.933+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=J1G1BO00AUKA tag=G1S5O20W9AMY type=write size=3187966 2024-09-07T13:46:21.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.937+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=MS5LH68A1QX0 type=write size=768815 2024-09-07T13:46:21.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.941+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~RGQ8HDEUP34A.0 size=1048576 2024-09-07T13:46:21.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.945+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~RGQ8HDEUP34A.1 size=266450 2024-09-07T13:46:21.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.949+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=RGQ8HDEUP34A tag=I0WQMZ2Z6M21 type=write size=2363602 2024-09-07T13:46:21.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.957+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~AX9X8FH835GD.0 size=772465 2024-09-07T13:46:21.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.957+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=AX9X8FH835GD tag=RPA618BEPHW8 type=write size=1821041 2024-09-07T13:46:21.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.961+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=1NOYK7JRG23H type=del 2024-09-07T13:46:21.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.965+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~3CZLC1L4A95D.0 size=1048576 2024-09-07T13:46:21.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.969+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~3CZLC1L4A95D.1 size=512828 2024-09-07T13:46:21.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.969+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=3CZLC1L4A95D tag=I356YL3UGB1H type=write size=2609980 2024-09-07T13:46:21.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.969+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_WLP6TFW0KQQI.2~8DVLMDJY5QJ0.0 size=294285 2024-09-07T13:46:21.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.973+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=WLP6TFW0KQQI upload=8DVLMDJY5QJ0 tag=G4INDSY67H6K type=write size=1342861 2024-09-07T13:46:21.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.977+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=91G2OL1JOHS4 type=del size=2043478 2024-09-07T13:46:21.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.981+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~0BRX64R3XR7Z.0 size=1048576 2024-09-07T13:46:21.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.985+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~0BRX64R3XR7Z.1 size=671737 2024-09-07T13:46:21.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.989+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=0BRX64R3XR7Z tag=FO04HMGO1AYD type=write size=2768889 2024-09-07T13:46:21.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.993+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~DFQAJRWZOGAE.0 size=1048576 2024-09-07T13:46:21.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.997+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~DFQAJRWZOGAE.1 size=1036777 2024-09-07T13:46:21.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:21.997+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=DFQAJRWZOGAE tag=NPUVKPC8W6L2 type=write size=3133929 2024-09-07T13:46:22.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.001+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=0ZUH6088MV2S type=del 2024-09-07T13:46:22.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.005+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=WO9WOUFD75YY type=del size=3042298 2024-09-07T13:46:22.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.005+0000 7f2cb6b6f8c0 1 < completed write operation key=FZUZGIZAKB07 tag=PTV06Y4ABPCC type=write size=394743 2024-09-07T13:46:22.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.009+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=T3X65V3M077W type=del size=353282 2024-09-07T13:46:22.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.013+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~2WCFQV8URQZY.0 size=1048576 2024-09-07T13:46:22.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.013+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_8CA8BLUFHJ91.2~2WCFQV8URQZY.1 size=885873 2024-09-07T13:46:22.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.017+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=8CA8BLUFHJ91 upload=2WCFQV8URQZY tag=0DRCD4T72QD4 type=write size=2983025 2024-09-07T13:46:22.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.025+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~UA4X7W6YKB2J.0 size=1048576 2024-09-07T13:46:22.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.025+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~UA4X7W6YKB2J.1 size=1048576 2024-09-07T13:46:22.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.029+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~UA4X7W6YKB2J.2 size=73853 2024-09-07T13:46:22.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.029+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=UA4X7W6YKB2J tag=RO1IRXRXJP8H type=write size=3219581 2024-09-07T13:46:22.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.033+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~25V3EOPSL6AO.0 size=220476 2024-09-07T13:46:22.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.037+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=25V3EOPSL6AO tag=6Y1711K76QXM type=write size=1269052 2024-09-07T13:46:22.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.045+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~7ITDQT4MCKM2.0 size=1048576 2024-09-07T13:46:22.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.045+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~7ITDQT4MCKM2.1 size=1048576 2024-09-07T13:46:22.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.049+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~7ITDQT4MCKM2.2 size=616209 2024-09-07T13:46:22.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.049+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=7ITDQT4MCKM2 tag=EPB6NZNM2O2W type=write size=3761937 2024-09-07T13:46:22.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.053+0000 7f2cb6b6f8c0 1 < canceled operation key=X93W2ZAZXKB5 tag=7GO2PN9JF6N0 type=del size=1723688 2024-09-07T13:46:22.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.057+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=U0FQW0ZYDDA0 type=del size=1405879 2024-09-07T13:46:22.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.057+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~UEK78JX3NOAP.0 size=1048576 2024-09-07T13:46:22.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.061+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~UEK78JX3NOAP.1 size=1048576 2024-09-07T13:46:22.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.065+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~UEK78JX3NOAP.2 size=528386 2024-09-07T13:46:22.071 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.069+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=UEK78JX3NOAP tag=D2BSG522W1LL type=write size=3674114 2024-09-07T13:46:22.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.073+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=O515J517QRE4 type=write size=403308 2024-09-07T13:46:22.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.077+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~6V5LK0C8JY9P.0 size=1048576 2024-09-07T13:46:22.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.077+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~6V5LK0C8JY9P.1 size=907676 2024-09-07T13:46:22.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.085+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=6V5LK0C8JY9P tag=69C527XFDR69 type=write size=3004828 2024-09-07T13:46:22.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.089+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~7SNY3EVKUFEZ.0 size=1048576 2024-09-07T13:46:22.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.093+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~7SNY3EVKUFEZ.1 size=1048576 2024-09-07T13:46:22.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.093+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~7SNY3EVKUFEZ.2 size=677392 2024-09-07T13:46:22.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.093+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=7SNY3EVKUFEZ tag=V2GRPMMVKZHY type=write size=3823120 2024-09-07T13:46:22.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.097+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=7E8N64L61061 type=del 2024-09-07T13:46:22.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.105+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=DXKKPSOJB68Z type=del size=2275167 2024-09-07T13:46:22.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.109+0000 7f2cb6b6f8c0 1 < canceled operation key=R249V3K5CGU6 tag=VGSC6GKKKKUQ type=del size=3228812 2024-09-07T13:46:22.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.113+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~BUG0FPI63RW4.0 size=1048576 2024-09-07T13:46:22.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.117+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~BUG0FPI63RW4.1 size=379836 2024-09-07T13:46:22.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.117+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=BUG0FPI63RW4 tag=66MRR4OC31GN type=write size=2476988 2024-09-07T13:46:22.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.125+0000 7f2cb6b6f8c0 1 < suggested update operation key=UN7NW8NTF67Q tag=3AV4D5I72D8Y type=del size=1375979 2024-09-07T13:46:22.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.125+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=W3ZXO1JBYI2W type=del size=368555 2024-09-07T13:46:22.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.129+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=GXH4I157F0GK type=del 2024-09-07T13:46:22.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.133+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=ZM8BZG845JS5 type=del size=489418 2024-09-07T13:46:22.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.137+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=UN7NW8NTF67Q tag=MS5LH68A1QX0 type=write size=768815: (22) Invalid argument 2024-09-07T13:46:22.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.141+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~TKXR4P1OPTSB.0 size=580198 2024-09-07T13:46:22.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.141+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=TKXR4P1OPTSB tag=9RAJBTOCJIP3 type=write size=1628774 2024-09-07T13:46:22.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.145+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~AX9X8FH835GD.0 size=772465 2024-09-07T13:46:22.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.149+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=AX9X8FH835GD tag=RPA618BEPHW8 type=write size=1821041 2024-09-07T13:46:22.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.153+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=E26L8AYVX4S9 type=write size=594401 2024-09-07T13:46:22.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.157+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~3CZLC1L4A95D.0 size=1048576 2024-09-07T13:46:22.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.161+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~3CZLC1L4A95D.1 size=512828 2024-09-07T13:46:22.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.165+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=3CZLC1L4A95D tag=I356YL3UGB1H type=write size=2609980 2024-09-07T13:46:22.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.169+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=1SHLHI41DU4P type=write size=467095 2024-09-07T13:46:22.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.173+0000 7f2cb6b6f8c0 1 < canceled operation key=Z6G2MS36EF8U tag=91G2OL1JOHS4 type=del size=2043478 2024-09-07T13:46:22.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.177+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~G2URWHIHL3GC.0 size=1048576 2024-09-07T13:46:22.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.181+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~G2URWHIHL3GC.1 size=1048576 2024-09-07T13:46:22.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.181+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~G2URWHIHL3GC.2 size=403684 2024-09-07T13:46:22.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.181+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=G2URWHIHL3GC tag=9MC9ZOLWUBKQ type=write size=3549412 2024-09-07T13:46:22.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.185+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_X93W2ZAZXKB5.2~DFQAJRWZOGAE.0 size=1048576 2024-09-07T13:46:22.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.185+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~DFQAJRWZOGAE.1 size=1036777 2024-09-07T13:46:22.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.193+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=X93W2ZAZXKB5 upload=DFQAJRWZOGAE tag=NPUVKPC8W6L2 type=write size=3133929 2024-09-07T13:46:22.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.197+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~1KGRX22EMUHY.0 size=1048576 2024-09-07T13:46:22.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.201+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~1KGRX22EMUHY.1 size=1048576 2024-09-07T13:46:22.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.201+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~1KGRX22EMUHY.2 size=513417 2024-09-07T13:46:22.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.201+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=1KGRX22EMUHY tag=JC72IPUJ7F0O type=write size=3659145 2024-09-07T13:46:22.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.205+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=WO9WOUFD75YY type=del 2024-09-07T13:46:22.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.213+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~AZML6MBI1CJJ.0 size=1048576 2024-09-07T13:46:22.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.217+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~AZML6MBI1CJJ.1 size=1048576 2024-09-07T13:46:22.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.217+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~AZML6MBI1CJJ.2 size=389368 2024-09-07T13:46:22.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.217+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=AZML6MBI1CJJ tag=TMLJBVKSHTQE type=write size=3535096 2024-09-07T13:46:22.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.221+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=T3X65V3M077W type=del 2024-09-07T13:46:22.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.225+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=3YBKGSEO8H9H type=del size=1028228 2024-09-07T13:46:22.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.229+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~UA4X7W6YKB2J.0 size=1048576 2024-09-07T13:46:22.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.229+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~UA4X7W6YKB2J.1 size=1048576 2024-09-07T13:46:22.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.233+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~UA4X7W6YKB2J.2 size=73853 2024-09-07T13:46:22.240 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.241+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=UA4X7W6YKB2J tag=RO1IRXRXJP8H type=write size=3219581 2024-09-07T13:46:22.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.241+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=HX13GUR1RLGV type=del size=3767276 2024-09-07T13:46:22.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.245+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~7ITDQT4MCKM2.0 size=1048576 2024-09-07T13:46:22.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.249+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~7ITDQT4MCKM2.1 size=1048576 2024-09-07T13:46:22.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.249+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~7ITDQT4MCKM2.2 size=616209 2024-09-07T13:46:22.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.257+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=7ITDQT4MCKM2 tag=EPB6NZNM2O2W type=write size=3761937 2024-09-07T13:46:22.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.261+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~SE8N7XLJLV8K.0 size=68286 2024-09-07T13:46:22.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.261+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=SE8N7XLJLV8K tag=3HXLTECE1DOQ type=write size=1116862 2024-09-07T13:46:22.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.265+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=U0FQW0ZYDDA0 type=del 2024-09-07T13:46:22.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.273+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~C79RUOS7S0P7.0 size=1048576 2024-09-07T13:46:22.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.273+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~C79RUOS7S0P7.1 size=1048576 2024-09-07T13:46:22.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.277+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~C79RUOS7S0P7.2 size=959868 2024-09-07T13:46:22.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.277+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=C79RUOS7S0P7 tag=E2PDYR65SAY3 type=write size=4105596 2024-09-07T13:46:22.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.281+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=O515J517QRE4 type=write size=403308 2024-09-07T13:46:22.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.285+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=52VST1C2RMCL type=del size=600108 2024-09-07T13:46:22.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.289+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~7SNY3EVKUFEZ.0 size=1048576 2024-09-07T13:46:22.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.289+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~7SNY3EVKUFEZ.1 size=1048576 2024-09-07T13:46:22.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.293+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~7SNY3EVKUFEZ.2 size=677392 2024-09-07T13:46:22.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.301+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=7SNY3EVKUFEZ tag=V2GRPMMVKZHY type=write size=3823120 2024-09-07T13:46:22.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.305+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~TJXGMEP3QNYD.0 size=1048576 2024-09-07T13:46:22.308 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.305+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~TJXGMEP3QNYD.1 size=310935 2024-09-07T13:46:22.308 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.305+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=TJXGMEP3QNYD tag=JV5CFMYP3KD6 type=write size=2408087 2024-09-07T13:46:22.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.309+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=DXKKPSOJB68Z type=del 2024-09-07T13:46:22.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.313+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~13B43AF39DDU.0 size=1048576 2024-09-07T13:46:22.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.317+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~13B43AF39DDU.1 size=1048576 2024-09-07T13:46:22.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.317+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~13B43AF39DDU.2 size=717534 2024-09-07T13:46:22.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.317+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=13B43AF39DDU tag=3D3WMCLZG362 type=write size=3863262 2024-09-07T13:46:22.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.321+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~BUG0FPI63RW4.0 size=1048576 2024-09-07T13:46:22.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.321+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_55Q1KQM4NQFR.2~BUG0FPI63RW4.1 size=379836 2024-09-07T13:46:22.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.325+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=55Q1KQM4NQFR upload=BUG0FPI63RW4 tag=66MRR4OC31GN type=write size=2476988 2024-09-07T13:46:22.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.329+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=SGO3JEW19EUK type=del size=3563795 2024-09-07T13:46:22.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.333+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=W3ZXO1JBYI2W type=del 2024-09-07T13:46:22.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.337+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=RYKNYH06ELE9 type=write size=326068 2024-09-07T13:46:22.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.341+0000 7f2cb6b6f8c0 1 < canceled operation key=W120AMT2ALD9 tag=ZM8BZG845JS5 type=del size=489418 2024-09-07T13:46:22.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.345+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~3USLF0PXCC1N.0 size=1048576 2024-09-07T13:46:22.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.349+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~3USLF0PXCC1N.1 size=1048576 2024-09-07T13:46:22.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.353+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~3USLF0PXCC1N.2 size=511763 2024-09-07T13:46:22.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.353+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=3USLF0PXCC1N tag=1UW4G3LUV72A type=write size=3657491 2024-09-07T13:46:22.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.353+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~TKXR4P1OPTSB.0 size=580198 2024-09-07T13:46:22.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.361+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=TKXR4P1OPTSB tag=9RAJBTOCJIP3 type=write size=1628774 2024-09-07T13:46:22.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.361+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=LK8493SMRBJB type=del size=3178582 2024-09-07T13:46:22.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.365+0000 7f2cb6b6f8c0 1 < canceled operation key=8CA8BLUFHJ91 tag=E26L8AYVX4S9 type=write size=594401 2024-09-07T13:46:22.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.369+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~NGY6QTTK3ALZ.0 size=1048576 2024-09-07T13:46:22.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.373+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~NGY6QTTK3ALZ.1 size=7093 2024-09-07T13:46:22.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.373+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=NGY6QTTK3ALZ tag=STI3KWDDPJV9 type=write size=2104245 2024-09-07T13:46:22.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.377+0000 7f2cb6b6f8c0 1 < completed write operation key=BAIMASZ4JKTJ tag=1SHLHI41DU4P type=write size=467095 2024-09-07T13:46:22.385 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.385+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~AP93P389NUFK.0 size=1048576 2024-09-07T13:46:22.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.385+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~AP93P389NUFK.1 size=728261 2024-09-07T13:46:22.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.385+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=AP93P389NUFK tag=72WUIT2EOBP8 type=write size=2825413 2024-09-07T13:46:22.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.389+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~G2URWHIHL3GC.0 size=1048576 2024-09-07T13:46:22.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.393+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~G2URWHIHL3GC.1 size=1048576 2024-09-07T13:46:22.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.393+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~G2URWHIHL3GC.2 size=403684 2024-09-07T13:46:22.405 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.405+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=G2URWHIHL3GC tag=9MC9ZOLWUBKQ type=write size=3549412 2024-09-07T13:46:22.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.409+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~HOR0HTAFEIY3.0 size=971675 2024-09-07T13:46:22.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.409+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=HOR0HTAFEIY3 tag=NV9II583OB8W type=write size=2020251 2024-09-07T13:46:22.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.413+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~1KGRX22EMUHY.0 size=1048576 2024-09-07T13:46:22.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.413+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_UN7NW8NTF67Q.2~1KGRX22EMUHY.1 size=1048576 2024-09-07T13:46:22.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.413+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~1KGRX22EMUHY.2 size=513417 2024-09-07T13:46:22.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.421+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=UN7NW8NTF67Q upload=1KGRX22EMUHY tag=JC72IPUJ7F0O type=write size=3659145 2024-09-07T13:46:22.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.421+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=D5AIXIMK5ZB3 type=del size=3723269 2024-09-07T13:46:22.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.425+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~AZML6MBI1CJJ.0 size=1048576 2024-09-07T13:46:22.431 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.429+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~AZML6MBI1CJJ.1 size=1048576 2024-09-07T13:46:22.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.433+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~AZML6MBI1CJJ.2 size=389368 2024-09-07T13:46:22.440 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.437+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=AZML6MBI1CJJ tag=TMLJBVKSHTQE type=write size=3535096 2024-09-07T13:46:22.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.441+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=OW6SGJ95RKXX type=del size=1581015 2024-09-07T13:46:22.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.445+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=3YBKGSEO8H9H type=del 2024-09-07T13:46:22.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.449+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=UHXFL5DVFOHM type=write size=334576 2024-09-07T13:46:22.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.453+0000 7f2cb6b6f8c0 1 < canceled operation key=FZUZGIZAKB07 tag=HX13GUR1RLGV type=del size=3767276 2024-09-07T13:46:22.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.461+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~W045S3E0Z4E0.0 size=1048576 2024-09-07T13:46:22.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.465+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~W045S3E0Z4E0.1 size=950555 2024-09-07T13:46:22.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.465+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=W045S3E0Z4E0 tag=S1CRVGZQCGMY type=write size=3047707 2024-09-07T13:46:22.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.469+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~SE8N7XLJLV8K.0 size=68286 2024-09-07T13:46:22.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.473+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=SE8N7XLJLV8K tag=3HXLTECE1DOQ type=write size=1116862 2024-09-07T13:46:22.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.477+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=G4TSOWV9ER5Q type=del size=1347093 2024-09-07T13:46:22.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.481+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~C79RUOS7S0P7.0 size=1048576 2024-09-07T13:46:22.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.481+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~C79RUOS7S0P7.1 size=1048576 2024-09-07T13:46:22.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.485+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~C79RUOS7S0P7.2 size=959868 2024-09-07T13:46:22.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.493+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=C79RUOS7S0P7 tag=E2PDYR65SAY3 type=write size=4105596 2024-09-07T13:46:22.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.497+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=IBOEHOG49M1V type=del size=1974836 2024-09-07T13:46:22.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.497+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=52VST1C2RMCL type=del 2024-09-07T13:46:22.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.501+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=QC3XYJP3853P type=del size=3399157 2024-09-07T13:46:22.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.505+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~TJXGMEP3QNYD.0 size=1048576 2024-09-07T13:46:22.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.505+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_Z6G2MS36EF8U.2~TJXGMEP3QNYD.1 size=310935 2024-09-07T13:46:22.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.509+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=Z6G2MS36EF8U upload=TJXGMEP3QNYD tag=JV5CFMYP3KD6 type=write size=2408087 2024-09-07T13:46:22.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.513+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=0V49DC8PB9KG type=del size=3370313 2024-09-07T13:46:22.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.517+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~13B43AF39DDU.0 size=1048576 2024-09-07T13:46:22.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.521+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~13B43AF39DDU.1 size=1048576 2024-09-07T13:46:22.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.525+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~13B43AF39DDU.2 size=717534 2024-09-07T13:46:22.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.529+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=13B43AF39DDU tag=3D3WMCLZG362 type=write size=3863262 2024-09-07T13:46:22.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.537+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~1GM8ZSXAJ5MJ.0 size=1048576 2024-09-07T13:46:22.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.537+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~1GM8ZSXAJ5MJ.1 size=1048576 2024-09-07T13:46:22.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.541+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~1GM8ZSXAJ5MJ.2 size=56542 2024-09-07T13:46:22.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.541+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=1GM8ZSXAJ5MJ tag=Y4W71RSS44CL type=write size=3202270 2024-09-07T13:46:22.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.545+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=SGO3JEW19EUK type=del 2024-09-07T13:46:22.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.549+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=ISNPX1G7P9H4 type=write size=158791 2024-09-07T13:46:22.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.553+0000 7f2cb6b6f8c0 1 < canceled operation key=DM4166SINSRL tag=RYKNYH06ELE9 type=write size=326068 2024-09-07T13:46:22.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.557+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=FWZFP44YTY49 type=del size=937809 2024-09-07T13:46:22.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.561+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~3USLF0PXCC1N.0 size=1048576 2024-09-07T13:46:22.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.561+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~3USLF0PXCC1N.1 size=1048576 2024-09-07T13:46:22.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.565+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~3USLF0PXCC1N.2 size=511763 2024-09-07T13:46:22.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.569+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=3USLF0PXCC1N tag=1UW4G3LUV72A type=write size=3657491 2024-09-07T13:46:22.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.577+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~34VGZRN8PNCX.0 size=10733 2024-09-07T13:46:22.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.577+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=34VGZRN8PNCX tag=D9EKSUEA7BIO type=write size=1059309 2024-09-07T13:46:22.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.581+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=LK8493SMRBJB type=del 2024-09-07T13:46:22.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.589+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~XOJEXOT4H25I.0 size=1048576 2024-09-07T13:46:22.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.589+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~XOJEXOT4H25I.1 size=1048576 2024-09-07T13:46:22.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.593+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~XOJEXOT4H25I.2 size=477869 2024-09-07T13:46:22.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.593+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=XOJEXOT4H25I tag=SFJN6HP9HEET type=write size=3623597 2024-09-07T13:46:22.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.597+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~NGY6QTTK3ALZ.0 size=1048576 2024-09-07T13:46:22.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.601+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~NGY6QTTK3ALZ.1 size=7093 2024-09-07T13:46:22.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.605+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=NGY6QTTK3ALZ tag=STI3KWDDPJV9 type=write size=2104245 2024-09-07T13:46:22.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.613+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~7BH5CWDIRBTQ.0 size=1048576 2024-09-07T13:46:22.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.613+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~7BH5CWDIRBTQ.1 size=482016 2024-09-07T13:46:22.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.613+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=7BH5CWDIRBTQ tag=M6QAPI9SJZ2K type=write size=2579168 2024-09-07T13:46:22.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.617+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~AP93P389NUFK.0 size=1048576 2024-09-07T13:46:22.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.621+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~AP93P389NUFK.1 size=728261 2024-09-07T13:46:22.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.625+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=AP93P389NUFK tag=72WUIT2EOBP8 type=write size=2825413 2024-09-07T13:46:22.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.633+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~HB1QP26DAKUE.0 size=1048576 2024-09-07T13:46:22.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.637+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~HB1QP26DAKUE.1 size=620992 2024-09-07T13:46:22.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.637+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=HB1QP26DAKUE tag=8MLUWN0FLV44 type=write size=2718144 2024-09-07T13:46:22.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.641+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~HOR0HTAFEIY3.0 size=971675 2024-09-07T13:46:22.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.645+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=HOR0HTAFEIY3 tag=NV9II583OB8W type=write size=2020251 2024-09-07T13:46:22.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.653+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~O7W0KM5MGKXJ.0 size=1048576 2024-09-07T13:46:22.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.653+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~O7W0KM5MGKXJ.1 size=767127 2024-09-07T13:46:22.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.653+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=O7W0KM5MGKXJ tag=QE564N2J29P8 type=write size=2864279 2024-09-07T13:46:22.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.657+0000 7f2cb6b6f8c0 1 < canceled operation key=W8HQYXG2A9NR tag=D5AIXIMK5ZB3 type=del size=3723269 2024-09-07T13:46:22.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.665+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~Y0H09JNI4DXG.0 size=366145 2024-09-07T13:46:22.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.665+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=Y0H09JNI4DXG tag=57T0XC92US6J type=write size=1414721 2024-09-07T13:46:22.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.669+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=OW6SGJ95RKXX type=del 2024-09-07T13:46:22.673 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.673+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=5NR1YGGC13AK type=del size=1710668 2024-09-07T13:46:22.677 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.677+0000 7f2cb6b6f8c0 1 < completed write operation key=CS4B8TD9GPUR tag=UHXFL5DVFOHM type=write size=334576 2024-09-07T13:46:22.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.681+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~Y5SY5JXG6PF8.0 size=361623 2024-09-07T13:46:22.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.681+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=Y5SY5JXG6PF8 tag=MPVNB50O6MY4 type=write size=1410199 2024-09-07T13:46:22.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.685+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~W045S3E0Z4E0.0 size=1048576 2024-09-07T13:46:22.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.689+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~W045S3E0Z4E0.1 size=950555 2024-09-07T13:46:22.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.693+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=W045S3E0Z4E0 tag=S1CRVGZQCGMY type=write size=3047707 2024-09-07T13:46:22.699 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.697+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=93IGI680FKEQ type=del size=175241 2024-09-07T13:46:22.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.701+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=G4TSOWV9ER5Q type=del 2024-09-07T13:46:22.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.705+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=G6HM1D9Q7TZ7 type=del size=3562109 2024-09-07T13:46:22.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.709+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=IBOEHOG49M1V type=del 2024-09-07T13:46:22.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.713+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=BHH4S1DYFOCD type=write size=389051 2024-09-07T13:46:22.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.717+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=QC3XYJP3853P type=del 2024-09-07T13:46:22.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.725+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=ZZIRLBEGEV2K type=del size=1181870 2024-09-07T13:46:22.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.725+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=0V49DC8PB9KG type=del 2024-09-07T13:46:22.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.729+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=Y60AFXCNBF9R type=del size=2443560 2024-09-07T13:46:22.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.733+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~1GM8ZSXAJ5MJ.0 size=1048576 2024-09-07T13:46:22.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.737+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~1GM8ZSXAJ5MJ.1 size=1048576 2024-09-07T13:46:22.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.741+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~1GM8ZSXAJ5MJ.2 size=56542 2024-09-07T13:46:22.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.745+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=1GM8ZSXAJ5MJ tag=Y4W71RSS44CL type=write size=3202270 2024-09-07T13:46:22.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.753+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~I22RQTZ3G0N1.0 size=13726 2024-09-07T13:46:22.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.753+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=I22RQTZ3G0N1 tag=NFK45W34K02S type=write size=1062302 2024-09-07T13:46:22.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.757+0000 7f2cb6b6f8c0 1 < completed write operation key=CAH1NEU5UDEG tag=ISNPX1G7P9H4 type=write size=158791 2024-09-07T13:46:22.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.757+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=VRPCNNNS5Q6P type=del size=846698 2024-09-07T13:46:22.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.765+0000 7f2cb6b6f8c0 1 < suggested update operation key=30MLFTW2U44U tag=FWZFP44YTY49 type=del size=937809 2024-09-07T13:46:22.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.769+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=WI4018LMKATX type=del size=3772759 2024-09-07T13:46:22.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.773+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~34VGZRN8PNCX.0 size=10733 2024-09-07T13:46:22.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.777+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=34VGZRN8PNCX tag=D9EKSUEA7BIO type=write size=1059309 2024-09-07T13:46:22.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.781+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=F6TPHMULQ980 type=del size=632777 2024-09-07T13:46:22.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.785+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~XOJEXOT4H25I.0 size=1048576 2024-09-07T13:46:22.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.789+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~XOJEXOT4H25I.1 size=1048576 2024-09-07T13:46:22.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.793+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~XOJEXOT4H25I.2 size=477869 2024-09-07T13:46:22.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.797+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=XOJEXOT4H25I tag=SFJN6HP9HEET type=write size=3623597 2024-09-07T13:46:22.804 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.801+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=HNDH0MSJBA0B type=del size=661685 2024-09-07T13:46:22.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.805+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~7BH5CWDIRBTQ.0 size=1048576 2024-09-07T13:46:22.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.805+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~7BH5CWDIRBTQ.1 size=482016 2024-09-07T13:46:22.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.813+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=7BH5CWDIRBTQ tag=M6QAPI9SJZ2K type=write size=2579168 2024-09-07T13:46:22.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.817+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~96YGWMLA7ROV.0 size=153910 2024-09-07T13:46:22.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.817+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=96YGWMLA7ROV tag=700DM261KKQB type=write size=1202486 2024-09-07T13:46:22.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.817+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_6EVCJ3MF1PN3.2~HB1QP26DAKUE.0 size=1048576 2024-09-07T13:46:22.822 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.821+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~HB1QP26DAKUE.1 size=620992 2024-09-07T13:46:22.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.825+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=6EVCJ3MF1PN3 upload=HB1QP26DAKUE tag=8MLUWN0FLV44 type=write size=2718144 2024-09-07T13:46:22.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.829+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=K9ULWYF0L3CN type=del size=1076569 2024-09-07T13:46:22.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.833+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~O7W0KM5MGKXJ.0 size=1048576 2024-09-07T13:46:22.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.833+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~O7W0KM5MGKXJ.1 size=767127 2024-09-07T13:46:22.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.837+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=O7W0KM5MGKXJ tag=QE564N2J29P8 type=write size=2864279 2024-09-07T13:46:22.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.841+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=X4I4TWH402BS type=write size=91343 2024-09-07T13:46:22.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.845+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~Y0H09JNI4DXG.0 size=366145 2024-09-07T13:46:22.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.849+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=Y0H09JNI4DXG tag=57T0XC92US6J type=write size=1414721 2024-09-07T13:46:22.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.853+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~LEEHVLFOH4CQ.0 size=1048576 2024-09-07T13:46:22.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.857+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~LEEHVLFOH4CQ.1 size=1048576 2024-09-07T13:46:22.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.857+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~LEEHVLFOH4CQ.2 size=208528 2024-09-07T13:46:22.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.857+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=LEEHVLFOH4CQ tag=QSTMJ05BR2C4 type=write size=3354256 2024-09-07T13:46:22.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.861+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=5NR1YGGC13AK type=del 2024-09-07T13:46:22.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.865+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=I7HU1TMF2WN3 type=write size=666536 2024-09-07T13:46:22.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.865+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~Y5SY5JXG6PF8.0 size=361623 2024-09-07T13:46:22.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.873+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=Y5SY5JXG6PF8 tag=MPVNB50O6MY4 type=write size=1410199 2024-09-07T13:46:22.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.873+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=0SH538A1LMFZ type=write size=642 2024-09-07T13:46:22.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.877+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=30MLFTW2U44U tag=93IGI680FKEQ type=del size=175241: (22) Invalid argument 2024-09-07T13:46:22.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.881+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=62J3GQHHET1V type=del size=1399884 2024-09-07T13:46:22.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.885+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=G6HM1D9Q7TZ7 type=del 2024-09-07T13:46:22.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.889+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~TWJUM6IUVUTV.0 size=99337 2024-09-07T13:46:22.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.889+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=TWJUM6IUVUTV tag=Z0C170NZC5R3 type=write size=1147913 2024-09-07T13:46:22.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.893+0000 7f2cb6b6f8c0 1 < completed write operation key=ZVZ04CSVO3XE tag=BHH4S1DYFOCD type=write size=389051 2024-09-07T13:46:22.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.897+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~SE12XVRYZ7LC.0 size=1048576 2024-09-07T13:46:22.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.901+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~SE12XVRYZ7LC.1 size=1048576 2024-09-07T13:46:22.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.901+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~SE12XVRYZ7LC.2 size=698819 2024-09-07T13:46:22.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.901+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=SE12XVRYZ7LC tag=2J898N6W4EGB type=write size=3844547 2024-09-07T13:46:22.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.905+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=ZZIRLBEGEV2K type=del 2024-09-07T13:46:22.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.913+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~9140UW8JXKS1.0 size=1048576 2024-09-07T13:46:22.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.913+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~9140UW8JXKS1.1 size=1048576 2024-09-07T13:46:22.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.917+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~9140UW8JXKS1.2 size=496558 2024-09-07T13:46:22.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.917+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=9140UW8JXKS1 tag=051IU5GOB1AT type=write size=3642286 2024-09-07T13:46:22.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.921+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=Y60AFXCNBF9R type=del 2024-09-07T13:46:22.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.925+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=YYIZDVY7E9J0 type=del size=3506651 2024-09-07T13:46:22.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.925+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_FZUZGIZAKB07.2~I22RQTZ3G0N1.0 size=13726 2024-09-07T13:46:22.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.929+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=FZUZGIZAKB07 upload=I22RQTZ3G0N1 tag=NFK45W34K02S type=write size=1062302 2024-09-07T13:46:22.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.933+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=BARL2NVYLRCE type=del size=3747884 2024-09-07T13:46:22.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.937+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=VRPCNNNS5Q6P type=del 2024-09-07T13:46:22.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.941+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~6CFGQ8SC2RE0.0 size=1048576 2024-09-07T13:46:22.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.941+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~6CFGQ8SC2RE0.1 size=1048576 2024-09-07T13:46:22.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.945+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~6CFGQ8SC2RE0.2 size=361812 2024-09-07T13:46:22.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.945+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=6CFGQ8SC2RE0 tag=D7Y3NC7VA3KZ type=write size=3507540 2024-09-07T13:46:22.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.949+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=WI4018LMKATX type=del 2024-09-07T13:46:22.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.953+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~SZD30I1U546T.0 size=435056 2024-09-07T13:46:22.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.953+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=SZD30I1U546T tag=5SP16Y43MAY8 type=write size=1483632 2024-09-07T13:46:22.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.957+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=F6TPHMULQ980 type=del 2024-09-07T13:46:22.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.961+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~MU7MUMHAIK9Z.0 size=599530 2024-09-07T13:46:22.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.961+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=MU7MUMHAIK9Z tag=B5SEUPCULF0S type=write size=1648106 2024-09-07T13:46:22.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.969+0000 7f2cb6b6f8c0 1 < suggested remove operation key=BAIMASZ4JKTJ tag=HNDH0MSJBA0B type=del 2024-09-07T13:46:22.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.973+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~4KFF4JDA7QL1.0 size=1048576 2024-09-07T13:46:22.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.977+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~4KFF4JDA7QL1.1 size=136087 2024-09-07T13:46:22.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.977+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=4KFF4JDA7QL1 tag=G5N2EECESTPH type=write size=2233239 2024-09-07T13:46:22.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.977+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~96YGWMLA7ROV.0 size=153910 2024-09-07T13:46:22.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.985+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=96YGWMLA7ROV tag=700DM261KKQB type=write size=1202486 2024-09-07T13:46:22.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.985+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=UFTTOIFTX8T7 type=write size=384014 2024-09-07T13:46:22.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.989+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=K9ULWYF0L3CN type=del 2024-09-07T13:46:22.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.993+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~6BSQT9XV5SLW.0 size=1048576 2024-09-07T13:46:22.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.997+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~6BSQT9XV5SLW.1 size=994559 2024-09-07T13:46:22.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:22.997+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=6BSQT9XV5SLW tag=ANHB27S6UQJ2 type=write size=3091711 2024-09-07T13:46:23.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.001+0000 7f2cb6b6f8c0 1 < completed write operation key=4MKAO5GJGCYD tag=X4I4TWH402BS type=write size=91343 2024-09-07T13:46:23.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.005+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~357W1HNORYEE.0 size=1048576 2024-09-07T13:46:23.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.009+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~357W1HNORYEE.1 size=1048576 2024-09-07T13:46:23.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.013+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~357W1HNORYEE.2 size=1017683 2024-09-07T13:46:23.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.013+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=357W1HNORYEE tag=HHPQA3XB0X4T type=write size=4163411 2024-09-07T13:46:23.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.017+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~LEEHVLFOH4CQ.0 size=1048576 2024-09-07T13:46:23.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.017+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~LEEHVLFOH4CQ.1 size=1048576 2024-09-07T13:46:23.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.017+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_DKCM0NB13MGO.2~LEEHVLFOH4CQ.2 size=208528 2024-09-07T13:46:23.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.021+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=DKCM0NB13MGO upload=LEEHVLFOH4CQ tag=QSTMJ05BR2C4 type=write size=3354256 2024-09-07T13:46:23.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.025+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=QHEI6WBAGO7H type=del size=2614558 2024-09-07T13:46:23.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.029+0000 7f2cb6b6f8c0 1 < completed write operation key=Z6G2MS36EF8U tag=I7HU1TMF2WN3 type=write size=666536 2024-09-07T13:46:23.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.029+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=TFDXVWM3XZU3 type=del size=2132501 2024-09-07T13:46:23.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.033+0000 7f2cb6b6f8c0 1 < completed write operation key=SJ0CJGHYGTKP tag=0SH538A1LMFZ type=write size=642 2024-09-07T13:46:23.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.037+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~KB6AF8S2H6WK.0 size=1048576 2024-09-07T13:46:23.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.041+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~KB6AF8S2H6WK.1 size=93460 2024-09-07T13:46:23.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.041+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=KB6AF8S2H6WK tag=B43ZKLJ22X5B type=write size=2190612 2024-09-07T13:46:23.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.045+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=62J3GQHHET1V type=del 2024-09-07T13:46:23.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.049+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~HP8X3S7O13CP.0 size=1048576 2024-09-07T13:46:23.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.053+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~HP8X3S7O13CP.1 size=48325 2024-09-07T13:46:23.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.053+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=HP8X3S7O13CP tag=VW5PGLGLFMTO type=write size=2145477 2024-09-07T13:46:23.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.057+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~TWJUM6IUVUTV.0 size=99337 2024-09-07T13:46:23.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.061+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=TWJUM6IUVUTV tag=Z0C170NZC5R3 type=write size=1147913 2024-09-07T13:46:23.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.065+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~K0PAZ024D1A4.0 size=1048576 2024-09-07T13:46:23.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.069+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~K0PAZ024D1A4.1 size=790958 2024-09-07T13:46:23.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.069+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=K0PAZ024D1A4 tag=SIZICOA9VZBA type=write size=2888110 2024-09-07T13:46:23.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.073+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~SE12XVRYZ7LC.0 size=1048576 2024-09-07T13:46:23.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.073+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~SE12XVRYZ7LC.1 size=1048576 2024-09-07T13:46:23.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.077+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~SE12XVRYZ7LC.2 size=698819 2024-09-07T13:46:23.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.081+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=SE12XVRYZ7LC tag=2J898N6W4EGB type=write size=3844547 2024-09-07T13:46:23.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.085+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~HB7SB1SCIRN3.0 size=1048576 2024-09-07T13:46:23.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.089+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~HB7SB1SCIRN3.1 size=418601 2024-09-07T13:46:23.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.089+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=HB7SB1SCIRN3 tag=MIYKY0RQY0OH type=write size=2515753 2024-09-07T13:46:23.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.089+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~9140UW8JXKS1.0 size=1048576 2024-09-07T13:46:23.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.093+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~9140UW8JXKS1.1 size=1048576 2024-09-07T13:46:23.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.093+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~9140UW8JXKS1.2 size=496558 2024-09-07T13:46:23.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.097+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=9140UW8JXKS1 tag=051IU5GOB1AT type=write size=3642286 2024-09-07T13:46:23.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.101+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=R4VAQWZXJAHL type=del size=1520256 2024-09-07T13:46:23.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.105+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=YYIZDVY7E9J0 type=del 2024-09-07T13:46:23.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.105+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=KE5QVMVGA0EB type=write size=229301 2024-09-07T13:46:23.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.109+0000 7f2cb6b6f8c0 1 < canceled operation key=W120AMT2ALD9 tag=BARL2NVYLRCE type=del size=3747884 2024-09-07T13:46:23.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.113+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~VZMOMSOQDE4M.0 size=1048576 2024-09-07T13:46:23.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.113+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~VZMOMSOQDE4M.1 size=1048576 2024-09-07T13:46:23.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.117+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~VZMOMSOQDE4M.2 size=220293 2024-09-07T13:46:23.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.117+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=VZMOMSOQDE4M tag=JDFHQ7LBGNOI type=write size=3366021 2024-09-07T13:46:23.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.121+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~6CFGQ8SC2RE0.0 size=1048576 2024-09-07T13:46:23.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.121+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_7I54CNB8XS2B.2~6CFGQ8SC2RE0.1 size=1048576 2024-09-07T13:46:23.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.121+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~6CFGQ8SC2RE0.2 size=361812 2024-09-07T13:46:23.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.125+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=7I54CNB8XS2B upload=6CFGQ8SC2RE0 tag=D7Y3NC7VA3KZ type=write size=3507540 2024-09-07T13:46:23.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.133+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~RYL8JFDIKZBK.0 size=317688 2024-09-07T13:46:23.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.133+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=RYL8JFDIKZBK tag=E05NSSZCKY3W type=write size=1366264 2024-09-07T13:46:23.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.133+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_SNNZ7FIANLW7.2~SZD30I1U546T.0 size=435056 2024-09-07T13:46:23.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.137+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=SNNZ7FIANLW7 upload=SZD30I1U546T tag=5SP16Y43MAY8 type=write size=1483632 2024-09-07T13:46:23.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.141+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=P8KPPOQXKU8U type=del size=2910301 2024-09-07T13:46:23.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.141+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_FZUZGIZAKB07.2~MU7MUMHAIK9Z.0 size=599530 2024-09-07T13:46:23.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.145+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=FZUZGIZAKB07 upload=MU7MUMHAIK9Z tag=B5SEUPCULF0S type=write size=1648106 2024-09-07T13:46:23.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.149+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~LZDDTZUFGH35.0 size=1048576 2024-09-07T13:46:23.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.153+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~LZDDTZUFGH35.1 size=1048576 2024-09-07T13:46:23.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.153+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~LZDDTZUFGH35.2 size=899062 2024-09-07T13:46:23.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.153+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=LZDDTZUFGH35 tag=8Y62TJJUZC2U type=write size=4044790 2024-09-07T13:46:23.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.157+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~4KFF4JDA7QL1.0 size=1048576 2024-09-07T13:46:23.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.161+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~4KFF4JDA7QL1.1 size=136087 2024-09-07T13:46:23.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.165+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=4KFF4JDA7QL1 tag=G5N2EECESTPH type=write size=2233239 2024-09-07T13:46:23.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.165+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=X1GI8NF9LVMQ type=del size=3964725 2024-09-07T13:46:23.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.169+0000 7f2cb6b6f8c0 1 < canceled operation key=Z6G2MS36EF8U tag=UFTTOIFTX8T7 type=write size=384014 2024-09-07T13:46:23.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.173+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=J3W18ZKA5N4I type=del size=55481 2024-09-07T13:46:23.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.173+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~6BSQT9XV5SLW.0 size=1048576 2024-09-07T13:46:23.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.177+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~6BSQT9XV5SLW.1 size=994559 2024-09-07T13:46:23.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.181+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=6BSQT9XV5SLW tag=ANHB27S6UQJ2 type=write size=3091711 2024-09-07T13:46:23.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.185+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=YFY51YH9EYLB type=del size=1820465 2024-09-07T13:46:23.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.189+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~357W1HNORYEE.0 size=1048576 2024-09-07T13:46:23.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.193+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~357W1HNORYEE.1 size=1048576 2024-09-07T13:46:23.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.193+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~357W1HNORYEE.2 size=1017683 2024-09-07T13:46:23.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.197+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=357W1HNORYEE tag=HHPQA3XB0X4T type=write size=4163411 2024-09-07T13:46:23.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.201+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=M8SGQUFNZODE type=write size=478532 2024-09-07T13:46:23.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.205+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=QHEI6WBAGO7H type=del 2024-09-07T13:46:23.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.209+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~3FE0DI8QDHFC.0 size=1048576 2024-09-07T13:46:23.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.209+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~3FE0DI8QDHFC.1 size=1048576 2024-09-07T13:46:23.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.213+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~3FE0DI8QDHFC.2 size=512489 2024-09-07T13:46:23.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.213+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=3FE0DI8QDHFC tag=LU3UEWI5AZOA type=write size=3658217 2024-09-07T13:46:23.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.217+0000 7f2cb6b6f8c0 1 < suggested remove operation key=8CA8BLUFHJ91 tag=TFDXVWM3XZU3 type=del 2024-09-07T13:46:23.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.225+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~EONMPMABWOZ5.0 size=1048576 2024-09-07T13:46:23.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.229+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~EONMPMABWOZ5.1 size=1048576 2024-09-07T13:46:23.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.229+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~EONMPMABWOZ5.2 size=523335 2024-09-07T13:46:23.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.229+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=EONMPMABWOZ5 tag=NTRXPIYA0GKC type=write size=3669063 2024-09-07T13:46:23.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.233+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~KB6AF8S2H6WK.0 size=1048576 2024-09-07T13:46:23.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.237+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~KB6AF8S2H6WK.1 size=93460 2024-09-07T13:46:23.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.241+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=KB6AF8S2H6WK tag=B43ZKLJ22X5B type=write size=2190612 2024-09-07T13:46:23.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.245+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=LGAS05SWOKSM type=del size=512855 2024-09-07T13:46:23.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.245+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~HP8X3S7O13CP.0 size=1048576 2024-09-07T13:46:23.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.249+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~HP8X3S7O13CP.1 size=48325 2024-09-07T13:46:23.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.253+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=4MKAO5GJGCYD upload=HP8X3S7O13CP tag=VW5PGLGLFMTO type=write size=2145477 2024-09-07T13:46:23.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.257+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=HOF1TRURPV7W type=del size=430364 2024-09-07T13:46:23.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.261+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~K0PAZ024D1A4.0 size=1048576 2024-09-07T13:46:23.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.261+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_ZVZ04CSVO3XE.2~K0PAZ024D1A4.1 size=790958 2024-09-07T13:46:23.267 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.265+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=ZVZ04CSVO3XE upload=K0PAZ024D1A4 tag=SIZICOA9VZBA type=write size=2888110 2024-09-07T13:46:23.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.273+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=Q28SY1OBU2BD type=del size=2126517 2024-09-07T13:46:23.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.277+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~HB7SB1SCIRN3.0 size=1048576 2024-09-07T13:46:23.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.281+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~HB7SB1SCIRN3.1 size=418601 2024-09-07T13:46:23.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.285+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=HB7SB1SCIRN3 tag=MIYKY0RQY0OH type=write size=2515753 2024-09-07T13:46:23.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.289+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~17U0QJZWX3DV.0 size=777136 2024-09-07T13:46:23.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.289+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=17U0QJZWX3DV tag=BOT4QSMO9B9L type=write size=1825712 2024-09-07T13:46:23.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.293+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=R4VAQWZXJAHL type=del 2024-09-07T13:46:23.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.297+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=RSL88H63HYI8 type=del size=3368508 2024-09-07T13:46:23.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.301+0000 7f2cb6b6f8c0 1 < completed write operation key=BAIMASZ4JKTJ tag=KE5QVMVGA0EB type=write size=229301 2024-09-07T13:46:23.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.305+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=SNSOBR8XILCG type=del size=2307146 2024-09-07T13:46:23.308 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.305+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~VZMOMSOQDE4M.0 size=1048576 2024-09-07T13:46:23.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.309+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~VZMOMSOQDE4M.1 size=1048576 2024-09-07T13:46:23.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.313+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~VZMOMSOQDE4M.2 size=220293 2024-09-07T13:46:23.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.317+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DM4166SINSRL upload=VZMOMSOQDE4M tag=JDFHQ7LBGNOI type=write size=3366021 2024-09-07T13:46:23.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.321+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=YEA4KR7SZ9V0 type=write size=550169 2024-09-07T13:46:23.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.321+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~RYL8JFDIKZBK.0 size=317688 2024-09-07T13:46:23.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.329+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=RYL8JFDIKZBK tag=E05NSSZCKY3W type=write size=1366264 2024-09-07T13:46:23.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.333+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=B5OCH5UCYOQS type=del size=508583 2024-09-07T13:46:23.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.337+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=P8KPPOQXKU8U type=del 2024-09-07T13:46:23.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.337+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=U2SR5MS6IV1A type=del size=3679995 2024-09-07T13:46:23.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.341+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~LZDDTZUFGH35.0 size=1048576 2024-09-07T13:46:23.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.345+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~LZDDTZUFGH35.1 size=1048576 2024-09-07T13:46:23.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.349+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~LZDDTZUFGH35.2 size=899062 2024-09-07T13:46:23.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.353+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=LZDDTZUFGH35 tag=8Y62TJJUZC2U type=write size=4044790 2024-09-07T13:46:23.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.361+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~LHQ4NV5RI3M3.0 size=1048576 2024-09-07T13:46:23.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.361+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~LHQ4NV5RI3M3.1 size=1048576 2024-09-07T13:46:23.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.365+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~LHQ4NV5RI3M3.2 size=163516 2024-09-07T13:46:23.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.365+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=LHQ4NV5RI3M3 tag=6S7PY3XZGG8C type=write size=3309244 2024-09-07T13:46:23.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.369+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=X1GI8NF9LVMQ type=del 2024-09-07T13:46:23.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.369+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=4B8SP7RRKBDL type=del size=2050980 2024-09-07T13:46:23.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.373+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=J3W18ZKA5N4I type=del 2024-09-07T13:46:23.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.377+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=JNYMQ200CQ3S type=del size=1537905 2024-09-07T13:46:23.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.381+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=YFY51YH9EYLB type=del 2024-09-07T13:46:23.385 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.385+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=9QMPB1IUF8F4 type=del size=185015 2024-09-07T13:46:23.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.385+0000 7f2cb6b6f8c0 1 < completed write operation key=6EVCJ3MF1PN3 tag=M8SGQUFNZODE type=write size=478532 2024-09-07T13:46:23.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.389+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=PB1TJW73SM25 type=del size=846720 2024-09-07T13:46:23.394 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.393+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~3FE0DI8QDHFC.0 size=1048576 2024-09-07T13:46:23.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.393+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~3FE0DI8QDHFC.1 size=1048576 2024-09-07T13:46:23.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.397+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~3FE0DI8QDHFC.2 size=512489 2024-09-07T13:46:23.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.401+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=3FE0DI8QDHFC tag=LU3UEWI5AZOA type=write size=3658217 2024-09-07T13:46:23.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.405+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=34PWKJ8ZEWFW type=del size=2523705 2024-09-07T13:46:23.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.405+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~EONMPMABWOZ5.0 size=1048576 2024-09-07T13:46:23.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.409+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~EONMPMABWOZ5.1 size=1048576 2024-09-07T13:46:23.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.413+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~EONMPMABWOZ5.2 size=523335 2024-09-07T13:46:23.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.417+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=EONMPMABWOZ5 tag=NTRXPIYA0GKC type=write size=3669063 2024-09-07T13:46:23.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.421+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~2YY68DTU39X4.0 size=31579 2024-09-07T13:46:23.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.421+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=2YY68DTU39X4 tag=DC7APDF8VLAY type=write size=1080155 2024-09-07T13:46:23.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.421+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=LGAS05SWOKSM type=del 2024-09-07T13:46:23.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.425+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=5FOQNPFFUQWO type=write size=1048537 2024-09-07T13:46:23.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.429+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=HOF1TRURPV7W type=del 2024-09-07T13:46:23.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.429+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=RCYQ6TUZZQ1N type=write size=795109 2024-09-07T13:46:23.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.433+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=Q28SY1OBU2BD type=del 2024-09-07T13:46:23.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.437+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~SZDRK38HBT9Q.0 size=438277 2024-09-07T13:46:23.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.437+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=SZDRK38HBT9Q tag=XIRGATWXI00H type=write size=1486853 2024-09-07T13:46:23.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.441+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~17U0QJZWX3DV.0 size=777136 2024-09-07T13:46:23.447 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.445+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=17U0QJZWX3DV tag=BOT4QSMO9B9L type=write size=1825712 2024-09-07T13:46:23.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.449+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=KRSB7TYIRFMR type=del size=1697010 2024-09-07T13:46:23.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.453+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=RSL88H63HYI8 type=del 2024-09-07T13:46:23.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.457+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~NNHY7BOA3W74.0 size=358596 2024-09-07T13:46:23.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.457+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=NNHY7BOA3W74 tag=FK8B1UUTUSOU type=write size=1407172 2024-09-07T13:46:23.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.461+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=SNSOBR8XILCG type=del 2024-09-07T13:46:23.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.461+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=CT8XWY7YMKXC type=del size=338953 2024-09-07T13:46:23.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.465+0000 7f2cb6b6f8c0 1 < completed write operation key=7I54CNB8XS2B tag=YEA4KR7SZ9V0 type=write size=550169 2024-09-07T13:46:23.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.469+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=YJOT0C19MSZN type=write size=735010 2024-09-07T13:46:23.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.473+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=B5OCH5UCYOQS type=del 2024-09-07T13:46:23.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.477+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=TU6G8ISAJJPF type=del size=2667312 2024-09-07T13:46:23.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.481+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=U2SR5MS6IV1A type=del 2024-09-07T13:46:23.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.481+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=OVJKGFNI1IVG type=write size=921210 2024-09-07T13:46:23.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.485+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~LHQ4NV5RI3M3.0 size=1048576 2024-09-07T13:46:23.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.489+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~LHQ4NV5RI3M3.1 size=1048576 2024-09-07T13:46:23.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.489+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~LHQ4NV5RI3M3.2 size=163516 2024-09-07T13:46:23.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.497+0000 7f2cb6b6f8c0 1 < completed multipart upload key=KIKPQG73BHGB upload=LHQ4NV5RI3M3 tag=6S7PY3XZGG8C type=write size=3309244 2024-09-07T13:46:23.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.501+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=TPUS50FM13O3 type=del size=599064 2024-09-07T13:46:23.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.501+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=4B8SP7RRKBDL type=del 2024-09-07T13:46:23.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.509+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~CPQWRAUF59D1.0 size=1048576 2024-09-07T13:46:23.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.509+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~CPQWRAUF59D1.1 size=1048576 2024-09-07T13:46:23.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.513+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~CPQWRAUF59D1.2 size=167151 2024-09-07T13:46:23.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.513+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=CPQWRAUF59D1 tag=2958YHHENYPY type=write size=3312879 2024-09-07T13:46:23.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.517+0000 7f2cb6b6f8c0 1 < suggested update operation key=EDEA3TDICLHA tag=JNYMQ200CQ3S type=del size=1537905 2024-09-07T13:46:23.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.521+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=5VX79T6YI3PS type=write size=931548 2024-09-07T13:46:23.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.525+0000 7f2cb6b6f8c0 1 < completed delete operation key=Z6G2MS36EF8U tag=9QMPB1IUF8F4 type=del 2024-09-07T13:46:23.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.529+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=8OG4GD1SEFJD type=del size=2856963 2024-09-07T13:46:23.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.533+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=PB1TJW73SM25 type=del 2024-09-07T13:46:23.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.537+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=57Y0PHU2771U type=del size=3625328 2024-09-07T13:46:23.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.541+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=34PWKJ8ZEWFW type=del 2024-09-07T13:46:23.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.545+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=JDKDB8AY8HX8 type=del size=2322070 2024-09-07T13:46:23.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.549+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~2YY68DTU39X4.0 size=31579 2024-09-07T13:46:23.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.553+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=2YY68DTU39X4 tag=DC7APDF8VLAY type=write size=1080155 2024-09-07T13:46:23.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.557+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=AT9YC6M84HN5 type=del size=3267075 2024-09-07T13:46:23.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.557+0000 7f2cb6b6f8c0 1 < completed write operation key=U10DGQ1EL162 tag=5FOQNPFFUQWO type=write size=1048537 2024-09-07T13:46:23.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.565+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=DMH5LOCETJX2 type=del size=1959587 2024-09-07T13:46:23.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.569+0000 7f2cb6b6f8c0 1 < completed write operation key=W120AMT2ALD9 tag=RCYQ6TUZZQ1N type=write size=795109 2024-09-07T13:46:23.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.569+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=LRK0RI5CR0NT type=del size=710648 2024-09-07T13:46:23.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.573+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_BAIMASZ4JKTJ.2~SZDRK38HBT9Q.0 size=438277 2024-09-07T13:46:23.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.577+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=BAIMASZ4JKTJ upload=SZDRK38HBT9Q tag=XIRGATWXI00H type=write size=1486853 2024-09-07T13:46:23.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.581+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=ESDHEJOVJHIO type=del size=534447 2024-09-07T13:46:23.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.581+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=KRSB7TYIRFMR type=del 2024-09-07T13:46:23.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.585+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=10OC9AZAB3XX type=del size=3250241 2024-09-07T13:46:23.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.589+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~NNHY7BOA3W74.0 size=358596 2024-09-07T13:46:23.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.593+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=NNHY7BOA3W74 tag=FK8B1UUTUSOU type=write size=1407172 2024-09-07T13:46:23.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.597+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~BHY70A7GK06V.0 size=1048576 2024-09-07T13:46:23.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.601+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~BHY70A7GK06V.1 size=1048576 2024-09-07T13:46:23.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.605+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~BHY70A7GK06V.2 size=495968 2024-09-07T13:46:23.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.605+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=BHY70A7GK06V tag=NFNCNTKYC11U type=write size=3641696 2024-09-07T13:46:23.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.609+0000 7f2cb6b6f8c0 1 < suggested update operation key=CAH1NEU5UDEG tag=CT8XWY7YMKXC type=del size=338953 2024-09-07T13:46:23.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.617+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~F0YIWEAM9610.0 size=1048576 2024-09-07T13:46:23.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.617+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~F0YIWEAM9610.1 size=1048576 2024-09-07T13:46:23.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.621+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~F0YIWEAM9610.2 size=548556 2024-09-07T13:46:23.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.621+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=F0YIWEAM9610 tag=4ZLS8FYR3B7S type=write size=3694284 2024-09-07T13:46:23.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.621+0000 7f2cb6b6f8c0 1 < completed write operation key=CS4B8TD9GPUR tag=YJOT0C19MSZN type=write size=735010 2024-09-07T13:46:23.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.629+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~3H567J2DXR8S.0 size=1048576 2024-09-07T13:46:23.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.629+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~3H567J2DXR8S.1 size=654181 2024-09-07T13:46:23.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.629+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=3H567J2DXR8S tag=ICYYTHMFIIZN type=write size=2751333 2024-09-07T13:46:23.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.633+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=TU6G8ISAJJPF type=del 2024-09-07T13:46:23.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.637+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~FBJABK8UTGF7.0 size=125025 2024-09-07T13:46:23.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.637+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=FBJABK8UTGF7 tag=VP9XWK5XJOGD type=write size=1173601 2024-09-07T13:46:23.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.641+0000 7f2cb6b6f8c0 1 < completed write operation key=V8VL32BCEJRQ tag=OVJKGFNI1IVG type=write size=921210 2024-09-07T13:46:23.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.645+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=B95MT918EPM7 type=write size=406820 2024-09-07T13:46:23.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.649+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=TPUS50FM13O3 type=del 2024-09-07T13:46:23.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.649+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=CRFAG8VFR9KD type=del size=2610671 2024-09-07T13:46:23.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.653+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~CPQWRAUF59D1.0 size=1048576 2024-09-07T13:46:23.657 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.657+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~CPQWRAUF59D1.1 size=1048576 2024-09-07T13:46:23.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.657+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~CPQWRAUF59D1.2 size=167151 2024-09-07T13:46:23.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.661+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=CPQWRAUF59D1 tag=2958YHHENYPY type=write size=3312879 2024-09-07T13:46:23.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.665+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=EFU72II53W70 type=del size=1387238 2024-09-07T13:46:23.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.669+0000 7f2cb6b6f8c0 1 < completed write operation key=55Q1KQM4NQFR tag=5VX79T6YI3PS type=write size=931548 2024-09-07T13:46:23.673 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.673+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=8TQTO6E9YS1O type=del size=3323330 2024-09-07T13:46:23.676 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.673+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=8OG4GD1SEFJD type=del 2024-09-07T13:46:23.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.677+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=I4Q8UDV6X78L type=del size=518382 2024-09-07T13:46:23.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.685+0000 7f2cb6b6f8c0 1 < suggested update operation key=LZX7H9KUZM7X tag=57Y0PHU2771U type=del size=3625328 2024-09-07T13:46:23.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.689+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~VO0OUWFYPBX1.0 size=1048576 2024-09-07T13:46:23.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.693+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~VO0OUWFYPBX1.1 size=384328 2024-09-07T13:46:23.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.693+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=VO0OUWFYPBX1 tag=HG0N7STISTLA type=write size=2481480 2024-09-07T13:46:23.699 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.697+0000 7f2cb6b6f8c0 1 < suggested update operation key=BAIMASZ4JKTJ tag=JDKDB8AY8HX8 type=del size=2322070 2024-09-07T13:46:23.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.705+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~D0Q3CTOWHI0R.0 size=308579 2024-09-07T13:46:23.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.705+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=D0Q3CTOWHI0R tag=RI5GJIY1GQ91 type=write size=1357155 2024-09-07T13:46:23.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.705+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=AT9YC6M84HN5 type=del 2024-09-07T13:46:23.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.709+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~VNHRCYCJX063.0 size=1048576 2024-09-07T13:46:23.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.713+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~VNHRCYCJX063.1 size=709067 2024-09-07T13:46:23.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.713+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=VNHRCYCJX063 tag=0TQEEABUK88B type=write size=2806219 2024-09-07T13:46:23.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.717+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=DMH5LOCETJX2 type=del 2024-09-07T13:46:23.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.717+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=NWMA1BMIN83B type=del size=610615 2024-09-07T13:46:23.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.721+0000 7f2cb6b6f8c0 1 < canceled operation key=W120AMT2ALD9 tag=LRK0RI5CR0NT type=del size=710648 2024-09-07T13:46:23.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.725+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=HJL87SQMVVBD type=write size=808795 2024-09-07T13:46:23.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.725+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=ESDHEJOVJHIO type=del 2024-09-07T13:46:23.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.733+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~BCAD8FLIWFZZ.0 size=1048576 2024-09-07T13:46:23.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.733+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~BCAD8FLIWFZZ.1 size=12455 2024-09-07T13:46:23.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.733+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=BCAD8FLIWFZZ tag=8WBNJ321ZCXA type=write size=2109607 2024-09-07T13:46:23.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.737+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=10OC9AZAB3XX type=del 2024-09-07T13:46:23.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.741+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=0O6K0BPY8TSE type=del size=3775248 2024-09-07T13:46:23.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.745+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~BHY70A7GK06V.0 size=1048576 2024-09-07T13:46:23.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.745+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~BHY70A7GK06V.1 size=1048576 2024-09-07T13:46:23.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.749+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~BHY70A7GK06V.2 size=495968 2024-09-07T13:46:23.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.753+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=BHY70A7GK06V tag=NFNCNTKYC11U type=write size=3641696 2024-09-07T13:46:23.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.757+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=MQC9TF6P6R40 type=write size=717524 2024-09-07T13:46:23.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.761+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~F0YIWEAM9610.0 size=1048576 2024-09-07T13:46:23.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.761+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~F0YIWEAM9610.1 size=1048576 2024-09-07T13:46:23.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.761+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_KIKPQG73BHGB.2~F0YIWEAM9610.2 size=548556 2024-09-07T13:46:23.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.769+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=KIKPQG73BHGB upload=F0YIWEAM9610 tag=4ZLS8FYR3B7S type=write size=3694284 2024-09-07T13:46:23.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.773+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=HG8VOM7RGAA3 type=del size=3931848 2024-09-07T13:46:23.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.773+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~3H567J2DXR8S.0 size=1048576 2024-09-07T13:46:23.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.773+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_1BSEOB4ZJRRL.2~3H567J2DXR8S.1 size=654181 2024-09-07T13:46:23.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.781+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=1BSEOB4ZJRRL upload=3H567J2DXR8S tag=ICYYTHMFIIZN type=write size=2751333 2024-09-07T13:46:23.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.785+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~7YHO3MX6SB02.0 size=876010 2024-09-07T13:46:23.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.785+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=7YHO3MX6SB02 tag=NICNSPS3JCX8 type=write size=1924586 2024-09-07T13:46:23.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.789+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~FBJABK8UTGF7.0 size=125025 2024-09-07T13:46:23.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.793+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=FBJABK8UTGF7 tag=VP9XWK5XJOGD type=write size=1173601 2024-09-07T13:46:23.801 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.801+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~ZLRDZA89ZKNI.0 size=1048576 2024-09-07T13:46:23.804 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.801+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~ZLRDZA89ZKNI.1 size=1048576 2024-09-07T13:46:23.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.805+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~ZLRDZA89ZKNI.2 size=109248 2024-09-07T13:46:23.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.805+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=ZLRDZA89ZKNI tag=C8MMLGMB595T type=write size=3254976 2024-09-07T13:46:23.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.809+0000 7f2cb6b6f8c0 1 < completed write operation key=6EVCJ3MF1PN3 tag=B95MT918EPM7 type=write size=406820 2024-09-07T13:46:23.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.813+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~312C3F7B9S6R.0 size=1048576 2024-09-07T13:46:23.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.817+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~312C3F7B9S6R.1 size=793076 2024-09-07T13:46:23.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.817+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=312C3F7B9S6R tag=1LP1WDTJKO5I type=write size=2890228 2024-09-07T13:46:23.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.821+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=CRFAG8VFR9KD type=del 2024-09-07T13:46:23.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.825+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=36PMO1BI7KP7 type=del size=2035000 2024-09-07T13:46:23.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.825+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=EFU72II53W70 type=del 2024-09-07T13:46:23.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.829+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=GJDMRAVYNQN1 type=del size=750479 2024-09-07T13:46:23.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.833+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=8TQTO6E9YS1O type=del 2024-09-07T13:46:23.842 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.841+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~ZQZIPFX4CPLD.0 size=224921 2024-09-07T13:46:23.842 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.841+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=ZQZIPFX4CPLD tag=I6PS5NJBGC1F type=write size=1273497 2024-09-07T13:46:23.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.845+0000 7f2cb6b6f8c0 1 < canceled operation key=KIKPQG73BHGB tag=I4Q8UDV6X78L type=del size=518382 2024-09-07T13:46:23.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.849+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=S9G9CC4IUWUE type=del size=2326659 2024-09-07T13:46:23.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.853+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~VO0OUWFYPBX1.0 size=1048576 2024-09-07T13:46:23.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.857+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~VO0OUWFYPBX1.1 size=384328 2024-09-07T13:46:23.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.861+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=VO0OUWFYPBX1 tag=HG0N7STISTLA type=write size=2481480 2024-09-07T13:46:23.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.869+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~WMF2VXV924RR.0 size=1048576 2024-09-07T13:46:23.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.873+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~WMF2VXV924RR.1 size=654393 2024-09-07T13:46:23.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.873+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=WMF2VXV924RR tag=UDDPK8UGSVI6 type=write size=2751545 2024-09-07T13:46:23.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.877+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~D0Q3CTOWHI0R.0 size=308579 2024-09-07T13:46:23.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.881+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=D0Q3CTOWHI0R tag=RI5GJIY1GQ91 type=write size=1357155 2024-09-07T13:46:23.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.889+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~788ZN1T46VI0.0 size=1048576 2024-09-07T13:46:23.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.889+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~788ZN1T46VI0.1 size=1048576 2024-09-07T13:46:23.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.893+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~788ZN1T46VI0.2 size=985509 2024-09-07T13:46:23.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.893+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=788ZN1T46VI0 tag=WHVTKDZ0SAM3 type=write size=4131237 2024-09-07T13:46:23.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.897+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~VNHRCYCJX063.0 size=1048576 2024-09-07T13:46:23.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.901+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~VNHRCYCJX063.1 size=709067 2024-09-07T13:46:23.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.905+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=VNHRCYCJX063 tag=0TQEEABUK88B type=write size=2806219 2024-09-07T13:46:23.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.909+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=G98YK96XT3HB type=del size=976754 2024-09-07T13:46:23.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.913+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=NWMA1BMIN83B type=del 2024-09-07T13:46:23.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.917+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=1NPRN3OJ01KN type=write size=697198 2024-09-07T13:46:23.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.925+0000 7f2cb6b6f8c0 1 < suggested remove operation key=ADB5YEZAZPYJ tag=HJL87SQMVVBD type=write 2024-09-07T13:46:23.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.929+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=LKB4PZ4ONOD9 type=del size=1500149 2024-09-07T13:46:23.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.933+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~BCAD8FLIWFZZ.0 size=1048576 2024-09-07T13:46:23.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.933+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_BAIMASZ4JKTJ.2~BCAD8FLIWFZZ.1 size=12455 2024-09-07T13:46:23.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.937+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=BAIMASZ4JKTJ upload=BCAD8FLIWFZZ tag=8WBNJ321ZCXA type=write size=2109607 2024-09-07T13:46:23.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.941+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=FON0E2E7J7KC type=write size=846617 2024-09-07T13:46:23.945 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.945+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=0O6K0BPY8TSE type=del 2024-09-07T13:46:23.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.949+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~KFQ6A5IIKC1Q.0 size=1048576 2024-09-07T13:46:23.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.953+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~KFQ6A5IIKC1Q.1 size=529202 2024-09-07T13:46:23.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.953+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=KFQ6A5IIKC1Q tag=X3MDJVV974DV type=write size=2626354 2024-09-07T13:46:23.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.957+0000 7f2cb6b6f8c0 1 < completed write operation key=1BSEOB4ZJRRL tag=MQC9TF6P6R40 type=write size=717524 2024-09-07T13:46:23.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.961+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=59RMXDIKM2GJ type=del size=1884878 2024-09-07T13:46:23.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.969+0000 7f2cb6b6f8c0 1 < suggested update operation key=U10DGQ1EL162 tag=HG8VOM7RGAA3 type=del size=3931848 2024-09-07T13:46:23.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.973+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=N83838LA40YC type=del size=1711505 2024-09-07T13:46:23.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.973+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~7YHO3MX6SB02.0 size=876010 2024-09-07T13:46:23.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.977+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=7YHO3MX6SB02 tag=NICNSPS3JCX8 type=write size=1924586 2024-09-07T13:46:23.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.981+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=M4WQNS39R4YO type=del size=4095947 2024-09-07T13:46:23.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.985+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~ZLRDZA89ZKNI.0 size=1048576 2024-09-07T13:46:23.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.985+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~ZLRDZA89ZKNI.1 size=1048576 2024-09-07T13:46:23.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.989+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~ZLRDZA89ZKNI.2 size=109248 2024-09-07T13:46:23.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.993+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=ZLRDZA89ZKNI tag=C8MMLGMB595T type=write size=3254976 2024-09-07T13:46:23.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:23.997+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=GQ6RH5IRF3UP type=del size=10782 2024-09-07T13:46:24.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.001+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~312C3F7B9S6R.0 size=1048576 2024-09-07T13:46:24.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.001+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~312C3F7B9S6R.1 size=793076 2024-09-07T13:46:24.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.009+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=312C3F7B9S6R tag=1LP1WDTJKO5I type=write size=2890228 2024-09-07T13:46:24.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.013+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~OSFCSHHQBX1F.0 size=1048576 2024-09-07T13:46:24.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.017+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~OSFCSHHQBX1F.1 size=1048576 2024-09-07T13:46:24.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.017+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~OSFCSHHQBX1F.2 size=107189 2024-09-07T13:46:24.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.017+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=OSFCSHHQBX1F tag=UD2CWA84SZOS type=write size=3252917 2024-09-07T13:46:24.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.021+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=36PMO1BI7KP7 type=del 2024-09-07T13:46:24.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.025+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=Q3N1HHW2VIVY type=del size=556868 2024-09-07T13:46:24.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.025+0000 7f2cb6b6f8c0 1 < canceled operation key=XMCPLLADRKGO tag=GJDMRAVYNQN1 type=del size=750479 2024-09-07T13:46:24.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.029+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=GHLVJPUH4M3S type=write size=552362 2024-09-07T13:46:24.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.029+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_ADB5YEZAZPYJ.2~ZQZIPFX4CPLD.0 size=224921 2024-09-07T13:46:24.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.037+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=ADB5YEZAZPYJ upload=ZQZIPFX4CPLD tag=I6PS5NJBGC1F type=write size=1273497 2024-09-07T13:46:24.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.041+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=06DQVVE7CMTW type=write size=753953 2024-09-07T13:46:24.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.045+0000 7f2cb6b6f8c0 1 < suggested remove operation key=LZX7H9KUZM7X tag=S9G9CC4IUWUE type=del 2024-09-07T13:46:24.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.049+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=WOSQ8ZUSDELJ type=write size=6510 2024-09-07T13:46:24.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.049+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_CS4B8TD9GPUR.2~WMF2VXV924RR.0 size=1048576 2024-09-07T13:46:24.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.049+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~WMF2VXV924RR.1 size=654393 2024-09-07T13:46:24.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.057+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=CS4B8TD9GPUR upload=WMF2VXV924RR tag=UDDPK8UGSVI6 type=write size=2751545 2024-09-07T13:46:24.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.061+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~QLI9RGLG9HFT.0 size=1048576 2024-09-07T13:46:24.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.065+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~QLI9RGLG9HFT.1 size=1048576 2024-09-07T13:46:24.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.065+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~QLI9RGLG9HFT.2 size=951262 2024-09-07T13:46:24.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.065+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=QLI9RGLG9HFT tag=IFMWSQM3LE3G type=write size=4096990 2024-09-07T13:46:24.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.069+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~788ZN1T46VI0.0 size=1048576 2024-09-07T13:46:24.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.073+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~788ZN1T46VI0.1 size=1048576 2024-09-07T13:46:24.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.073+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_WLP6TFW0KQQI.2~788ZN1T46VI0.2 size=985509 2024-09-07T13:46:24.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.077+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=WLP6TFW0KQQI upload=788ZN1T46VI0 tag=WHVTKDZ0SAM3 type=write size=4131237 2024-09-07T13:46:24.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.081+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~I2B7A99P8PVZ.0 size=1048576 2024-09-07T13:46:24.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.085+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~I2B7A99P8PVZ.1 size=59511 2024-09-07T13:46:24.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.085+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=I2B7A99P8PVZ tag=6Z1C7HYA7RFD type=write size=2156663 2024-09-07T13:46:24.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.089+0000 7f2cb6b6f8c0 1 < canceled operation key=FZUZGIZAKB07 tag=G98YK96XT3HB type=del size=976754 2024-09-07T13:46:24.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.089+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=Z56B0ZSFSF7M type=write size=221870 2024-09-07T13:46:24.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.093+0000 7f2cb6b6f8c0 1 < completed write operation key=8CA8BLUFHJ91 tag=1NPRN3OJ01KN type=write size=697198 2024-09-07T13:46:24.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.097+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=AS3HTJT22X9X type=del size=163994 2024-09-07T13:46:24.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.097+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=LKB4PZ4ONOD9 type=del 2024-09-07T13:46:24.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.101+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=QO3O9K7HRW6Q type=del size=2988196 2024-09-07T13:46:24.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.105+0000 7f2cb6b6f8c0 1 < completed write operation key=EDEA3TDICLHA tag=FON0E2E7J7KC type=write size=846617 2024-09-07T13:46:24.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.109+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=T1OFTQ0F9B2B type=del size=1155716 2024-09-07T13:46:24.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.109+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_8CA8BLUFHJ91.2~KFQ6A5IIKC1Q.0 size=1048576 2024-09-07T13:46:24.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.109+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~KFQ6A5IIKC1Q.1 size=529202 2024-09-07T13:46:24.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.117+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=8CA8BLUFHJ91 upload=KFQ6A5IIKC1Q tag=X3MDJVV974DV type=write size=2626354 2024-09-07T13:46:24.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.117+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=GCYI8X61TE9I type=del size=3526608 2024-09-07T13:46:24.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.121+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=59RMXDIKM2GJ type=del 2024-09-07T13:46:24.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.125+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=1IQ0KZ5PYTL9 type=del size=2484399 2024-09-07T13:46:24.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.129+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=N83838LA40YC type=del 2024-09-07T13:46:24.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.133+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=8QEQUYRKBPPG type=write size=263345 2024-09-07T13:46:24.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.137+0000 7f2cb6b6f8c0 1 < suggested update operation key=XMCPLLADRKGO tag=M4WQNS39R4YO type=del size=4095947 2024-09-07T13:46:24.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.141+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~YG050Y1J22OH.0 size=1048576 2024-09-07T13:46:24.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.149+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~YG050Y1J22OH.1 size=1007364 2024-09-07T13:46:24.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.149+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=YG050Y1J22OH tag=5SPY11QVVORL type=write size=3104516 2024-09-07T13:46:24.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.149+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=GQ6RH5IRF3UP type=del 2024-09-07T13:46:24.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.153+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=9FM83TYVZA9Z type=del size=3260292 2024-09-07T13:46:24.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.157+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~OSFCSHHQBX1F.0 size=1048576 2024-09-07T13:46:24.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.157+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~OSFCSHHQBX1F.1 size=1048576 2024-09-07T13:46:24.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.161+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~OSFCSHHQBX1F.2 size=107189 2024-09-07T13:46:24.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.165+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=OSFCSHHQBX1F tag=UD2CWA84SZOS type=write size=3252917 2024-09-07T13:46:24.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.169+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=7QMF1QQNEWGT type=del size=338472 2024-09-07T13:46:24.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.173+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=Q3N1HHW2VIVY type=del 2024-09-07T13:46:24.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.173+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=ESGH7CZ0P8UC type=del size=2093468 2024-09-07T13:46:24.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.177+0000 7f2cb6b6f8c0 1 < completed write operation key=EDEA3TDICLHA tag=GHLVJPUH4M3S type=write size=552362 2024-09-07T13:46:24.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.181+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=ZUTCYVOT6LN8 type=write size=562758 2024-09-07T13:46:24.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.185+0000 7f2cb6b6f8c0 1 < completed write operation key=30MLFTW2U44U tag=06DQVVE7CMTW type=write size=753953 2024-09-07T13:46:24.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.185+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=JTYSYB1RXGGZ type=del size=593271 2024-09-07T13:46:24.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.189+0000 7f2cb6b6f8c0 1 < completed write operation key=R2BO0X5383EA tag=WOSQ8ZUSDELJ type=write size=6510 2024-09-07T13:46:24.194 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.193+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=3E3BSB0K7IJX type=del size=2107370 2024-09-07T13:46:24.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.197+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~QLI9RGLG9HFT.0 size=1048576 2024-09-07T13:46:24.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.197+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~QLI9RGLG9HFT.1 size=1048576 2024-09-07T13:46:24.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.201+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~QLI9RGLG9HFT.2 size=951262 2024-09-07T13:46:24.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.205+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=QLI9RGLG9HFT tag=IFMWSQM3LE3G type=write size=4096990 2024-09-07T13:46:24.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.209+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=8GLICAQUAVEI type=write size=264664 2024-09-07T13:46:24.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.213+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~I2B7A99P8PVZ.0 size=1048576 2024-09-07T13:46:24.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.213+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~I2B7A99P8PVZ.1 size=59511 2024-09-07T13:46:24.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.217+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=I2B7A99P8PVZ tag=6Z1C7HYA7RFD type=write size=2156663 2024-09-07T13:46:24.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.225+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~LIL664J0JASN.0 size=1048576 2024-09-07T13:46:24.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.229+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~LIL664J0JASN.1 size=1048576 2024-09-07T13:46:24.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.229+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~LIL664J0JASN.2 size=236528 2024-09-07T13:46:24.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.229+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=LIL664J0JASN tag=PMQR6C05N1T2 type=write size=3382256 2024-09-07T13:46:24.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.233+0000 7f2cb6b6f8c0 1 < completed write operation key=55Q1KQM4NQFR tag=Z56B0ZSFSF7M type=write size=221870 2024-09-07T13:46:24.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.237+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=IG53XERU33GE type=write size=1000594 2024-09-07T13:46:24.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.241+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=AS3HTJT22X9X type=del 2024-09-07T13:46:24.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.245+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~QND19IE5ET0K.0 size=1048576 2024-09-07T13:46:24.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.249+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~QND19IE5ET0K.1 size=1048576 2024-09-07T13:46:24.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.249+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~QND19IE5ET0K.2 size=163095 2024-09-07T13:46:24.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.249+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=QND19IE5ET0K tag=EMVN9YOXLOIQ type=write size=3308823 2024-09-07T13:46:24.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.253+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=QO3O9K7HRW6Q type=del 2024-09-07T13:46:24.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.257+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=QIWYG58E4R27 type=write size=992987 2024-09-07T13:46:24.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.261+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DM4166SINSRL tag=T1OFTQ0F9B2B type=del 2024-09-07T13:46:24.270 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.269+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~FK1IQ7G6OFZS.0 size=953747 2024-09-07T13:46:24.270 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.269+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=FK1IQ7G6OFZS tag=0Y93Z6BSBLO5 type=write size=2002323 2024-09-07T13:46:24.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.273+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=GCYI8X61TE9I type=del 2024-09-07T13:46:24.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.273+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=0OPD6MYUEP4S type=write size=651412 2024-09-07T13:46:24.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.281+0000 7f2cb6b6f8c0 1 < suggested update operation key=4MKAO5GJGCYD tag=1IQ0KZ5PYTL9 type=del size=2484399 2024-09-07T13:46:24.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.281+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=KZZG6ZRJNB48 type=del size=650249 2024-09-07T13:46:24.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.285+0000 7f2cb6b6f8c0 1 < completed write operation key=CS4B8TD9GPUR tag=8QEQUYRKBPPG type=write size=263345 2024-09-07T13:46:24.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.289+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=3ELDPF4J9HJO type=del size=2864906 2024-09-07T13:46:24.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.289+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~YG050Y1J22OH.0 size=1048576 2024-09-07T13:46:24.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.293+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~YG050Y1J22OH.1 size=1007364 2024-09-07T13:46:24.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.297+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=YG050Y1J22OH tag=5SPY11QVVORL type=write size=3104516 2024-09-07T13:46:24.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.301+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=0IA3Y2X0B812 type=del size=184024 2024-09-07T13:46:24.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.305+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=9FM83TYVZA9Z type=del 2024-09-07T13:46:24.308 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.305+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=J94GG4S07NKL type=del size=3858740 2024-09-07T13:46:24.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.313+0000 7f2cb6b6f8c0 1 < suggested update operation key=ZVZ04CSVO3XE tag=7QMF1QQNEWGT type=del size=338472 2024-09-07T13:46:24.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.313+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=35I56NZXYHXO type=del size=166862 2024-09-07T13:46:24.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.317+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=ESGH7CZ0P8UC type=del 2024-09-07T13:46:24.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.321+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~HZ5Q9PCR9T8D.0 size=1048576 2024-09-07T13:46:24.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.325+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~HZ5Q9PCR9T8D.1 size=872107 2024-09-07T13:46:24.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.325+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=HZ5Q9PCR9T8D tag=HIHVXFQ38ML7 type=write size=2969259 2024-09-07T13:46:24.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.325+0000 7f2cb6b6f8c0 1 < completed write operation key=CS4B8TD9GPUR tag=ZUTCYVOT6LN8 type=write size=562758 2024-09-07T13:46:24.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.333+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~QZ17JYW6EABV.0 size=1048576 2024-09-07T13:46:24.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.333+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~QZ17JYW6EABV.1 size=937725 2024-09-07T13:46:24.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.333+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=QZ17JYW6EABV tag=QU4E32HW0K1Y type=write size=3034877 2024-09-07T13:46:24.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.337+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=JTYSYB1RXGGZ type=del 2024-09-07T13:46:24.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.341+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=GGFYZW7PUT93 type=write size=169984 2024-09-07T13:46:24.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.345+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=3E3BSB0K7IJX type=del 2024-09-07T13:46:24.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.345+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=4V1WAZABWF6B type=del size=3913389 2024-09-07T13:46:24.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.349+0000 7f2cb6b6f8c0 1 < completed write operation key=UN7NW8NTF67Q tag=8GLICAQUAVEI type=write size=264664 2024-09-07T13:46:24.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.353+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=3F6YR6YIPERZ type=del size=150852 2024-09-07T13:46:24.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.357+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~LIL664J0JASN.0 size=1048576 2024-09-07T13:46:24.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.357+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~LIL664J0JASN.1 size=1048576 2024-09-07T13:46:24.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.361+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~LIL664J0JASN.2 size=236528 2024-09-07T13:46:24.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.369+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=LIL664J0JASN tag=PMQR6C05N1T2 type=write size=3382256 2024-09-07T13:46:24.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.369+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=OX4RU0ZW9GBZ type=write size=671970 2024-09-07T13:46:24.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.373+0000 7f2cb6b6f8c0 1 < completed write operation key=Z6G2MS36EF8U tag=IG53XERU33GE type=write size=1000594 2024-09-07T13:46:24.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.377+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=MRHXCT74MVML type=del size=4021464 2024-09-07T13:46:24.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.381+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~QND19IE5ET0K.0 size=1048576 2024-09-07T13:46:24.384 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.381+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~QND19IE5ET0K.1 size=1048576 2024-09-07T13:46:24.384 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.381+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_U10DGQ1EL162.2~QND19IE5ET0K.2 size=163095 2024-09-07T13:46:24.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.389+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=U10DGQ1EL162 upload=QND19IE5ET0K tag=EMVN9YOXLOIQ type=write size=3308823 2024-09-07T13:46:24.394 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.393+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~JFYBVC5H1ZN1.0 size=1048576 2024-09-07T13:46:24.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.397+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~JFYBVC5H1ZN1.1 size=1048576 2024-09-07T13:46:24.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.401+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~JFYBVC5H1ZN1.2 size=710793 2024-09-07T13:46:24.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.401+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=JFYBVC5H1ZN1 tag=DQUG59LAFPQ9 type=write size=3856521 2024-09-07T13:46:24.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.405+0000 7f2cb6b6f8c0 1 < suggested remove operation key=UN7NW8NTF67Q tag=QIWYG58E4R27 type=write 2024-09-07T13:46:24.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.409+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=3T7K1UEUY8GJ type=del size=164480 2024-09-07T13:46:24.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.409+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~FK1IQ7G6OFZS.0 size=953747 2024-09-07T13:46:24.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.417+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=FK1IQ7G6OFZS tag=0Y93Z6BSBLO5 type=write size=2002323 2024-09-07T13:46:24.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.421+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~HUV51PBB92AF.0 size=1048576 2024-09-07T13:46:24.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.425+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~HUV51PBB92AF.1 size=518666 2024-09-07T13:46:24.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.425+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=HUV51PBB92AF tag=O59R1C457E30 type=write size=2615818 2024-09-07T13:46:24.431 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.429+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=0OPD6MYUEP4S type=write size=651412 2024-09-07T13:46:24.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.433+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=O4JD99ABDVUF type=del size=2540375 2024-09-07T13:46:24.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.433+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=KZZG6ZRJNB48 type=del 2024-09-07T13:46:24.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.437+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=20LO4XOJN4QM type=del size=3123544 2024-09-07T13:46:24.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.441+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=3ELDPF4J9HJO type=del 2024-09-07T13:46:24.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.445+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=0Z78CNH9J39T type=del size=894454 2024-09-07T13:46:24.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.449+0000 7f2cb6b6f8c0 1 < suggested update operation key=EDEA3TDICLHA tag=0IA3Y2X0B812 type=del size=184024 2024-09-07T13:46:24.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.453+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=1T1U8LJ8PXYP type=del size=4052747 2024-09-07T13:46:24.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.457+0000 7f2cb6b6f8c0 1 < canceled operation key=4MKAO5GJGCYD tag=J94GG4S07NKL type=del size=3858740 2024-09-07T13:46:24.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.457+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=GI6DSMN3D8GK type=del size=209380 2024-09-07T13:46:24.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.461+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=35I56NZXYHXO type=del 2024-09-07T13:46:24.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.469+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~XGWAK1AFEI6H.0 size=975852 2024-09-07T13:46:24.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.469+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=XGWAK1AFEI6H tag=X22O8ROB0OGY type=write size=2024428 2024-09-07T13:46:24.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.473+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~HZ5Q9PCR9T8D.0 size=1048576 2024-09-07T13:46:24.475 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.473+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~HZ5Q9PCR9T8D.1 size=872107 2024-09-07T13:46:24.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.481+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=HZ5Q9PCR9T8D tag=HIHVXFQ38ML7 type=write size=2969259 2024-09-07T13:46:24.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.481+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=RRKES1I4OZZV type=del size=1520669 2024-09-07T13:46:24.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.485+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~QZ17JYW6EABV.0 size=1048576 2024-09-07T13:46:24.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.489+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~QZ17JYW6EABV.1 size=937725 2024-09-07T13:46:24.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.493+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=QZ17JYW6EABV tag=QU4E32HW0K1Y type=write size=3034877 2024-09-07T13:46:24.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.501+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~VYGUQCP7FGS1.0 size=181576 2024-09-07T13:46:24.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.501+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=VYGUQCP7FGS1 tag=7VQS25ZMGNBX type=write size=1230152 2024-09-07T13:46:24.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.501+0000 7f2cb6b6f8c0 1 < completed write operation key=4MKAO5GJGCYD tag=GGFYZW7PUT93 type=write size=169984 2024-09-07T13:46:24.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.505+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=U5WBML1KU8MK type=write size=121146 2024-09-07T13:46:24.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.509+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=4V1WAZABWF6B type=del 2024-09-07T13:46:24.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.513+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~GC32QU62C032.0 size=1048576 2024-09-07T13:46:24.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.517+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~GC32QU62C032.1 size=1048576 2024-09-07T13:46:24.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.521+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~GC32QU62C032.2 size=411116 2024-09-07T13:46:24.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.521+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=GC32QU62C032 tag=G3ADMP4ENS3G type=write size=3556844 2024-09-07T13:46:24.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.521+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=3F6YR6YIPERZ type=del 2024-09-07T13:46:24.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.529+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~PMLJBA18ARBP.0 size=1048576 2024-09-07T13:46:24.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.529+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~PMLJBA18ARBP.1 size=729488 2024-09-07T13:46:24.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.529+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=PMLJBA18ARBP tag=PV8W1NS1MBI8 type=write size=2826640 2024-09-07T13:46:24.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.533+0000 7f2cb6b6f8c0 1 < completed write operation key=7I54CNB8XS2B tag=OX4RU0ZW9GBZ type=write size=671970 2024-09-07T13:46:24.538 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.537+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=6MN3GJAYR76R type=del size=1745908 2024-09-07T13:46:24.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.541+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=MRHXCT74MVML type=del 2024-09-07T13:46:24.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.541+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=R5MX3VIQKXMP type=del size=2089792 2024-09-07T13:46:24.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.545+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~JFYBVC5H1ZN1.0 size=1048576 2024-09-07T13:46:24.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.549+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~JFYBVC5H1ZN1.1 size=1048576 2024-09-07T13:46:24.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.553+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~JFYBVC5H1ZN1.2 size=710793 2024-09-07T13:46:24.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.557+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=JFYBVC5H1ZN1 tag=DQUG59LAFPQ9 type=write size=3856521 2024-09-07T13:46:24.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.561+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~K8PZ172FM1RQ.0 size=1048576 2024-09-07T13:46:24.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.565+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~K8PZ172FM1RQ.1 size=162039 2024-09-07T13:46:24.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.565+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=K8PZ172FM1RQ tag=X2DHE8Z21R5X type=write size=2259191 2024-09-07T13:46:24.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.573+0000 7f2cb6b6f8c0 1 < suggested update operation key=DKCM0NB13MGO tag=3T7K1UEUY8GJ type=del size=164480 2024-09-07T13:46:24.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.573+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=B2MLZ5L6GD7K type=del size=684254 2024-09-07T13:46:24.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.577+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~HUV51PBB92AF.0 size=1048576 2024-09-07T13:46:24.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.581+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~HUV51PBB92AF.1 size=518666 2024-09-07T13:46:24.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.585+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=HUV51PBB92AF tag=O59R1C457E30 type=write size=2615818 2024-09-07T13:46:24.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.589+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=O4UYTDF109WX type=del size=3147660 2024-09-07T13:46:24.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.593+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=O4JD99ABDVUF type=del 2024-09-07T13:46:24.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.597+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~4BXBT6FFZD9D.0 size=1048576 2024-09-07T13:46:24.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.601+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~4BXBT6FFZD9D.1 size=1048576 2024-09-07T13:46:24.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.605+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~4BXBT6FFZD9D.2 size=359796 2024-09-07T13:46:24.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.605+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=4BXBT6FFZD9D tag=AZHAT6SFZAZ0 type=write size=3505524 2024-09-07T13:46:24.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.605+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=20LO4XOJN4QM type=del 2024-09-07T13:46:24.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.613+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~3LEP1AZNI5L3.0 size=1048576 2024-09-07T13:46:24.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.617+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~3LEP1AZNI5L3.1 size=537195 2024-09-07T13:46:24.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.617+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=3LEP1AZNI5L3 tag=EZ5PCCQLAG4N type=write size=2634347 2024-09-07T13:46:24.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.617+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=0Z78CNH9J39T type=del 2024-09-07T13:46:24.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.625+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~YTWO3XL3YXYH.0 size=1048576 2024-09-07T13:46:24.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.625+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~YTWO3XL3YXYH.1 size=1048576 2024-09-07T13:46:24.630 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.629+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~YTWO3XL3YXYH.2 size=211127 2024-09-07T13:46:24.630 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.629+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=YTWO3XL3YXYH tag=Z1ZGMVPS9I5K type=write size=3356855 2024-09-07T13:46:24.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.633+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=1T1U8LJ8PXYP type=del 2024-09-07T13:46:24.636 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.637+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=GLHUZNSHHGRT type=del size=1012871 2024-09-07T13:46:24.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.637+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=GI6DSMN3D8GK type=del 2024-09-07T13:46:24.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.641+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=O3S7HMISCT56 type=del size=1003718 2024-09-07T13:46:24.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.645+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~XGWAK1AFEI6H.0 size=975852 2024-09-07T13:46:24.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.649+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=XGWAK1AFEI6H tag=X22O8ROB0OGY type=write size=2024428 2024-09-07T13:46:24.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.653+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=ASVI7FDY89BX type=del size=3196045 2024-09-07T13:46:24.658 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.657+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=RRKES1I4OZZV type=del 2024-09-07T13:46:24.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.661+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~L8JXPSDWZSCC.0 size=1048576 2024-09-07T13:46:24.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.665+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~L8JXPSDWZSCC.1 size=1048576 2024-09-07T13:46:24.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.669+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~L8JXPSDWZSCC.2 size=769009 2024-09-07T13:46:24.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.669+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=L8JXPSDWZSCC tag=V8EOZZYL6BCU type=write size=3914737 2024-09-07T13:46:24.674 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.673+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~VYGUQCP7FGS1.0 size=181576 2024-09-07T13:46:24.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.677+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=VYGUQCP7FGS1 tag=7VQS25ZMGNBX type=write size=1230152 2024-09-07T13:46:24.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.681+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~VS3HM3DW2Q6H.0 size=1048576 2024-09-07T13:46:24.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.685+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~VS3HM3DW2Q6H.1 size=1048576 2024-09-07T13:46:24.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.689+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~VS3HM3DW2Q6H.2 size=897308 2024-09-07T13:46:24.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.689+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=VS3HM3DW2Q6H tag=FMF7I1JZ19LF type=write size=4043036 2024-09-07T13:46:24.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.693+0000 7f2cb6b6f8c0 1 < suggested remove operation key=8CA8BLUFHJ91 tag=U5WBML1KU8MK type=write 2024-09-07T13:46:24.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.697+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=X0R94ZS7C3L7 type=del size=2637339 2024-09-07T13:46:24.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.701+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~GC32QU62C032.0 size=1048576 2024-09-07T13:46:24.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.701+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_30MLFTW2U44U.2~GC32QU62C032.1 size=1048576 2024-09-07T13:46:24.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.705+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~GC32QU62C032.2 size=411116 2024-09-07T13:46:24.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.709+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=30MLFTW2U44U upload=GC32QU62C032 tag=G3ADMP4ENS3G type=write size=3556844 2024-09-07T13:46:24.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.713+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=9UGATPPB151F type=write size=334948 2024-09-07T13:46:24.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.717+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~PMLJBA18ARBP.0 size=1048576 2024-09-07T13:46:24.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.717+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~PMLJBA18ARBP.1 size=729488 2024-09-07T13:46:24.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.729+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=PMLJBA18ARBP tag=PV8W1NS1MBI8 type=write size=2826640 2024-09-07T13:46:24.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.733+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=GFXY3IF1FD55 type=write size=997157 2024-09-07T13:46:24.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.737+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=DKCM0NB13MGO tag=6MN3GJAYR76R type=del size=1745908: (22) Invalid argument 2024-09-07T13:46:24.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.741+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=MBJ258YYQJU5 type=del size=2889492 2024-09-07T13:46:24.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.741+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=R5MX3VIQKXMP type=del 2024-09-07T13:46:24.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.745+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=IOSPSK48GO6T type=del size=2798101 2024-09-07T13:46:24.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.749+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~K8PZ172FM1RQ.0 size=1048576 2024-09-07T13:46:24.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.753+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~K8PZ172FM1RQ.1 size=162039 2024-09-07T13:46:24.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.757+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=K8PZ172FM1RQ tag=X2DHE8Z21R5X type=write size=2259191 2024-09-07T13:46:24.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.765+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~M4T0ZB8XTY9R.0 size=1048576 2024-09-07T13:46:24.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.765+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~M4T0ZB8XTY9R.1 size=1048576 2024-09-07T13:46:24.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.769+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~M4T0ZB8XTY9R.2 size=387182 2024-09-07T13:46:24.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.769+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=M4T0ZB8XTY9R tag=MS87ZKNNXOSR type=write size=3532910 2024-09-07T13:46:24.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.773+0000 7f2cb6b6f8c0 1 < canceled operation key=6EVCJ3MF1PN3 tag=B2MLZ5L6GD7K type=del size=684254 2024-09-07T13:46:24.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.777+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=E7N91F30FPKJ type=del size=104934 2024-09-07T13:46:24.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.777+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=O4UYTDF109WX type=del 2024-09-07T13:46:24.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.781+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=ZTP9LCXLDJPZ type=del size=2566705 2024-09-07T13:46:24.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.785+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~4BXBT6FFZD9D.0 size=1048576 2024-09-07T13:46:24.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.785+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~4BXBT6FFZD9D.1 size=1048576 2024-09-07T13:46:24.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.789+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~4BXBT6FFZD9D.2 size=359796 2024-09-07T13:46:24.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.793+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=4BXBT6FFZD9D tag=AZHAT6SFZAZ0 type=write size=3505524 2024-09-07T13:46:24.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.797+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=1ZKBURZT66UA type=del size=3833158 2024-09-07T13:46:24.801 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.801+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~3LEP1AZNI5L3.0 size=1048576 2024-09-07T13:46:24.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.801+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~3LEP1AZNI5L3.1 size=537195 2024-09-07T13:46:24.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.805+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=3LEP1AZNI5L3 tag=EZ5PCCQLAG4N type=write size=2634347 2024-09-07T13:46:24.811 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.809+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=QHZ7NOTTUYIK type=del size=1291553 2024-09-07T13:46:24.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.813+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~YTWO3XL3YXYH.0 size=1048576 2024-09-07T13:46:24.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.813+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~YTWO3XL3YXYH.1 size=1048576 2024-09-07T13:46:24.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.817+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~YTWO3XL3YXYH.2 size=211127 2024-09-07T13:46:24.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.821+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=4MKAO5GJGCYD upload=YTWO3XL3YXYH tag=Z1ZGMVPS9I5K type=write size=3356855 2024-09-07T13:46:24.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.821+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=MWPPZIUTR17I type=write size=809911 2024-09-07T13:46:24.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.825+0000 7f2cb6b6f8c0 1 < canceled operation key=Z6G2MS36EF8U tag=GLHUZNSHHGRT type=del size=1012871 2024-09-07T13:46:24.830 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.829+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=4N21GMRMUDZV type=del size=1245089 2024-09-07T13:46:24.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.829+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=8CA8BLUFHJ91 tag=O3S7HMISCT56 type=del size=1003718: (22) Invalid argument 2024-09-07T13:46:24.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.837+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~SJKN4VFRR1XT.0 size=673475 2024-09-07T13:46:24.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.837+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=SJKN4VFRR1XT tag=58EN590A7V95 type=write size=1722051 2024-09-07T13:46:24.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.837+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=ASVI7FDY89BX type=del 2024-09-07T13:46:24.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.845+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~DTDVB0RKV5JK.0 size=223462 2024-09-07T13:46:24.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.845+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=DTDVB0RKV5JK tag=0BQY0WEBTOBJ type=write size=1272038 2024-09-07T13:46:24.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.845+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~L8JXPSDWZSCC.0 size=1048576 2024-09-07T13:46:24.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.849+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~L8JXPSDWZSCC.1 size=1048576 2024-09-07T13:46:24.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.853+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~L8JXPSDWZSCC.2 size=769009 2024-09-07T13:46:24.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.857+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=L8JXPSDWZSCC tag=V8EOZZYL6BCU type=write size=3914737 2024-09-07T13:46:24.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.861+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=I7FW0LCD1827 type=del size=2068506 2024-09-07T13:46:24.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.861+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~VS3HM3DW2Q6H.0 size=1048576 2024-09-07T13:46:24.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.865+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~VS3HM3DW2Q6H.1 size=1048576 2024-09-07T13:46:24.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.865+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~VS3HM3DW2Q6H.2 size=897308 2024-09-07T13:46:24.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.873+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=VS3HM3DW2Q6H tag=FMF7I1JZ19LF type=write size=4043036 2024-09-07T13:46:24.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.877+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~TF1U9YY3QQIS.0 size=19342 2024-09-07T13:46:24.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.877+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=TF1U9YY3QQIS tag=BJR8KYR5RDEK type=write size=1067918 2024-09-07T13:46:24.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.881+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=X0R94ZS7C3L7 type=del 2024-09-07T13:46:24.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.885+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=KFMLXNEEPGMN type=del size=2072366 2024-09-07T13:46:24.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.885+0000 7f2cb6b6f8c0 1 < completed write operation key=RQ4XU4WUUA9N tag=9UGATPPB151F type=write size=334948 2024-09-07T13:46:24.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.893+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~LQN0BEKCN602.0 size=1048576 2024-09-07T13:46:24.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.897+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~LQN0BEKCN602.1 size=245734 2024-09-07T13:46:24.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.897+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=LQN0BEKCN602 tag=XQWONBT18Q9V type=write size=2342886 2024-09-07T13:46:24.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.897+0000 7f2cb6b6f8c0 1 < completed write operation key=ZVZ04CSVO3XE tag=GFXY3IF1FD55 type=write size=997157 2024-09-07T13:46:24.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.901+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=9S9SL8TPS6P9 type=del size=3621998 2024-09-07T13:46:24.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.905+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=MBJ258YYQJU5 type=del 2024-09-07T13:46:24.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.909+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~654MUEQA02RZ.0 size=744928 2024-09-07T13:46:24.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.909+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=654MUEQA02RZ tag=VNDLAIRN649X type=write size=1793504 2024-09-07T13:46:24.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.913+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=IOSPSK48GO6T type=del 2024-09-07T13:46:24.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.917+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~A8NT26ZPH1EH.0 size=1048576 2024-09-07T13:46:24.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.921+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~A8NT26ZPH1EH.1 size=1048576 2024-09-07T13:46:24.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.921+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~A8NT26ZPH1EH.2 size=822090 2024-09-07T13:46:24.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.921+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=A8NT26ZPH1EH tag=AL8MQPYHLCAB type=write size=3967818 2024-09-07T13:46:24.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.925+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~M4T0ZB8XTY9R.0 size=1048576 2024-09-07T13:46:24.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.925+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~M4T0ZB8XTY9R.1 size=1048576 2024-09-07T13:46:24.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.925+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_X93W2ZAZXKB5.2~M4T0ZB8XTY9R.2 size=387182 2024-09-07T13:46:24.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.933+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=X93W2ZAZXKB5 upload=M4T0ZB8XTY9R tag=MS87ZKNNXOSR type=write size=3532910 2024-09-07T13:46:24.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.933+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=1K5WGTK6F2UB type=write size=266051 2024-09-07T13:46:24.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.937+0000 7f2cb6b6f8c0 1 < canceled operation key=LZX7H9KUZM7X tag=E7N91F30FPKJ type=del size=104934 2024-09-07T13:46:24.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.941+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=UZUS8XUTYFGN type=write size=844884 2024-09-07T13:46:24.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.941+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=ZTP9LCXLDJPZ type=del 2024-09-07T13:46:24.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.945+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=JSAGH0JZBNJ8 type=del size=2816912 2024-09-07T13:46:24.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.949+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=1ZKBURZT66UA type=del 2024-09-07T13:46:24.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.953+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~U0E100WY3C4G.0 size=1048576 2024-09-07T13:46:24.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.957+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~U0E100WY3C4G.1 size=81491 2024-09-07T13:46:24.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.957+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=U0E100WY3C4G tag=ZFU9YDCFSAQP type=write size=2178643 2024-09-07T13:46:24.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.961+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=QHZ7NOTTUYIK type=del 2024-09-07T13:46:24.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.965+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~EZOKCYZ0H431.0 size=954683 2024-09-07T13:46:24.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.965+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=EZOKCYZ0H431 tag=54DRZV1LFHPT type=write size=2003259 2024-09-07T13:46:24.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.969+0000 7f2cb6b6f8c0 1 < completed write operation key=SJ0CJGHYGTKP tag=MWPPZIUTR17I type=write size=809911 2024-09-07T13:46:24.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.973+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~8JAESIDDTPJB.0 size=1048576 2024-09-07T13:46:24.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.977+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~8JAESIDDTPJB.1 size=660376 2024-09-07T13:46:24.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.977+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=8JAESIDDTPJB tag=PL71J7CODDUE type=write size=2757528 2024-09-07T13:46:24.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.985+0000 7f2cb6b6f8c0 1 < suggested update operation key=W120AMT2ALD9 tag=4N21GMRMUDZV type=del size=1245089 2024-09-07T13:46:24.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.985+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=154H8EMEVZ07 type=del size=3547322 2024-09-07T13:46:24.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.989+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~SJKN4VFRR1XT.0 size=673475 2024-09-07T13:46:24.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.993+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=SJKN4VFRR1XT tag=58EN590A7V95 type=write size=1722051 2024-09-07T13:46:24.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:24.997+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=7J8HOJYNS0UE type=del size=585015 2024-09-07T13:46:25.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.001+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~DTDVB0RKV5JK.0 size=223462 2024-09-07T13:46:25.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.009+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=DTDVB0RKV5JK tag=0BQY0WEBTOBJ type=write size=1272038 2024-09-07T13:46:25.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.013+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~SET6EW8KXG6M.0 size=1048576 2024-09-07T13:46:25.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.017+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~SET6EW8KXG6M.1 size=314798 2024-09-07T13:46:25.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.017+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=SET6EW8KXG6M tag=INVCBT2YJICX type=write size=2411950 2024-09-07T13:46:25.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.017+0000 7f2cb6b6f8c0 1 < canceled operation key=CS4B8TD9GPUR tag=I7FW0LCD1827 type=del size=2068506 2024-09-07T13:46:25.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.021+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=DPP0L03ZDLYV type=del size=258612 2024-09-07T13:46:25.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.025+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~TF1U9YY3QQIS.0 size=19342 2024-09-07T13:46:25.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.029+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=TF1U9YY3QQIS tag=BJR8KYR5RDEK type=write size=1067918 2024-09-07T13:46:25.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.029+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=R0FO8QD4PHG8 type=del size=2126110 2024-09-07T13:46:25.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.033+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=KFMLXNEEPGMN type=del 2024-09-07T13:46:25.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.037+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=ZQOZ8FEM5KW6 type=del size=484566 2024-09-07T13:46:25.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.037+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~LQN0BEKCN602.0 size=1048576 2024-09-07T13:46:25.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.041+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~LQN0BEKCN602.1 size=245734 2024-09-07T13:46:25.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.045+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=LQN0BEKCN602 tag=XQWONBT18Q9V type=write size=2342886 2024-09-07T13:46:25.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.049+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=AZ7L7YVP8PNI type=del size=3987546 2024-09-07T13:46:25.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.053+0000 7f2cb6b6f8c0 1 < suggested remove operation key=SNNZ7FIANLW7 tag=9S9SL8TPS6P9 type=del 2024-09-07T13:46:25.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.057+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=TY8MYZZL8W8S type=write size=537364 2024-09-07T13:46:25.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.057+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_7I54CNB8XS2B.2~654MUEQA02RZ.0 size=744928 2024-09-07T13:46:25.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.061+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=7I54CNB8XS2B upload=654MUEQA02RZ tag=VNDLAIRN649X type=write size=1793504 2024-09-07T13:46:25.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.065+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=GVLG8MHA3M78 type=del size=2989673 2024-09-07T13:46:25.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.065+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~A8NT26ZPH1EH.0 size=1048576 2024-09-07T13:46:25.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.069+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~A8NT26ZPH1EH.1 size=1048576 2024-09-07T13:46:25.072 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.069+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~A8NT26ZPH1EH.2 size=822090 2024-09-07T13:46:25.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.077+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=A8NT26ZPH1EH tag=AL8MQPYHLCAB type=write size=3967818 2024-09-07T13:46:25.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.081+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~DKGCZGQV7CLI.0 size=134879 2024-09-07T13:46:25.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.081+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=DKGCZGQV7CLI tag=6II3U17FHO4N type=write size=1183455 2024-09-07T13:46:25.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.085+0000 7f2cb6b6f8c0 1 < completed write operation key=30MLFTW2U44U tag=1K5WGTK6F2UB type=write size=266051 2024-09-07T13:46:25.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.085+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=L8SSUH00V7KZ type=del size=1270662 2024-09-07T13:46:25.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.089+0000 7f2cb6b6f8c0 1 < completed write operation key=CS4B8TD9GPUR tag=UZUS8XUTYFGN type=write size=844884 2024-09-07T13:46:25.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.093+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~C0Q15OBI1WP0.0 size=1048576 2024-09-07T13:46:25.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.097+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~C0Q15OBI1WP0.1 size=1048576 2024-09-07T13:46:25.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.097+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~C0Q15OBI1WP0.2 size=529894 2024-09-07T13:46:25.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.097+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=C0Q15OBI1WP0 tag=10RPZCL0NJOA type=write size=3675622 2024-09-07T13:46:25.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.101+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=JSAGH0JZBNJ8 type=del 2024-09-07T13:46:25.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.105+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~SE9NS7JTLB6L.0 size=862930 2024-09-07T13:46:25.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.105+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=SE9NS7JTLB6L tag=EQTKE9DYSZR6 type=write size=1911506 2024-09-07T13:46:25.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.109+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~U0E100WY3C4G.0 size=1048576 2024-09-07T13:46:25.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.109+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_LZX7H9KUZM7X.2~U0E100WY3C4G.1 size=81491 2024-09-07T13:46:25.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.113+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=LZX7H9KUZM7X upload=U0E100WY3C4G tag=ZFU9YDCFSAQP type=write size=2178643 2024-09-07T13:46:25.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.113+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=0Q0EZMLC442E type=del size=1505573 2024-09-07T13:46:25.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.117+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~EZOKCYZ0H431.0 size=954683 2024-09-07T13:46:25.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.121+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=EZOKCYZ0H431 tag=54DRZV1LFHPT type=write size=2003259 2024-09-07T13:46:25.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.125+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~M7MT0CH15NO6.0 size=1048576 2024-09-07T13:46:25.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.129+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~M7MT0CH15NO6.1 size=1048576 2024-09-07T13:46:25.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.129+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~M7MT0CH15NO6.2 size=24919 2024-09-07T13:46:25.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.129+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=M7MT0CH15NO6 tag=A3NC68V4DL6H type=write size=3170647 2024-09-07T13:46:25.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.133+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~8JAESIDDTPJB.0 size=1048576 2024-09-07T13:46:25.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.133+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~8JAESIDDTPJB.1 size=660376 2024-09-07T13:46:25.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.141+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=8JAESIDDTPJB tag=PL71J7CODDUE type=write size=2757528 2024-09-07T13:46:25.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.141+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=743DQNC9YIRJ type=del size=2619132 2024-09-07T13:46:25.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.145+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=154H8EMEVZ07 type=del 2024-09-07T13:46:25.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.149+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=YSTP2VG87U0W type=write size=382553 2024-09-07T13:46:25.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.149+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=7J8HOJYNS0UE type=del 2024-09-07T13:46:25.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.153+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=M8UNJZZ3QJJN type=del size=1736208 2024-09-07T13:46:25.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.157+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~SET6EW8KXG6M.0 size=1048576 2024-09-07T13:46:25.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.157+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~SET6EW8KXG6M.1 size=314798 2024-09-07T13:46:25.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.161+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=SET6EW8KXG6M tag=INVCBT2YJICX type=write size=2411950 2024-09-07T13:46:25.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.165+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~XLNGX4SI66S7.0 size=1048576 2024-09-07T13:46:25.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.169+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~XLNGX4SI66S7.1 size=202343 2024-09-07T13:46:25.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.169+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=XLNGX4SI66S7 tag=SLKDRK10KELI type=write size=2299495 2024-09-07T13:46:25.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.169+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=DPP0L03ZDLYV type=del 2024-09-07T13:46:25.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.173+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=LZJQ0ZUDJGAI type=del size=437514 2024-09-07T13:46:25.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.177+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=R0FO8QD4PHG8 type=del 2024-09-07T13:46:25.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.181+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~I6PZFGEK2NU3.0 size=247124 2024-09-07T13:46:25.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.181+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=I6PZFGEK2NU3 tag=7NIIM1O3LZ1H type=write size=1295700 2024-09-07T13:46:25.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.181+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=ZQOZ8FEM5KW6 type=del 2024-09-07T13:46:25.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.185+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~9QDFOMTWGQDK.0 size=1048576 2024-09-07T13:46:25.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.189+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~9QDFOMTWGQDK.1 size=1048576 2024-09-07T13:46:25.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.189+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~9QDFOMTWGQDK.2 size=497026 2024-09-07T13:46:25.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.189+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=9QDFOMTWGQDK tag=91Y2V0U9P5FK type=write size=3642754 2024-09-07T13:46:25.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.193+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=AZ7L7YVP8PNI type=del 2024-09-07T13:46:25.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.197+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=YOADI41NCATU type=del size=4071324 2024-09-07T13:46:25.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.197+0000 7f2cb6b6f8c0 1 < completed write operation key=KIKPQG73BHGB tag=TY8MYZZL8W8S type=write size=537364 2024-09-07T13:46:25.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.201+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=W5NFSBQB2ONL type=write size=884017 2024-09-07T13:46:25.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.201+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=GVLG8MHA3M78 type=del 2024-09-07T13:46:25.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.205+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=SX53VSFHQS05 type=del size=2642568 2024-09-07T13:46:25.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.209+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~DKGCZGQV7CLI.0 size=134879 2024-09-07T13:46:25.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.213+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=DKGCZGQV7CLI tag=6II3U17FHO4N type=write size=1183455 2024-09-07T13:46:25.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.217+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~PWMT9S7E62SN.0 size=1048576 2024-09-07T13:46:25.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.217+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~PWMT9S7E62SN.1 size=1048576 2024-09-07T13:46:25.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.221+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~PWMT9S7E62SN.2 size=122541 2024-09-07T13:46:25.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.221+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=PWMT9S7E62SN tag=R68KSNV2NSEB type=write size=3268269 2024-09-07T13:46:25.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.225+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=L8SSUH00V7KZ type=del 2024-09-07T13:46:25.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.225+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=XQPGB52ZX3WI type=del size=3647895 2024-09-07T13:46:25.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.229+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~C0Q15OBI1WP0.0 size=1048576 2024-09-07T13:46:25.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.229+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~C0Q15OBI1WP0.1 size=1048576 2024-09-07T13:46:25.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.233+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~C0Q15OBI1WP0.2 size=529894 2024-09-07T13:46:25.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.237+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=C0Q15OBI1WP0 tag=10RPZCL0NJOA type=write size=3675622 2024-09-07T13:46:25.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.241+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~ZSD53TPQEMII.0 size=1048576 2024-09-07T13:46:25.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.245+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~ZSD53TPQEMII.1 size=984412 2024-09-07T13:46:25.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.245+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=ZSD53TPQEMII tag=BJZGUOGVPD38 type=write size=3081564 2024-09-07T13:46:25.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.245+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_ZVZ04CSVO3XE.2~SE9NS7JTLB6L.0 size=862930 2024-09-07T13:46:25.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.249+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=ZVZ04CSVO3XE upload=SE9NS7JTLB6L tag=EQTKE9DYSZR6 type=write size=1911506 2024-09-07T13:46:25.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.253+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=35SX4737L0IN type=del size=745476 2024-09-07T13:46:25.256 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.257+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=0Q0EZMLC442E type=del 2024-09-07T13:46:25.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.261+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~BV7YZW8RR4ZM.0 size=752249 2024-09-07T13:46:25.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.261+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=BV7YZW8RR4ZM tag=CBEEC7ZMYMXP type=write size=1800825 2024-09-07T13:46:25.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.261+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~M7MT0CH15NO6.0 size=1048576 2024-09-07T13:46:25.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.265+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~M7MT0CH15NO6.1 size=1048576 2024-09-07T13:46:25.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.265+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~M7MT0CH15NO6.2 size=24919 2024-09-07T13:46:25.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.269+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=M7MT0CH15NO6 tag=A3NC68V4DL6H type=write size=3170647 2024-09-07T13:46:25.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.273+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=8JQ4C8C43U6R type=del size=814695 2024-09-07T13:46:25.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.277+0000 7f2cb6b6f8c0 1 < suggested update operation key=SNNZ7FIANLW7 tag=743DQNC9YIRJ type=del size=2619132 2024-09-07T13:46:25.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.281+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=TUTS0WVYVC2N type=del size=1404243 2024-09-07T13:46:25.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.285+0000 7f2cb6b6f8c0 1 < completed write operation key=RQ4XU4WUUA9N tag=YSTP2VG87U0W type=write size=382553 2024-09-07T13:46:25.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.285+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=8EZZ8L5LJ2KW type=del size=151767 2024-09-07T13:46:25.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.289+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=M8UNJZZ3QJJN type=del 2024-09-07T13:46:25.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.293+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=E4WR2X8HZ6VM type=del size=643176 2024-09-07T13:46:25.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.293+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~XLNGX4SI66S7.0 size=1048576 2024-09-07T13:46:25.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.293+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_RQ4XU4WUUA9N.2~XLNGX4SI66S7.1 size=202343 2024-09-07T13:46:25.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.297+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=RQ4XU4WUUA9N upload=XLNGX4SI66S7 tag=SLKDRK10KELI type=write size=2299495 2024-09-07T13:46:25.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.301+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=NVD3S7YX8DZB type=write size=259223 2024-09-07T13:46:25.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.305+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=LZJQ0ZUDJGAI type=del 2024-09-07T13:46:25.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.305+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=ACRGGG53RGJG type=write size=549648 2024-09-07T13:46:25.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.309+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~I6PZFGEK2NU3.0 size=247124 2024-09-07T13:46:25.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.313+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=I6PZFGEK2NU3 tag=7NIIM1O3LZ1H type=write size=1295700 2024-09-07T13:46:25.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.313+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=VEW2U9QWCSFY type=write size=76444 2024-09-07T13:46:25.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.317+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~9QDFOMTWGQDK.0 size=1048576 2024-09-07T13:46:25.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.321+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~9QDFOMTWGQDK.1 size=1048576 2024-09-07T13:46:25.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.321+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~9QDFOMTWGQDK.2 size=497026 2024-09-07T13:46:25.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.325+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=9QDFOMTWGQDK tag=91Y2V0U9P5FK type=write size=3642754 2024-09-07T13:46:25.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.329+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=TEHQP6A5ZDZK type=write size=452851 2024-09-07T13:46:25.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.333+0000 7f2cb6b6f8c0 1 < canceled operation key=XMCPLLADRKGO tag=YOADI41NCATU type=del size=4071324 2024-09-07T13:46:25.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.333+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=K16FZ04AEZR2 type=del size=3168185 2024-09-07T13:46:25.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.337+0000 7f2cb6b6f8c0 1 < completed write operation key=UN7NW8NTF67Q tag=W5NFSBQB2ONL type=write size=884017 2024-09-07T13:46:25.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.341+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~3SPWMA507Z3L.0 size=1048576 2024-09-07T13:46:25.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.345+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~3SPWMA507Z3L.1 size=768976 2024-09-07T13:46:25.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.345+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=3SPWMA507Z3L tag=FESS9MVFI435 type=write size=2866128 2024-09-07T13:46:25.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.349+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=SX53VSFHQS05 type=del 2024-09-07T13:46:25.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.349+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=J9CEC4FSAACY type=del size=3646512 2024-09-07T13:46:25.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.353+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~PWMT9S7E62SN.0 size=1048576 2024-09-07T13:46:25.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.353+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~PWMT9S7E62SN.1 size=1048576 2024-09-07T13:46:25.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.353+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_X93W2ZAZXKB5.2~PWMT9S7E62SN.2 size=122541 2024-09-07T13:46:25.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.357+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=X93W2ZAZXKB5 upload=PWMT9S7E62SN tag=R68KSNV2NSEB type=write size=3268269 2024-09-07T13:46:25.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.365+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~ZGN08YXP9848.0 size=528154 2024-09-07T13:46:25.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.365+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=ZGN08YXP9848 tag=1V4ZRW63RA49 type=write size=1576730 2024-09-07T13:46:25.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.365+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=XQPGB52ZX3WI type=del 2024-09-07T13:46:25.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.373+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~WYV123695ALP.0 size=398730 2024-09-07T13:46:25.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.373+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=WYV123695ALP tag=K3KGZITVY7DO type=write size=1447306 2024-09-07T13:46:25.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.373+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~ZSD53TPQEMII.0 size=1048576 2024-09-07T13:46:25.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.377+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~ZSD53TPQEMII.1 size=984412 2024-09-07T13:46:25.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.381+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=ZSD53TPQEMII tag=BJZGUOGVPD38 type=write size=3081564 2024-09-07T13:46:25.386 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.385+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~KR4EX51DJWTC.0 size=1048576 2024-09-07T13:46:25.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.385+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~KR4EX51DJWTC.1 size=1048576 2024-09-07T13:46:25.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.389+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~KR4EX51DJWTC.2 size=870824 2024-09-07T13:46:25.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.389+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=KR4EX51DJWTC tag=EGFGX7JZ4OJX type=write size=4016552 2024-09-07T13:46:25.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.393+0000 7f2cb6b6f8c0 1 < suggested remove operation key=SJ0CJGHYGTKP tag=35SX4737L0IN type=del 2024-09-07T13:46:25.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.397+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=MAO1GWHOQMFQ type=del size=1706414 2024-09-07T13:46:25.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.401+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~BV7YZW8RR4ZM.0 size=752249 2024-09-07T13:46:25.405 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.405+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=BV7YZW8RR4ZM tag=CBEEC7ZMYMXP type=write size=1800825 2024-09-07T13:46:25.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.405+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=DYF2B9ZR7KEX type=del size=1778013 2024-09-07T13:46:25.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.409+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=8JQ4C8C43U6R type=del 2024-09-07T13:46:25.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.417+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~D5V1CKMT4L5V.0 size=512779 2024-09-07T13:46:25.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.417+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=D5V1CKMT4L5V tag=MN6CW4P1ZWWY type=write size=1561355 2024-09-07T13:46:25.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.421+0000 7f2cb6b6f8c0 1 < suggested remove operation key=8CA8BLUFHJ91 tag=TUTS0WVYVC2N type=del 2024-09-07T13:46:25.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.425+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~4A90E4O5FTE0.0 size=42978 2024-09-07T13:46:25.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.425+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=4A90E4O5FTE0 tag=PHUJNSO0A6KF type=write size=1091554 2024-09-07T13:46:25.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.429+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=8EZZ8L5LJ2KW type=del 2024-09-07T13:46:25.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.433+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~PKN96V52GZ7E.0 size=670856 2024-09-07T13:46:25.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.433+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=PKN96V52GZ7E tag=57FY4ZHZ7RQ9 type=write size=1719432 2024-09-07T13:46:25.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.437+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=E4WR2X8HZ6VM type=del 2024-09-07T13:46:25.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.441+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~M1RBXVE16ZT2.0 size=1048576 2024-09-07T13:46:25.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.445+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~M1RBXVE16ZT2.1 size=862324 2024-09-07T13:46:25.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.445+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=M1RBXVE16ZT2 tag=1WNXIM7YW209 type=write size=2959476 2024-09-07T13:46:25.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.449+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=8CA8BLUFHJ91 tag=NVD3S7YX8DZB type=write size=259223: (22) Invalid argument 2024-09-07T13:46:25.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.449+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=VZVIYMM07NCT type=del size=3210134 2024-09-07T13:46:25.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.453+0000 7f2cb6b6f8c0 -1 < no bi entry to suggest for operation key=8CA8BLUFHJ91 tag=ACRGGG53RGJG type=write size=549648: (2) No such file or directory 2024-09-07T13:46:25.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.457+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=6E7K8ZOYHQ1G type=write size=725994 2024-09-07T13:46:25.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.457+0000 7f2cb6b6f8c0 1 < completed write operation key=R2BO0X5383EA tag=VEW2U9QWCSFY type=write size=76444 2024-09-07T13:46:25.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.461+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=7UIND9HUU3VW type=del size=679959 2024-09-07T13:46:25.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.465+0000 7f2cb6b6f8c0 1 < completed write operation key=7I54CNB8XS2B tag=TEHQP6A5ZDZK type=write size=452851 2024-09-07T13:46:25.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.465+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=426VS371DR0F type=del size=3252844 2024-09-07T13:46:25.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.469+0000 7f2cb6b6f8c0 1 < canceled operation key=CS4B8TD9GPUR tag=K16FZ04AEZR2 type=del size=3168185 2024-09-07T13:46:25.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.473+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=R3UA9G6U3YLW type=del size=663951 2024-09-07T13:46:25.476 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.473+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~3SPWMA507Z3L.0 size=1048576 2024-09-07T13:46:25.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.477+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~3SPWMA507Z3L.1 size=768976 2024-09-07T13:46:25.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.481+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=3SPWMA507Z3L tag=FESS9MVFI435 type=write size=2866128 2024-09-07T13:46:25.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.485+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~4D6GYEGYL33O.0 size=1048576 2024-09-07T13:46:25.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.489+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~4D6GYEGYL33O.1 size=1048576 2024-09-07T13:46:25.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.489+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~4D6GYEGYL33O.2 size=998449 2024-09-07T13:46:25.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.489+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=4D6GYEGYL33O tag=CRL189C9PTCY type=write size=4144177 2024-09-07T13:46:25.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.493+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=J9CEC4FSAACY type=del 2024-09-07T13:46:25.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.501+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~GTS3E2OQCM7N.0 size=173180 2024-09-07T13:46:25.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.501+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=GTS3E2OQCM7N tag=B67EHMNBUEVK type=write size=1221756 2024-09-07T13:46:25.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.501+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~ZGN08YXP9848.0 size=528154 2024-09-07T13:46:25.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.505+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=ZGN08YXP9848 tag=1V4ZRW63RA49 type=write size=1576730 2024-09-07T13:46:25.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.509+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=BSKPD3DBGBUJ type=del size=3565245 2024-09-07T13:46:25.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.509+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~WYV123695ALP.0 size=398730 2024-09-07T13:46:25.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.513+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=WYV123695ALP tag=K3KGZITVY7DO type=write size=1447306 2024-09-07T13:46:25.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.517+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=2Q7AY0J7EF57 type=del size=2230235 2024-09-07T13:46:25.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.521+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~KR4EX51DJWTC.0 size=1048576 2024-09-07T13:46:25.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.521+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~KR4EX51DJWTC.1 size=1048576 2024-09-07T13:46:25.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.525+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~KR4EX51DJWTC.2 size=870824 2024-09-07T13:46:25.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.529+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=KR4EX51DJWTC tag=EGFGX7JZ4OJX type=write size=4016552 2024-09-07T13:46:25.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.533+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=UCSJI8ZT94LY type=del size=1982090 2024-09-07T13:46:25.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.533+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=MAO1GWHOQMFQ type=del 2024-09-07T13:46:25.538 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.537+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=K60PYRZYD5OF type=del size=2538797 2024-09-07T13:46:25.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.541+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=DYF2B9ZR7KEX type=del 2024-09-07T13:46:25.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.545+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~E1WW9SVHQWIR.0 size=23060 2024-09-07T13:46:25.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.545+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=E1WW9SVHQWIR tag=ZGFJ3UPGXJEX type=write size=1071636 2024-09-07T13:46:25.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.545+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~D5V1CKMT4L5V.0 size=512779 2024-09-07T13:46:25.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.549+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=D5V1CKMT4L5V tag=MN6CW4P1ZWWY type=write size=1561355 2024-09-07T13:46:25.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.557+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~SY217184Q3PP.0 size=653065 2024-09-07T13:46:25.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.557+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=SY217184Q3PP tag=85YAEZJ738KF type=write size=1701641 2024-09-07T13:46:25.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.557+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~4A90E4O5FTE0.0 size=42978 2024-09-07T13:46:25.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.561+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=4A90E4O5FTE0 tag=PHUJNSO0A6KF type=write size=1091554 2024-09-07T13:46:25.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.565+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=QF0XFUJE2HMN type=del size=1549481 2024-09-07T13:46:25.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.569+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~PKN96V52GZ7E.0 size=670856 2024-09-07T13:46:25.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.573+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=PKN96V52GZ7E tag=57FY4ZHZ7RQ9 type=write size=1719432 2024-09-07T13:46:25.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.573+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=3Y5KITDFXFQ3 type=del size=2419616 2024-09-07T13:46:25.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.577+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~M1RBXVE16ZT2.0 size=1048576 2024-09-07T13:46:25.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.577+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_XMCPLLADRKGO.2~M1RBXVE16ZT2.1 size=862324 2024-09-07T13:46:25.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.581+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=XMCPLLADRKGO upload=M1RBXVE16ZT2 tag=1WNXIM7YW209 type=write size=2959476 2024-09-07T13:46:25.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.585+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=F7SNEIP8FWWY type=del size=2279478 2024-09-07T13:46:25.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.589+0000 7f2cb6b6f8c0 1 < suggested remove operation key=V8VL32BCEJRQ tag=VZVIYMM07NCT type=del 2024-09-07T13:46:25.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.593+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~A2INSDGBENYM.0 size=1048576 2024-09-07T13:46:25.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.597+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~A2INSDGBENYM.1 size=162615 2024-09-07T13:46:25.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.597+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=A2INSDGBENYM tag=QB3FGZXTHYI3 type=write size=2259767 2024-09-07T13:46:25.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.597+0000 7f2cb6b6f8c0 1 < completed write operation key=KIKPQG73BHGB tag=6E7K8ZOYHQ1G type=write size=725994 2024-09-07T13:46:25.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.601+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=520FJ4SI6GDS type=write size=1019742 2024-09-07T13:46:25.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.609+0000 7f2cb6b6f8c0 1 < suggested remove operation key=XMCPLLADRKGO tag=7UIND9HUU3VW type=del 2024-09-07T13:46:25.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.609+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=JA8MJDGUWZLT type=del size=3999939 2024-09-07T13:46:25.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.613+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=426VS371DR0F type=del 2024-09-07T13:46:25.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.617+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=B3MXJ9JCBQ4S type=write size=694420 2024-09-07T13:46:25.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.621+0000 7f2cb6b6f8c0 1 < suggested update operation key=ZVZ04CSVO3XE tag=R3UA9G6U3YLW type=del size=663951 2024-09-07T13:46:25.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.621+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=V83HK8LB0VZA type=del size=153462 2024-09-07T13:46:25.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.625+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~4D6GYEGYL33O.0 size=1048576 2024-09-07T13:46:25.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.629+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~4D6GYEGYL33O.1 size=1048576 2024-09-07T13:46:25.630 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.629+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~4D6GYEGYL33O.2 size=998449 2024-09-07T13:46:25.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.633+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=4D6GYEGYL33O tag=CRL189C9PTCY type=write size=4144177 2024-09-07T13:46:25.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.637+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=R4DWT7M8PRJ7 type=del size=2794711 2024-09-07T13:46:25.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.637+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~GTS3E2OQCM7N.0 size=173180 2024-09-07T13:46:25.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.641+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=GTS3E2OQCM7N tag=B67EHMNBUEVK type=write size=1221756 2024-09-07T13:46:25.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.645+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~960YGFPXVH95.0 size=1048576 2024-09-07T13:46:25.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.649+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~960YGFPXVH95.1 size=1048576 2024-09-07T13:46:25.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.649+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~960YGFPXVH95.2 size=896341 2024-09-07T13:46:25.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.649+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=960YGFPXVH95 tag=LWDH8WAZ24P9 type=write size=4042069 2024-09-07T13:46:25.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.653+0000 7f2cb6b6f8c0 1 < completed delete operation key=Z6G2MS36EF8U tag=BSKPD3DBGBUJ type=del 2024-09-07T13:46:25.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.657+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~P18X3GMC5Q27.0 size=1048576 2024-09-07T13:46:25.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.661+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~P18X3GMC5Q27.1 size=351401 2024-09-07T13:46:25.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.661+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=P18X3GMC5Q27 tag=9AZV03PNHTN3 type=write size=2448553 2024-09-07T13:46:25.663 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.661+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=2Q7AY0J7EF57 type=del 2024-09-07T13:46:25.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.665+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~OHCQ2YX3W4XZ.0 size=1048576 2024-09-07T13:46:25.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.669+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~OHCQ2YX3W4XZ.1 size=276739 2024-09-07T13:46:25.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.669+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=OHCQ2YX3W4XZ tag=LJ4KBTT91JKS type=write size=2373891 2024-09-07T13:46:25.672 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.669+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=UCSJI8ZT94LY type=del 2024-09-07T13:46:25.675 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.673+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=T0QEVFJ9XQLQ type=del size=4079900 2024-09-07T13:46:25.677 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.677+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=XMCPLLADRKGO tag=K60PYRZYD5OF type=del size=2538797: (22) Invalid argument 2024-09-07T13:46:25.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.677+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=N0W830FOHDJY type=write size=251733 2024-09-07T13:46:25.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.681+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~E1WW9SVHQWIR.0 size=23060 2024-09-07T13:46:25.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.685+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=E1WW9SVHQWIR tag=ZGFJ3UPGXJEX type=write size=1071636 2024-09-07T13:46:25.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.689+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=KUQRZ4OM7FIA type=del size=3375207 2024-09-07T13:46:25.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.693+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~SY217184Q3PP.0 size=653065 2024-09-07T13:46:25.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.697+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=SY217184Q3PP tag=85YAEZJ738KF type=write size=1701641 2024-09-07T13:46:25.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.701+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~DMC4293B4YI4.0 size=1048576 2024-09-07T13:46:25.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.701+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~DMC4293B4YI4.1 size=1048576 2024-09-07T13:46:25.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.705+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~DMC4293B4YI4.2 size=155909 2024-09-07T13:46:25.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.705+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=DMC4293B4YI4 tag=2RGWYCA1YF24 type=write size=3301637 2024-09-07T13:46:25.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.709+0000 7f2cb6b6f8c0 1 < suggested update operation key=KIKPQG73BHGB tag=QF0XFUJE2HMN type=del size=1549481 2024-09-07T13:46:25.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.713+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=O8800R0O77CL type=del size=271088 2024-09-07T13:46:25.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.717+0000 7f2cb6b6f8c0 1 < suggested update operation key=RQ4XU4WUUA9N tag=3Y5KITDFXFQ3 type=del size=2419616 2024-09-07T13:46:25.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.721+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~G6PX1GC338YN.0 size=1048576 2024-09-07T13:46:25.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.725+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~G6PX1GC338YN.1 size=1048576 2024-09-07T13:46:25.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.725+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~G6PX1GC338YN.2 size=49837 2024-09-07T13:46:25.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.725+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=G6PX1GC338YN tag=J6GQRJEOA9U2 type=write size=3195565 2024-09-07T13:46:25.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.729+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=KIKPQG73BHGB tag=F7SNEIP8FWWY type=del size=2279478: (22) Invalid argument 2024-09-07T13:46:25.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.737+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~OLFO8BN3X105.0 size=1048576 2024-09-07T13:46:25.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.737+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~OLFO8BN3X105.1 size=1048576 2024-09-07T13:46:25.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.741+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~OLFO8BN3X105.2 size=970773 2024-09-07T13:46:25.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.741+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=OLFO8BN3X105 tag=VCS6H8C8A24H type=write size=4116501 2024-09-07T13:46:25.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.741+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_R249V3K5CGU6.2~A2INSDGBENYM.0 size=1048576 2024-09-07T13:46:25.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.741+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~A2INSDGBENYM.1 size=162615 2024-09-07T13:46:25.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.749+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=R249V3K5CGU6 upload=A2INSDGBENYM tag=QB3FGZXTHYI3 type=write size=2259767 2024-09-07T13:46:25.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.753+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~S6TPLPD4VTVH.0 size=1048576 2024-09-07T13:46:25.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.753+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~S6TPLPD4VTVH.1 size=1048576 2024-09-07T13:46:25.758 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.757+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~S6TPLPD4VTVH.2 size=251722 2024-09-07T13:46:25.758 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.757+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=S6TPLPD4VTVH tag=4AS4XVPHJXAF type=write size=3397450 2024-09-07T13:46:25.761 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.761+0000 7f2cb6b6f8c0 1 < completed write operation key=55Q1KQM4NQFR tag=520FJ4SI6GDS type=write size=1019742 2024-09-07T13:46:25.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.765+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~HAMRFAE0CA71.0 size=1048576 2024-09-07T13:46:25.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.765+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~HAMRFAE0CA71.1 size=1048576 2024-09-07T13:46:25.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.769+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~HAMRFAE0CA71.2 size=66848 2024-09-07T13:46:25.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.769+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=HAMRFAE0CA71 tag=8E2UGWU82P5I type=write size=3212576 2024-09-07T13:46:25.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.769+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=JA8MJDGUWZLT type=del 2024-09-07T13:46:25.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.773+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=A2JF4DUX4Z68 type=del size=930154 2024-09-07T13:46:25.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.777+0000 7f2cb6b6f8c0 1 < completed write operation key=DKCM0NB13MGO tag=B3MXJ9JCBQ4S type=write size=694420 2024-09-07T13:46:25.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.777+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=DJKHX7Q98HRS type=del size=234781 2024-09-07T13:46:25.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.781+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=V83HK8LB0VZA type=del 2024-09-07T13:46:25.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.785+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=9W7Y8VTL80P6 type=del size=1728509 2024-09-07T13:46:25.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.785+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=R4DWT7M8PRJ7 type=del 2024-09-07T13:46:25.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.789+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=3TO7W68ZSLR3 type=del size=892431 2024-09-07T13:46:25.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.789+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_R2BO0X5383EA.2~960YGFPXVH95.0 size=1048576 2024-09-07T13:46:25.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.793+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~960YGFPXVH95.1 size=1048576 2024-09-07T13:46:25.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.793+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~960YGFPXVH95.2 size=896341 2024-09-07T13:46:25.800 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.797+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=R2BO0X5383EA upload=960YGFPXVH95 tag=LWDH8WAZ24P9 type=write size=4042069 2024-09-07T13:46:25.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.801+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=EIABXGHZF82K type=write size=684668 2024-09-07T13:46:25.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.805+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~P18X3GMC5Q27.0 size=1048576 2024-09-07T13:46:25.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.809+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~P18X3GMC5Q27.1 size=351401 2024-09-07T13:46:25.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.813+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=P18X3GMC5Q27 tag=9AZV03PNHTN3 type=write size=2448553 2024-09-07T13:46:25.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.813+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=ZHH68KM2SMR9 type=del size=2260485 2024-09-07T13:46:25.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.817+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~OHCQ2YX3W4XZ.0 size=1048576 2024-09-07T13:46:25.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.817+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_55Q1KQM4NQFR.2~OHCQ2YX3W4XZ.1 size=276739 2024-09-07T13:46:25.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.821+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=55Q1KQM4NQFR upload=OHCQ2YX3W4XZ tag=LJ4KBTT91JKS type=write size=2373891 2024-09-07T13:46:25.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.825+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=FSQ6OA901A9I type=write size=177447 2024-09-07T13:46:25.830 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.829+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=T0QEVFJ9XQLQ type=del 2024-09-07T13:46:25.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.833+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~DA1WMZNNXU7L.0 size=336322 2024-09-07T13:46:25.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.833+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=DA1WMZNNXU7L tag=U8SCGHE311AR type=write size=1384898 2024-09-07T13:46:25.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.837+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=N0W830FOHDJY type=write size=251733 2024-09-07T13:46:25.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.841+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=8LFHED8YG8J4 type=del size=1894082 2024-09-07T13:46:25.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.845+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=KUQRZ4OM7FIA type=del 2024-09-07T13:46:25.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.849+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=7EKT0PADMO72 type=del size=2848357 2024-09-07T13:46:25.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.857+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~DMC4293B4YI4.0 size=1048576 2024-09-07T13:46:25.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.857+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~DMC4293B4YI4.1 size=1048576 2024-09-07T13:46:25.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.861+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~DMC4293B4YI4.2 size=155909 2024-09-07T13:46:25.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.869+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=DMC4293B4YI4 tag=2RGWYCA1YF24 type=write size=3301637 2024-09-07T13:46:25.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.869+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=TJWOQOY1XBZY type=del size=3675359 2024-09-07T13:46:25.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.873+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=O8800R0O77CL type=del 2024-09-07T13:46:25.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.877+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=9Z96RK63GWJ4 type=del size=3496349 2024-09-07T13:46:25.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.881+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~G6PX1GC338YN.0 size=1048576 2024-09-07T13:46:25.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.885+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~G6PX1GC338YN.1 size=1048576 2024-09-07T13:46:25.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.885+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_R249V3K5CGU6.2~G6PX1GC338YN.2 size=49837 2024-09-07T13:46:25.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.889+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=R249V3K5CGU6 upload=G6PX1GC338YN tag=J6GQRJEOA9U2 type=write size=3195565 2024-09-07T13:46:25.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.893+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=ABEHUTQKUPTX type=write size=811424 2024-09-07T13:46:25.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.897+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~OLFO8BN3X105.0 size=1048576 2024-09-07T13:46:25.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.901+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~OLFO8BN3X105.1 size=1048576 2024-09-07T13:46:25.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.901+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~OLFO8BN3X105.2 size=970773 2024-09-07T13:46:25.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.909+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=OLFO8BN3X105 tag=VCS6H8C8A24H type=write size=4116501 2024-09-07T13:46:25.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.913+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=165BL0D35OH8 type=del size=523047 2024-09-07T13:46:25.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.913+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~S6TPLPD4VTVH.0 size=1048576 2024-09-07T13:46:25.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.917+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~S6TPLPD4VTVH.1 size=1048576 2024-09-07T13:46:25.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.921+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~S6TPLPD4VTVH.2 size=251722 2024-09-07T13:46:25.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.925+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=S6TPLPD4VTVH tag=4AS4XVPHJXAF type=write size=3397450 2024-09-07T13:46:25.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.929+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=YK8X1DBBFC42 type=del size=1193465 2024-09-07T13:46:25.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.933+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~HAMRFAE0CA71.0 size=1048576 2024-09-07T13:46:25.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.933+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_30MLFTW2U44U.2~HAMRFAE0CA71.1 size=1048576 2024-09-07T13:46:25.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.937+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~HAMRFAE0CA71.2 size=66848 2024-09-07T13:46:25.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.941+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=30MLFTW2U44U upload=HAMRFAE0CA71 tag=8E2UGWU82P5I type=write size=3212576 2024-09-07T13:46:25.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.949+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~LNTOB8JQKZ08.0 size=1048576 2024-09-07T13:46:25.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.949+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~LNTOB8JQKZ08.1 size=1048576 2024-09-07T13:46:25.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.953+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~LNTOB8JQKZ08.2 size=251145 2024-09-07T13:46:25.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.953+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=LNTOB8JQKZ08 tag=5GSYEA0HCC0X type=write size=3396873 2024-09-07T13:46:25.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.957+0000 7f2cb6b6f8c0 1 < canceled operation key=ADB5YEZAZPYJ tag=A2JF4DUX4Z68 type=del size=930154 2024-09-07T13:46:25.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.965+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~1URN40IA14T0.0 size=1048576 2024-09-07T13:46:25.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.965+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~1URN40IA14T0.1 size=45031 2024-09-07T13:46:25.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.965+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=1URN40IA14T0 tag=YSIW9BK7LQBF type=write size=2142183 2024-09-07T13:46:25.972 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.969+0000 7f2cb6b6f8c0 1 < suggested update operation key=LZX7H9KUZM7X tag=DJKHX7Q98HRS type=del size=234781 2024-09-07T13:46:25.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.973+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=BQMDHFCYXON9 type=del size=1879557 2024-09-07T13:46:25.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.977+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=9W7Y8VTL80P6 type=del 2024-09-07T13:46:25.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.977+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=D6HHOANPNBDA type=del size=1357726 2024-09-07T13:46:25.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.981+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=3TO7W68ZSLR3 type=del 2024-09-07T13:46:25.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.981+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=TT80BXI2SJSO type=write size=260097 2024-09-07T13:46:25.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.985+0000 7f2cb6b6f8c0 1 < suggested update operation key=ADB5YEZAZPYJ tag=EIABXGHZF82K type=write size=684668 2024-09-07T13:46:25.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.989+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~344N0EVRMRSY.0 size=1048576 2024-09-07T13:46:25.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.993+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~344N0EVRMRSY.1 size=1048576 2024-09-07T13:46:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.993+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~344N0EVRMRSY.2 size=935963 2024-09-07T13:46:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.993+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=344N0EVRMRSY tag=0PY6C53WS3TS type=write size=4081691 2024-09-07T13:46:25.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.997+0000 7f2cb6b6f8c0 1 < completed delete operation key=Z6G2MS36EF8U tag=ZHH68KM2SMR9 type=del 2024-09-07T13:46:26.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:25.997+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=HLXI8TJC2LN3 type=del size=87889 2024-09-07T13:46:26.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.001+0000 7f2cb6b6f8c0 1 < completed write operation key=KIKPQG73BHGB tag=FSQ6OA901A9I type=write size=177447 2024-09-07T13:46:26.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.005+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~RFJVZ70LWIUV.0 size=1048576 2024-09-07T13:46:26.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.005+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~RFJVZ70LWIUV.1 size=1048576 2024-09-07T13:46:26.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.009+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~RFJVZ70LWIUV.2 size=863883 2024-09-07T13:46:26.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.009+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=RFJVZ70LWIUV tag=H5WK53LCNSKI type=write size=4009611 2024-09-07T13:46:26.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.013+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~DA1WMZNNXU7L.0 size=336322 2024-09-07T13:46:26.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.017+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=DA1WMZNNXU7L tag=U8SCGHE311AR type=write size=1384898 2024-09-07T13:46:26.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.021+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=2KSVTLWT0H55 type=write size=812079 2024-09-07T13:46:26.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.021+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=8LFHED8YG8J4 type=del 2024-09-07T13:46:26.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.025+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=QA5C2L7NN5PJ type=del size=1659203 2024-09-07T13:46:26.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.025+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=7EKT0PADMO72 type=del 2024-09-07T13:46:26.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.029+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~WWZGDE1MQQD5.0 size=1048576 2024-09-07T13:46:26.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.033+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~WWZGDE1MQQD5.1 size=1048576 2024-09-07T13:46:26.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.033+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~WWZGDE1MQQD5.2 size=545140 2024-09-07T13:46:26.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.033+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=WWZGDE1MQQD5 tag=AGGFHQE6GWWU type=write size=3690868 2024-09-07T13:46:26.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.037+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=LZX7H9KUZM7X tag=TJWOQOY1XBZY type=del size=3675359: (22) Invalid argument 2024-09-07T13:46:26.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.041+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~C2063RO7VQBU.0 size=1048576 2024-09-07T13:46:26.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.045+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~C2063RO7VQBU.1 size=1048576 2024-09-07T13:46:26.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.045+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~C2063RO7VQBU.2 size=391998 2024-09-07T13:46:26.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.045+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=C2063RO7VQBU tag=ZNI7VEUJ52L7 type=write size=3537726 2024-09-07T13:46:26.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.049+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=9Z96RK63GWJ4 type=del 2024-09-07T13:46:26.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.049+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=WU11J7A1MIRT type=del size=2619068 2024-09-07T13:46:26.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.053+0000 7f2cb6b6f8c0 1 < completed write operation key=X93W2ZAZXKB5 tag=ABEHUTQKUPTX type=write size=811424 2024-09-07T13:46:26.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.057+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~O0M71X9PI24C.0 size=436451 2024-09-07T13:46:26.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.057+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=O0M71X9PI24C tag=N9CB5IQ9KRZ2 type=write size=1485027 2024-09-07T13:46:26.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.061+0000 7f2cb6b6f8c0 1 < canceled operation key=Z6G2MS36EF8U tag=165BL0D35OH8 type=del size=523047 2024-09-07T13:46:26.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.061+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=QJ7D7EGI73Y4 type=write size=928526 2024-09-07T13:46:26.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.065+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=YK8X1DBBFC42 type=del 2024-09-07T13:46:26.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.069+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=C2VQVB9IYG7O type=del size=2513474 2024-09-07T13:46:26.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.069+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_8CA8BLUFHJ91.2~LNTOB8JQKZ08.0 size=1048576 2024-09-07T13:46:26.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.069+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_8CA8BLUFHJ91.2~LNTOB8JQKZ08.1 size=1048576 2024-09-07T13:46:26.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.069+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_8CA8BLUFHJ91.2~LNTOB8JQKZ08.2 size=251145 2024-09-07T13:46:26.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.073+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=8CA8BLUFHJ91 upload=LNTOB8JQKZ08 tag=5GSYEA0HCC0X type=write size=3396873 2024-09-07T13:46:26.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.077+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~U10ULIHZEJ9N.0 size=1048576 2024-09-07T13:46:26.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.081+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~U10ULIHZEJ9N.1 size=1048576 2024-09-07T13:46:26.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.081+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~U10ULIHZEJ9N.2 size=902253 2024-09-07T13:46:26.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.081+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=U10ULIHZEJ9N tag=88SY6WIZ9L0X type=write size=4047981 2024-09-07T13:46:26.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.085+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~1URN40IA14T0.0 size=1048576 2024-09-07T13:46:26.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.085+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~1URN40IA14T0.1 size=45031 2024-09-07T13:46:26.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.089+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=4MKAO5GJGCYD upload=1URN40IA14T0 tag=YSIW9BK7LQBF type=write size=2142183 2024-09-07T13:46:26.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.093+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~AC9YY44VYB7A.0 size=177511 2024-09-07T13:46:26.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.093+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=AC9YY44VYB7A tag=CIII9ZIS77TU type=write size=1226087 2024-09-07T13:46:26.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.097+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=BQMDHFCYXON9 type=del 2024-09-07T13:46:26.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.105+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~WHB3QVMACWGV.0 size=1048576 2024-09-07T13:46:26.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.105+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~WHB3QVMACWGV.1 size=99978 2024-09-07T13:46:26.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.105+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=WHB3QVMACWGV tag=FNCIQ7O2S7F2 type=write size=2197130 2024-09-07T13:46:26.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.109+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=D6HHOANPNBDA type=del 2024-09-07T13:46:26.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.113+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=R9T6X2DI9UQT type=del size=388128 2024-09-07T13:46:26.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.117+0000 7f2cb6b6f8c0 1 < suggested remove operation key=55Q1KQM4NQFR tag=TT80BXI2SJSO type=write 2024-09-07T13:46:26.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.121+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=FMSU9H72VP3O type=del size=3220676 2024-09-07T13:46:26.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.121+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~344N0EVRMRSY.0 size=1048576 2024-09-07T13:46:26.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.125+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~344N0EVRMRSY.1 size=1048576 2024-09-07T13:46:26.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.125+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~344N0EVRMRSY.2 size=935963 2024-09-07T13:46:26.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.129+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=344N0EVRMRSY tag=0PY6C53WS3TS type=write size=4081691 2024-09-07T13:46:26.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.133+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=Z3UWVYGLZ5C8 type=del size=1971260 2024-09-07T13:46:26.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.137+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=HLXI8TJC2LN3 type=del 2024-09-07T13:46:26.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.141+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~NH9Y2UNEX1ST.0 size=606228 2024-09-07T13:46:26.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.141+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=NH9Y2UNEX1ST tag=3E33Y7EIJOX8 type=write size=1654804 2024-09-07T13:46:26.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.141+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_FZUZGIZAKB07.2~RFJVZ70LWIUV.0 size=1048576 2024-09-07T13:46:26.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.145+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~RFJVZ70LWIUV.1 size=1048576 2024-09-07T13:46:26.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.149+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~RFJVZ70LWIUV.2 size=863883 2024-09-07T13:46:26.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.153+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=FZUZGIZAKB07 upload=RFJVZ70LWIUV tag=H5WK53LCNSKI type=write size=4009611 2024-09-07T13:46:26.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.157+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~HKW3ULAHWQOP.0 size=1048576 2024-09-07T13:46:26.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.161+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~HKW3ULAHWQOP.1 size=794283 2024-09-07T13:46:26.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.161+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=HKW3ULAHWQOP tag=35RFJ8DR5D2R type=write size=2891435 2024-09-07T13:46:26.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.161+0000 7f2cb6b6f8c0 1 < completed write operation key=CS4B8TD9GPUR tag=2KSVTLWT0H55 type=write size=812079 2024-09-07T13:46:26.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.165+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=HB0OOHNGGYOR type=del size=715759 2024-09-07T13:46:26.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.165+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=QA5C2L7NN5PJ type=del 2024-09-07T13:46:26.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.169+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=419XEQILRB0K type=del size=1931049 2024-09-07T13:46:26.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.173+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~WWZGDE1MQQD5.0 size=1048576 2024-09-07T13:46:26.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.173+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~WWZGDE1MQQD5.1 size=1048576 2024-09-07T13:46:26.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.177+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~WWZGDE1MQQD5.2 size=545140 2024-09-07T13:46:26.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.181+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=WWZGDE1MQQD5 tag=AGGFHQE6GWWU type=write size=3690868 2024-09-07T13:46:26.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.185+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=QJMAYUI8BE20 type=del size=3645120 2024-09-07T13:46:26.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.189+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~C2063RO7VQBU.0 size=1048576 2024-09-07T13:46:26.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.189+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~C2063RO7VQBU.1 size=1048576 2024-09-07T13:46:26.194 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.193+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~C2063RO7VQBU.2 size=391998 2024-09-07T13:46:26.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.197+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=C2063RO7VQBU tag=ZNI7VEUJ52L7 type=write size=3537726 2024-09-07T13:46:26.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.201+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=G0XT0T1729UN type=del size=1485775 2024-09-07T13:46:26.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.205+0000 7f2cb6b6f8c0 1 < canceled operation key=U10DGQ1EL162 tag=WU11J7A1MIRT type=del size=2619068 2024-09-07T13:46:26.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.209+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=KPYLQWURAGID type=write size=984820 2024-09-07T13:46:26.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.213+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~O0M71X9PI24C.0 size=436451 2024-09-07T13:46:26.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.217+0000 7f2cb6b6f8c0 1 < completed multipart upload key=7I54CNB8XS2B upload=O0M71X9PI24C tag=N9CB5IQ9KRZ2 type=write size=1485027 2024-09-07T13:46:26.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.221+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=S9TG95HGVYT6 type=del size=3887823 2024-09-07T13:46:26.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.221+0000 7f2cb6b6f8c0 1 < completed write operation key=6EVCJ3MF1PN3 tag=QJ7D7EGI73Y4 type=write size=928526 2024-09-07T13:46:26.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.225+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=PGRX4NEGQX57 type=del size=3873018 2024-09-07T13:46:26.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.229+0000 7f2cb6b6f8c0 1 < suggested remove operation key=CS4B8TD9GPUR tag=C2VQVB9IYG7O type=del 2024-09-07T13:46:26.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.233+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=TP44R3WGWNVD type=del size=1504510 2024-09-07T13:46:26.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.237+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~U10ULIHZEJ9N.0 size=1048576 2024-09-07T13:46:26.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.237+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~U10ULIHZEJ9N.1 size=1048576 2024-09-07T13:46:26.240 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.241+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~U10ULIHZEJ9N.2 size=902253 2024-09-07T13:46:26.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.245+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=U10ULIHZEJ9N tag=88SY6WIZ9L0X type=write size=4047981 2024-09-07T13:46:26.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.245+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=D8YJ54FF84B6 type=del size=1482314 2024-09-07T13:46:26.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.249+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~AC9YY44VYB7A.0 size=177511 2024-09-07T13:46:26.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.253+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=AC9YY44VYB7A tag=CIII9ZIS77TU type=write size=1226087 2024-09-07T13:46:26.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.257+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~GE70M4561QT3.0 size=97108 2024-09-07T13:46:26.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.257+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=GE70M4561QT3 tag=1MTG842LI9EZ type=write size=1145684 2024-09-07T13:46:26.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.261+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~WHB3QVMACWGV.0 size=1048576 2024-09-07T13:46:26.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.265+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~WHB3QVMACWGV.1 size=99978 2024-09-07T13:46:26.270 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.269+0000 7f2cb6b6f8c0 1 < completed multipart upload key=7I54CNB8XS2B upload=WHB3QVMACWGV tag=FNCIQ7O2S7F2 type=write size=2197130 2024-09-07T13:46:26.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.273+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=2MXPSKUW79M7 type=del size=4103730 2024-09-07T13:46:26.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.273+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=R9T6X2DI9UQT type=del 2024-09-07T13:46:26.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.277+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=XBD0UWC8VUDB type=del size=2756741 2024-09-07T13:46:26.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.281+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=FMSU9H72VP3O type=del 2024-09-07T13:46:26.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.285+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~XQ7BDYS3L541.0 size=663643 2024-09-07T13:46:26.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.285+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=XQ7BDYS3L541 tag=BG5K3F50PU39 type=write size=1712219 2024-09-07T13:46:26.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.285+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=Z3UWVYGLZ5C8 type=del 2024-09-07T13:46:26.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.289+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=4A2PYAUXUWN3 type=del size=1272268 2024-09-07T13:46:26.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.293+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~NH9Y2UNEX1ST.0 size=606228 2024-09-07T13:46:26.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.297+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DM4166SINSRL upload=NH9Y2UNEX1ST tag=3E33Y7EIJOX8 type=write size=1654804 2024-09-07T13:46:26.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.297+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=FKYFS5FT0ASM type=write size=279203 2024-09-07T13:46:26.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.301+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~HKW3ULAHWQOP.0 size=1048576 2024-09-07T13:46:26.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.301+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~HKW3ULAHWQOP.1 size=794283 2024-09-07T13:46:26.308 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.305+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=HKW3ULAHWQOP tag=35RFJ8DR5D2R type=write size=2891435 2024-09-07T13:46:26.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.309+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=04DGANII0SB9 type=del size=86764 2024-09-07T13:46:26.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.313+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=HB0OOHNGGYOR type=del 2024-09-07T13:46:26.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.317+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~77Q6GLJS6KAB.0 size=283280 2024-09-07T13:46:26.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.317+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=77Q6GLJS6KAB tag=HGLJB6QEFM52 type=write size=1331856 2024-09-07T13:46:26.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.317+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=419XEQILRB0K type=del 2024-09-07T13:46:26.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.321+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~2C8IPJGQZ104.0 size=770462 2024-09-07T13:46:26.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.321+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=2C8IPJGQZ104 tag=KYH91PH0RWFU type=write size=1819038 2024-09-07T13:46:26.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.325+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=QJMAYUI8BE20 type=del 2024-09-07T13:46:26.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.329+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=RG0I16VH5CPV type=del size=1611932 2024-09-07T13:46:26.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.329+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=G0XT0T1729UN type=del 2024-09-07T13:46:26.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.333+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~KS4F9EK78CY6.0 size=1048576 2024-09-07T13:46:26.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.337+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~KS4F9EK78CY6.1 size=999359 2024-09-07T13:46:26.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.337+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=KS4F9EK78CY6 tag=IU7I96M8THHE type=write size=3096511 2024-09-07T13:46:26.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.337+0000 7f2cb6b6f8c0 1 < completed write operation key=DKCM0NB13MGO tag=KPYLQWURAGID type=write size=984820 2024-09-07T13:46:26.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.341+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~T4V22OH9BZ95.0 size=1048576 2024-09-07T13:46:26.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.345+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~T4V22OH9BZ95.1 size=1048576 2024-09-07T13:46:26.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.345+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~T4V22OH9BZ95.2 size=1016981 2024-09-07T13:46:26.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.345+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=T4V22OH9BZ95 tag=0XCVDOXA1FAQ type=write size=4162709 2024-09-07T13:46:26.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.349+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=S9TG95HGVYT6 type=del 2024-09-07T13:46:26.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.353+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~KMEATJJZCAK1.0 size=1048576 2024-09-07T13:46:26.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.353+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~KMEATJJZCAK1.1 size=661721 2024-09-07T13:46:26.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.353+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=KMEATJJZCAK1 tag=MHIK9DWBZW2K type=write size=2758873 2024-09-07T13:46:26.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.357+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=PGRX4NEGQX57 type=del 2024-09-07T13:46:26.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.361+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~LMDVNJT880YR.0 size=580973 2024-09-07T13:46:26.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.361+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=LMDVNJT880YR tag=ZQ6LUQAD4Z2Q type=write size=1629549 2024-09-07T13:46:26.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.365+0000 7f2cb6b6f8c0 1 < canceled operation key=30MLFTW2U44U tag=TP44R3WGWNVD type=del size=1504510 2024-09-07T13:46:26.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.369+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=DVWMI8W287B3 type=del size=2311097 2024-09-07T13:46:26.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.369+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=D8YJ54FF84B6 type=del 2024-09-07T13:46:26.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.373+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=PO35AXQHFQZC type=del size=3753445 2024-09-07T13:46:26.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.373+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_UN7NW8NTF67Q.2~GE70M4561QT3.0 size=97108 2024-09-07T13:46:26.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.377+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=UN7NW8NTF67Q upload=GE70M4561QT3 tag=1MTG842LI9EZ type=write size=1145684 2024-09-07T13:46:26.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.377+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=MZLUOWCX0IX3 type=del size=2640863 2024-09-07T13:46:26.383 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.381+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=2MXPSKUW79M7 type=del 2024-09-07T13:46:26.385 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.385+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=FI0STTUR9CVK type=del size=3481283 2024-09-07T13:46:26.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.385+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=XBD0UWC8VUDB type=del 2024-09-07T13:46:26.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.393+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~2OKRGJJNGO0R.0 size=1048576 2024-09-07T13:46:26.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.393+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~2OKRGJJNGO0R.1 size=774049 2024-09-07T13:46:26.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.393+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=2OKRGJJNGO0R tag=Y6DTY8DOXUUT type=write size=2871201 2024-09-07T13:46:26.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.397+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~XQ7BDYS3L541.0 size=663643 2024-09-07T13:46:26.402 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.401+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=XQ7BDYS3L541 tag=BG5K3F50PU39 type=write size=1712219 2024-09-07T13:46:26.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.405+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=02BNLBMTBL64 type=write size=777398 2024-09-07T13:46:26.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.409+0000 7f2cb6b6f8c0 1 < canceled operation key=DKCM0NB13MGO tag=4A2PYAUXUWN3 type=del size=1272268 2024-09-07T13:46:26.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.409+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=07FTMTVX2VX7 type=del size=242563 2024-09-07T13:46:26.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.413+0000 7f2cb6b6f8c0 1 < canceled operation key=SNNZ7FIANLW7 tag=FKYFS5FT0ASM type=write size=279203 2024-09-07T13:46:26.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.417+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=2C1GJ61MC2IW type=del size=222688 2024-09-07T13:46:26.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.421+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=04DGANII0SB9 type=del 2024-09-07T13:46:26.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.425+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~BAEGB7UTEUIB.0 size=1048576 2024-09-07T13:46:26.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.425+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~BAEGB7UTEUIB.1 size=1048576 2024-09-07T13:46:26.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.429+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~BAEGB7UTEUIB.2 size=884896 2024-09-07T13:46:26.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.429+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=BAEGB7UTEUIB tag=OULTQYML0QUC type=write size=4030624 2024-09-07T13:46:26.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.429+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~77Q6GLJS6KAB.0 size=283280 2024-09-07T13:46:26.438 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.437+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=77Q6GLJS6KAB tag=HGLJB6QEFM52 type=write size=1331856 2024-09-07T13:46:26.441 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.441+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=VDRVT86TTR89 type=del size=664984 2024-09-07T13:46:26.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.445+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~2C8IPJGQZ104.0 size=770462 2024-09-07T13:46:26.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.449+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=2C8IPJGQZ104 tag=KYH91PH0RWFU type=write size=1819038 2024-09-07T13:46:26.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.453+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=9FJ5GWYA4YBO type=write size=666045 2024-09-07T13:46:26.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.457+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=RG0I16VH5CPV type=del 2024-09-07T13:46:26.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.461+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~9NATYVAPCRF9.0 size=1048576 2024-09-07T13:46:26.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.465+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~9NATYVAPCRF9.1 size=609423 2024-09-07T13:46:26.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.465+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=9NATYVAPCRF9 tag=KBX9HK96SV0P type=write size=2706575 2024-09-07T13:46:26.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.469+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~KS4F9EK78CY6.0 size=1048576 2024-09-07T13:46:26.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.469+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~KS4F9EK78CY6.1 size=999359 2024-09-07T13:46:26.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.477+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=KS4F9EK78CY6 tag=IU7I96M8THHE type=write size=3096511 2024-09-07T13:46:26.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.477+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=E1AMY089KS9I type=del size=2239581 2024-09-07T13:46:26.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.481+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~T4V22OH9BZ95.0 size=1048576 2024-09-07T13:46:26.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.485+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~T4V22OH9BZ95.1 size=1048576 2024-09-07T13:46:26.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.485+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~T4V22OH9BZ95.2 size=1016981 2024-09-07T13:46:26.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.493+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=T4V22OH9BZ95 tag=0XCVDOXA1FAQ type=write size=4162709 2024-09-07T13:46:26.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.493+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=O9ELSYRNRPF6 type=write size=727275 2024-09-07T13:46:26.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.497+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~KMEATJJZCAK1.0 size=1048576 2024-09-07T13:46:26.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.497+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~KMEATJJZCAK1.1 size=661721 2024-09-07T13:46:26.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.505+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=KMEATJJZCAK1 tag=MHIK9DWBZW2K type=write size=2758873 2024-09-07T13:46:26.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.505+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=GE1M1SR16TFP type=write size=538891 2024-09-07T13:46:26.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.509+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~LMDVNJT880YR.0 size=580973 2024-09-07T13:46:26.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.517+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=LMDVNJT880YR tag=ZQ6LUQAD4Z2Q type=write size=1629549 2024-09-07T13:46:26.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.521+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=664FV2L3F70V type=del size=2796819 2024-09-07T13:46:26.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.525+0000 7f2cb6b6f8c0 1 < suggested remove operation key=8CA8BLUFHJ91 tag=DVWMI8W287B3 type=del 2024-09-07T13:46:26.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.529+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=890TSXO1QM28 type=del size=646782 2024-09-07T13:46:26.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.533+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=PO35AXQHFQZC type=del 2024-09-07T13:46:26.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.533+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=UZTW43HTALSJ type=del size=3709589 2024-09-07T13:46:26.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.537+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=MZLUOWCX0IX3 type=del 2024-09-07T13:46:26.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.541+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=P2GJAER4JE80 type=del size=4192390 2024-09-07T13:46:26.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.545+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=FI0STTUR9CVK type=del 2024-09-07T13:46:26.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.545+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=IHA4YOAYEU7L type=del size=332192 2024-09-07T13:46:26.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.549+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~2OKRGJJNGO0R.0 size=1048576 2024-09-07T13:46:26.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.553+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~2OKRGJJNGO0R.1 size=774049 2024-09-07T13:46:26.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.557+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=2OKRGJJNGO0R tag=Y6DTY8DOXUUT type=write size=2871201 2024-09-07T13:46:26.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.561+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=ELD585N00BMW type=write size=590563 2024-09-07T13:46:26.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.561+0000 7f2cb6b6f8c0 1 < completed write operation key=ADB5YEZAZPYJ tag=02BNLBMTBL64 type=write size=777398 2024-09-07T13:46:26.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.565+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=LKX5FPPGECSH type=del size=496318 2024-09-07T13:46:26.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.569+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=07FTMTVX2VX7 type=del 2024-09-07T13:46:26.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.573+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=5GCXL72YYT4R type=del size=1932947 2024-09-07T13:46:26.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.577+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=2C1GJ61MC2IW type=del 2024-09-07T13:46:26.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.577+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=VQRWUH94WALE type=write size=116834 2024-09-07T13:46:26.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.581+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~BAEGB7UTEUIB.0 size=1048576 2024-09-07T13:46:26.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.585+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~BAEGB7UTEUIB.1 size=1048576 2024-09-07T13:46:26.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.585+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_RQ4XU4WUUA9N.2~BAEGB7UTEUIB.2 size=884896 2024-09-07T13:46:26.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.592+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=RQ4XU4WUUA9N upload=BAEGB7UTEUIB tag=OULTQYML0QUC type=write size=4030624 2024-09-07T13:46:26.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.596+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~VC9A66795161.0 size=1048576 2024-09-07T13:46:26.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.600+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~VC9A66795161.1 size=956084 2024-09-07T13:46:26.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.600+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=VC9A66795161 tag=8UVQJ5ZLU9D2 type=write size=3053236 2024-09-07T13:46:26.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.604+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=VDRVT86TTR89 type=del 2024-09-07T13:46:26.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.608+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~M9897VG72RJ0.0 size=1048576 2024-09-07T13:46:26.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.612+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~M9897VG72RJ0.1 size=1048576 2024-09-07T13:46:26.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.612+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~M9897VG72RJ0.2 size=474584 2024-09-07T13:46:26.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.612+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=M9897VG72RJ0 tag=VU1FC8DAA0YD type=write size=3620312 2024-09-07T13:46:26.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.616+0000 7f2cb6b6f8c0 1 < completed write operation key=WLP6TFW0KQQI tag=9FJ5GWYA4YBO type=write size=666045 2024-09-07T13:46:26.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.624+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~5T7M3SRMVSX8.0 size=470189 2024-09-07T13:46:26.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.624+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=5T7M3SRMVSX8 tag=0380WF3SL7O7 type=write size=1518765 2024-09-07T13:46:26.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.624+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~9NATYVAPCRF9.0 size=1048576 2024-09-07T13:46:26.630 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.628+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~9NATYVAPCRF9.1 size=609423 2024-09-07T13:46:26.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.632+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=9NATYVAPCRF9 tag=KBX9HK96SV0P type=write size=2706575 2024-09-07T13:46:26.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.640+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~7R7VRAPYO5GJ.0 size=1048576 2024-09-07T13:46:26.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.640+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~7R7VRAPYO5GJ.1 size=1048576 2024-09-07T13:46:26.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.644+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~7R7VRAPYO5GJ.2 size=190199 2024-09-07T13:46:26.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.644+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=7R7VRAPYO5GJ tag=ESN4L4DKC7BH type=write size=3335927 2024-09-07T13:46:26.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.652+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DM4166SINSRL tag=E1AMY089KS9I type=del 2024-09-07T13:46:26.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.660+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~PF89J4NDQ791.0 size=1048576 2024-09-07T13:46:26.663 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.660+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~PF89J4NDQ791.1 size=1048576 2024-09-07T13:46:26.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.664+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~PF89J4NDQ791.2 size=770052 2024-09-07T13:46:26.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.664+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=PF89J4NDQ791 tag=I1P9J1YBX9MJ type=write size=3915780 2024-09-07T13:46:26.672 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.668+0000 7f2cb6b6f8c0 1 < suggested remove operation key=55Q1KQM4NQFR tag=O9ELSYRNRPF6 type=write 2024-09-07T13:46:26.678 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.676+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~652UDA513AZG.0 size=1048576 2024-09-07T13:46:26.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.676+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~652UDA513AZG.1 size=209715 2024-09-07T13:46:26.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.676+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=652UDA513AZG tag=4VMDV2COU1F4 type=write size=2306867 2024-09-07T13:46:26.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.680+0000 7f2cb6b6f8c0 1 < completed write operation key=Z6G2MS36EF8U tag=GE1M1SR16TFP type=write size=538891 2024-09-07T13:46:26.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.684+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=H15Q5RB4E5A4 type=del size=1693 2024-09-07T13:46:26.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.688+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=664FV2L3F70V type=del 2024-09-07T13:46:26.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.692+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~TP4OXYM4IKWW.0 size=1048576 2024-09-07T13:46:26.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.696+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~TP4OXYM4IKWW.1 size=881238 2024-09-07T13:46:26.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.696+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=TP4OXYM4IKWW tag=0OPQHDU2UEJT type=write size=2978390 2024-09-07T13:46:26.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.700+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=DM4166SINSRL tag=890TSXO1QM28 type=del size=646782: (22) Invalid argument 2024-09-07T13:46:26.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.704+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=W5A8TW0QIIO3 type=del size=1124835 2024-09-07T13:46:26.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.708+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=UZTW43HTALSJ type=del 2024-09-07T13:46:26.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.712+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=KGYOSJIKM86B type=del size=2905454 2024-09-07T13:46:26.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.712+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=P2GJAER4JE80 type=del 2024-09-07T13:46:26.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.720+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~2Y1XYXBDA9IA.0 size=1048576 2024-09-07T13:46:26.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.724+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~2Y1XYXBDA9IA.1 size=24552 2024-09-07T13:46:26.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.724+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=2Y1XYXBDA9IA tag=GMD5XMAO4V72 type=write size=2121704 2024-09-07T13:46:26.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.728+0000 7f2cb6b6f8c0 1 < suggested remove operation key=RQ4XU4WUUA9N tag=IHA4YOAYEU7L type=del 2024-09-07T13:46:26.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.732+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=D3I242FXQY9F type=del size=2265534 2024-09-07T13:46:26.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.736+0000 7f2cb6b6f8c0 1 < completed write operation key=6EVCJ3MF1PN3 tag=ELD585N00BMW type=write size=590563 2024-09-07T13:46:26.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.744+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~I7V95O95P5BL.0 size=1048576 2024-09-07T13:46:26.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.744+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~I7V95O95P5BL.1 size=177408 2024-09-07T13:46:26.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.744+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=I7V95O95P5BL tag=8YQA13SQC2XF type=write size=2274560 2024-09-07T13:46:26.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.748+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=LKX5FPPGECSH type=del 2024-09-07T13:46:26.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.752+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=U81IOHUBFUWB type=del size=611386 2024-09-07T13:46:26.758 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.756+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=DM4166SINSRL tag=5GCXL72YYT4R type=del size=1932947: (22) Invalid argument 2024-09-07T13:46:26.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.760+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=26TLFH6X11GQ type=del size=2837670 2024-09-07T13:46:26.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.764+0000 7f2cb6b6f8c0 1 < completed write operation key=CAH1NEU5UDEG tag=VQRWUH94WALE type=write size=116834 2024-09-07T13:46:26.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.768+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=16541AJ6K42O type=del size=3233898 2024-09-07T13:46:26.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.768+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~VC9A66795161.0 size=1048576 2024-09-07T13:46:26.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.772+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~VC9A66795161.1 size=956084 2024-09-07T13:46:26.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.776+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=VC9A66795161 tag=8UVQJ5ZLU9D2 type=write size=3053236 2024-09-07T13:46:26.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.780+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=PHIK96QGG875 type=del size=3988539 2024-09-07T13:46:26.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.784+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~M9897VG72RJ0.0 size=1048576 2024-09-07T13:46:26.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.788+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~M9897VG72RJ0.1 size=1048576 2024-09-07T13:46:26.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.788+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~M9897VG72RJ0.2 size=474584 2024-09-07T13:46:26.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.792+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=M9897VG72RJ0 tag=VU1FC8DAA0YD type=write size=3620312 2024-09-07T13:46:26.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.800+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~CVMF7D7JMSGA.0 size=104148 2024-09-07T13:46:26.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.800+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=CVMF7D7JMSGA tag=MTSIXIEWCJ1C type=write size=1152724 2024-09-07T13:46:26.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.800+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~5T7M3SRMVSX8.0 size=470189 2024-09-07T13:46:26.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.804+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=4MKAO5GJGCYD upload=5T7M3SRMVSX8 tag=0380WF3SL7O7 type=write size=1518765 2024-09-07T13:46:26.811 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.808+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~I4WEPIGXPJFP.0 size=1048576 2024-09-07T13:46:26.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.816+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~I4WEPIGXPJFP.1 size=1048576 2024-09-07T13:46:26.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.816+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~I4WEPIGXPJFP.2 size=263508 2024-09-07T13:46:26.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.816+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=I4WEPIGXPJFP tag=YWPTBLQ5QW28 type=write size=3409236 2024-09-07T13:46:26.823 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.820+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~7R7VRAPYO5GJ.0 size=1048576 2024-09-07T13:46:26.825 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.824+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~7R7VRAPYO5GJ.1 size=1048576 2024-09-07T13:46:26.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.824+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~7R7VRAPYO5GJ.2 size=190199 2024-09-07T13:46:26.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.828+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=7R7VRAPYO5GJ tag=ESN4L4DKC7BH type=write size=3335927 2024-09-07T13:46:26.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.832+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=7UKARCP06O01 type=del size=3683776 2024-09-07T13:46:26.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.836+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~PF89J4NDQ791.0 size=1048576 2024-09-07T13:46:26.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.840+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~PF89J4NDQ791.1 size=1048576 2024-09-07T13:46:26.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.840+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~PF89J4NDQ791.2 size=770052 2024-09-07T13:46:26.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.844+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=PF89J4NDQ791 tag=I1P9J1YBX9MJ type=write size=3915780 2024-09-07T13:46:26.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.848+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=GTSC2Y6ERDWF type=write size=839393 2024-09-07T13:46:26.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.852+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~652UDA513AZG.0 size=1048576 2024-09-07T13:46:26.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.852+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~652UDA513AZG.1 size=209715 2024-09-07T13:46:26.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.860+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=652UDA513AZG tag=4VMDV2COU1F4 type=write size=2306867 2024-09-07T13:46:26.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.864+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~BI94PSFRNA2D.0 size=552422 2024-09-07T13:46:26.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.864+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=BI94PSFRNA2D tag=V7LE47Z1Z81D type=write size=1600998 2024-09-07T13:46:26.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.868+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=H15Q5RB4E5A4 type=del 2024-09-07T13:46:26.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.868+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=N8H7MAY3O8EN type=del size=214361 2024-09-07T13:46:26.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.872+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~TP4OXYM4IKWW.0 size=1048576 2024-09-07T13:46:26.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.872+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_R249V3K5CGU6.2~TP4OXYM4IKWW.1 size=881238 2024-09-07T13:46:26.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.876+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=R249V3K5CGU6 upload=TP4OXYM4IKWW tag=0OPQHDU2UEJT type=write size=2978390 2024-09-07T13:46:26.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.880+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=Q3KBF5L474N0 type=del size=3564813 2024-09-07T13:46:26.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.880+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=W5A8TW0QIIO3 type=del 2024-09-07T13:46:26.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.884+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~ADAH50OFOPP6.0 size=1048576 2024-09-07T13:46:26.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.888+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~ADAH50OFOPP6.1 size=1048576 2024-09-07T13:46:26.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.888+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~ADAH50OFOPP6.2 size=125127 2024-09-07T13:46:26.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.888+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=ADAH50OFOPP6 tag=QO3KILAZ03NO type=write size=3270855 2024-09-07T13:46:26.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.892+0000 7f2cb6b6f8c0 1 < canceled operation key=W8HQYXG2A9NR tag=KGYOSJIKM86B type=del size=2905454 2024-09-07T13:46:26.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.896+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=86GTPGGP2M22 type=del size=286815 2024-09-07T13:46:26.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.896+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_XMCPLLADRKGO.2~2Y1XYXBDA9IA.0 size=1048576 2024-09-07T13:46:26.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.896+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~2Y1XYXBDA9IA.1 size=24552 2024-09-07T13:46:26.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.904+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=XMCPLLADRKGO upload=2Y1XYXBDA9IA tag=GMD5XMAO4V72 type=write size=2121704 2024-09-07T13:46:26.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.908+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~15A6HLSQYF6B.0 size=1048576 2024-09-07T13:46:26.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.908+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~15A6HLSQYF6B.1 size=1048576 2024-09-07T13:46:26.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.912+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~15A6HLSQYF6B.2 size=919723 2024-09-07T13:46:26.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.912+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=15A6HLSQYF6B tag=1YMFGHNK336R type=write size=4065451 2024-09-07T13:46:26.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.912+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=D3I242FXQY9F type=del 2024-09-07T13:46:26.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.920+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~D67P7VE2LL4A.0 size=998806 2024-09-07T13:46:26.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.920+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=D67P7VE2LL4A tag=3ECYUI6HNDCX type=write size=2047382 2024-09-07T13:46:26.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.920+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_DKCM0NB13MGO.2~I7V95O95P5BL.0 size=1048576 2024-09-07T13:46:26.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.920+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~I7V95O95P5BL.1 size=177408 2024-09-07T13:46:26.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.928+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=DKCM0NB13MGO upload=I7V95O95P5BL tag=8YQA13SQC2XF type=write size=2274560 2024-09-07T13:46:26.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.932+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=TUL969V5Y1J6 type=del size=3175380 2024-09-07T13:46:26.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.936+0000 7f2cb6b6f8c0 1 < suggested remove operation key=U10DGQ1EL162 tag=U81IOHUBFUWB type=del 2024-09-07T13:46:26.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.940+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=4IMKQUE08DEF type=del size=2488313 2024-09-07T13:46:26.945 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.944+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=26TLFH6X11GQ type=del 2024-09-07T13:46:26.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.948+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~YZJ2YVMGRHN2.0 size=1048576 2024-09-07T13:46:26.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.952+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~YZJ2YVMGRHN2.1 size=1048576 2024-09-07T13:46:26.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.952+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~YZJ2YVMGRHN2.2 size=595359 2024-09-07T13:46:26.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.952+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=YZJ2YVMGRHN2 tag=T4S3FJEV7CAZ type=write size=3741087 2024-09-07T13:46:26.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.956+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=16541AJ6K42O type=del 2024-09-07T13:46:26.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.960+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=3FGNB2F8ZTJH type=write size=348190 2024-09-07T13:46:26.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.960+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=PHIK96QGG875 type=del 2024-09-07T13:46:26.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.964+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~QLABU0PJSMAO.0 size=279909 2024-09-07T13:46:26.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.964+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=QLABU0PJSMAO tag=35SCBGUL02J6 type=write size=1328485 2024-09-07T13:46:26.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.968+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~CVMF7D7JMSGA.0 size=104148 2024-09-07T13:46:26.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.972+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=CVMF7D7JMSGA tag=MTSIXIEWCJ1C type=write size=1152724 2024-09-07T13:46:26.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.976+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=IDJ7BCPGYV7C type=del size=2274352 2024-09-07T13:46:26.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.980+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~I4WEPIGXPJFP.0 size=1048576 2024-09-07T13:46:26.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.980+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~I4WEPIGXPJFP.1 size=1048576 2024-09-07T13:46:26.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.984+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~I4WEPIGXPJFP.2 size=263508 2024-09-07T13:46:26.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.988+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=I4WEPIGXPJFP tag=YWPTBLQ5QW28 type=write size=3409236 2024-09-07T13:46:26.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.988+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=0WL5F0LYRQN8 type=del size=1441292 2024-09-07T13:46:26.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.992+0000 7f2cb6b6f8c0 1 < suggested update operation key=U10DGQ1EL162 tag=7UKARCP06O01 type=del size=3683776 2024-09-07T13:46:26.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:26.996+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=DPOOV5VZHHOV type=del size=81941 2024-09-07T13:46:27.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.000+0000 7f2cb6b6f8c0 1 < completed write operation key=7I54CNB8XS2B tag=GTSC2Y6ERDWF type=write size=839393 2024-09-07T13:46:27.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.000+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=EWQ9M69W3DVZ type=del size=3598371 2024-09-07T13:46:27.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.004+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~BI94PSFRNA2D.0 size=552422 2024-09-07T13:46:27.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.008+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=BI94PSFRNA2D tag=V7LE47Z1Z81D type=write size=1600998 2024-09-07T13:46:27.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.012+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~PATEPODK59V1.0 size=1048576 2024-09-07T13:46:27.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.016+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~PATEPODK59V1.1 size=365816 2024-09-07T13:46:27.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.016+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=PATEPODK59V1 tag=AYYDC02NDCU6 type=write size=2462968 2024-09-07T13:46:27.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.016+0000 7f2cb6b6f8c0 1 < canceled operation key=EDEA3TDICLHA tag=N8H7MAY3O8EN type=del size=214361 2024-09-07T13:46:27.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.020+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=L0XPJ4MGJPPJ type=write size=414736 2024-09-07T13:46:27.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.024+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=Q3KBF5L474N0 type=del 2024-09-07T13:46:27.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.024+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=KSDE0HHEKO8N type=del size=3792549 2024-09-07T13:46:27.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.028+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~ADAH50OFOPP6.0 size=1048576 2024-09-07T13:46:27.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.032+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~ADAH50OFOPP6.1 size=1048576 2024-09-07T13:46:27.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.032+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~ADAH50OFOPP6.2 size=125127 2024-09-07T13:46:27.042 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.040+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=ADAH50OFOPP6 tag=QO3KILAZ03NO type=write size=3270855 2024-09-07T13:46:27.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.044+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=73ROV55KUP6G type=del size=3447442 2024-09-07T13:46:27.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.048+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DKCM0NB13MGO tag=86GTPGGP2M22 type=del 2024-09-07T13:46:27.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.052+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~4M1DGZR411X9.0 size=452925 2024-09-07T13:46:27.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.052+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=4M1DGZR411X9 tag=R2F40AK2JCNL type=write size=1501501 2024-09-07T13:46:27.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.056+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~15A6HLSQYF6B.0 size=1048576 2024-09-07T13:46:27.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.060+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~15A6HLSQYF6B.1 size=1048576 2024-09-07T13:46:27.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.064+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~15A6HLSQYF6B.2 size=919723 2024-09-07T13:46:27.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.068+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=15A6HLSQYF6B tag=1YMFGHNK336R type=write size=4065451 2024-09-07T13:46:27.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.076+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=0YPP1YQ8JIKM type=del size=612479 2024-09-07T13:46:27.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.080+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~D67P7VE2LL4A.0 size=998806 2024-09-07T13:46:27.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.084+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=D67P7VE2LL4A tag=3ECYUI6HNDCX type=write size=2047382 2024-09-07T13:46:27.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.088+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=14X70XEI1OLE type=del size=1450733 2024-09-07T13:46:27.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.092+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=TUL969V5Y1J6 type=del 2024-09-07T13:46:27.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.096+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~P2D5WV17NUNP.0 size=1048576 2024-09-07T13:46:27.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.100+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~P2D5WV17NUNP.1 size=1048576 2024-09-07T13:46:27.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.100+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~P2D5WV17NUNP.2 size=708090 2024-09-07T13:46:27.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.100+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=P2D5WV17NUNP tag=WT1KBIBJN76N type=write size=3853818 2024-09-07T13:46:27.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.104+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=4IMKQUE08DEF type=del 2024-09-07T13:46:27.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.108+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=I9I0IGDZQMRX type=del size=418456 2024-09-07T13:46:27.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.112+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~YZJ2YVMGRHN2.0 size=1048576 2024-09-07T13:46:27.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.116+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~YZJ2YVMGRHN2.1 size=1048576 2024-09-07T13:46:27.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.120+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~YZJ2YVMGRHN2.2 size=595359 2024-09-07T13:46:27.126 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.124+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=YZJ2YVMGRHN2 tag=T4S3FJEV7CAZ type=write size=3741087 2024-09-07T13:46:27.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.132+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~DPIZH0FS5AKR.0 size=376019 2024-09-07T13:46:27.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.132+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=DPIZH0FS5AKR tag=KEL60J9EGXIW type=write size=1424595 2024-09-07T13:46:27.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.132+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=U10DGQ1EL162 tag=3FGNB2F8ZTJH type=write size=348190: (22) Invalid argument 2024-09-07T13:46:27.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.140+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~15P4WF3T31B6.0 size=1048576 2024-09-07T13:46:27.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.140+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~15P4WF3T31B6.1 size=662570 2024-09-07T13:46:27.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.140+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=15P4WF3T31B6 tag=JINFI8KSCQSS type=write size=2759722 2024-09-07T13:46:27.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.144+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~QLABU0PJSMAO.0 size=279909 2024-09-07T13:46:27.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.148+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=QLABU0PJSMAO tag=35SCBGUL02J6 type=write size=1328485 2024-09-07T13:46:27.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.152+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=LVBAEQR3EI9Z type=del size=1783106 2024-09-07T13:46:27.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.156+0000 7f2cb6b6f8c0 1 < suggested update operation key=DM4166SINSRL tag=IDJ7BCPGYV7C type=del size=2274352 2024-09-07T13:46:27.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.160+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=DGIYZM3FBCWN type=del size=3072106 2024-09-07T13:46:27.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.164+0000 7f2cb6b6f8c0 1 < suggested update operation key=SJ0CJGHYGTKP tag=0WL5F0LYRQN8 type=del size=1441292 2024-09-07T13:46:27.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.172+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~6K4MDRWQCTIL.0 size=243649 2024-09-07T13:46:27.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.172+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=6K4MDRWQCTIL tag=XB81WALAOPEC type=write size=1292225 2024-09-07T13:46:27.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.172+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=DPOOV5VZHHOV type=del 2024-09-07T13:46:27.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.176+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=TX6ENEMUZVG7 type=del size=32300 2024-09-07T13:46:27.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.184+0000 7f2cb6b6f8c0 1 < suggested update operation key=EDEA3TDICLHA tag=EWQ9M69W3DVZ type=del size=3598371 2024-09-07T13:46:27.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.184+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=S14MB2I1CO31 type=del size=1983924 2024-09-07T13:46:27.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.188+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~PATEPODK59V1.0 size=1048576 2024-09-07T13:46:27.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.192+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~PATEPODK59V1.1 size=365816 2024-09-07T13:46:27.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.196+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=PATEPODK59V1 tag=AYYDC02NDCU6 type=write size=2462968 2024-09-07T13:46:27.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.200+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~TD5CZ3P6M0YN.0 size=229710 2024-09-07T13:46:27.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.200+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=TD5CZ3P6M0YN tag=S8HBC9YAVFWT type=write size=1278286 2024-09-07T13:46:27.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.204+0000 7f2cb6b6f8c0 1 < suggested remove operation key=LZX7H9KUZM7X tag=L0XPJ4MGJPPJ type=write 2024-09-07T13:46:27.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.208+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=X5VMENCEPR6C type=del size=2772870 2024-09-07T13:46:27.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.212+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=KSDE0HHEKO8N type=del 2024-09-07T13:46:27.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.216+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~LX0AIGR3YKMZ.0 size=1048576 2024-09-07T13:46:27.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.216+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~LX0AIGR3YKMZ.1 size=861291 2024-09-07T13:46:27.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.216+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=LX0AIGR3YKMZ tag=PII3B0FGW6TH type=write size=2958443 2024-09-07T13:46:27.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.220+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=73ROV55KUP6G type=del 2024-09-07T13:46:27.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.224+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=KM32O5B22KCD type=del size=315766 2024-09-07T13:46:27.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.224+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~4M1DGZR411X9.0 size=452925 2024-09-07T13:46:27.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.232+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=4M1DGZR411X9 tag=R2F40AK2JCNL type=write size=1501501 2024-09-07T13:46:27.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.232+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=RL1UD43IEE5E type=del size=1241773 2024-09-07T13:46:27.240 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.240+0000 7f2cb6b6f8c0 1 < suggested update operation key=KIKPQG73BHGB tag=0YPP1YQ8JIKM type=del size=612479 2024-09-07T13:46:27.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.240+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=CR1NDQGIMPVD type=del size=2659787 2024-09-07T13:46:27.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.244+0000 7f2cb6b6f8c0 1 < suggested remove operation key=ZVZ04CSVO3XE tag=14X70XEI1OLE type=del 2024-09-07T13:46:27.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.248+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=9BZOEZ5597SB type=del size=2694491 2024-09-07T13:46:27.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.248+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_7I54CNB8XS2B.2~P2D5WV17NUNP.0 size=1048576 2024-09-07T13:46:27.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.252+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~P2D5WV17NUNP.1 size=1048576 2024-09-07T13:46:27.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.252+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~P2D5WV17NUNP.2 size=708090 2024-09-07T13:46:27.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.256+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=7I54CNB8XS2B upload=P2D5WV17NUNP tag=WT1KBIBJN76N type=write size=3853818 2024-09-07T13:46:27.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.260+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=NPVR128WRUVR type=del size=595406 2024-09-07T13:46:27.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.260+0000 7f2cb6b6f8c0 -1 < no bi entry to suggest for operation key=ZVZ04CSVO3XE tag=I9I0IGDZQMRX type=del size=418456: (2) No such file or directory 2024-09-07T13:46:27.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.264+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=KW635UZICKJR type=del size=3152859 2024-09-07T13:46:27.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.268+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~DPIZH0FS5AKR.0 size=376019 2024-09-07T13:46:27.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.272+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=DPIZH0FS5AKR tag=KEL60J9EGXIW type=write size=1424595 2024-09-07T13:46:27.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.272+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=8UF60KV1028Q type=del size=4046290 2024-09-07T13:46:27.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.276+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~15P4WF3T31B6.0 size=1048576 2024-09-07T13:46:27.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.280+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~15P4WF3T31B6.1 size=662570 2024-09-07T13:46:27.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.284+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=15P4WF3T31B6 tag=JINFI8KSCQSS type=write size=2759722 2024-09-07T13:46:27.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.288+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=3Y3EEXF4SZBJ type=del size=2093385 2024-09-07T13:46:27.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.292+0000 7f2cb6b6f8c0 1 < canceled operation key=55Q1KQM4NQFR tag=LVBAEQR3EI9Z type=del size=1783106 2024-09-07T13:46:27.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.296+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=AS6BAHWA14RI type=del size=121785 2024-09-07T13:46:27.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.296+0000 7f2cb6b6f8c0 1 < canceled operation key=DKCM0NB13MGO tag=DGIYZM3FBCWN type=del size=3072106 2024-09-07T13:46:27.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.300+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=ID0LNRCQTPLE type=del size=3518869 2024-09-07T13:46:27.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.304+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~6K4MDRWQCTIL.0 size=243649 2024-09-07T13:46:27.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.308+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=6K4MDRWQCTIL tag=XB81WALAOPEC type=write size=1292225 2024-09-07T13:46:27.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.312+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=NMHK4RWX4D67 type=del size=3243761 2024-09-07T13:46:27.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.316+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=TX6ENEMUZVG7 type=del 2024-09-07T13:46:27.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.320+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=OAASU5UX5JTK type=del size=1515355 2024-09-07T13:46:27.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.324+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=S14MB2I1CO31 type=del 2024-09-07T13:46:27.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.328+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=MWRBZ8KOPA3W type=del size=1209297 2024-09-07T13:46:27.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.328+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~TD5CZ3P6M0YN.0 size=229710 2024-09-07T13:46:27.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.336+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=TD5CZ3P6M0YN tag=S8HBC9YAVFWT type=write size=1278286 2024-09-07T13:46:27.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.340+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~4QQ66QC9V0HB.0 size=1048576 2024-09-07T13:46:27.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.344+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~4QQ66QC9V0HB.1 size=753950 2024-09-07T13:46:27.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.344+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=4QQ66QC9V0HB tag=DPMLASVMX2VF type=write size=2851102 2024-09-07T13:46:27.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.348+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=X5VMENCEPR6C type=del 2024-09-07T13:46:27.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.352+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=JSF96ZQCV2OZ type=del size=332948 2024-09-07T13:46:27.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.356+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~LX0AIGR3YKMZ.0 size=1048576 2024-09-07T13:46:27.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.360+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~LX0AIGR3YKMZ.1 size=861291 2024-09-07T13:46:27.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.364+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=LX0AIGR3YKMZ tag=PII3B0FGW6TH type=write size=2958443 2024-09-07T13:46:27.370 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.368+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=DTRIA8QFOMYN type=del size=4133077 2024-09-07T13:46:27.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.372+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=KM32O5B22KCD type=del 2024-09-07T13:46:27.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.376+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=UP562GXNWCO3 type=del size=1508269 2024-09-07T13:46:27.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.376+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=RL1UD43IEE5E type=del 2024-09-07T13:46:27.386 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.384+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~UFJK5A1E9PE0.0 size=1048576 2024-09-07T13:46:27.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.384+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~UFJK5A1E9PE0.1 size=1048576 2024-09-07T13:46:27.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.388+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~UFJK5A1E9PE0.2 size=405125 2024-09-07T13:46:27.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.388+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=UFJK5A1E9PE0 tag=2THRN7PX9A52 type=write size=3550853 2024-09-07T13:46:27.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.392+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=CR1NDQGIMPVD type=del 2024-09-07T13:46:27.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.396+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~1MW0LJGPXE2J.0 size=1048576 2024-09-07T13:46:27.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.400+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~1MW0LJGPXE2J.1 size=1048576 2024-09-07T13:46:27.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.400+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~1MW0LJGPXE2J.2 size=401526 2024-09-07T13:46:27.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.400+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=1MW0LJGPXE2J tag=XO9ITRWQL1T7 type=write size=3547254 2024-09-07T13:46:27.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.404+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=9BZOEZ5597SB type=del 2024-09-07T13:46:27.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.412+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~DV6QN4R9YA03.0 size=1048576 2024-09-07T13:46:27.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.412+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~DV6QN4R9YA03.1 size=280050 2024-09-07T13:46:27.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.412+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=DV6QN4R9YA03 tag=XP8ZWQUDSL4S type=write size=2377202 2024-09-07T13:46:27.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.416+0000 7f2cb6b6f8c0 1 < canceled operation key=8CA8BLUFHJ91 tag=NPVR128WRUVR type=del size=595406 2024-09-07T13:46:27.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.420+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=VVLHW91Q8OFS type=del size=1966335 2024-09-07T13:46:27.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.424+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=KW635UZICKJR type=del 2024-09-07T13:46:27.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.432+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~V1UVI43PSNNS.0 size=738386 2024-09-07T13:46:27.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.432+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=V1UVI43PSNNS tag=ETDXWD4Y34W5 type=write size=1786962 2024-09-07T13:46:27.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.436+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=8UF60KV1028Q type=del 2024-09-07T13:46:27.440 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.440+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=D3B67FRJD7PE type=del size=3177442 2024-09-07T13:46:27.443 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.440+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=3Y3EEXF4SZBJ type=del 2024-09-07T13:46:27.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.448+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~N27OG5C6J701.0 size=918480 2024-09-07T13:46:27.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.448+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=N27OG5C6J701 tag=WN55E71I9O2M type=write size=1967056 2024-09-07T13:46:27.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.452+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=AS6BAHWA14RI type=del 2024-09-07T13:46:27.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.456+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~60XN72JLTKF4.0 size=656203 2024-09-07T13:46:27.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.456+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=60XN72JLTKF4 tag=1VEEOE2HQ43T type=write size=1704779 2024-09-07T13:46:27.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.460+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=ID0LNRCQTPLE type=del 2024-09-07T13:46:27.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.464+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=P0BU6DQI9TYA type=del size=3785883 2024-09-07T13:46:27.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.468+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=NMHK4RWX4D67 type=del 2024-09-07T13:46:27.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.472+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=0E2E21E43T66 type=del size=3806518 2024-09-07T13:46:27.476 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.472+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=OAASU5UX5JTK type=del 2024-09-07T13:46:27.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.480+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~MCS87EPYAK4U.0 size=1048576 2024-09-07T13:46:27.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.480+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~MCS87EPYAK4U.1 size=1048576 2024-09-07T13:46:27.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.484+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~MCS87EPYAK4U.2 size=289179 2024-09-07T13:46:27.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.484+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=MCS87EPYAK4U tag=AK738HW2TYJA type=write size=3434907 2024-09-07T13:46:27.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.492+0000 7f2cb6b6f8c0 1 < suggested update operation key=EDEA3TDICLHA tag=MWRBZ8KOPA3W type=del size=1209297 2024-09-07T13:46:27.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.496+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~XI5489ZPNNQ9.0 size=1048576 2024-09-07T13:46:27.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.500+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~XI5489ZPNNQ9.1 size=1048576 2024-09-07T13:46:27.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.504+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~XI5489ZPNNQ9.2 size=101917 2024-09-07T13:46:27.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.504+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=XI5489ZPNNQ9 tag=IFJMCY7QUQ81 type=write size=3247645 2024-09-07T13:46:27.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.504+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~4QQ66QC9V0HB.0 size=1048576 2024-09-07T13:46:27.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.508+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~4QQ66QC9V0HB.1 size=753950 2024-09-07T13:46:27.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.516+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=4QQ66QC9V0HB tag=DPMLASVMX2VF type=write size=2851102 2024-09-07T13:46:27.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.516+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=ZBRH8HDRSEF8 type=del size=507134 2024-09-07T13:46:27.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.524+0000 7f2cb6b6f8c0 1 < suggested update operation key=6EVCJ3MF1PN3 tag=JSF96ZQCV2OZ type=del size=332948 2024-09-07T13:46:27.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.528+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=8VPA3DB35UW2 type=del size=1717818 2024-09-07T13:46:27.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.532+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=EDEA3TDICLHA tag=DTRIA8QFOMYN type=del size=4133077: (22) Invalid argument 2024-09-07T13:46:27.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.536+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=FWFO95LLS8LJ type=del size=159095 2024-09-07T13:46:27.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.540+0000 7f2cb6b6f8c0 1 < suggested remove operation key=W8HQYXG2A9NR tag=UP562GXNWCO3 type=del 2024-09-07T13:46:27.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.544+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=U10GCLAJ3SLU type=write size=861887 2024-09-07T13:46:27.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.548+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~UFJK5A1E9PE0.0 size=1048576 2024-09-07T13:46:27.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.552+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~UFJK5A1E9PE0.1 size=1048576 2024-09-07T13:46:27.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.556+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~UFJK5A1E9PE0.2 size=405125 2024-09-07T13:46:27.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.560+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=UFJK5A1E9PE0 tag=2THRN7PX9A52 type=write size=3550853 2024-09-07T13:46:27.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.564+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=8KUXG97IIV3J type=del size=3454873 2024-09-07T13:46:27.571 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.568+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~1MW0LJGPXE2J.0 size=1048576 2024-09-07T13:46:27.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.572+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~1MW0LJGPXE2J.1 size=1048576 2024-09-07T13:46:27.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.576+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~1MW0LJGPXE2J.2 size=401526 2024-09-07T13:46:27.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.580+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=1MW0LJGPXE2J tag=XO9ITRWQL1T7 type=write size=3547254 2024-09-07T13:46:27.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.584+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=NIZ337ZS283K type=del size=405766 2024-09-07T13:46:27.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.588+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~DV6QN4R9YA03.0 size=1048576 2024-09-07T13:46:27.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.588+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~DV6QN4R9YA03.1 size=280050 2024-09-07T13:46:27.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.596+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=DV6QN4R9YA03 tag=XP8ZWQUDSL4S type=write size=2377202 2024-09-07T13:46:27.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.600+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=SJPOKD8R16QW type=del size=2970618 2024-09-07T13:46:27.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.604+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=VVLHW91Q8OFS type=del 2024-09-07T13:46:27.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.608+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~WKZILMLB538T.0 size=937559 2024-09-07T13:46:27.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.608+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=WKZILMLB538T tag=W0LGQAE5TZZB type=write size=1986135 2024-09-07T13:46:27.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.608+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_LZX7H9KUZM7X.2~V1UVI43PSNNS.0 size=738386 2024-09-07T13:46:27.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.616+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=LZX7H9KUZM7X upload=V1UVI43PSNNS tag=ETDXWD4Y34W5 type=write size=1786962 2024-09-07T13:46:27.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.620+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=4RKAA7ROE7I4 type=del size=2124930 2024-09-07T13:46:27.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.620+0000 7f2cb6b6f8c0 -1 < no bi entry to suggest for operation key=W8HQYXG2A9NR tag=D3B67FRJD7PE type=del size=3177442: (2) No such file or directory 2024-09-07T13:46:27.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.624+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~85FH5ZJERQOX.0 size=1048576 2024-09-07T13:46:27.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.628+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~85FH5ZJERQOX.1 size=919724 2024-09-07T13:46:27.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.628+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=85FH5ZJERQOX tag=ZZU11PKMBRVM type=write size=3016876 2024-09-07T13:46:27.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.632+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~N27OG5C6J701.0 size=918480 2024-09-07T13:46:27.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.636+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=N27OG5C6J701 tag=WN55E71I9O2M type=write size=1967056 2024-09-07T13:46:27.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.640+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=BKSVPUC7S51O type=write size=490046 2024-09-07T13:46:27.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.644+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~60XN72JLTKF4.0 size=656203 2024-09-07T13:46:27.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.652+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=60XN72JLTKF4 tag=1VEEOE2HQ43T type=write size=1704779 2024-09-07T13:46:27.658 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.656+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=L83JT5KTHWUL type=del size=1002931 2024-09-07T13:46:27.662 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.660+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=6EVCJ3MF1PN3 tag=P0BU6DQI9TYA type=del size=3785883: (22) Invalid argument 2024-09-07T13:46:27.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.664+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=HXZXOS1VB20R type=del size=1199215 2024-09-07T13:46:27.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.668+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=0E2E21E43T66 type=del 2024-09-07T13:46:27.677 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.676+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~HEKL8T0ORD27.0 size=389875 2024-09-07T13:46:27.677 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.676+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=HEKL8T0ORD27 tag=SYWPRI93851T type=write size=1438451 2024-09-07T13:46:27.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.680+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~MCS87EPYAK4U.0 size=1048576 2024-09-07T13:46:27.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.684+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~MCS87EPYAK4U.1 size=1048576 2024-09-07T13:46:27.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.684+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_SNNZ7FIANLW7.2~MCS87EPYAK4U.2 size=289179 2024-09-07T13:46:27.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.692+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=SNNZ7FIANLW7 upload=MCS87EPYAK4U tag=AK738HW2TYJA type=write size=3434907 2024-09-07T13:46:27.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.696+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=U0LI7JLQ1LNQ type=del size=90176 2024-09-07T13:46:27.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.704+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~XI5489ZPNNQ9.0 size=1048576 2024-09-07T13:46:27.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.708+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~XI5489ZPNNQ9.1 size=1048576 2024-09-07T13:46:27.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.708+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~XI5489ZPNNQ9.2 size=101917 2024-09-07T13:46:27.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.716+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=XI5489ZPNNQ9 tag=IFJMCY7QUQ81 type=write size=3247645 2024-09-07T13:46:27.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.720+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=SXZ25WV3YG3N type=del size=3282408 2024-09-07T13:46:27.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.724+0000 7f2cb6b6f8c0 1 < suggested remove operation key=WLP6TFW0KQQI tag=ZBRH8HDRSEF8 type=del 2024-09-07T13:46:27.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.732+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~01AXMNQBRYCA.0 size=1048576 2024-09-07T13:46:27.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.736+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~01AXMNQBRYCA.1 size=1048576 2024-09-07T13:46:27.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.736+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~01AXMNQBRYCA.2 size=818598 2024-09-07T13:46:27.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.736+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=01AXMNQBRYCA tag=V9SFVZ6IE6S0 type=write size=3964326 2024-09-07T13:46:27.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.740+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=8VPA3DB35UW2 type=del 2024-09-07T13:46:27.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.744+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=OXV3YQBHUOJR type=del size=1689256 2024-09-07T13:46:27.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.748+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=W8HQYXG2A9NR tag=FWFO95LLS8LJ type=del size=159095: (22) Invalid argument 2024-09-07T13:46:27.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.752+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=O91BWEDWYL97 type=write size=852135 2024-09-07T13:46:27.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.756+0000 7f2cb6b6f8c0 1 < completed write operation key=6EVCJ3MF1PN3 tag=U10GCLAJ3SLU type=write size=861887 2024-09-07T13:46:27.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.760+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~6846ZP5UR86T.0 size=1048576 2024-09-07T13:46:27.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.764+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~6846ZP5UR86T.1 size=65368 2024-09-07T13:46:27.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.764+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=6846ZP5UR86T tag=BZLO1OCQGMM0 type=write size=2162520 2024-09-07T13:46:27.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.768+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=8KUXG97IIV3J type=del 2024-09-07T13:46:27.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.772+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=OD2YYKHCN1FK type=del size=3424803 2024-09-07T13:46:27.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.772+0000 7f2cb6b6f8c0 1 < completed delete operation key=ZVZ04CSVO3XE tag=NIZ337ZS283K type=del 2024-09-07T13:46:27.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.780+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~PZSFPXY7OY7T.0 size=1028890 2024-09-07T13:46:27.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.780+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=PZSFPXY7OY7T tag=Q8NZ931DF8UI type=write size=2077466 2024-09-07T13:46:27.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.784+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=SJPOKD8R16QW type=del 2024-09-07T13:46:27.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.788+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~9U902D87D5L9.0 size=1048576 2024-09-07T13:46:27.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.792+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~9U902D87D5L9.1 size=1048576 2024-09-07T13:46:27.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.796+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~9U902D87D5L9.2 size=852887 2024-09-07T13:46:27.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.796+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=9U902D87D5L9 tag=4EAA7NCE6GUB type=write size=3998615 2024-09-07T13:46:27.800 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.800+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~WKZILMLB538T.0 size=937559 2024-09-07T13:46:27.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.804+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=WKZILMLB538T tag=W0LGQAE5TZZB type=write size=1986135 2024-09-07T13:46:27.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.808+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=0G2CWIYXQRDL type=del size=54878 2024-09-07T13:46:27.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.808+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=4RKAA7ROE7I4 type=del 2024-09-07T13:46:27.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.812+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=TMWVDLS6J94W type=del size=2028667 2024-09-07T13:46:27.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.816+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~85FH5ZJERQOX.0 size=1048576 2024-09-07T13:46:27.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.820+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~85FH5ZJERQOX.1 size=919724 2024-09-07T13:46:27.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.824+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=85FH5ZJERQOX tag=ZZU11PKMBRVM type=write size=3016876 2024-09-07T13:46:27.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.832+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~LFXD27HNQPK3.0 size=1048576 2024-09-07T13:46:27.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.832+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~LFXD27HNQPK3.1 size=1048576 2024-09-07T13:46:27.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.836+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~LFXD27HNQPK3.2 size=160791 2024-09-07T13:46:27.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.836+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=LFXD27HNQPK3 tag=U5FK9UAO7S4L type=write size=3306519 2024-09-07T13:46:27.841 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.840+0000 7f2cb6b6f8c0 1 < completed write operation key=LZX7H9KUZM7X tag=BKSVPUC7S51O type=write size=490046 2024-09-07T13:46:27.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.844+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~ZU0PSVFZ9N10.0 size=1048576 2024-09-07T13:46:27.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.848+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~ZU0PSVFZ9N10.1 size=1048576 2024-09-07T13:46:27.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.848+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~ZU0PSVFZ9N10.2 size=929521 2024-09-07T13:46:27.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.848+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=ZU0PSVFZ9N10 tag=9EUJD0MWCNPT type=write size=4075249 2024-09-07T13:46:27.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.852+0000 7f2cb6b6f8c0 1 < canceled operation key=Z6G2MS36EF8U tag=L83JT5KTHWUL type=del size=1002931 2024-09-07T13:46:27.859 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.856+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=MP31FQ60BWMT type=write size=309605 2024-09-07T13:46:27.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.864+0000 7f2cb6b6f8c0 1 < suggested update operation key=8CA8BLUFHJ91 tag=HXZXOS1VB20R type=del size=1199215 2024-09-07T13:46:27.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.872+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~2H8HFVXQXTAR.0 size=106108 2024-09-07T13:46:27.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.872+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=2H8HFVXQXTAR tag=SEFC1YKUYP7A type=write size=1154684 2024-09-07T13:46:27.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.876+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~HEKL8T0ORD27.0 size=389875 2024-09-07T13:46:27.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.880+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=HEKL8T0ORD27 tag=SYWPRI93851T type=write size=1438451 2024-09-07T13:46:27.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.888+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~IQTJ22X555XQ.0 size=1048576 2024-09-07T13:46:27.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.892+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~IQTJ22X555XQ.1 size=1048576 2024-09-07T13:46:27.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.896+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~IQTJ22X555XQ.2 size=529832 2024-09-07T13:46:27.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.896+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=IQTJ22X555XQ tag=7ILAZKC82QJG type=write size=3675560 2024-09-07T13:46:27.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.900+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=U0LI7JLQ1LNQ type=del 2024-09-07T13:46:27.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.908+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~7W472XX9U38D.0 size=1048576 2024-09-07T13:46:27.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.908+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~7W472XX9U38D.1 size=611057 2024-09-07T13:46:27.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.908+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=7W472XX9U38D tag=1M1BYC0WXVFR type=write size=2708209 2024-09-07T13:46:27.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.912+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=SXZ25WV3YG3N type=del 2024-09-07T13:46:27.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.916+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=8788MPRXQKH8 type=del size=2657635 2024-09-07T13:46:27.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.920+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~01AXMNQBRYCA.0 size=1048576 2024-09-07T13:46:27.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.924+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~01AXMNQBRYCA.1 size=1048576 2024-09-07T13:46:27.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.928+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~01AXMNQBRYCA.2 size=818598 2024-09-07T13:46:27.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.932+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=01AXMNQBRYCA tag=V9SFVZ6IE6S0 type=write size=3964326 2024-09-07T13:46:27.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.940+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~ZZB642QW2BX5.0 size=1048576 2024-09-07T13:46:27.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.940+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~ZZB642QW2BX5.1 size=1048576 2024-09-07T13:46:27.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.944+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~ZZB642QW2BX5.2 size=816250 2024-09-07T13:46:27.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.944+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=ZZB642QW2BX5 tag=ZQBXWDO88KZA type=write size=3961978 2024-09-07T13:46:27.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.948+0000 7f2cb6b6f8c0 1 < canceled operation key=ADB5YEZAZPYJ tag=OXV3YQBHUOJR type=del size=1689256 2024-09-07T13:46:27.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.952+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=DUR67RCLLBVH type=del size=706405 2024-09-07T13:46:27.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.960+0000 7f2cb6b6f8c0 1 < suggested update operation key=EDEA3TDICLHA tag=O91BWEDWYL97 type=write size=852135 2024-09-07T13:46:27.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.964+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=BFGI5FE1HWF4 type=del size=3799076 2024-09-07T13:46:27.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.968+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~6846ZP5UR86T.0 size=1048576 2024-09-07T13:46:27.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.972+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~6846ZP5UR86T.1 size=65368 2024-09-07T13:46:27.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.976+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=6846ZP5UR86T tag=BZLO1OCQGMM0 type=write size=2162520 2024-09-07T13:46:27.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.980+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=F3FDCFS0JJH9 type=write size=764770 2024-09-07T13:46:27.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.984+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=OD2YYKHCN1FK type=del 2024-09-07T13:46:27.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.984+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=HE4M2L5DMAHM type=del size=2735446 2024-09-07T13:46:27.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.988+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~PZSFPXY7OY7T.0 size=1028890 2024-09-07T13:46:27.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.992+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=PZSFPXY7OY7T tag=Q8NZ931DF8UI type=write size=2077466 2024-09-07T13:46:27.997 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.996+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=JLGUL1YK8320 type=del size=2162225 2024-09-07T13:46:27.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:27.996+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~9U902D87D5L9.0 size=1048576 2024-09-07T13:46:28.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.000+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~9U902D87D5L9.1 size=1048576 2024-09-07T13:46:28.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.004+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~9U902D87D5L9.2 size=852887 2024-09-07T13:46:28.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.008+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=9U902D87D5L9 tag=4EAA7NCE6GUB type=write size=3998615 2024-09-07T13:46:28.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.008+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=T2RIR61VO5Y4 type=write size=236116 2024-09-07T13:46:28.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.016+0000 7f2cb6b6f8c0 1 < suggested remove operation key=R249V3K5CGU6 tag=0G2CWIYXQRDL type=del 2024-09-07T13:46:28.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.016+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=3AD7YDXFBG13 type=write size=778712 2024-09-07T13:46:28.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.024+0000 7f2cb6b6f8c0 1 < suggested remove operation key=U10DGQ1EL162 tag=TMWVDLS6J94W type=del 2024-09-07T13:46:28.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.028+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~AK8QJIIQ8T24.0 size=1048576 2024-09-07T13:46:28.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.028+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~AK8QJIIQ8T24.1 size=288259 2024-09-07T13:46:28.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.028+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=AK8QJIIQ8T24 tag=OMWYBO5CULQA type=write size=2385411 2024-09-07T13:46:28.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.032+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~LFXD27HNQPK3.0 size=1048576 2024-09-07T13:46:28.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.036+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~LFXD27HNQPK3.1 size=1048576 2024-09-07T13:46:28.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.036+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~LFXD27HNQPK3.2 size=160791 2024-09-07T13:46:28.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.040+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=LFXD27HNQPK3 tag=U5FK9UAO7S4L type=write size=3306519 2024-09-07T13:46:28.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.044+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=Q86FUEHEJ41V type=del size=3672307 2024-09-07T13:46:28.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.048+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~ZU0PSVFZ9N10.0 size=1048576 2024-09-07T13:46:28.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.048+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~ZU0PSVFZ9N10.1 size=1048576 2024-09-07T13:46:28.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.052+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~ZU0PSVFZ9N10.2 size=929521 2024-09-07T13:46:28.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.056+0000 7f2cb6b6f8c0 1 < completed multipart upload key=KIKPQG73BHGB upload=ZU0PSVFZ9N10 tag=9EUJD0MWCNPT type=write size=4075249 2024-09-07T13:46:28.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.060+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~NU16KO8TISSY.0 size=625290 2024-09-07T13:46:28.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.060+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=NU16KO8TISSY tag=TDGY8SFEYB6H type=write size=1673866 2024-09-07T13:46:28.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.064+0000 7f2cb6b6f8c0 1 < suggested remove operation key=CAH1NEU5UDEG tag=MP31FQ60BWMT type=write 2024-09-07T13:46:28.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.068+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=AENKU5AG7LZV type=del size=2527675 2024-09-07T13:46:28.072 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.068+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~2H8HFVXQXTAR.0 size=106108 2024-09-07T13:46:28.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.076+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=2H8HFVXQXTAR tag=SEFC1YKUYP7A type=write size=1154684 2024-09-07T13:46:28.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.076+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=73T1T63ZGYXE type=del size=2894952 2024-09-07T13:46:28.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.080+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~IQTJ22X555XQ.0 size=1048576 2024-09-07T13:46:28.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.080+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~IQTJ22X555XQ.1 size=1048576 2024-09-07T13:46:28.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.084+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~IQTJ22X555XQ.2 size=529832 2024-09-07T13:46:28.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.088+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=IQTJ22X555XQ tag=7ILAZKC82QJG type=write size=3675560 2024-09-07T13:46:28.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.092+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=8MTDU812RXP5 type=del size=519883 2024-09-07T13:46:28.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.092+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~7W472XX9U38D.0 size=1048576 2024-09-07T13:46:28.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.096+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~7W472XX9U38D.1 size=611057 2024-09-07T13:46:28.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.100+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=7W472XX9U38D tag=1M1BYC0WXVFR type=write size=2708209 2024-09-07T13:46:28.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.104+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~MKED44VM2KSZ.0 size=1048576 2024-09-07T13:46:28.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.108+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~MKED44VM2KSZ.1 size=415568 2024-09-07T13:46:28.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.108+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=MKED44VM2KSZ tag=MTWNMRTDGXWP type=write size=2512720 2024-09-07T13:46:28.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.108+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=EDEA3TDICLHA tag=8788MPRXQKH8 type=del size=2657635: (22) Invalid argument 2024-09-07T13:46:28.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.112+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~EL9HGFYIG83I.0 size=1048576 2024-09-07T13:46:28.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.116+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~EL9HGFYIG83I.1 size=1048576 2024-09-07T13:46:28.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.116+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~EL9HGFYIG83I.2 size=163892 2024-09-07T13:46:28.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.116+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=EL9HGFYIG83I tag=36I8A3S1WBRJ type=write size=3309620 2024-09-07T13:46:28.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.116+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_XMCPLLADRKGO.2~ZZB642QW2BX5.0 size=1048576 2024-09-07T13:46:28.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.120+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~ZZB642QW2BX5.1 size=1048576 2024-09-07T13:46:28.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.120+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~ZZB642QW2BX5.2 size=816250 2024-09-07T13:46:28.126 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.124+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=XMCPLLADRKGO upload=ZZB642QW2BX5 tag=ZQBXWDO88KZA type=write size=3961978 2024-09-07T13:46:28.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.128+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~OX4U14CG7BV3.0 size=1048576 2024-09-07T13:46:28.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.132+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~OX4U14CG7BV3.1 size=1048576 2024-09-07T13:46:28.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.132+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~OX4U14CG7BV3.2 size=475491 2024-09-07T13:46:28.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.132+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=OX4U14CG7BV3 tag=8A2D2GL2R36X type=write size=3621219 2024-09-07T13:46:28.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.136+0000 7f2cb6b6f8c0 1 < suggested remove operation key=55Q1KQM4NQFR tag=DUR67RCLLBVH type=del 2024-09-07T13:46:28.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.140+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=5RPHVREG2JDY type=del size=1319536 2024-09-07T13:46:28.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.144+0000 7f2cb6b6f8c0 1 < suggested update operation key=6EVCJ3MF1PN3 tag=BFGI5FE1HWF4 type=del size=3799076 2024-09-07T13:46:28.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.148+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=GBCBWPOPBCP6 type=del size=2625561 2024-09-07T13:46:28.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.148+0000 7f2cb6b6f8c0 1 < completed write operation key=SNNZ7FIANLW7 tag=F3FDCFS0JJH9 type=write size=764770 2024-09-07T13:46:28.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.152+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~U2OK4E0FXHG5.0 size=1041287 2024-09-07T13:46:28.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.152+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=U2OK4E0FXHG5 tag=O3B27QG5Z48J type=write size=2089863 2024-09-07T13:46:28.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.156+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=HE4M2L5DMAHM type=del 2024-09-07T13:46:28.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.160+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=42LVFD2B0V2C type=del size=3266385 2024-09-07T13:46:28.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.164+0000 7f2cb6b6f8c0 1 < suggested update operation key=SNNZ7FIANLW7 tag=JLGUL1YK8320 type=del size=2162225 2024-09-07T13:46:28.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.164+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=45JRE8341JIS type=del size=1426629 2024-09-07T13:46:28.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.168+0000 7f2cb6b6f8c0 1 < completed write operation key=30MLFTW2U44U tag=T2RIR61VO5Y4 type=write size=236116 2024-09-07T13:46:28.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.172+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=URETO1LSMIUX type=del size=2247962 2024-09-07T13:46:28.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.176+0000 7f2cb6b6f8c0 1 < suggested remove operation key=V8VL32BCEJRQ tag=3AD7YDXFBG13 type=write 2024-09-07T13:46:28.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.180+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~R7OPVNZ7NT07.0 size=998980 2024-09-07T13:46:28.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.180+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=R7OPVNZ7NT07 tag=BTDH19Q5JNMU type=write size=2047556 2024-09-07T13:46:28.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.180+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~AK8QJIIQ8T24.0 size=1048576 2024-09-07T13:46:28.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.184+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~AK8QJIIQ8T24.1 size=288259 2024-09-07T13:46:28.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.188+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=AK8QJIIQ8T24 tag=OMWYBO5CULQA type=write size=2385411 2024-09-07T13:46:28.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.188+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=0B372NLXMCHL type=del size=2385740 2024-09-07T13:46:28.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.196+0000 7f2cb6b6f8c0 1 < suggested remove operation key=R2BO0X5383EA tag=Q86FUEHEJ41V type=del 2024-09-07T13:46:28.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.196+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=Q2EL6ZJHMR2Y type=del size=1680333 2024-09-07T13:46:28.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.200+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~NU16KO8TISSY.0 size=625290 2024-09-07T13:46:28.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.204+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=NU16KO8TISSY tag=TDGY8SFEYB6H type=write size=1673866 2024-09-07T13:46:28.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.208+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=DOEDRN8HZZHZ type=del size=1649554 2024-09-07T13:46:28.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.208+0000 7f2cb6b6f8c0 1 < canceled operation key=7I54CNB8XS2B tag=AENKU5AG7LZV type=del size=2527675 2024-09-07T13:46:28.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.212+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~LIGATAAFICPN.0 size=1048576 2024-09-07T13:46:28.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.216+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~LIGATAAFICPN.1 size=1048576 2024-09-07T13:46:28.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.216+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~LIGATAAFICPN.2 size=256772 2024-09-07T13:46:28.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.216+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=LIGATAAFICPN tag=58L6AOB2ZPL8 type=write size=3402500 2024-09-07T13:46:28.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.220+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=73T1T63ZGYXE type=del 2024-09-07T13:46:28.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.224+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~HCQ2MVS2E2FA.0 size=1048576 2024-09-07T13:46:28.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.228+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~HCQ2MVS2E2FA.1 size=1048576 2024-09-07T13:46:28.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.228+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~HCQ2MVS2E2FA.2 size=434423 2024-09-07T13:46:28.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.228+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=HCQ2MVS2E2FA tag=YP99QH45OX1D type=write size=3580151 2024-09-07T13:46:28.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.236+0000 7f2cb6b6f8c0 1 < canceled operation key=XMCPLLADRKGO tag=8MTDU812RXP5 type=del size=519883 2024-09-07T13:46:28.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.240+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~EHHOCY8UTQEX.0 size=1048576 2024-09-07T13:46:28.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.244+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~EHHOCY8UTQEX.1 size=867015 2024-09-07T13:46:28.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.244+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=EHHOCY8UTQEX tag=5K5U1F80ULSN type=write size=2964167 2024-09-07T13:46:28.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.244+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~MKED44VM2KSZ.0 size=1048576 2024-09-07T13:46:28.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.248+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~MKED44VM2KSZ.1 size=415568 2024-09-07T13:46:28.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.252+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=MKED44VM2KSZ tag=MTWNMRTDGXWP type=write size=2512720 2024-09-07T13:46:28.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.256+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~ULZDKRWMENT0.0 size=1048576 2024-09-07T13:46:28.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.260+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~ULZDKRWMENT0.1 size=828110 2024-09-07T13:46:28.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.260+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=ULZDKRWMENT0 tag=BSIFRUY3BTMQ type=write size=2925262 2024-09-07T13:46:28.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.264+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~EL9HGFYIG83I.0 size=1048576 2024-09-07T13:46:28.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.264+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~EL9HGFYIG83I.1 size=1048576 2024-09-07T13:46:28.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.264+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_DKCM0NB13MGO.2~EL9HGFYIG83I.2 size=163892 2024-09-07T13:46:28.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.272+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=DKCM0NB13MGO upload=EL9HGFYIG83I tag=36I8A3S1WBRJ type=write size=3309620 2024-09-07T13:46:28.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.272+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=6C9TAQHYA73H type=del size=4059317 2024-09-07T13:46:28.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.276+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~OX4U14CG7BV3.0 size=1048576 2024-09-07T13:46:28.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.280+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~OX4U14CG7BV3.1 size=1048576 2024-09-07T13:46:28.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.284+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~OX4U14CG7BV3.2 size=475491 2024-09-07T13:46:28.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.288+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=OX4U14CG7BV3 tag=8A2D2GL2R36X type=write size=3621219 2024-09-07T13:46:28.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.292+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~S17F0XHUCIS0.0 size=1048576 2024-09-07T13:46:28.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.296+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~S17F0XHUCIS0.1 size=1048576 2024-09-07T13:46:28.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.300+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~S17F0XHUCIS0.2 size=735330 2024-09-07T13:46:28.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.300+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=S17F0XHUCIS0 tag=SBU6ZQR3ZIR3 type=write size=3881058 2024-09-07T13:46:28.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.300+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=5RPHVREG2JDY type=del 2024-09-07T13:46:28.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.304+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=TWIKRVK5VT1R type=write size=989265 2024-09-07T13:46:28.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.308+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=GBCBWPOPBCP6 type=del 2024-09-07T13:46:28.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.312+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=FMPK13322FX2 type=del size=1894276 2024-09-07T13:46:28.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.312+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~U2OK4E0FXHG5.0 size=1041287 2024-09-07T13:46:28.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.320+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=U2OK4E0FXHG5 tag=O3B27QG5Z48J type=write size=2089863 2024-09-07T13:46:28.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.324+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~XUV9BXKC4C87.0 size=1048576 2024-09-07T13:46:28.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.324+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~XUV9BXKC4C87.1 size=513180 2024-09-07T13:46:28.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.324+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=XUV9BXKC4C87 tag=WLYISI8Z5XXX type=write size=2610332 2024-09-07T13:46:28.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.328+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=42LVFD2B0V2C type=del 2024-09-07T13:46:28.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.336+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~I9Z7NR9S8SPA.0 size=1048576 2024-09-07T13:46:28.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.336+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~I9Z7NR9S8SPA.1 size=419725 2024-09-07T13:46:28.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.336+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=I9Z7NR9S8SPA tag=TIMBRJFDETAJ type=write size=2516877 2024-09-07T13:46:28.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.340+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=45JRE8341JIS type=del 2024-09-07T13:46:28.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.344+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=R8W0RRWBCXX7 type=write size=245546 2024-09-07T13:46:28.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.348+0000 7f2cb6b6f8c0 1 < canceled operation key=8CA8BLUFHJ91 tag=URETO1LSMIUX type=del size=2247962 2024-09-07T13:46:28.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.352+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~8ZMDHDRCU9GQ.0 size=1048576 2024-09-07T13:46:28.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.356+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~8ZMDHDRCU9GQ.1 size=1048576 2024-09-07T13:46:28.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.360+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~8ZMDHDRCU9GQ.2 size=163676 2024-09-07T13:46:28.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.360+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=8ZMDHDRCU9GQ tag=51P37GBG1PE7 type=write size=3309404 2024-09-07T13:46:28.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.360+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~R7OPVNZ7NT07.0 size=998980 2024-09-07T13:46:28.370 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.368+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=R7OPVNZ7NT07 tag=BTDH19Q5JNMU type=write size=2047556 2024-09-07T13:46:28.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.376+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~VNYDH3W1SVHX.0 size=249397 2024-09-07T13:46:28.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.376+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=VNYDH3W1SVHX tag=P2GUU7MFJ7TB type=write size=1297973 2024-09-07T13:46:28.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.376+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=0B372NLXMCHL type=del 2024-09-07T13:46:28.386 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.384+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~G16PI85NIRON.0 size=1048576 2024-09-07T13:46:28.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.388+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~G16PI85NIRON.1 size=1048576 2024-09-07T13:46:28.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.388+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~G16PI85NIRON.2 size=404722 2024-09-07T13:46:28.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.388+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=G16PI85NIRON tag=ZC2NU3HOQLIP type=write size=3550450 2024-09-07T13:46:28.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.396+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DM4166SINSRL tag=Q2EL6ZJHMR2Y type=del 2024-09-07T13:46:28.402 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.400+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=AY2LIV1V8S8H type=del size=2682847 2024-09-07T13:46:28.405 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.404+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=DOEDRN8HZZHZ type=del 2024-09-07T13:46:28.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.408+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~93CS13QN0TJN.0 size=364152 2024-09-07T13:46:28.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.408+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=93CS13QN0TJN tag=9BCPHIUFPD0C type=write size=1412728 2024-09-07T13:46:28.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.412+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~LIGATAAFICPN.0 size=1048576 2024-09-07T13:46:28.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.416+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~LIGATAAFICPN.1 size=1048576 2024-09-07T13:46:28.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.416+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_Z6G2MS36EF8U.2~LIGATAAFICPN.2 size=256772 2024-09-07T13:46:28.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.420+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=Z6G2MS36EF8U upload=LIGATAAFICPN tag=58L6AOB2ZPL8 type=write size=3402500 2024-09-07T13:46:28.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.428+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~FBBZBNLC1J1U.0 size=1048576 2024-09-07T13:46:28.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.428+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~FBBZBNLC1J1U.1 size=695174 2024-09-07T13:46:28.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.428+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=FBBZBNLC1J1U tag=77Q5NKO54G6H type=write size=2792326 2024-09-07T13:46:28.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.432+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~HCQ2MVS2E2FA.0 size=1048576 2024-09-07T13:46:28.438 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.436+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~HCQ2MVS2E2FA.1 size=1048576 2024-09-07T13:46:28.441 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.440+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~HCQ2MVS2E2FA.2 size=434423 2024-09-07T13:46:28.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.444+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=HCQ2MVS2E2FA tag=YP99QH45OX1D type=write size=3580151 2024-09-07T13:46:28.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.448+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=D6DMGVIXQQ5B type=del size=1005877 2024-09-07T13:46:28.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.452+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~EHHOCY8UTQEX.0 size=1048576 2024-09-07T13:46:28.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.452+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~EHHOCY8UTQEX.1 size=867015 2024-09-07T13:46:28.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.460+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=EHHOCY8UTQEX tag=5K5U1F80ULSN type=write size=2964167 2024-09-07T13:46:28.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.464+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=AC5U28UGMGPH type=del size=1102468 2024-09-07T13:46:28.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.464+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_CS4B8TD9GPUR.2~ULZDKRWMENT0.0 size=1048576 2024-09-07T13:46:28.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.464+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_CS4B8TD9GPUR.2~ULZDKRWMENT0.1 size=828110 2024-09-07T13:46:28.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.468+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=CS4B8TD9GPUR upload=ULZDKRWMENT0 tag=BSIFRUY3BTMQ type=write size=2925262 2024-09-07T13:46:28.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.472+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=XKGNLH4VNJOP type=del size=2850204 2024-09-07T13:46:28.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.476+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=6C9TAQHYA73H type=del 2024-09-07T13:46:28.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.480+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=XHBXC4SXI7OC type=del size=2274775 2024-09-07T13:46:28.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.480+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~S17F0XHUCIS0.0 size=1048576 2024-09-07T13:46:28.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.484+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~S17F0XHUCIS0.1 size=1048576 2024-09-07T13:46:28.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.488+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~S17F0XHUCIS0.2 size=735330 2024-09-07T13:46:28.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.492+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=S17F0XHUCIS0 tag=SBU6ZQR3ZIR3 type=write size=3881058 2024-09-07T13:46:28.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.496+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=MFT6IKRYQ0B9 type=write size=717353 2024-09-07T13:46:28.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.500+0000 7f2cb6b6f8c0 1 < completed write operation key=4MKAO5GJGCYD tag=TWIKRVK5VT1R type=write size=989265 2024-09-07T13:46:28.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.504+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~3OZI2RFS6T1J.0 size=1048576 2024-09-07T13:46:28.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.508+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~3OZI2RFS6T1J.1 size=713297 2024-09-07T13:46:28.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.508+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=3OZI2RFS6T1J tag=VS9HCQZNLS78 type=write size=2810449 2024-09-07T13:46:28.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.512+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=FMPK13322FX2 type=del 2024-09-07T13:46:28.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.516+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=O6X1TOVZLE6D type=del size=1358328 2024-09-07T13:46:28.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.520+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~XUV9BXKC4C87.0 size=1048576 2024-09-07T13:46:28.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.520+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~XUV9BXKC4C87.1 size=513180 2024-09-07T13:46:28.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.528+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=XUV9BXKC4C87 tag=WLYISI8Z5XXX type=write size=2610332 2024-09-07T13:46:28.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.532+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=O2GVNFFAB4UQ type=del size=1999232 2024-09-07T13:46:28.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.536+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~I9Z7NR9S8SPA.0 size=1048576 2024-09-07T13:46:28.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.540+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~I9Z7NR9S8SPA.1 size=419725 2024-09-07T13:46:28.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.544+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=I9Z7NR9S8SPA tag=TIMBRJFDETAJ type=write size=2516877 2024-09-07T13:46:28.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.548+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=FWVHV7SQ3J3S type=del size=1175300 2024-09-07T13:46:28.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.552+0000 7f2cb6b6f8c0 1 < completed write operation key=4MKAO5GJGCYD tag=R8W0RRWBCXX7 type=write size=245546 2024-09-07T13:46:28.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.556+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~B4DPS6B8NP9O.0 size=1048576 2024-09-07T13:46:28.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.560+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~B4DPS6B8NP9O.1 size=1048576 2024-09-07T13:46:28.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.560+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~B4DPS6B8NP9O.2 size=198640 2024-09-07T13:46:28.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.560+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=B4DPS6B8NP9O tag=EE63M3YMPW3A type=write size=3344368 2024-09-07T13:46:28.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.564+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_30MLFTW2U44U.2~8ZMDHDRCU9GQ.0 size=1048576 2024-09-07T13:46:28.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.564+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~8ZMDHDRCU9GQ.1 size=1048576 2024-09-07T13:46:28.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.568+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~8ZMDHDRCU9GQ.2 size=163676 2024-09-07T13:46:28.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.572+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=30MLFTW2U44U upload=8ZMDHDRCU9GQ tag=51P37GBG1PE7 type=write size=3309404 2024-09-07T13:46:28.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.580+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~N4LQSGNHDLX8.0 size=1048576 2024-09-07T13:46:28.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.584+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~N4LQSGNHDLX8.1 size=1048576 2024-09-07T13:46:28.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.584+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~N4LQSGNHDLX8.2 size=391927 2024-09-07T13:46:28.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.584+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=N4LQSGNHDLX8 tag=FZK8GZXWN9O9 type=write size=3537655 2024-09-07T13:46:28.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.584+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_RQ4XU4WUUA9N.2~VNYDH3W1SVHX.0 size=249397 2024-09-07T13:46:28.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.592+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=RQ4XU4WUUA9N upload=VNYDH3W1SVHX tag=P2GUU7MFJ7TB type=write size=1297973 2024-09-07T13:46:28.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.596+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=2P9S6LBA4JVC type=write size=217117 2024-09-07T13:46:28.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.596+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~G16PI85NIRON.0 size=1048576 2024-09-07T13:46:28.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.600+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~G16PI85NIRON.1 size=1048576 2024-09-07T13:46:28.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.604+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~G16PI85NIRON.2 size=404722 2024-09-07T13:46:28.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.608+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=G16PI85NIRON tag=ZC2NU3HOQLIP type=write size=3550450 2024-09-07T13:46:28.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.616+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~04RECAZPITF1.0 size=1048576 2024-09-07T13:46:28.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.616+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~04RECAZPITF1.1 size=1048576 2024-09-07T13:46:28.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.620+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~04RECAZPITF1.2 size=630918 2024-09-07T13:46:28.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.620+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=04RECAZPITF1 tag=FAGEHAPMUVET type=write size=3776646 2024-09-07T13:46:28.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.624+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=AY2LIV1V8S8H type=del 2024-09-07T13:46:28.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.628+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~8KT1V71MN2LH.0 size=1048576 2024-09-07T13:46:28.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.632+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~8KT1V71MN2LH.1 size=1048576 2024-09-07T13:46:28.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.636+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~8KT1V71MN2LH.2 size=730457 2024-09-07T13:46:28.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.636+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=8KT1V71MN2LH tag=1SIOEKMJ27UH type=write size=3876185 2024-09-07T13:46:28.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.640+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~93CS13QN0TJN.0 size=364152 2024-09-07T13:46:28.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.644+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=93CS13QN0TJN tag=9BCPHIUFPD0C type=write size=1412728 2024-09-07T13:46:28.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.648+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=2XK4FZPK1MEE type=del size=3793355 2024-09-07T13:46:28.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.652+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~FBBZBNLC1J1U.0 size=1048576 2024-09-07T13:46:28.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.652+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~FBBZBNLC1J1U.1 size=695174 2024-09-07T13:46:28.662 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.660+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=FBBZBNLC1J1U tag=77Q5NKO54G6H type=write size=2792326 2024-09-07T13:46:28.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.664+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=WBQROZQKQ918 type=del size=758081 2024-09-07T13:46:28.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.664+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=D6DMGVIXQQ5B type=del 2024-09-07T13:46:28.671 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.668+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=27LD6ANXARCY type=del size=964694 2024-09-07T13:46:28.675 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.672+0000 7f2cb6b6f8c0 1 < canceled operation key=55Q1KQM4NQFR tag=AC5U28UGMGPH type=del size=1102468 2024-09-07T13:46:28.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.680+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~JYF5K0CSSGY7.0 size=616408 2024-09-07T13:46:28.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.680+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=JYF5K0CSSGY7 tag=J4OH0M4TWJD3 type=write size=1664984 2024-09-07T13:46:28.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.684+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=XKGNLH4VNJOP type=del 2024-09-07T13:46:28.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.688+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~45M12WDOY1M5.0 size=599510 2024-09-07T13:46:28.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.688+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=45M12WDOY1M5 tag=3RZYDQRJP4Y2 type=write size=1648086 2024-09-07T13:46:28.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.696+0000 7f2cb6b6f8c0 1 < suggested update operation key=CAH1NEU5UDEG tag=XHBXC4SXI7OC type=del size=2274775 2024-09-07T13:46:28.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.700+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~RVEA5H0S10U9.0 size=1048576 2024-09-07T13:46:28.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.704+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~RVEA5H0S10U9.1 size=1048576 2024-09-07T13:46:28.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.704+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~RVEA5H0S10U9.2 size=891721 2024-09-07T13:46:28.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.704+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=RVEA5H0S10U9 tag=FD3F6HUBHDPL type=write size=4037449 2024-09-07T13:46:28.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.708+0000 7f2cb6b6f8c0 1 < completed write operation key=UN7NW8NTF67Q tag=MFT6IKRYQ0B9 type=write size=717353 2024-09-07T13:46:28.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.712+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=E1ECG2Q9P8T8 type=write size=972524 2024-09-07T13:46:28.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.716+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~3OZI2RFS6T1J.0 size=1048576 2024-09-07T13:46:28.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.716+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~3OZI2RFS6T1J.1 size=713297 2024-09-07T13:46:28.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.724+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=3OZI2RFS6T1J tag=VS9HCQZNLS78 type=write size=2810449 2024-09-07T13:46:28.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.728+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~7ROHEDHY43CP.0 size=714523 2024-09-07T13:46:28.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.728+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=7ROHEDHY43CP tag=IWJ48U3Z8B25 type=write size=1763099 2024-09-07T13:46:28.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.736+0000 7f2cb6b6f8c0 1 < suggested update operation key=V8VL32BCEJRQ tag=O6X1TOVZLE6D type=del size=1358328 2024-09-07T13:46:28.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.740+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=OZXWF2Y813RE type=del size=2662042 2024-09-07T13:46:28.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.744+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DM4166SINSRL tag=O2GVNFFAB4UQ type=del 2024-09-07T13:46:28.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.752+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~6S0E6RZNSG80.0 size=1048576 2024-09-07T13:46:28.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.752+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~6S0E6RZNSG80.1 size=467281 2024-09-07T13:46:28.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.752+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=6S0E6RZNSG80 tag=V6WNWODFR3CE type=write size=2564433 2024-09-07T13:46:28.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.756+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=FWVHV7SQ3J3S type=del 2024-09-07T13:46:28.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.760+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=TWXTJHRRKBDP type=del size=1161771 2024-09-07T13:46:28.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.764+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~B4DPS6B8NP9O.0 size=1048576 2024-09-07T13:46:28.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.764+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~B4DPS6B8NP9O.1 size=1048576 2024-09-07T13:46:28.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.764+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_8CA8BLUFHJ91.2~B4DPS6B8NP9O.2 size=198640 2024-09-07T13:46:28.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.768+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=8CA8BLUFHJ91 upload=B4DPS6B8NP9O tag=EE63M3YMPW3A type=write size=3344368 2024-09-07T13:46:28.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.772+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=ZNIXAGGDJ5AC type=del size=3670406 2024-09-07T13:46:28.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.776+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~N4LQSGNHDLX8.0 size=1048576 2024-09-07T13:46:28.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.780+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~N4LQSGNHDLX8.1 size=1048576 2024-09-07T13:46:28.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.780+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~N4LQSGNHDLX8.2 size=391927 2024-09-07T13:46:28.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.788+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=N4LQSGNHDLX8 tag=FZK8GZXWN9O9 type=write size=3537655 2024-09-07T13:46:28.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.792+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~X8CKDTGOL9AE.0 size=1048576 2024-09-07T13:46:28.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.796+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~X8CKDTGOL9AE.1 size=1048576 2024-09-07T13:46:28.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.796+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~X8CKDTGOL9AE.2 size=35347 2024-09-07T13:46:28.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.796+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=X8CKDTGOL9AE tag=A4VG1PD7WGDV type=write size=3181075 2024-09-07T13:46:28.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.800+0000 7f2cb6b6f8c0 1 < completed write operation key=RQ4XU4WUUA9N tag=2P9S6LBA4JVC type=write size=217117 2024-09-07T13:46:28.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.804+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~PK1PDD2OFIKY.0 size=1048576 2024-09-07T13:46:28.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.808+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~PK1PDD2OFIKY.1 size=64964 2024-09-07T13:46:28.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.808+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=PK1PDD2OFIKY tag=PP8S56F7U5N2 type=write size=2162116 2024-09-07T13:46:28.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.812+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~04RECAZPITF1.0 size=1048576 2024-09-07T13:46:28.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.812+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~04RECAZPITF1.1 size=1048576 2024-09-07T13:46:28.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.816+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~04RECAZPITF1.2 size=630918 2024-09-07T13:46:28.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.824+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=04RECAZPITF1 tag=FAGEHAPMUVET type=write size=3776646 2024-09-07T13:46:28.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.824+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=UX2JJGS8XWM7 type=write size=208393 2024-09-07T13:46:28.830 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.828+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~8KT1V71MN2LH.0 size=1048576 2024-09-07T13:46:28.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.832+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~8KT1V71MN2LH.1 size=1048576 2024-09-07T13:46:28.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.832+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~8KT1V71MN2LH.2 size=730457 2024-09-07T13:46:28.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.836+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=8KT1V71MN2LH tag=1SIOEKMJ27UH type=write size=3876185 2024-09-07T13:46:28.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.844+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~LD1GIHC02935.0 size=1048576 2024-09-07T13:46:28.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.844+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~LD1GIHC02935.1 size=1048576 2024-09-07T13:46:28.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.848+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~LD1GIHC02935.2 size=606573 2024-09-07T13:46:28.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.848+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=LD1GIHC02935 tag=L2PUQRT8HMBV type=write size=3752301 2024-09-07T13:46:28.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.848+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=2XK4FZPK1MEE type=del 2024-09-07T13:46:28.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.856+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~A9QGP84M8I6K.0 size=478843 2024-09-07T13:46:28.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.856+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=A9QGP84M8I6K tag=JXCL175PJJRN type=write size=1527419 2024-09-07T13:46:28.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.856+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=WBQROZQKQ918 type=del 2024-09-07T13:46:28.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.860+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=AVTBHPVLXC81 type=write size=748304 2024-09-07T13:46:28.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.864+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=27LD6ANXARCY type=del 2024-09-07T13:46:28.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.868+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=J11MV5W4KJEM type=write size=338836 2024-09-07T13:46:28.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.868+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_X93W2ZAZXKB5.2~JYF5K0CSSGY7.0 size=616408 2024-09-07T13:46:28.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.872+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=X93W2ZAZXKB5 upload=JYF5K0CSSGY7 tag=J4OH0M4TWJD3 type=write size=1664984 2024-09-07T13:46:28.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.876+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=1CGOZVISO837 type=del size=2625298 2024-09-07T13:46:28.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.880+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~45M12WDOY1M5.0 size=599510 2024-09-07T13:46:28.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.884+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DM4166SINSRL upload=45M12WDOY1M5 tag=3RZYDQRJP4Y2 type=write size=1648086 2024-09-07T13:46:28.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.892+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~PT9IAI1BWGHI.0 size=1048576 2024-09-07T13:46:28.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.892+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~PT9IAI1BWGHI.1 size=1048576 2024-09-07T13:46:28.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.896+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~PT9IAI1BWGHI.2 size=437050 2024-09-07T13:46:28.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.896+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=PT9IAI1BWGHI tag=SKZ8T1GQBS8B type=write size=3582778 2024-09-07T13:46:28.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.900+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~RVEA5H0S10U9.0 size=1048576 2024-09-07T13:46:28.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.904+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~RVEA5H0S10U9.1 size=1048576 2024-09-07T13:46:28.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.904+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~RVEA5H0S10U9.2 size=891721 2024-09-07T13:46:28.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.912+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=RVEA5H0S10U9 tag=FD3F6HUBHDPL type=write size=4037449 2024-09-07T13:46:28.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.912+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=1MNVKF1SQOXA type=write size=70574 2024-09-07T13:46:28.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.920+0000 7f2cb6b6f8c0 1 < suggested remove operation key=ADB5YEZAZPYJ tag=E1ECG2Q9P8T8 type=write 2024-09-07T13:46:28.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.924+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=E183LT4GG32J type=del size=888231 2024-09-07T13:46:28.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.928+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~7ROHEDHY43CP.0 size=714523 2024-09-07T13:46:28.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.932+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=7ROHEDHY43CP tag=IWJ48U3Z8B25 type=write size=1763099 2024-09-07T13:46:28.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.936+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=TE9GVRH9HINE type=del size=1810438 2024-09-07T13:46:28.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.936+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=OZXWF2Y813RE type=del 2024-09-07T13:46:28.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.944+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~3K1UVLLODYY0.0 size=1048576 2024-09-07T13:46:28.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.948+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~3K1UVLLODYY0.1 size=1048576 2024-09-07T13:46:28.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.948+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~3K1UVLLODYY0.2 size=463739 2024-09-07T13:46:28.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.948+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=3K1UVLLODYY0 tag=274DMI8H01YU type=write size=3609467 2024-09-07T13:46:28.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.952+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~6S0E6RZNSG80.0 size=1048576 2024-09-07T13:46:28.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.956+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~6S0E6RZNSG80.1 size=467281 2024-09-07T13:46:28.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.960+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=6S0E6RZNSG80 tag=V6WNWODFR3CE type=write size=2564433 2024-09-07T13:46:28.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.968+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~W3SGR3JX7FUA.0 size=177592 2024-09-07T13:46:28.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.968+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=W3SGR3JX7FUA tag=9LL9AH5R9I2P type=write size=1226168 2024-09-07T13:46:28.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.972+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=TWXTJHRRKBDP type=del 2024-09-07T13:46:28.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.980+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~Q034RFE8Z7ZX.0 size=1048576 2024-09-07T13:46:28.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.980+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~Q034RFE8Z7ZX.1 size=872779 2024-09-07T13:46:28.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.980+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=Q034RFE8Z7ZX tag=6P01TAY8BLI3 type=write size=2969931 2024-09-07T13:46:28.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.984+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=ZNIXAGGDJ5AC type=del 2024-09-07T13:46:28.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.988+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~C6LYX24E37M8.0 size=1048576 2024-09-07T13:46:28.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.992+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~C6LYX24E37M8.1 size=955609 2024-09-07T13:46:28.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.992+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=C6LYX24E37M8 tag=3CX4K9WXS5RA type=write size=3052761 2024-09-07T13:46:28.997 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.996+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~X8CKDTGOL9AE.0 size=1048576 2024-09-07T13:46:28.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:28.996+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~X8CKDTGOL9AE.1 size=1048576 2024-09-07T13:46:29.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.000+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~X8CKDTGOL9AE.2 size=35347 2024-09-07T13:46:29.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.004+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=X8CKDTGOL9AE tag=A4VG1PD7WGDV type=write size=3181075 2024-09-07T13:46:29.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.008+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=M5WVHPBRNLUZ type=del size=142039 2024-09-07T13:46:29.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.008+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_ADB5YEZAZPYJ.2~PK1PDD2OFIKY.0 size=1048576 2024-09-07T13:46:29.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.008+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~PK1PDD2OFIKY.1 size=64964 2024-09-07T13:46:29.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.016+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=ADB5YEZAZPYJ upload=PK1PDD2OFIKY tag=PP8S56F7U5N2 type=write size=2162116 2024-09-07T13:46:29.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.016+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=9X4PE6E8IVJT type=del size=3512204 2024-09-07T13:46:29.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.024+0000 7f2cb6b6f8c0 1 < suggested remove operation key=ZVZ04CSVO3XE tag=UX2JJGS8XWM7 type=write 2024-09-07T13:46:29.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.028+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~NSJPLG7IY4HT.0 size=1048576 2024-09-07T13:46:29.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.032+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~NSJPLG7IY4HT.1 size=1048576 2024-09-07T13:46:29.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.032+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~NSJPLG7IY4HT.2 size=495507 2024-09-07T13:46:29.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.032+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=NSJPLG7IY4HT tag=PGDAAJ11JYAS type=write size=3641235 2024-09-07T13:46:29.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.036+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~LD1GIHC02935.0 size=1048576 2024-09-07T13:46:29.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.040+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~LD1GIHC02935.1 size=1048576 2024-09-07T13:46:29.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.040+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~LD1GIHC02935.2 size=606573 2024-09-07T13:46:29.048 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.044+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=LD1GIHC02935 tag=L2PUQRT8HMBV type=write size=3752301 2024-09-07T13:46:29.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.052+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~IRYIKJSQ21FB.0 size=1048576 2024-09-07T13:46:29.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.052+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~IRYIKJSQ21FB.1 size=1048576 2024-09-07T13:46:29.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.056+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~IRYIKJSQ21FB.2 size=506289 2024-09-07T13:46:29.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.056+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=IRYIKJSQ21FB tag=VOT45XWHIHK4 type=write size=3652017 2024-09-07T13:46:29.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.060+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~A9QGP84M8I6K.0 size=478843 2024-09-07T13:46:29.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.064+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=A9QGP84M8I6K tag=JXCL175PJJRN type=write size=1527419 2024-09-07T13:46:29.071 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.068+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=DDHYJIFCGKFO type=del size=3189422 2024-09-07T13:46:29.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.072+0000 7f2cb6b6f8c0 1 < completed write operation key=4MKAO5GJGCYD tag=AVTBHPVLXC81 type=write size=748304 2024-09-07T13:46:29.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.080+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~AWPMAVZ9SLM4.0 size=1048576 2024-09-07T13:46:29.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.080+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~AWPMAVZ9SLM4.1 size=763682 2024-09-07T13:46:29.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.080+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=AWPMAVZ9SLM4 tag=A2CUY0LGTN5F type=write size=2860834 2024-09-07T13:46:29.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.088+0000 7f2cb6b6f8c0 1 < suggested remove operation key=8CA8BLUFHJ91 tag=J11MV5W4KJEM type=write 2024-09-07T13:46:29.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.096+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~KWS90OCQ2L0N.0 size=774675 2024-09-07T13:46:29.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.096+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=KWS90OCQ2L0N tag=SUKYPVONA7I5 type=write size=1823251 2024-09-07T13:46:29.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.096+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=1CGOZVISO837 type=del 2024-09-07T13:46:29.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.100+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=TU5P71JA7D4R type=write size=871729 2024-09-07T13:46:29.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.104+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~PT9IAI1BWGHI.0 size=1048576 2024-09-07T13:46:29.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.112+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~PT9IAI1BWGHI.1 size=1048576 2024-09-07T13:46:29.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.112+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~PT9IAI1BWGHI.2 size=437050 2024-09-07T13:46:29.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.116+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=PT9IAI1BWGHI tag=SKZ8T1GQBS8B type=write size=3582778 2024-09-07T13:46:29.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.120+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=0171FK3625I5 type=del size=2003994 2024-09-07T13:46:29.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.124+0000 7f2cb6b6f8c0 1 < completed write operation key=SJ0CJGHYGTKP tag=1MNVKF1SQOXA type=write size=70574 2024-09-07T13:46:29.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.128+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=NR3CA1XQ7MK9 type=del size=3756254 2024-09-07T13:46:29.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.132+0000 7f2cb6b6f8c0 1 < suggested remove operation key=X93W2ZAZXKB5 tag=E183LT4GG32J type=del 2024-09-07T13:46:29.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.136+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=P3107P2LXNZY type=del size=1506865 2024-09-07T13:46:29.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.140+0000 7f2cb6b6f8c0 1 < completed delete operation key=30MLFTW2U44U tag=TE9GVRH9HINE type=del 2024-09-07T13:46:29.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.144+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=B536X7NDOU67 type=del size=3412678 2024-09-07T13:46:29.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.148+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~3K1UVLLODYY0.0 size=1048576 2024-09-07T13:46:29.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.148+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_WLP6TFW0KQQI.2~3K1UVLLODYY0.1 size=1048576 2024-09-07T13:46:29.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.148+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~3K1UVLLODYY0.2 size=463739 2024-09-07T13:46:29.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.152+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=WLP6TFW0KQQI upload=3K1UVLLODYY0 tag=274DMI8H01YU type=write size=3609467 2024-09-07T13:46:29.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.156+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=SV4TGO8L7TCW type=del size=3504760 2024-09-07T13:46:29.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.160+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~W3SGR3JX7FUA.0 size=177592 2024-09-07T13:46:29.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.164+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=W3SGR3JX7FUA tag=9LL9AH5R9I2P type=write size=1226168 2024-09-07T13:46:29.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.168+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~QYF3XRYS9PW9.0 size=648657 2024-09-07T13:46:29.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.168+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=QYF3XRYS9PW9 tag=A1ND88XGS5PJ type=write size=1697233 2024-09-07T13:46:29.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.172+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~Q034RFE8Z7ZX.0 size=1048576 2024-09-07T13:46:29.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.176+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~Q034RFE8Z7ZX.1 size=872779 2024-09-07T13:46:29.183 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.180+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=Q034RFE8Z7ZX tag=6P01TAY8BLI3 type=write size=2969931 2024-09-07T13:46:29.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.184+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=RXKSMWJL03EQ type=del size=924957 2024-09-07T13:46:29.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.188+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~C6LYX24E37M8.0 size=1048576 2024-09-07T13:46:29.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.188+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~C6LYX24E37M8.1 size=955609 2024-09-07T13:46:29.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.196+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=C6LYX24E37M8 tag=3CX4K9WXS5RA type=write size=3052761 2024-09-07T13:46:29.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.196+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=IMZD2Q2FI1MH type=write size=26185 2024-09-07T13:46:29.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.200+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=M5WVHPBRNLUZ type=del 2024-09-07T13:46:29.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.204+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=IVQ26PAFMCI0 type=write size=532942 2024-09-07T13:46:29.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.208+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=9X4PE6E8IVJT type=del 2024-09-07T13:46:29.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.212+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~XNRAK9NBEWFG.0 size=1048576 2024-09-07T13:46:29.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.216+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~XNRAK9NBEWFG.1 size=1048576 2024-09-07T13:46:29.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.216+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~XNRAK9NBEWFG.2 size=807998 2024-09-07T13:46:29.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.216+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=XNRAK9NBEWFG tag=WGXFJO08V7C2 type=write size=3953726 2024-09-07T13:46:29.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.220+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_Z6G2MS36EF8U.2~NSJPLG7IY4HT.0 size=1048576 2024-09-07T13:46:29.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.220+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~NSJPLG7IY4HT.1 size=1048576 2024-09-07T13:46:29.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.224+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~NSJPLG7IY4HT.2 size=495507 2024-09-07T13:46:29.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.228+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=Z6G2MS36EF8U upload=NSJPLG7IY4HT tag=PGDAAJ11JYAS type=write size=3641235 2024-09-07T13:46:29.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.232+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=02AJNPGHJH9I type=del size=2014239 2024-09-07T13:46:29.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.236+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~IRYIKJSQ21FB.0 size=1048576 2024-09-07T13:46:29.240 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.240+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~IRYIKJSQ21FB.1 size=1048576 2024-09-07T13:46:29.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.240+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_CAH1NEU5UDEG.2~IRYIKJSQ21FB.2 size=506289 2024-09-07T13:46:29.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.244+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=CAH1NEU5UDEG upload=IRYIKJSQ21FB tag=VOT45XWHIHK4 type=write size=3652017 2024-09-07T13:46:29.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.252+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~PD9F1MON384G.0 size=1048576 2024-09-07T13:46:29.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.252+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~PD9F1MON384G.1 size=1048576 2024-09-07T13:46:29.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.256+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~PD9F1MON384G.2 size=679117 2024-09-07T13:46:29.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.256+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=PD9F1MON384G tag=NJMZUHF81M8N type=write size=3824845 2024-09-07T13:46:29.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.260+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=DDHYJIFCGKFO type=del 2024-09-07T13:46:29.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.260+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=99MPORKOO6HQ type=del size=3891206 2024-09-07T13:46:29.267 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.264+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~AWPMAVZ9SLM4.0 size=1048576 2024-09-07T13:46:29.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.268+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~AWPMAVZ9SLM4.1 size=763682 2024-09-07T13:46:29.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.272+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=AWPMAVZ9SLM4 tag=A2CUY0LGTN5F type=write size=2860834 2024-09-07T13:46:29.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.276+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~VIHT870NM69B.0 size=340456 2024-09-07T13:46:29.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.276+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=VIHT870NM69B tag=ZH7I9L5L2MCJ type=write size=1389032 2024-09-07T13:46:29.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.280+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~KWS90OCQ2L0N.0 size=774675 2024-09-07T13:46:29.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.284+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=KWS90OCQ2L0N tag=SUKYPVONA7I5 type=write size=1823251 2024-09-07T13:46:29.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.288+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=H8OLWVPOPN4L type=write size=240965 2024-09-07T13:46:29.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.292+0000 7f2cb6b6f8c0 1 < completed write operation key=FZUZGIZAKB07 tag=TU5P71JA7D4R type=write size=871729 2024-09-07T13:46:29.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.300+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~2T998UV8L9Q7.0 size=1048576 2024-09-07T13:46:29.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.300+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~2T998UV8L9Q7.1 size=1048576 2024-09-07T13:46:29.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.304+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~2T998UV8L9Q7.2 size=432539 2024-09-07T13:46:29.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.304+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=2T998UV8L9Q7 tag=VWW8K13YQU9Q type=write size=3578267 2024-09-07T13:46:29.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.308+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=0171FK3625I5 type=del 2024-09-07T13:46:29.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.312+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~K4JU7JVQPV2T.0 size=1048576 2024-09-07T13:46:29.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.316+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~K4JU7JVQPV2T.1 size=1048576 2024-09-07T13:46:29.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.320+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~K4JU7JVQPV2T.2 size=573190 2024-09-07T13:46:29.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.320+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=K4JU7JVQPV2T tag=G0MNL8P97KLF type=write size=3718918 2024-09-07T13:46:29.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.324+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=NR3CA1XQ7MK9 type=del 2024-09-07T13:46:29.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.324+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=BTYYTIMOQGRU type=del size=2167688 2024-09-07T13:46:29.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.332+0000 7f2cb6b6f8c0 1 < suggested update operation key=8CA8BLUFHJ91 tag=P3107P2LXNZY type=del size=1506865 2024-09-07T13:46:29.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.336+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=K2EGDXR8F8W3 type=del size=2623240 2024-09-07T13:46:29.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.340+0000 7f2cb6b6f8c0 1 < canceled operation key=ADB5YEZAZPYJ tag=B536X7NDOU67 type=del size=3412678 2024-09-07T13:46:29.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.344+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=JPP0OJBGKQH6 type=del size=1978429 2024-09-07T13:46:29.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.348+0000 7f2cb6b6f8c0 1 < suggested remove operation key=W8HQYXG2A9NR tag=SV4TGO8L7TCW type=del 2024-09-07T13:46:29.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.352+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=TOKK3A7M0WGK type=write size=441455 2024-09-07T13:46:29.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.356+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~QYF3XRYS9PW9.0 size=648657 2024-09-07T13:46:29.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.360+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=QYF3XRYS9PW9 tag=A1ND88XGS5PJ type=write size=1697233 2024-09-07T13:46:29.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.364+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~DGNFHSA1PDPH.0 size=228114 2024-09-07T13:46:29.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.364+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=DGNFHSA1PDPH tag=PYGLXMNSA0MG type=write size=1276690 2024-09-07T13:46:29.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.368+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=RXKSMWJL03EQ type=del 2024-09-07T13:46:29.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.376+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~J0THMO10DZNP.0 size=1048576 2024-09-07T13:46:29.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.376+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~J0THMO10DZNP.1 size=32288 2024-09-07T13:46:29.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.376+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=J0THMO10DZNP tag=G9WXC2RFD1A2 type=write size=2129440 2024-09-07T13:46:29.386 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.384+0000 7f2cb6b6f8c0 1 < suggested remove operation key=ADB5YEZAZPYJ tag=IMZD2Q2FI1MH type=write 2024-09-07T13:46:29.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.388+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=ZF9XR5PB1TWC type=write size=505823 2024-09-07T13:46:29.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.388+0000 7f2cb6b6f8c0 1 < completed write operation key=SNNZ7FIANLW7 tag=IVQ26PAFMCI0 type=write size=532942 2024-09-07T13:46:29.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.392+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=KK34EAX1B97V type=del size=3038133 2024-09-07T13:46:29.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.396+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~XNRAK9NBEWFG.0 size=1048576 2024-09-07T13:46:29.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.400+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~XNRAK9NBEWFG.1 size=1048576 2024-09-07T13:46:29.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.404+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~XNRAK9NBEWFG.2 size=807998 2024-09-07T13:46:29.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.412+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=XNRAK9NBEWFG tag=WGXFJO08V7C2 type=write size=3953726 2024-09-07T13:46:29.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.416+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=4TT34VNG1FRV type=del size=515607 2024-09-07T13:46:29.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.416+0000 7f2cb6b6f8c0 1 < canceled operation key=DKCM0NB13MGO tag=02AJNPGHJH9I type=del size=2014239 2024-09-07T13:46:29.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.424+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~224LQBYCD436.0 size=421461 2024-09-07T13:46:29.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.424+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=224LQBYCD436 tag=SMMTZUZ1EQ4J type=write size=1470037 2024-09-07T13:46:29.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.424+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_Z6G2MS36EF8U.2~PD9F1MON384G.0 size=1048576 2024-09-07T13:46:29.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.428+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~PD9F1MON384G.1 size=1048576 2024-09-07T13:46:29.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.428+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_Z6G2MS36EF8U.2~PD9F1MON384G.2 size=679117 2024-09-07T13:46:29.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.432+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=Z6G2MS36EF8U upload=PD9F1MON384G tag=NJMZUHF81M8N type=write size=3824845 2024-09-07T13:46:29.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.432+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=WDA7ZCAVO54O type=del size=1265378 2024-09-07T13:46:29.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.436+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=99MPORKOO6HQ type=del 2024-09-07T13:46:29.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.440+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=C1AMG97QPC9Y type=del size=2492345 2024-09-07T13:46:29.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.444+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~VIHT870NM69B.0 size=340456 2024-09-07T13:46:29.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.448+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=VIHT870NM69B tag=ZH7I9L5L2MCJ type=write size=1389032 2024-09-07T13:46:29.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.452+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~F5ZYMGM2LJJU.0 size=1048576 2024-09-07T13:46:29.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.456+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~F5ZYMGM2LJJU.1 size=1048576 2024-09-07T13:46:29.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.456+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~F5ZYMGM2LJJU.2 size=131449 2024-09-07T13:46:29.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.456+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=F5ZYMGM2LJJU tag=R6685MP84P3W type=write size=3277177 2024-09-07T13:46:29.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.460+0000 7f2cb6b6f8c0 1 < completed write operation key=55Q1KQM4NQFR tag=H8OLWVPOPN4L type=write size=240965 2024-09-07T13:46:29.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.464+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=FHWNF3EGUBAM type=del size=3938915 2024-09-07T13:46:29.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.464+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~2T998UV8L9Q7.0 size=1048576 2024-09-07T13:46:29.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.464+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_ADB5YEZAZPYJ.2~2T998UV8L9Q7.1 size=1048576 2024-09-07T13:46:29.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.464+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_ADB5YEZAZPYJ.2~2T998UV8L9Q7.2 size=432539 2024-09-07T13:46:29.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.472+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=ADB5YEZAZPYJ upload=2T998UV8L9Q7 tag=VWW8K13YQU9Q type=write size=3578267 2024-09-07T13:46:29.476 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.472+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=7F17AE398GVX type=del size=4030116 2024-09-07T13:46:29.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.476+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~K4JU7JVQPV2T.0 size=1048576 2024-09-07T13:46:29.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.480+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~K4JU7JVQPV2T.1 size=1048576 2024-09-07T13:46:29.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.480+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~K4JU7JVQPV2T.2 size=573190 2024-09-07T13:46:29.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.488+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=K4JU7JVQPV2T tag=G0MNL8P97KLF type=write size=3718918 2024-09-07T13:46:29.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.492+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~JHP88CLHYRIA.0 size=853358 2024-09-07T13:46:29.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.492+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=JHP88CLHYRIA tag=19QMJ4ZHFVKD type=write size=1901934 2024-09-07T13:46:29.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.496+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=BTYYTIMOQGRU type=del 2024-09-07T13:46:29.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.504+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~CG2NNVE2Y49L.0 size=1048576 2024-09-07T13:46:29.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.504+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~CG2NNVE2Y49L.1 size=1048576 2024-09-07T13:46:29.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.508+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~CG2NNVE2Y49L.2 size=49674 2024-09-07T13:46:29.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.508+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=CG2NNVE2Y49L tag=U0WNZ6GOA1M3 type=write size=3195402 2024-09-07T13:46:29.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.512+0000 7f2cb6b6f8c0 1 < suggested remove operation key=WLP6TFW0KQQI tag=K2EGDXR8F8W3 type=del 2024-09-07T13:46:29.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.516+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=1YBGMDNWFPCK type=del size=3417896 2024-09-07T13:46:29.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.524+0000 7f2cb6b6f8c0 1 < suggested update operation key=CAH1NEU5UDEG tag=JPP0OJBGKQH6 type=del size=1978429 2024-09-07T13:46:29.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.528+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~22O481K8SSLN.0 size=1048576 2024-09-07T13:46:29.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.532+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~22O481K8SSLN.1 size=889396 2024-09-07T13:46:29.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.532+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=22O481K8SSLN tag=ED18QH08IM04 type=write size=2986548 2024-09-07T13:46:29.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.532+0000 7f2cb6b6f8c0 1 < canceled operation key=X93W2ZAZXKB5 tag=TOKK3A7M0WGK type=write size=441455 2024-09-07T13:46:29.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.536+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=LAU7W56ZKEWW type=del size=1000226 2024-09-07T13:46:29.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.540+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~DGNFHSA1PDPH.0 size=228114 2024-09-07T13:46:29.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.544+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=DGNFHSA1PDPH tag=PYGLXMNSA0MG type=write size=1276690 2024-09-07T13:46:29.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.552+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~75F3WLO6NHMD.0 size=300899 2024-09-07T13:46:29.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.552+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=75F3WLO6NHMD tag=SPENFE9F2UJ4 type=write size=1349475 2024-09-07T13:46:29.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.556+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~J0THMO10DZNP.0 size=1048576 2024-09-07T13:46:29.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.556+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_SJ0CJGHYGTKP.2~J0THMO10DZNP.1 size=32288 2024-09-07T13:46:29.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.560+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=SJ0CJGHYGTKP upload=J0THMO10DZNP tag=G9WXC2RFD1A2 type=write size=2129440 2024-09-07T13:46:29.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.564+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=8JLPQPOXGX81 type=write size=794591 2024-09-07T13:46:29.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.564+0000 7f2cb6b6f8c0 1 < completed write operation key=4MKAO5GJGCYD tag=ZF9XR5PB1TWC type=write size=505823 2024-09-07T13:46:29.571 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.568+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=X45UOTI21ZR1 type=del size=1022247 2024-09-07T13:46:29.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.576+0000 7f2cb6b6f8c0 1 < suggested remove operation key=SJ0CJGHYGTKP tag=KK34EAX1B97V type=del 2024-09-07T13:46:29.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.580+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=F6XAIA1O61UO type=del size=2934004 2024-09-07T13:46:29.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.580+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=4TT34VNG1FRV type=del 2024-09-07T13:46:29.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.588+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~HXA7UKL17931.0 size=1048576 2024-09-07T13:46:29.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.592+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~HXA7UKL17931.1 size=557586 2024-09-07T13:46:29.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.592+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=HXA7UKL17931 tag=9AKGY2EQIVR2 type=write size=2654738 2024-09-07T13:46:29.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.592+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_Z6G2MS36EF8U.2~224LQBYCD436.0 size=421461 2024-09-07T13:46:29.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.596+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=Z6G2MS36EF8U upload=224LQBYCD436 tag=SMMTZUZ1EQ4J type=write size=1470037 2024-09-07T13:46:29.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.604+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~0XX8QN6TLW7D.0 size=942583 2024-09-07T13:46:29.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.604+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=0XX8QN6TLW7D tag=MQYXHN5G83O3 type=write size=1991159 2024-09-07T13:46:29.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.608+0000 7f2cb6b6f8c0 1 < suggested update operation key=1BSEOB4ZJRRL tag=WDA7ZCAVO54O type=del size=1265378 2024-09-07T13:46:29.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.612+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=RT1XO31Z7JMS type=del size=4155666 2024-09-07T13:46:29.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.616+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=C1AMG97QPC9Y type=del 2024-09-07T13:46:29.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.620+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~RB381OES77XP.0 size=1048576 2024-09-07T13:46:29.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.624+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~RB381OES77XP.1 size=1048576 2024-09-07T13:46:29.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.628+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~RB381OES77XP.2 size=285552 2024-09-07T13:46:29.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.628+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=RB381OES77XP tag=888IS7LQNR9D type=write size=3431280 2024-09-07T13:46:29.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.628+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~F5ZYMGM2LJJU.0 size=1048576 2024-09-07T13:46:29.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.632+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~F5ZYMGM2LJJU.1 size=1048576 2024-09-07T13:46:29.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.636+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~F5ZYMGM2LJJU.2 size=131449 2024-09-07T13:46:29.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.640+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=F5ZYMGM2LJJU tag=R6685MP84P3W type=write size=3277177 2024-09-07T13:46:29.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.644+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=07HAFJ9NXGTE type=del size=3346735 2024-09-07T13:46:29.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.648+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=FHWNF3EGUBAM type=del 2024-09-07T13:46:29.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.648+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=S7PVMW5JUCDQ type=del size=3925347 2024-09-07T13:46:29.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.652+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=7F17AE398GVX type=del 2024-09-07T13:46:29.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.660+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~PKW9JGWCHSL5.0 size=1048576 2024-09-07T13:46:29.663 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.660+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~PKW9JGWCHSL5.1 size=1048576 2024-09-07T13:46:29.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.664+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~PKW9JGWCHSL5.2 size=827856 2024-09-07T13:46:29.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.664+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=PKW9JGWCHSL5 tag=DWTZPHNKKZVE type=write size=3973584 2024-09-07T13:46:29.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.668+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~JHP88CLHYRIA.0 size=853358 2024-09-07T13:46:29.675 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.672+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=JHP88CLHYRIA tag=19QMJ4ZHFVKD type=write size=1901934 2024-09-07T13:46:29.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.676+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=489VVH5K09XR type=write size=354640 2024-09-07T13:46:29.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.680+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~CG2NNVE2Y49L.0 size=1048576 2024-09-07T13:46:29.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.680+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~CG2NNVE2Y49L.1 size=1048576 2024-09-07T13:46:29.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.684+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~CG2NNVE2Y49L.2 size=49674 2024-09-07T13:46:29.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.688+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=CG2NNVE2Y49L tag=U0WNZ6GOA1M3 type=write size=3195402 2024-09-07T13:46:29.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.700+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~MWDE42CTPDFZ.0 size=1048576 2024-09-07T13:46:29.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.704+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~MWDE42CTPDFZ.1 size=1048576 2024-09-07T13:46:29.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.704+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~MWDE42CTPDFZ.2 size=845763 2024-09-07T13:46:29.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.704+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=MWDE42CTPDFZ tag=0AXDKD37ATR2 type=write size=3991491 2024-09-07T13:46:29.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.708+0000 7f2cb6b6f8c0 1 < canceled operation key=4MKAO5GJGCYD tag=1YBGMDNWFPCK type=del size=3417896 2024-09-07T13:46:29.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.712+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=ONWBOZZU49WK type=del size=3591678 2024-09-07T13:46:29.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.716+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~22O481K8SSLN.0 size=1048576 2024-09-07T13:46:29.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.716+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~22O481K8SSLN.1 size=889396 2024-09-07T13:46:29.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.720+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=22O481K8SSLN tag=ED18QH08IM04 type=write size=2986548 2024-09-07T13:46:29.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.728+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~S4XW53X69MJL.0 size=1048576 2024-09-07T13:46:29.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.732+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~S4XW53X69MJL.1 size=11226 2024-09-07T13:46:29.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.732+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=S4XW53X69MJL tag=VDKISZYD9O4T type=write size=2108378 2024-09-07T13:46:29.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.732+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=LAU7W56ZKEWW type=del 2024-09-07T13:46:29.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.736+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=QNHSS6HEFEYH type=del size=3281669 2024-09-07T13:46:29.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.740+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~75F3WLO6NHMD.0 size=300899 2024-09-07T13:46:29.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.744+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=75F3WLO6NHMD tag=SPENFE9F2UJ4 type=write size=1349475 2024-09-07T13:46:29.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.752+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~ZG8D6FXCJ5G5.0 size=1048576 2024-09-07T13:46:29.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.756+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~ZG8D6FXCJ5G5.1 size=1048576 2024-09-07T13:46:29.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.756+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~ZG8D6FXCJ5G5.2 size=831075 2024-09-07T13:46:29.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.756+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=ZG8D6FXCJ5G5 tag=LZSOHY4NXO1O type=write size=3976803 2024-09-07T13:46:29.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.760+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=1BSEOB4ZJRRL tag=8JLPQPOXGX81 type=write size=794591: (22) Invalid argument 2024-09-07T13:46:29.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.764+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=1U14SYWFRKQD type=del size=799276 2024-09-07T13:46:29.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.768+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=X45UOTI21ZR1 type=del 2024-09-07T13:46:29.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.772+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=HLOTOBN5E16Z type=del size=400833 2024-09-07T13:46:29.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.772+0000 7f2cb6b6f8c0 1 < canceled operation key=LZX7H9KUZM7X tag=F6XAIA1O61UO type=del size=2934004 2024-09-07T13:46:29.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.780+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~LYQTJG4Z4SSG.0 size=1048576 2024-09-07T13:46:29.784 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.780+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~LYQTJG4Z4SSG.1 size=1048576 2024-09-07T13:46:29.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.784+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~LYQTJG4Z4SSG.2 size=720373 2024-09-07T13:46:29.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.784+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=LYQTJG4Z4SSG tag=8F80K74754SD type=write size=3866101 2024-09-07T13:46:29.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.788+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~HXA7UKL17931.0 size=1048576 2024-09-07T13:46:29.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.788+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~HXA7UKL17931.1 size=557586 2024-09-07T13:46:29.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.796+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=HXA7UKL17931 tag=9AKGY2EQIVR2 type=write size=2654738 2024-09-07T13:46:29.800 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.800+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=4HPWDTJX3V1Y type=del size=2448485 2024-09-07T13:46:29.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.800+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~0XX8QN6TLW7D.0 size=942583 2024-09-07T13:46:29.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.808+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=0XX8QN6TLW7D tag=MQYXHN5G83O3 type=write size=1991159 2024-09-07T13:46:29.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.808+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=CGCGSEUW9RAX type=del size=1797156 2024-09-07T13:46:29.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.812+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=RT1XO31Z7JMS type=del 2024-09-07T13:46:29.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.820+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~AHI30XKAQ774.0 size=1048576 2024-09-07T13:46:29.823 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.820+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~AHI30XKAQ774.1 size=1048576 2024-09-07T13:46:29.825 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.824+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~AHI30XKAQ774.2 size=865154 2024-09-07T13:46:29.825 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.824+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=AHI30XKAQ774 tag=JVLLEZQVLRN2 type=write size=4010882 2024-09-07T13:46:29.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.824+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~RB381OES77XP.0 size=1048576 2024-09-07T13:46:29.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.824+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_CS4B8TD9GPUR.2~RB381OES77XP.1 size=1048576 2024-09-07T13:46:29.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.828+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~RB381OES77XP.2 size=285552 2024-09-07T13:46:29.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.832+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=CS4B8TD9GPUR upload=RB381OES77XP tag=888IS7LQNR9D type=write size=3431280 2024-09-07T13:46:29.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.836+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=JO3RYUXUFPBC type=del size=3564203 2024-09-07T13:46:29.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.844+0000 7f2cb6b6f8c0 1 < suggested remove operation key=SNNZ7FIANLW7 tag=07HAFJ9NXGTE type=del 2024-09-07T13:46:29.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.844+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=JJQKIR4X2U23 type=del size=85381 2024-09-07T13:46:29.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.848+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=S7PVMW5JUCDQ type=del 2024-09-07T13:46:29.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.852+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=20K18XDQVOCK type=del size=873549 2024-09-07T13:46:29.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.856+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~PKW9JGWCHSL5.0 size=1048576 2024-09-07T13:46:29.859 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.856+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~PKW9JGWCHSL5.1 size=1048576 2024-09-07T13:46:29.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.860+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~PKW9JGWCHSL5.2 size=827856 2024-09-07T13:46:29.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.864+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=PKW9JGWCHSL5 tag=DWTZPHNKKZVE type=write size=3973584 2024-09-07T13:46:29.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.868+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=40VT9KNW4PG9 type=del size=3712271 2024-09-07T13:46:29.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.868+0000 7f2cb6b6f8c0 1 < completed write operation key=W120AMT2ALD9 tag=489VVH5K09XR type=write size=354640 2024-09-07T13:46:29.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.872+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=HWODDQJF21I5 type=del size=897135 2024-09-07T13:46:29.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.876+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~MWDE42CTPDFZ.0 size=1048576 2024-09-07T13:46:29.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.880+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~MWDE42CTPDFZ.1 size=1048576 2024-09-07T13:46:29.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.880+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~MWDE42CTPDFZ.2 size=845763 2024-09-07T13:46:29.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.888+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=MWDE42CTPDFZ tag=0AXDKD37ATR2 type=write size=3991491 2024-09-07T13:46:29.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.892+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=RGYFHP27JGKQ type=del size=3141650 2024-09-07T13:46:29.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.892+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=ONWBOZZU49WK type=del 2024-09-07T13:46:29.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.900+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~AMSGUM9KFUIO.0 size=1048576 2024-09-07T13:46:29.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.900+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~AMSGUM9KFUIO.1 size=179982 2024-09-07T13:46:29.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.900+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=AMSGUM9KFUIO tag=63T09VCUXQ3A type=write size=2277134 2024-09-07T13:46:29.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.904+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~S4XW53X69MJL.0 size=1048576 2024-09-07T13:46:29.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.908+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~S4XW53X69MJL.1 size=11226 2024-09-07T13:46:29.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.912+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=S4XW53X69MJL tag=VDKISZYD9O4T type=write size=2108378 2024-09-07T13:46:29.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.916+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~UV5NSON5Q1AV.0 size=615319 2024-09-07T13:46:29.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.916+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=UV5NSON5Q1AV tag=3KZW1D10IWKV type=write size=1663895 2024-09-07T13:46:29.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.920+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=QNHSS6HEFEYH type=del 2024-09-07T13:46:29.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.924+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=YKMFS5Z63UG2 type=del size=3316185 2024-09-07T13:46:29.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.928+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~ZG8D6FXCJ5G5.0 size=1048576 2024-09-07T13:46:29.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.928+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~ZG8D6FXCJ5G5.1 size=1048576 2024-09-07T13:46:29.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.932+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~ZG8D6FXCJ5G5.2 size=831075 2024-09-07T13:46:29.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.936+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=ZG8D6FXCJ5G5 tag=LZSOHY4NXO1O type=write size=3976803 2024-09-07T13:46:29.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.940+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=BWQ34R0KA2X2 type=del size=1603702 2024-09-07T13:46:29.945 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.944+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=1U14SYWFRKQD type=del 2024-09-07T13:46:29.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.948+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~4D3CKN5HGGE2.0 size=1048576 2024-09-07T13:46:29.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.948+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~4D3CKN5HGGE2.1 size=649500 2024-09-07T13:46:29.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.948+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=4D3CKN5HGGE2 tag=FPPQIAIGKBNW type=write size=2746652 2024-09-07T13:46:29.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.952+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=HLOTOBN5E16Z type=del 2024-09-07T13:46:29.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.956+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~44ODYLAK6LW7.0 size=1048576 2024-09-07T13:46:29.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.960+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~44ODYLAK6LW7.1 size=1048576 2024-09-07T13:46:29.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.964+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~44ODYLAK6LW7.2 size=40923 2024-09-07T13:46:29.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.964+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=44ODYLAK6LW7 tag=4C9WWAN8I8WJ type=write size=3186651 2024-09-07T13:46:29.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.964+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~LYQTJG4Z4SSG.0 size=1048576 2024-09-07T13:46:29.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.968+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~LYQTJG4Z4SSG.1 size=1048576 2024-09-07T13:46:29.972 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.968+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~LYQTJG4Z4SSG.2 size=720373 2024-09-07T13:46:29.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.976+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=LYQTJG4Z4SSG tag=8F80K74754SD type=write size=3866101 2024-09-07T13:46:29.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.980+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=PUYD2QDUVCLN type=write size=764400 2024-09-07T13:46:29.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.984+0000 7f2cb6b6f8c0 1 < canceled operation key=W8HQYXG2A9NR tag=4HPWDTJX3V1Y type=del size=2448485 2024-09-07T13:46:29.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.988+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~TULPG3EAU62B.0 size=1048576 2024-09-07T13:46:29.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.992+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~TULPG3EAU62B.1 size=1048576 2024-09-07T13:46:29.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.992+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~TULPG3EAU62B.2 size=335048 2024-09-07T13:46:29.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.992+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=TULPG3EAU62B tag=C8JR0CZIK8C8 type=write size=3480776 2024-09-07T13:46:29.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.996+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=CGCGSEUW9RAX type=del 2024-09-07T13:46:29.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:29.996+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=4EF0212P2RCM type=del size=2329358 2024-09-07T13:46:30.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.000+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~AHI30XKAQ774.0 size=1048576 2024-09-07T13:46:30.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.000+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~AHI30XKAQ774.1 size=1048576 2024-09-07T13:46:30.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.004+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~AHI30XKAQ774.2 size=865154 2024-09-07T13:46:30.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.008+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=AHI30XKAQ774 tag=JVLLEZQVLRN2 type=write size=4010882 2024-09-07T13:46:30.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.012+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~MJH5GKIPNQWM.0 size=1048576 2024-09-07T13:46:30.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.012+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~MJH5GKIPNQWM.1 size=168960 2024-09-07T13:46:30.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.012+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=MJH5GKIPNQWM tag=PXIZRN8Y8PPL type=write size=2266112 2024-09-07T13:46:30.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.016+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=JO3RYUXUFPBC type=del 2024-09-07T13:46:30.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.020+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~CAUXIMGAIEV2.0 size=942072 2024-09-07T13:46:30.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.020+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=CAUXIMGAIEV2 tag=RO5K7E3QWX4V type=write size=1990648 2024-09-07T13:46:30.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.024+0000 7f2cb6b6f8c0 1 < suggested update operation key=55Q1KQM4NQFR tag=JJQKIR4X2U23 type=del size=85381 2024-09-07T13:46:30.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.028+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=JZACW282N6RI type=del size=929821 2024-09-07T13:46:30.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.028+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=20K18XDQVOCK type=del 2024-09-07T13:46:30.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.032+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=A14LGUQMJZZF type=del size=815718 2024-09-07T13:46:30.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.036+0000 7f2cb6b6f8c0 1 < suggested remove operation key=8CA8BLUFHJ91 tag=40VT9KNW4PG9 type=del 2024-09-07T13:46:30.042 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.040+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=9PYYTDL3KE7G type=del size=4074697 2024-09-07T13:46:30.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.044+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=HWODDQJF21I5 type=del 2024-09-07T13:46:30.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.048+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~EZDXH6QBZNTW.0 size=1048576 2024-09-07T13:46:30.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.048+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~EZDXH6QBZNTW.1 size=1048576 2024-09-07T13:46:30.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.052+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~EZDXH6QBZNTW.2 size=862158 2024-09-07T13:46:30.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.052+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=EZDXH6QBZNTW tag=81OBIVF45YRS type=write size=4007886 2024-09-07T13:46:30.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.052+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=RGYFHP27JGKQ type=del 2024-09-07T13:46:30.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.056+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=V4DOFL0DX152 type=del size=3746099 2024-09-07T13:46:30.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.060+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~AMSGUM9KFUIO.0 size=1048576 2024-09-07T13:46:30.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.060+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~AMSGUM9KFUIO.1 size=179982 2024-09-07T13:46:30.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.064+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=AMSGUM9KFUIO tag=63T09VCUXQ3A type=write size=2277134 2024-09-07T13:46:30.071 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.068+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=J2E1OSU4WMKZ type=write size=287964 2024-09-07T13:46:30.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.072+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~UV5NSON5Q1AV.0 size=615319 2024-09-07T13:46:30.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.076+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=UV5NSON5Q1AV tag=3KZW1D10IWKV type=write size=1663895 2024-09-07T13:46:30.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.080+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=2K0A9XC0W98M type=del size=97962 2024-09-07T13:46:30.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.080+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=8CA8BLUFHJ91 tag=YKMFS5Z63UG2 type=del size=3316185: (22) Invalid argument 2024-09-07T13:46:30.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.084+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~0SIR6UM9GU7Q.0 size=865332 2024-09-07T13:46:30.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.084+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=0SIR6UM9GU7Q tag=SPYB3HQC6LK7 type=write size=1913908 2024-09-07T13:46:30.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.092+0000 7f2cb6b6f8c0 1 < suggested remove operation key=RQ4XU4WUUA9N tag=BWQ34R0KA2X2 type=del 2024-09-07T13:46:30.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.092+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=K1E25U2CBU1H type=del size=2366229 2024-09-07T13:46:30.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.096+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~4D3CKN5HGGE2.0 size=1048576 2024-09-07T13:46:30.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.096+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~4D3CKN5HGGE2.1 size=649500 2024-09-07T13:46:30.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.100+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=4D3CKN5HGGE2 tag=FPPQIAIGKBNW type=write size=2746652 2024-09-07T13:46:30.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.104+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=C0B1GSX2SJFI type=del size=2692415 2024-09-07T13:46:30.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.108+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~44ODYLAK6LW7.0 size=1048576 2024-09-07T13:46:30.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.108+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~44ODYLAK6LW7.1 size=1048576 2024-09-07T13:46:30.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.108+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~44ODYLAK6LW7.2 size=40923 2024-09-07T13:46:30.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.112+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=4MKAO5GJGCYD upload=44ODYLAK6LW7 tag=4C9WWAN8I8WJ type=write size=3186651 2024-09-07T13:46:30.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.116+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~YNUX6H9PXOX0.0 size=1048576 2024-09-07T13:46:30.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.116+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~YNUX6H9PXOX0.1 size=805605 2024-09-07T13:46:30.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.116+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=YNUX6H9PXOX0 tag=57TJO3G2U3R8 type=write size=2902757 2024-09-07T13:46:30.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.120+0000 7f2cb6b6f8c0 1 < completed write operation key=FZUZGIZAKB07 tag=PUYD2QDUVCLN type=write size=764400 2024-09-07T13:46:30.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.120+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=FR096TT3BY61 type=del size=685103 2024-09-07T13:46:30.126 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.124+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~TULPG3EAU62B.0 size=1048576 2024-09-07T13:46:30.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.124+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~TULPG3EAU62B.1 size=1048576 2024-09-07T13:46:30.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.128+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~TULPG3EAU62B.2 size=335048 2024-09-07T13:46:30.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.132+0000 7f2cb6b6f8c0 1 < completed multipart upload key=8CA8BLUFHJ91 upload=TULPG3EAU62B tag=C8JR0CZIK8C8 type=write size=3480776 2024-09-07T13:46:30.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.136+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=9P1GTNUHVWBT type=write size=659893 2024-09-07T13:46:30.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.136+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=RQ4XU4WUUA9N tag=4EF0212P2RCM type=del size=2329358: (22) Invalid argument 2024-09-07T13:46:30.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.140+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=MPAEN8US5MKW type=del size=117796 2024-09-07T13:46:30.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.140+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_7I54CNB8XS2B.2~MJH5GKIPNQWM.0 size=1048576 2024-09-07T13:46:30.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.144+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~MJH5GKIPNQWM.1 size=168960 2024-09-07T13:46:30.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.148+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=7I54CNB8XS2B upload=MJH5GKIPNQWM tag=PXIZRN8Y8PPL type=write size=2266112 2024-09-07T13:46:30.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.148+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=J4UCY8ETI85N type=del size=2438276 2024-09-07T13:46:30.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.152+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~CAUXIMGAIEV2.0 size=942072 2024-09-07T13:46:30.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.156+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=CAUXIMGAIEV2 tag=RO5K7E3QWX4V type=write size=1990648 2024-09-07T13:46:30.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.160+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=B4N2UVM32WMW type=write size=723908 2024-09-07T13:46:30.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.164+0000 7f2cb6b6f8c0 1 < suggested update operation key=W8HQYXG2A9NR tag=JZACW282N6RI type=del size=929821 2024-09-07T13:46:30.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.168+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=CE2NBZS82FMN type=del size=633089 2024-09-07T13:46:30.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.172+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=A14LGUQMJZZF type=del 2024-09-07T13:46:30.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.176+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~67NT1YVRR045.0 size=1048576 2024-09-07T13:46:30.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.176+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~67NT1YVRR045.1 size=335431 2024-09-07T13:46:30.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.176+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=67NT1YVRR045 tag=Q6B9KJVPEW4Q type=write size=2432583 2024-09-07T13:46:30.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.180+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=9PYYTDL3KE7G type=del 2024-09-07T13:46:30.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.184+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=NMUM3AT10GJ2 type=write size=19254 2024-09-07T13:46:30.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.184+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~EZDXH6QBZNTW.0 size=1048576 2024-09-07T13:46:30.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.188+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~EZDXH6QBZNTW.1 size=1048576 2024-09-07T13:46:30.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.188+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~EZDXH6QBZNTW.2 size=862158 2024-09-07T13:46:30.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.192+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=EZDXH6QBZNTW tag=81OBIVF45YRS type=write size=4007886 2024-09-07T13:46:30.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.196+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=NZ1K5Q6SUZOG type=del size=521948 2024-09-07T13:46:30.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.200+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=V4DOFL0DX152 type=del 2024-09-07T13:46:30.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.204+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~MJDWLVDJS1AB.0 size=1048576 2024-09-07T13:46:30.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.204+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~MJDWLVDJS1AB.1 size=731663 2024-09-07T13:46:30.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.204+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=MJDWLVDJS1AB tag=BN537LYRU4O5 type=write size=2828815 2024-09-07T13:46:30.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.208+0000 7f2cb6b6f8c0 1 < suggested remove operation key=8CA8BLUFHJ91 tag=J2E1OSU4WMKZ type=write 2024-09-07T13:46:30.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.220+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~XSELM4VS4JHU.0 size=1048576 2024-09-07T13:46:30.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.220+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~XSELM4VS4JHU.1 size=996834 2024-09-07T13:46:30.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.220+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=XSELM4VS4JHU tag=QFT9H546EFLE type=write size=3093986 2024-09-07T13:46:30.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.224+0000 7f2cb6b6f8c0 1 < completed delete operation key=Z6G2MS36EF8U tag=2K0A9XC0W98M type=del 2024-09-07T13:46:30.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.228+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~VWPEIGUA0NVK.0 size=1048576 2024-09-07T13:46:30.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.228+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~VWPEIGUA0NVK.1 size=1048576 2024-09-07T13:46:30.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.232+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~VWPEIGUA0NVK.2 size=817218 2024-09-07T13:46:30.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.232+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=VWPEIGUA0NVK tag=A4ZUA1U5DXI5 type=write size=3962946 2024-09-07T13:46:30.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.232+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~0SIR6UM9GU7Q.0 size=865332 2024-09-07T13:46:30.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.236+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=0SIR6UM9GU7Q tag=SPYB3HQC6LK7 type=write size=1913908 2024-09-07T13:46:30.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.240+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=MZOQGVV1QDVX type=del size=1126717 2024-09-07T13:46:30.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.240+0000 7f2cb6b6f8c0 1 < canceled operation key=RQ4XU4WUUA9N tag=K1E25U2CBU1H type=del size=2366229 2024-09-07T13:46:30.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.244+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~CJ8P14YMRQIV.0 size=894694 2024-09-07T13:46:30.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.244+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=CJ8P14YMRQIV tag=3P51HUBQCIB6 type=write size=1943270 2024-09-07T13:46:30.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.248+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=C0B1GSX2SJFI type=del 2024-09-07T13:46:30.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.252+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=PP5YFSPYF71P type=del size=1517326 2024-09-07T13:46:30.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.252+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~YNUX6H9PXOX0.0 size=1048576 2024-09-07T13:46:30.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.256+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~YNUX6H9PXOX0.1 size=805605 2024-09-07T13:46:30.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.260+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=YNUX6H9PXOX0 tag=57TJO3G2U3R8 type=write size=2902757 2024-09-07T13:46:30.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.260+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=6VU0V38ZMC6K type=del size=1338295 2024-09-07T13:46:30.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.264+0000 7f2cb6b6f8c0 1 < suggested remove operation key=30MLFTW2U44U tag=FR096TT3BY61 type=del 2024-09-07T13:46:30.271 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.268+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=AC2T728AH33B type=del size=371341 2024-09-07T13:46:30.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.272+0000 7f2cb6b6f8c0 1 < canceled operation key=Z6G2MS36EF8U tag=9P1GTNUHVWBT type=write size=659893 2024-09-07T13:46:30.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.272+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=43L72UXLG424 type=write size=858305 2024-09-07T13:46:30.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.276+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=MPAEN8US5MKW type=del 2024-09-07T13:46:30.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.276+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=FEYQQH0PLSN5 type=del size=3586651 2024-09-07T13:46:30.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.280+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=W8HQYXG2A9NR tag=J4UCY8ETI85N type=del size=2438276: (22) Invalid argument 2024-09-07T13:46:30.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.284+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~OHUX99DWC6ZA.0 size=1048576 2024-09-07T13:46:30.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.288+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~OHUX99DWC6ZA.1 size=1048576 2024-09-07T13:46:30.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.288+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~OHUX99DWC6ZA.2 size=861720 2024-09-07T13:46:30.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.288+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=OHUX99DWC6ZA tag=NUGW8LH0SICX type=write size=4007448 2024-09-07T13:46:30.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.292+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=B4N2UVM32WMW type=write size=723908 2024-09-07T13:46:30.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.296+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~9MD2DLQ5TSB7.0 size=1048576 2024-09-07T13:46:30.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.300+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~9MD2DLQ5TSB7.1 size=433250 2024-09-07T13:46:30.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.300+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=9MD2DLQ5TSB7 tag=E84YCXN3O8PQ type=write size=2530402 2024-09-07T13:46:30.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.304+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=CE2NBZS82FMN type=del 2024-09-07T13:46:30.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.308+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~O97KF7BR6DFH.0 size=1048576 2024-09-07T13:46:30.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.308+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~O97KF7BR6DFH.1 size=912376 2024-09-07T13:46:30.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.308+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=O97KF7BR6DFH tag=HDVPMMLW532X type=write size=3009528 2024-09-07T13:46:30.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.312+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~67NT1YVRR045.0 size=1048576 2024-09-07T13:46:30.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.316+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~67NT1YVRR045.1 size=335431 2024-09-07T13:46:30.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.320+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=67NT1YVRR045 tag=Q6B9KJVPEW4Q type=write size=2432583 2024-09-07T13:46:30.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.320+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=5LIXRU1UO54Y type=write size=650510 2024-09-07T13:46:30.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.324+0000 7f2cb6b6f8c0 1 < completed write operation key=XMCPLLADRKGO tag=NMUM3AT10GJ2 type=write size=19254 2024-09-07T13:46:30.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.328+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=TV9HFRU1HP46 type=del size=3291614 2024-09-07T13:46:30.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.332+0000 7f2cb6b6f8c0 1 < canceled operation key=55Q1KQM4NQFR tag=NZ1K5Q6SUZOG type=del size=521948 2024-09-07T13:46:30.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.332+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=6P02IYUQ06RV type=del size=2046987 2024-09-07T13:46:30.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.336+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~MJDWLVDJS1AB.0 size=1048576 2024-09-07T13:46:30.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.340+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~MJDWLVDJS1AB.1 size=731663 2024-09-07T13:46:30.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.344+0000 7f2cb6b6f8c0 1 < completed multipart upload key=7I54CNB8XS2B upload=MJDWLVDJS1AB tag=BN537LYRU4O5 type=write size=2828815 2024-09-07T13:46:30.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.348+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~V41KT3ZZVNE9.0 size=428434 2024-09-07T13:46:30.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.348+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=V41KT3ZZVNE9 tag=7HKWEQYVIKIG type=write size=1477010 2024-09-07T13:46:30.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.348+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~XSELM4VS4JHU.0 size=1048576 2024-09-07T13:46:30.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.352+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~XSELM4VS4JHU.1 size=996834 2024-09-07T13:46:30.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.356+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=XSELM4VS4JHU tag=QFT9H546EFLE type=write size=3093986 2024-09-07T13:46:30.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.360+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~RWLZCS80FJQ8.0 size=911534 2024-09-07T13:46:30.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.360+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=RWLZCS80FJQ8 tag=8XGJO65EDDGK type=write size=1960110 2024-09-07T13:46:30.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.360+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_W8HQYXG2A9NR.2~VWPEIGUA0NVK.0 size=1048576 2024-09-07T13:46:30.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.364+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~VWPEIGUA0NVK.1 size=1048576 2024-09-07T13:46:30.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.364+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~VWPEIGUA0NVK.2 size=817218 2024-09-07T13:46:30.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.368+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=W8HQYXG2A9NR upload=VWPEIGUA0NVK tag=A4ZUA1U5DXI5 type=write size=3962946 2024-09-07T13:46:30.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.372+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=1K34JDQ5X4SO type=del size=2358775 2024-09-07T13:46:30.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.376+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=MZOQGVV1QDVX type=del 2024-09-07T13:46:30.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.376+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=JRNHOYICZXR3 type=del size=4167089 2024-09-07T13:46:30.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.380+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~CJ8P14YMRQIV.0 size=894694 2024-09-07T13:46:30.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.384+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=CJ8P14YMRQIV tag=3P51HUBQCIB6 type=write size=1943270 2024-09-07T13:46:30.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.388+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~F5CDNGX72Q5Z.0 size=1048576 2024-09-07T13:46:30.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.392+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~F5CDNGX72Q5Z.1 size=1048576 2024-09-07T13:46:30.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.392+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~F5CDNGX72Q5Z.2 size=320206 2024-09-07T13:46:30.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.392+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=F5CDNGX72Q5Z tag=0OZ3YMBAC63N type=write size=3465934 2024-09-07T13:46:30.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.396+0000 7f2cb6b6f8c0 1 < suggested remove operation key=EDEA3TDICLHA tag=PP5YFSPYF71P type=del 2024-09-07T13:46:30.402 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.400+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=081JBRMF0YWW type=del size=846393 2024-09-07T13:46:30.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.404+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=6VU0V38ZMC6K type=del 2024-09-07T13:46:30.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.408+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~YYAJGJJED1B6.0 size=1048576 2024-09-07T13:46:30.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.408+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~YYAJGJJED1B6.1 size=1048576 2024-09-07T13:46:30.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.408+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~YYAJGJJED1B6.2 size=127810 2024-09-07T13:46:30.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.408+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=YYAJGJJED1B6 tag=4RO5GJR3YGAO type=write size=3273538 2024-09-07T13:46:30.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.412+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=AC2T728AH33B type=del 2024-09-07T13:46:30.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.416+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=DH5X485GDUFI type=del size=2184596 2024-09-07T13:46:30.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.416+0000 7f2cb6b6f8c0 1 < completed write operation key=X93W2ZAZXKB5 tag=43L72UXLG424 type=write size=858305 2024-09-07T13:46:30.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.420+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=2Z3IC67FRW6D type=del size=3752055 2024-09-07T13:46:30.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.424+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=FEYQQH0PLSN5 type=del 2024-09-07T13:46:30.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.428+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~8D695QKXKMY7.0 size=263920 2024-09-07T13:46:30.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.428+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=8D695QKXKMY7 tag=8UQ2QM1I3FIH type=write size=1312496 2024-09-07T13:46:30.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.428+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_DM4166SINSRL.2~OHUX99DWC6ZA.0 size=1048576 2024-09-07T13:46:30.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.428+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~OHUX99DWC6ZA.1 size=1048576 2024-09-07T13:46:30.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.432+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~OHUX99DWC6ZA.2 size=861720 2024-09-07T13:46:30.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.436+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=DM4166SINSRL upload=OHUX99DWC6ZA tag=NUGW8LH0SICX type=write size=4007448 2024-09-07T13:46:30.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.440+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=Z0N66442UQDQ type=del size=3686748 2024-09-07T13:46:30.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.444+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~9MD2DLQ5TSB7.0 size=1048576 2024-09-07T13:46:30.447 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.444+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~9MD2DLQ5TSB7.1 size=433250 2024-09-07T13:46:30.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.452+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=9MD2DLQ5TSB7 tag=E84YCXN3O8PQ type=write size=2530402 2024-09-07T13:46:30.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.460+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~3K4ZVENLR7WI.0 size=1048576 2024-09-07T13:46:30.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.460+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~3K4ZVENLR7WI.1 size=1048576 2024-09-07T13:46:30.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.464+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~3K4ZVENLR7WI.2 size=724179 2024-09-07T13:46:30.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.464+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=3K4ZVENLR7WI tag=V3F22M7SD9W5 type=write size=3869907 2024-09-07T13:46:30.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.468+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~O97KF7BR6DFH.0 size=1048576 2024-09-07T13:46:30.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.468+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~O97KF7BR6DFH.1 size=912376 2024-09-07T13:46:30.475 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.472+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=O97KF7BR6DFH tag=HDVPMMLW532X type=write size=3009528 2024-09-07T13:46:30.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.476+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~OPSDX48TYFRH.0 size=232545 2024-09-07T13:46:30.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.476+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=OPSDX48TYFRH tag=KBB5HUT4OXF7 type=write size=1281121 2024-09-07T13:46:30.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.480+0000 7f2cb6b6f8c0 1 < completed write operation key=WLP6TFW0KQQI tag=5LIXRU1UO54Y type=write size=650510 2024-09-07T13:46:30.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.484+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=QZW0DR59QH3R type=del size=1617586 2024-09-07T13:46:30.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.488+0000 7f2cb6b6f8c0 1 < suggested update operation key=7I54CNB8XS2B tag=TV9HFRU1HP46 type=del size=3291614 2024-09-07T13:46:30.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.492+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~GMRLXPV0JOET.0 size=658187 2024-09-07T13:46:30.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.492+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=GMRLXPV0JOET tag=VEW1W00TAQ9L type=write size=1706763 2024-09-07T13:46:30.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.496+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=6P02IYUQ06RV type=del 2024-09-07T13:46:30.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.500+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=X2K7J80OS0DH type=del size=1694466 2024-09-07T13:46:30.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.500+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~V41KT3ZZVNE9.0 size=428434 2024-09-07T13:46:30.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.508+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=V41KT3ZZVNE9 tag=7HKWEQYVIKIG type=write size=1477010 2024-09-07T13:46:30.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.508+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=9DKN7YQLHF9E type=del size=372810 2024-09-07T13:46:30.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.512+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~RWLZCS80FJQ8.0 size=911534 2024-09-07T13:46:30.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.516+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=RWLZCS80FJQ8 tag=8XGJO65EDDGK type=write size=1960110 2024-09-07T13:46:30.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.520+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~N8C8IS27LF64.0 size=1048576 2024-09-07T13:46:30.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.524+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~N8C8IS27LF64.1 size=1048576 2024-09-07T13:46:30.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.524+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~N8C8IS27LF64.2 size=587011 2024-09-07T13:46:30.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.524+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=N8C8IS27LF64 tag=HI2T6OASOAB8 type=write size=3732739 2024-09-07T13:46:30.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.532+0000 7f2cb6b6f8c0 1 < suggested remove operation key=30MLFTW2U44U tag=1K34JDQ5X4SO type=del 2024-09-07T13:46:30.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.536+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~3F7BDMIE54UU.0 size=961958 2024-09-07T13:46:30.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.536+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=3F7BDMIE54UU tag=7C6FFIDC8DEN type=write size=2010534 2024-09-07T13:46:30.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.540+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=JRNHOYICZXR3 type=del 2024-09-07T13:46:30.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.544+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=NHZ89MWY0D28 type=del size=2545418 2024-09-07T13:46:30.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.544+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~F5CDNGX72Q5Z.0 size=1048576 2024-09-07T13:46:30.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.548+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~F5CDNGX72Q5Z.1 size=1048576 2024-09-07T13:46:30.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.552+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~F5CDNGX72Q5Z.2 size=320206 2024-09-07T13:46:30.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.556+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=F5CDNGX72Q5Z tag=0OZ3YMBAC63N type=write size=3465934 2024-09-07T13:46:30.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.560+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=XZFM3LIE7V3P type=del size=738914 2024-09-07T13:46:30.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.568+0000 7f2cb6b6f8c0 1 < suggested update operation key=6EVCJ3MF1PN3 tag=081JBRMF0YWW type=del size=846393 2024-09-07T13:46:30.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.572+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~MUET42PKCVMN.0 size=1048576 2024-09-07T13:46:30.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.576+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~MUET42PKCVMN.1 size=60261 2024-09-07T13:46:30.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.576+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=MUET42PKCVMN tag=1WZ78SB4K01G type=write size=2157413 2024-09-07T13:46:30.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.576+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_W8HQYXG2A9NR.2~YYAJGJJED1B6.0 size=1048576 2024-09-07T13:46:30.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.576+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~YYAJGJJED1B6.1 size=1048576 2024-09-07T13:46:30.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.580+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~YYAJGJJED1B6.2 size=127810 2024-09-07T13:46:30.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.584+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=W8HQYXG2A9NR upload=YYAJGJJED1B6 tag=4RO5GJR3YGAO type=write size=3273538 2024-09-07T13:46:30.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.588+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=11KMAVDJR3F1 type=del size=2588247 2024-09-07T13:46:30.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.596+0000 7f2cb6b6f8c0 1 < suggested update operation key=1BSEOB4ZJRRL tag=DH5X485GDUFI type=del size=2184596 2024-09-07T13:46:30.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.600+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~6BJI2V8MA8HP.0 size=1048576 2024-09-07T13:46:30.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.604+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~6BJI2V8MA8HP.1 size=249334 2024-09-07T13:46:30.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.604+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=6BJI2V8MA8HP tag=WUDEJ0TXND41 type=write size=2346486 2024-09-07T13:46:30.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.608+0000 7f2cb6b6f8c0 1 < suggested remove operation key=W8HQYXG2A9NR tag=2Z3IC67FRW6D type=del 2024-09-07T13:46:30.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.612+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=YLKNI1MX4HNA type=del size=1947772 2024-09-07T13:46:30.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.616+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~8D695QKXKMY7.0 size=263920 2024-09-07T13:46:30.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.620+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=8D695QKXKMY7 tag=8UQ2QM1I3FIH type=write size=1312496 2024-09-07T13:46:30.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.628+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~WRPX1LMKX85A.0 size=1048576 2024-09-07T13:46:30.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.628+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~WRPX1LMKX85A.1 size=1048576 2024-09-07T13:46:30.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.632+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~WRPX1LMKX85A.2 size=219919 2024-09-07T13:46:30.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.632+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=WRPX1LMKX85A tag=141TVSK8AY9K type=write size=3365647 2024-09-07T13:46:30.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.640+0000 7f2cb6b6f8c0 1 < suggested update operation key=8CA8BLUFHJ91 tag=Z0N66442UQDQ type=del size=3686748 2024-09-07T13:46:30.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.640+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=L7LUHB96PNJ2 type=del size=1536069 2024-09-07T13:46:30.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.644+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~3K4ZVENLR7WI.0 size=1048576 2024-09-07T13:46:30.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.648+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~3K4ZVENLR7WI.1 size=1048576 2024-09-07T13:46:30.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.648+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~3K4ZVENLR7WI.2 size=724179 2024-09-07T13:46:30.657 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.656+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=3K4ZVENLR7WI tag=V3F22M7SD9W5 type=write size=3869907 2024-09-07T13:46:30.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.660+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=RX1T8I3KXZO8 type=del size=1193861 2024-09-07T13:46:30.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.660+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~OPSDX48TYFRH.0 size=232545 2024-09-07T13:46:30.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.668+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=OPSDX48TYFRH tag=KBB5HUT4OXF7 type=write size=1281121 2024-09-07T13:46:30.675 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.672+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~KH9I3615CEIR.0 size=1048576 2024-09-07T13:46:30.678 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.676+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~KH9I3615CEIR.1 size=945176 2024-09-07T13:46:30.678 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.676+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=KH9I3615CEIR tag=KX5H5R4XP1YA type=write size=3042328 2024-09-07T13:46:30.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.684+0000 7f2cb6b6f8c0 1 < suggested update operation key=7I54CNB8XS2B tag=QZW0DR59QH3R type=del size=1617586 2024-09-07T13:46:30.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.688+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~7UTC2B4ZPL50.0 size=1048576 2024-09-07T13:46:30.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.692+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~7UTC2B4ZPL50.1 size=353527 2024-09-07T13:46:30.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.692+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=7UTC2B4ZPL50 tag=Z3SJYHQ462JB type=write size=2450679 2024-09-07T13:46:30.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.692+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~GMRLXPV0JOET.0 size=658187 2024-09-07T13:46:30.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.700+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=GMRLXPV0JOET tag=VEW1W00TAQ9L type=write size=1706763 2024-09-07T13:46:30.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.704+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=I58TB69OSEA1 type=del size=2627493 2024-09-07T13:46:30.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.708+0000 7f2cb6b6f8c0 1 < canceled operation key=SJ0CJGHYGTKP tag=X2K7J80OS0DH type=del size=1694466 2024-09-07T13:46:30.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.708+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=BGU8JM0CK3ZO type=del size=3340488 2024-09-07T13:46:30.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.712+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=9DKN7YQLHF9E type=del 2024-09-07T13:46:30.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.720+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~AK7PKEOA1C91.0 size=1048576 2024-09-07T13:46:30.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.720+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~AK7PKEOA1C91.1 size=10249 2024-09-07T13:46:30.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.724+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=AK7PKEOA1C91 tag=V4UTOY1MB0PI type=write size=2107401 2024-09-07T13:46:30.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.724+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_8CA8BLUFHJ91.2~N8C8IS27LF64.0 size=1048576 2024-09-07T13:46:30.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.724+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~N8C8IS27LF64.1 size=1048576 2024-09-07T13:46:30.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.728+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_8CA8BLUFHJ91.2~N8C8IS27LF64.2 size=587011 2024-09-07T13:46:30.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.736+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=8CA8BLUFHJ91 upload=N8C8IS27LF64 tag=HI2T6OASOAB8 type=write size=3732739 2024-09-07T13:46:30.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.740+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=4X342NNG1AQF type=del size=1311775 2024-09-07T13:46:30.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.744+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~3F7BDMIE54UU.0 size=961958 2024-09-07T13:46:30.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.748+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=3F7BDMIE54UU tag=7C6FFIDC8DEN type=write size=2010534 2024-09-07T13:46:30.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.756+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~Q3B1J6LM2JBH.0 size=1048576 2024-09-07T13:46:30.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.756+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~Q3B1J6LM2JBH.1 size=457616 2024-09-07T13:46:30.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.756+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=Q3B1J6LM2JBH tag=8QCLEMF0ZO1K type=write size=2554768 2024-09-07T13:46:30.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.764+0000 7f2cb6b6f8c0 1 < suggested remove operation key=RQ4XU4WUUA9N tag=NHZ89MWY0D28 type=del 2024-09-07T13:46:30.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.768+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=AJM6JRDPPERH type=write size=999341 2024-09-07T13:46:30.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.768+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=XZFM3LIE7V3P type=del 2024-09-07T13:46:30.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.772+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=QP4X2WCMVRES type=del size=3647129 2024-09-07T13:46:30.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.776+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~MUET42PKCVMN.0 size=1048576 2024-09-07T13:46:30.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.780+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~MUET42PKCVMN.1 size=60261 2024-09-07T13:46:30.787 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.784+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=MUET42PKCVMN tag=1WZ78SB4K01G type=write size=2157413 2024-09-07T13:46:30.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.788+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=3W3G7O5TMMJL type=del size=1949887 2024-09-07T13:46:30.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.796+0000 7f2cb6b6f8c0 1 < suggested update operation key=CAH1NEU5UDEG tag=11KMAVDJR3F1 type=del size=2588247 2024-09-07T13:46:30.801 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.800+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=3LG3K6ISBMOO type=del size=724400 2024-09-07T13:46:30.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.800+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_55Q1KQM4NQFR.2~6BJI2V8MA8HP.0 size=1048576 2024-09-07T13:46:30.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.804+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~6BJI2V8MA8HP.1 size=249334 2024-09-07T13:46:30.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.808+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=55Q1KQM4NQFR upload=6BJI2V8MA8HP tag=WUDEJ0TXND41 type=write size=2346486 2024-09-07T13:46:30.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.812+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=CK68MAQ8W2V5 type=del size=277619 2024-09-07T13:46:30.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.816+0000 7f2cb6b6f8c0 1 < suggested remove operation key=4MKAO5GJGCYD tag=YLKNI1MX4HNA type=del 2024-09-07T13:46:30.825 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.824+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~FPFEYE7K156K.0 size=1048576 2024-09-07T13:46:30.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.824+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~FPFEYE7K156K.1 size=1048576 2024-09-07T13:46:30.830 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.828+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~FPFEYE7K156K.2 size=656 2024-09-07T13:46:30.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.828+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=FPFEYE7K156K tag=BO4YFKW6IAVS type=write size=3146384 2024-09-07T13:46:30.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.832+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~WRPX1LMKX85A.0 size=1048576 2024-09-07T13:46:30.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.832+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~WRPX1LMKX85A.1 size=1048576 2024-09-07T13:46:30.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.836+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~WRPX1LMKX85A.2 size=219919 2024-09-07T13:46:30.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.840+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=WRPX1LMKX85A tag=141TVSK8AY9K type=write size=3365647 2024-09-07T13:46:30.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.844+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=P5XYBSEAV0PH type=write size=234409 2024-09-07T13:46:30.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.848+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=L7LUHB96PNJ2 type=del 2024-09-07T13:46:30.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.856+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~1D0RMCI3M0HR.0 size=812273 2024-09-07T13:46:30.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.856+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=1D0RMCI3M0HR tag=6RMO8SEWQ2N5 type=write size=1860849 2024-09-07T13:46:30.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.856+0000 7f2cb6b6f8c0 1 < canceled operation key=EDEA3TDICLHA tag=RX1T8I3KXZO8 type=del size=1193861 2024-09-07T13:46:30.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.864+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~FFCB5CIB1W62.0 size=1048576 2024-09-07T13:46:30.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.864+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~FFCB5CIB1W62.1 size=1048576 2024-09-07T13:46:30.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.868+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~FFCB5CIB1W62.2 size=312071 2024-09-07T13:46:30.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.868+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=FFCB5CIB1W62 tag=Z6VTJXDZOJ3I type=write size=3457799 2024-09-07T13:46:30.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.872+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~KH9I3615CEIR.0 size=1048576 2024-09-07T13:46:30.876 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.872+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~KH9I3615CEIR.1 size=945176 2024-09-07T13:46:30.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.880+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=KH9I3615CEIR tag=KX5H5R4XP1YA type=write size=3042328 2024-09-07T13:46:30.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.880+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=2RWYZD65YKUL type=del size=4099266 2024-09-07T13:46:30.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.884+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_R249V3K5CGU6.2~7UTC2B4ZPL50.0 size=1048576 2024-09-07T13:46:30.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.884+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~7UTC2B4ZPL50.1 size=353527 2024-09-07T13:46:30.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.888+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=R249V3K5CGU6 upload=7UTC2B4ZPL50 tag=Z3SJYHQ462JB type=write size=2450679 2024-09-07T13:46:30.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.892+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=SF8ZJVF5COUO type=del size=1610439 2024-09-07T13:46:30.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.896+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=I58TB69OSEA1 type=del 2024-09-07T13:46:30.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.904+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~VJC3DNCUVSMY.0 size=1048576 2024-09-07T13:46:30.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.904+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~VJC3DNCUVSMY.1 size=946232 2024-09-07T13:46:30.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.904+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=VJC3DNCUVSMY tag=1VJ1YZ3CWOH6 type=write size=3043384 2024-09-07T13:46:30.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.908+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=BGU8JM0CK3ZO type=del 2024-09-07T13:46:30.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.912+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=NMHKVG19Z8CF type=del size=2838058 2024-09-07T13:46:30.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.916+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~AK7PKEOA1C91.0 size=1048576 2024-09-07T13:46:30.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.920+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~AK7PKEOA1C91.1 size=10249 2024-09-07T13:46:30.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.928+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=AK7PKEOA1C91 tag=V4UTOY1MB0PI type=write size=2107401 2024-09-07T13:46:30.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.932+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~TZUWN9YO9ABB.0 size=1048576 2024-09-07T13:46:30.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.936+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~TZUWN9YO9ABB.1 size=618503 2024-09-07T13:46:30.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.936+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=TZUWN9YO9ABB tag=ICVPU23ZO7K8 type=write size=2715655 2024-09-07T13:46:30.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.940+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=4X342NNG1AQF type=del 2024-09-07T13:46:30.945 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.944+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=LLC5C1UX998R type=del size=2400336 2024-09-07T13:46:30.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.944+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~Q3B1J6LM2JBH.0 size=1048576 2024-09-07T13:46:30.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.948+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~Q3B1J6LM2JBH.1 size=457616 2024-09-07T13:46:30.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.952+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=Q3B1J6LM2JBH tag=8QCLEMF0ZO1K type=write size=2554768 2024-09-07T13:46:30.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.960+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~6BMC5YQK6ATL.0 size=853026 2024-09-07T13:46:30.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.960+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=6BMC5YQK6ATL tag=5ZG50035YA4G type=write size=1901602 2024-09-07T13:46:30.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.964+0000 7f2cb6b6f8c0 1 < canceled operation key=30MLFTW2U44U tag=AJM6JRDPPERH type=write size=999341 2024-09-07T13:46:30.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.968+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~HC9NQMN0PK3Y.0 size=1048576 2024-09-07T13:46:30.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.972+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~HC9NQMN0PK3Y.1 size=682254 2024-09-07T13:46:30.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.972+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=HC9NQMN0PK3Y tag=N9UMLOJPGURC type=write size=2779406 2024-09-07T13:46:30.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.976+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=QP4X2WCMVRES type=del 2024-09-07T13:46:30.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.976+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=C65DIDJALZ72 type=del size=3196319 2024-09-07T13:46:30.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.980+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=3W3G7O5TMMJL type=del 2024-09-07T13:46:30.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.988+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~TUFEH0Z1N7ZP.0 size=1048576 2024-09-07T13:46:30.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.992+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~TUFEH0Z1N7ZP.1 size=471099 2024-09-07T13:46:30.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.992+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=TUFEH0Z1N7ZP tag=3ZGCA8P05R1G type=write size=2568251 2024-09-07T13:46:30.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:30.996+0000 7f2cb6b6f8c0 1 < suggested update operation key=U10DGQ1EL162 tag=3LG3K6ISBMOO type=del size=724400 2024-09-07T13:46:31.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.004+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~U9WUNLNHPIO4.0 size=1048576 2024-09-07T13:46:31.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.004+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~U9WUNLNHPIO4.1 size=1048576 2024-09-07T13:46:31.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.008+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~U9WUNLNHPIO4.2 size=517059 2024-09-07T13:46:31.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.008+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=U9WUNLNHPIO4 tag=LE3L0Z5CQ0D4 type=write size=3662787 2024-09-07T13:46:31.013 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.012+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=CK68MAQ8W2V5 type=del 2024-09-07T13:46:31.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.016+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~G69TQXBDHWFF.0 size=1048576 2024-09-07T13:46:31.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.020+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~G69TQXBDHWFF.1 size=115944 2024-09-07T13:46:31.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.020+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=G69TQXBDHWFF tag=OKK4C6LP4254 type=write size=2213096 2024-09-07T13:46:31.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.024+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~FPFEYE7K156K.0 size=1048576 2024-09-07T13:46:31.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.024+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~FPFEYE7K156K.1 size=1048576 2024-09-07T13:46:31.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.028+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~FPFEYE7K156K.2 size=656 2024-09-07T13:46:31.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.032+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=FPFEYE7K156K tag=BO4YFKW6IAVS type=write size=3146384 2024-09-07T13:46:31.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.044+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~X1M112HH5BJH.0 size=1048576 2024-09-07T13:46:31.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.044+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~X1M112HH5BJH.1 size=755268 2024-09-07T13:46:31.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.044+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=X1M112HH5BJH tag=D0BJB0RVI9YU type=write size=2852420 2024-09-07T13:46:31.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.048+0000 7f2cb6b6f8c0 1 < completed write operation key=DM4166SINSRL tag=P5XYBSEAV0PH type=write size=234409 2024-09-07T13:46:31.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.052+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=ULY8HX12NEOP type=del size=3993277 2024-09-07T13:46:31.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.052+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~1D0RMCI3M0HR.0 size=812273 2024-09-07T13:46:31.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.060+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=1D0RMCI3M0HR tag=6RMO8SEWQ2N5 type=write size=1860849 2024-09-07T13:46:31.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.064+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=2SSXHTEQHFUO type=del size=610129 2024-09-07T13:46:31.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.064+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_R2BO0X5383EA.2~FFCB5CIB1W62.0 size=1048576 2024-09-07T13:46:31.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.064+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_R2BO0X5383EA.2~FFCB5CIB1W62.1 size=1048576 2024-09-07T13:46:31.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.064+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~FFCB5CIB1W62.2 size=312071 2024-09-07T13:46:31.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.072+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=R2BO0X5383EA upload=FFCB5CIB1W62 tag=Z6VTJXDZOJ3I type=write size=3457799 2024-09-07T13:46:31.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.072+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=1P3H9QSTFYXV type=del size=2221554 2024-09-07T13:46:31.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.076+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=2RWYZD65YKUL type=del 2024-09-07T13:46:31.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.080+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=2OIX0UHZMUQZ type=del size=3048606 2024-09-07T13:46:31.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.084+0000 7f2cb6b6f8c0 1 < suggested remove operation key=ADB5YEZAZPYJ tag=SF8ZJVF5COUO type=del 2024-09-07T13:46:31.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.088+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=JG5EXV3F57ID type=write size=14326 2024-09-07T13:46:31.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.092+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~VJC3DNCUVSMY.0 size=1048576 2024-09-07T13:46:31.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.092+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_Z6G2MS36EF8U.2~VJC3DNCUVSMY.1 size=946232 2024-09-07T13:46:31.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.096+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=Z6G2MS36EF8U upload=VJC3DNCUVSMY tag=1VJ1YZ3CWOH6 type=write size=3043384 2024-09-07T13:46:31.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.104+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~ZKZNXE5L3H73.0 size=974327 2024-09-07T13:46:31.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.104+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=ZKZNXE5L3H73 tag=00NO8O8PK3GW type=write size=2022903 2024-09-07T13:46:31.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.108+0000 7f2cb6b6f8c0 1 < suggested update operation key=X93W2ZAZXKB5 tag=NMHKVG19Z8CF type=del size=2838058 2024-09-07T13:46:31.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.112+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~0K9P17WC0SMF.0 size=989915 2024-09-07T13:46:31.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.112+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=0K9P17WC0SMF tag=516O8M9QJBF2 type=write size=2038491 2024-09-07T13:46:31.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.116+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~TZUWN9YO9ABB.0 size=1048576 2024-09-07T13:46:31.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.120+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~TZUWN9YO9ABB.1 size=618503 2024-09-07T13:46:31.126 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.124+0000 7f2cb6b6f8c0 1 < completed multipart upload key=KIKPQG73BHGB upload=TZUWN9YO9ABB tag=ICVPU23ZO7K8 type=write size=2715655 2024-09-07T13:46:31.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.128+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=7JRRAWTIFDH1 type=del size=3720644 2024-09-07T13:46:31.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.132+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=LLC5C1UX998R type=del 2024-09-07T13:46:31.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.132+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=2AOWJADWTEZG type=del size=3565955 2024-09-07T13:46:31.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.136+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~6BMC5YQK6ATL.0 size=853026 2024-09-07T13:46:31.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.144+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=6BMC5YQK6ATL tag=5ZG50035YA4G type=write size=1901602 2024-09-07T13:46:31.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.144+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=YFOARRTMYMZ9 type=del size=353852 2024-09-07T13:46:31.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.148+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~HC9NQMN0PK3Y.0 size=1048576 2024-09-07T13:46:31.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.152+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~HC9NQMN0PK3Y.1 size=682254 2024-09-07T13:46:31.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.156+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=HC9NQMN0PK3Y tag=N9UMLOJPGURC type=write size=2779406 2024-09-07T13:46:31.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.160+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=CWTVYOC9LDBC type=del size=1420832 2024-09-07T13:46:31.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.168+0000 7f2cb6b6f8c0 1 < suggested remove operation key=RQ4XU4WUUA9N tag=C65DIDJALZ72 type=del 2024-09-07T13:46:31.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.172+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=5G4TSMAMX2IK type=del size=291829 2024-09-07T13:46:31.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.176+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~TUFEH0Z1N7ZP.0 size=1048576 2024-09-07T13:46:31.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.180+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~TUFEH0Z1N7ZP.1 size=471099 2024-09-07T13:46:31.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.184+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=TUFEH0Z1N7ZP tag=3ZGCA8P05R1G type=write size=2568251 2024-09-07T13:46:31.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.192+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~G63GTCRJN75B.0 size=1048576 2024-09-07T13:46:31.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.192+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~G63GTCRJN75B.1 size=1048576 2024-09-07T13:46:31.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.196+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~G63GTCRJN75B.2 size=209423 2024-09-07T13:46:31.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.196+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=G63GTCRJN75B tag=IYJRIKIHTIWI type=write size=3355151 2024-09-07T13:46:31.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.200+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~U9WUNLNHPIO4.0 size=1048576 2024-09-07T13:46:31.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.204+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~U9WUNLNHPIO4.1 size=1048576 2024-09-07T13:46:31.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.204+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_R2BO0X5383EA.2~U9WUNLNHPIO4.2 size=517059 2024-09-07T13:46:31.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.208+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=R2BO0X5383EA upload=U9WUNLNHPIO4 tag=LE3L0Z5CQ0D4 type=write size=3662787 2024-09-07T13:46:31.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.212+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=IJDT0T0SN4O0 type=del size=44142 2024-09-07T13:46:31.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.216+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~G69TQXBDHWFF.0 size=1048576 2024-09-07T13:46:31.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.220+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~G69TQXBDHWFF.1 size=115944 2024-09-07T13:46:31.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.224+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=G69TQXBDHWFF tag=OKK4C6LP4254 type=write size=2213096 2024-09-07T13:46:31.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.232+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~KNVZ1J3VL3RK.0 size=1048576 2024-09-07T13:46:31.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.232+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~KNVZ1J3VL3RK.1 size=341134 2024-09-07T13:46:31.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.232+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=KNVZ1J3VL3RK tag=RLAMYTV1MIOS type=write size=2438286 2024-09-07T13:46:31.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.236+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~X1M112HH5BJH.0 size=1048576 2024-09-07T13:46:31.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.240+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~X1M112HH5BJH.1 size=755268 2024-09-07T13:46:31.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.244+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=X1M112HH5BJH tag=D0BJB0RVI9YU type=write size=2852420 2024-09-07T13:46:31.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.248+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=2FIJMOKQX3G9 type=del size=2012713 2024-09-07T13:46:31.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.252+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=ULY8HX12NEOP type=del 2024-09-07T13:46:31.256 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.252+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=7B5521GI9HLI type=del size=1298428 2024-09-07T13:46:31.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.256+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=2SSXHTEQHFUO type=del 2024-09-07T13:46:31.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.264+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~NHEKSGBF42RE.0 size=913011 2024-09-07T13:46:31.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.264+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=NHEKSGBF42RE tag=L87EWRI38BCT type=write size=1961587 2024-09-07T13:46:31.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.268+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=1P3H9QSTFYXV type=del 2024-09-07T13:46:31.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.268+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=IJQLS2SD3CLC type=del size=2759710 2024-09-07T13:46:31.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.272+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=2OIX0UHZMUQZ type=del 2024-09-07T13:46:31.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.276+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=NRBYUV940BCR type=del size=2639505 2024-09-07T13:46:31.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.284+0000 7f2cb6b6f8c0 1 < suggested update operation key=8CA8BLUFHJ91 tag=JG5EXV3F57ID type=write size=14326 2024-09-07T13:46:31.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.288+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~OLGXN6909O5J.0 size=990613 2024-09-07T13:46:31.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.288+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=OLGXN6909O5J tag=4JEW4EQXRH0S type=write size=2039189 2024-09-07T13:46:31.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.292+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~ZKZNXE5L3H73.0 size=974327 2024-09-07T13:46:31.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.300+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=ZKZNXE5L3H73 tag=00NO8O8PK3GW type=write size=2022903 2024-09-07T13:46:31.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.304+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=HAWN32W2X8TQ type=del size=15328 2024-09-07T13:46:31.308 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.308+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~0K9P17WC0SMF.0 size=989915 2024-09-07T13:46:31.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.312+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=0K9P17WC0SMF tag=516O8M9QJBF2 type=write size=2038491 2024-09-07T13:46:31.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.316+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=VTYR9G2G0ZNG type=del size=4140684 2024-09-07T13:46:31.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.316+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=7JRRAWTIFDH1 type=del 2024-09-07T13:46:31.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.324+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~ZISK3HBC7BPJ.0 size=286045 2024-09-07T13:46:31.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.324+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=ZISK3HBC7BPJ tag=AUVEPDI04PR4 type=write size=1334621 2024-09-07T13:46:31.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.324+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=2AOWJADWTEZG type=del 2024-09-07T13:46:31.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.332+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~GTMYPQHF73XL.0 size=405052 2024-09-07T13:46:31.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.332+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=GTMYPQHF73XL tag=AK5TXU3TN2KC type=write size=1453628 2024-09-07T13:46:31.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.336+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=YFOARRTMYMZ9 type=del 2024-09-07T13:46:31.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.340+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=7EVUOQOLW9IW type=write size=715662 2024-09-07T13:46:31.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.352+0000 7f2cb6b6f8c0 1 < suggested update operation key=CS4B8TD9GPUR tag=CWTVYOC9LDBC type=del size=1420832 2024-09-07T13:46:31.359 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.356+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~F9U0HNFUFYRU.0 size=1004433 2024-09-07T13:46:31.359 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.356+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=F9U0HNFUFYRU tag=IS0EL13TIGJR type=write size=2053009 2024-09-07T13:46:31.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.360+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=5G4TSMAMX2IK type=del 2024-09-07T13:46:31.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.364+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=X0EIDSIFLVJN type=del size=992742 2024-09-07T13:46:31.370 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.368+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~G63GTCRJN75B.0 size=1048576 2024-09-07T13:46:31.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.368+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~G63GTCRJN75B.1 size=1048576 2024-09-07T13:46:31.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.372+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~G63GTCRJN75B.2 size=209423 2024-09-07T13:46:31.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.376+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=G63GTCRJN75B tag=IYJRIKIHTIWI type=write size=3355151 2024-09-07T13:46:31.383 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.380+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=0SYAHKKXC1A8 type=del size=1290909 2024-09-07T13:46:31.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.384+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=8CA8BLUFHJ91 tag=IJDT0T0SN4O0 type=del size=44142: (22) Invalid argument 2024-09-07T13:46:31.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.388+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=E1X4CQ9VIHHI type=del size=3590311 2024-09-07T13:46:31.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.392+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~KNVZ1J3VL3RK.0 size=1048576 2024-09-07T13:46:31.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.392+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_EDEA3TDICLHA.2~KNVZ1J3VL3RK.1 size=341134 2024-09-07T13:46:31.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.396+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=EDEA3TDICLHA upload=KNVZ1J3VL3RK tag=RLAMYTV1MIOS type=write size=2438286 2024-09-07T13:46:31.405 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.404+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~HYVCCAJ09WPD.0 size=1048576 2024-09-07T13:46:31.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.408+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~HYVCCAJ09WPD.1 size=10189 2024-09-07T13:46:31.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.408+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=HYVCCAJ09WPD tag=PE1OB4OA43I5 type=write size=2107341 2024-09-07T13:46:31.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.408+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=2FIJMOKQX3G9 type=del 2024-09-07T13:46:31.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.412+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=G6Q0TD29UHTX type=write size=570982 2024-09-07T13:46:31.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.416+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=7B5521GI9HLI type=del 2024-09-07T13:46:31.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.420+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=P55B2CMC4FT9 type=del size=1247449 2024-09-07T13:46:31.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.424+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~NHEKSGBF42RE.0 size=913011 2024-09-07T13:46:31.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.428+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=NHEKSGBF42RE tag=L87EWRI38BCT type=write size=1961587 2024-09-07T13:46:31.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.432+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=G60HFQUUJ7ZP type=del size=74888 2024-09-07T13:46:31.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.436+0000 7f2cb6b6f8c0 1 < completed delete operation key=Z6G2MS36EF8U tag=IJQLS2SD3CLC type=del 2024-09-07T13:46:31.443 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.440+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~K7YZH9AYQGPQ.0 size=1048576 2024-09-07T13:46:31.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.444+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~K7YZH9AYQGPQ.1 size=1048576 2024-09-07T13:46:31.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.448+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~K7YZH9AYQGPQ.2 size=69685 2024-09-07T13:46:31.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.448+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=K7YZH9AYQGPQ tag=A5YQB322CBB6 type=write size=3215413 2024-09-07T13:46:31.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.448+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=NRBYUV940BCR type=del 2024-09-07T13:46:31.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.452+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=K2WG0Z9AX3SK type=del size=1142929 2024-09-07T13:46:31.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.456+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~OLGXN6909O5J.0 size=990613 2024-09-07T13:46:31.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.460+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=OLGXN6909O5J tag=4JEW4EQXRH0S type=write size=2039189 2024-09-07T13:46:31.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.468+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~K3QWIBESUTQK.0 size=966073 2024-09-07T13:46:31.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.468+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=K3QWIBESUTQK tag=DA51R2HV6KZN type=write size=2014649 2024-09-07T13:46:31.475 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.472+0000 7f2cb6b6f8c0 1 < suggested update operation key=SNNZ7FIANLW7 tag=HAWN32W2X8TQ type=del size=15328 2024-09-07T13:46:31.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.476+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=V83OS9TN9PRP type=del size=2227050 2024-09-07T13:46:31.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.480+0000 7f2cb6b6f8c0 1 < completed delete operation key=WLP6TFW0KQQI tag=VTYR9G2G0ZNG type=del 2024-09-07T13:46:31.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.484+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~E0HZYKQFWCOJ.0 size=236580 2024-09-07T13:46:31.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.484+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=E0HZYKQFWCOJ tag=8ET6HPZHF1GQ type=write size=1285156 2024-09-07T13:46:31.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.488+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~ZISK3HBC7BPJ.0 size=286045 2024-09-07T13:46:31.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.492+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=ZISK3HBC7BPJ tag=AUVEPDI04PR4 type=write size=1334621 2024-09-07T13:46:31.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.496+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=VTR7P4216Y0Q type=del size=3640069 2024-09-07T13:46:31.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.500+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~GTMYPQHF73XL.0 size=405052 2024-09-07T13:46:31.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.504+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=GTMYPQHF73XL tag=AK5TXU3TN2KC type=write size=1453628 2024-09-07T13:46:31.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.508+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=STKSM30SM81Q type=del size=959352 2024-09-07T13:46:31.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.512+0000 7f2cb6b6f8c0 1 < completed write operation key=R2BO0X5383EA tag=7EVUOQOLW9IW type=write size=715662 2024-09-07T13:46:31.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.512+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=CJDRIRTTJ200 type=del size=1903190 2024-09-07T13:46:31.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.516+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~F9U0HNFUFYRU.0 size=1004433 2024-09-07T13:46:31.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.524+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=F9U0HNFUFYRU tag=IS0EL13TIGJR type=write size=2053009 2024-09-07T13:46:31.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.528+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~3PHT5D3HQ6WR.0 size=1048576 2024-09-07T13:46:31.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.528+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~3PHT5D3HQ6WR.1 size=1048576 2024-09-07T13:46:31.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.532+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~3PHT5D3HQ6WR.2 size=148362 2024-09-07T13:46:31.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.532+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=3PHT5D3HQ6WR tag=MEM5UTD2RKOO type=write size=3294090 2024-09-07T13:46:31.538 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.536+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=X0EIDSIFLVJN type=del 2024-09-07T13:46:31.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.540+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=LNMDL9FMIBLP type=write size=930573 2024-09-07T13:46:31.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.544+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=0SYAHKKXC1A8 type=del 2024-09-07T13:46:31.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.548+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~X3V4Y8Q35AP0.0 size=266325 2024-09-07T13:46:31.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.548+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=X3V4Y8Q35AP0 tag=88RLAJX1IR1S type=write size=1314901 2024-09-07T13:46:31.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.552+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=E1X4CQ9VIHHI type=del 2024-09-07T13:46:31.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.556+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=22SR0AY7KKTR type=write size=624118 2024-09-07T13:46:31.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.556+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_RQ4XU4WUUA9N.2~HYVCCAJ09WPD.0 size=1048576 2024-09-07T13:46:31.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.560+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~HYVCCAJ09WPD.1 size=10189 2024-09-07T13:46:31.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.564+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=RQ4XU4WUUA9N upload=HYVCCAJ09WPD tag=PE1OB4OA43I5 type=write size=2107341 2024-09-07T13:46:31.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.568+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=IOROLXPYJBDF type=write size=733295 2024-09-07T13:46:31.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.572+0000 7f2cb6b6f8c0 1 < completed write operation key=7I54CNB8XS2B tag=G6Q0TD29UHTX type=write size=570982 2024-09-07T13:46:31.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.572+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=WHF19KWNJBAP type=del size=3656586 2024-09-07T13:46:31.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.576+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=P55B2CMC4FT9 type=del 2024-09-07T13:46:31.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.580+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=IQ4K4040MBFN type=write size=934645 2024-09-07T13:46:31.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.584+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=G60HFQUUJ7ZP type=del 2024-09-07T13:46:31.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.588+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=TB0CGOL8U26Y type=del size=1782805 2024-09-07T13:46:31.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.592+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~K7YZH9AYQGPQ.0 size=1048576 2024-09-07T13:46:31.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.592+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~K7YZH9AYQGPQ.1 size=1048576 2024-09-07T13:46:31.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.596+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~K7YZH9AYQGPQ.2 size=69685 2024-09-07T13:46:31.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.600+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=K7YZH9AYQGPQ tag=A5YQB322CBB6 type=write size=3215413 2024-09-07T13:46:31.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.604+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=W9U6QCJZ7PSF type=del size=738213 2024-09-07T13:46:31.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.604+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=SNNZ7FIANLW7 tag=K2WG0Z9AX3SK type=del size=1142929: (22) Invalid argument 2024-09-07T13:46:31.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.612+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~G6O1CGJD7T89.0 size=1048576 2024-09-07T13:46:31.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.612+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~G6O1CGJD7T89.1 size=1048576 2024-09-07T13:46:31.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.616+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~G6O1CGJD7T89.2 size=68065 2024-09-07T13:46:31.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.616+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=G6O1CGJD7T89 tag=GLL550SQ0BXB type=write size=3213793 2024-09-07T13:46:31.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.620+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~K3QWIBESUTQK.0 size=966073 2024-09-07T13:46:31.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.624+0000 7f2cb6b6f8c0 1 < completed multipart upload key=KIKPQG73BHGB upload=K3QWIBESUTQK tag=DA51R2HV6KZN type=write size=2014649 2024-09-07T13:46:31.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.628+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=VBLZ4AZND34X type=del size=290709 2024-09-07T13:46:31.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.628+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=V83OS9TN9PRP type=del 2024-09-07T13:46:31.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.636+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~V6NE0AGJBHC2.0 size=1048576 2024-09-07T13:46:31.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.636+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~V6NE0AGJBHC2.1 size=392288 2024-09-07T13:46:31.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.636+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=V6NE0AGJBHC2 tag=8EO27YQF6VBR type=write size=2489440 2024-09-07T13:46:31.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.640+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~E0HZYKQFWCOJ.0 size=236580 2024-09-07T13:46:31.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.648+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DM4166SINSRL upload=E0HZYKQFWCOJ tag=8ET6HPZHF1GQ type=write size=1285156 2024-09-07T13:46:31.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.652+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=Z1400SOMYJ6T type=del size=1251348 2024-09-07T13:46:31.658 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.656+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=VTR7P4216Y0Q type=del 2024-09-07T13:46:31.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.660+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=7WGOBPMP2MN3 type=del size=2206277 2024-09-07T13:46:31.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.664+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=STKSM30SM81Q type=del 2024-09-07T13:46:31.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.664+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=NUIOT7RH1FKA type=del size=4002857 2024-09-07T13:46:31.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.668+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=CJDRIRTTJ200 type=del 2024-09-07T13:46:31.676 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.672+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~UJKCPNFV35OP.0 size=789217 2024-09-07T13:46:31.676 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.672+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=UJKCPNFV35OP tag=QHB1MGEDIY2D type=write size=1837793 2024-09-07T13:46:31.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.676+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~3PHT5D3HQ6WR.0 size=1048576 2024-09-07T13:46:31.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.680+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~3PHT5D3HQ6WR.1 size=1048576 2024-09-07T13:46:31.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.680+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~3PHT5D3HQ6WR.2 size=148362 2024-09-07T13:46:31.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.688+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=3PHT5D3HQ6WR tag=MEM5UTD2RKOO type=write size=3294090 2024-09-07T13:46:31.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.688+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=HEZ1OVNL2RC5 type=del size=346176 2024-09-07T13:46:31.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.692+0000 7f2cb6b6f8c0 1 < completed write operation key=DKCM0NB13MGO tag=LNMDL9FMIBLP type=write size=930573 2024-09-07T13:46:31.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.696+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=C0TLNTW466JH type=write size=751290 2024-09-07T13:46:31.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.700+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~X3V4Y8Q35AP0.0 size=266325 2024-09-07T13:46:31.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.704+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=X3V4Y8Q35AP0 tag=88RLAJX1IR1S type=write size=1314901 2024-09-07T13:46:31.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.708+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=04QTM6SOY9FY type=write size=762649 2024-09-07T13:46:31.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.708+0000 7f2cb6b6f8c0 1 < canceled operation key=8CA8BLUFHJ91 tag=22SR0AY7KKTR type=write size=624118 2024-09-07T13:46:31.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.716+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~7ZVDRNVLMIM8.0 size=1048576 2024-09-07T13:46:31.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.716+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~7ZVDRNVLMIM8.1 size=1048576 2024-09-07T13:46:31.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.720+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~7ZVDRNVLMIM8.2 size=609767 2024-09-07T13:46:31.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.720+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=7ZVDRNVLMIM8 tag=9I2POJZF27T0 type=write size=3755495 2024-09-07T13:46:31.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.728+0000 7f2cb6b6f8c0 1 < suggested remove operation key=Z6G2MS36EF8U tag=IOROLXPYJBDF type=write 2024-09-07T13:46:31.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.728+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=Y40J1PABGK5V type=del size=646896 2024-09-07T13:46:31.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.736+0000 7f2cb6b6f8c0 1 < suggested update operation key=DKCM0NB13MGO tag=WHF19KWNJBAP type=del size=3656586 2024-09-07T13:46:31.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.740+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=77GGHQ5IUGTN type=del size=2674670 2024-09-07T13:46:31.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.744+0000 7f2cb6b6f8c0 1 < completed write operation key=SJ0CJGHYGTKP tag=IQ4K4040MBFN type=write size=934645 2024-09-07T13:46:31.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.744+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=G8IW1VSMJJTW type=del size=826619 2024-09-07T13:46:31.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.748+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=TB0CGOL8U26Y type=del 2024-09-07T13:46:31.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.752+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=DUDNT5B0S1AG type=write size=449505 2024-09-07T13:46:31.758 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.756+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=W9U6QCJZ7PSF type=del 2024-09-07T13:46:31.761 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.760+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=P4H031T2JI3A type=del size=2050301 2024-09-07T13:46:31.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.764+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~G6O1CGJD7T89.0 size=1048576 2024-09-07T13:46:31.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.764+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~G6O1CGJD7T89.1 size=1048576 2024-09-07T13:46:31.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.768+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~G6O1CGJD7T89.2 size=68065 2024-09-07T13:46:31.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.772+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=G6O1CGJD7T89 tag=GLL550SQ0BXB type=write size=3213793 2024-09-07T13:46:31.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.776+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=N01IA4X9XZIX type=del size=4050322 2024-09-07T13:46:31.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.780+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=VBLZ4AZND34X type=del 2024-09-07T13:46:31.784 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.780+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=K3P3KOLB7Z5E type=del size=893900 2024-09-07T13:46:31.787 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.784+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~V6NE0AGJBHC2.0 size=1048576 2024-09-07T13:46:31.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.788+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~V6NE0AGJBHC2.1 size=392288 2024-09-07T13:46:31.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.792+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=V6NE0AGJBHC2 tag=8EO27YQF6VBR type=write size=2489440 2024-09-07T13:46:31.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.796+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=82FZJOH6XBVD type=del size=1614453 2024-09-07T13:46:31.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.800+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=Z1400SOMYJ6T type=del 2024-09-07T13:46:31.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.808+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~B4S8BZN91Q3N.0 size=508515 2024-09-07T13:46:31.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.808+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=B4S8BZN91Q3N tag=8KJRZQGG69ZC type=write size=1557091 2024-09-07T13:46:31.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.812+0000 7f2cb6b6f8c0 1 < suggested remove operation key=XMCPLLADRKGO tag=7WGOBPMP2MN3 type=del 2024-09-07T13:46:31.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.816+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=O0A1N8T2E36K type=del size=2299533 2024-09-07T13:46:31.823 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.820+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=NUIOT7RH1FKA type=del 2024-09-07T13:46:31.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.828+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~J6RGID1460QD.0 size=1048576 2024-09-07T13:46:31.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.828+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~J6RGID1460QD.1 size=1048576 2024-09-07T13:46:31.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.832+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~J6RGID1460QD.2 size=390982 2024-09-07T13:46:31.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.832+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=J6RGID1460QD tag=MT8RNZDHFXAS type=write size=3536710 2024-09-07T13:46:31.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.836+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~UJKCPNFV35OP.0 size=789217 2024-09-07T13:46:31.842 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.840+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=UJKCPNFV35OP tag=QHB1MGEDIY2D type=write size=1837793 2024-09-07T13:46:31.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.844+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=2GLZS3J4HD62 type=del size=3926430 2024-09-07T13:46:31.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.844+0000 7f2cb6b6f8c0 1 < completed delete operation key=KIKPQG73BHGB tag=HEZ1OVNL2RC5 type=del 2024-09-07T13:46:31.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.848+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=REHFB24BOG24 type=write size=206964 2024-09-07T13:46:31.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.852+0000 7f2cb6b6f8c0 1 < completed write operation key=55Q1KQM4NQFR tag=C0TLNTW466JH type=write size=751290 2024-09-07T13:46:31.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.856+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=DSS7E9BF7SEA type=del size=3886227 2024-09-07T13:46:31.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.856+0000 7f2cb6b6f8c0 1 < canceled operation key=SJ0CJGHYGTKP tag=04QTM6SOY9FY type=write size=762649 2024-09-07T13:46:31.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.860+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=NHD0RAX3QQPQ type=del size=2889901 2024-09-07T13:46:31.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.864+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~7ZVDRNVLMIM8.0 size=1048576 2024-09-07T13:46:31.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.868+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~7ZVDRNVLMIM8.1 size=1048576 2024-09-07T13:46:31.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.868+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_LZX7H9KUZM7X.2~7ZVDRNVLMIM8.2 size=609767 2024-09-07T13:46:31.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.872+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=LZX7H9KUZM7X upload=7ZVDRNVLMIM8 tag=9I2POJZF27T0 type=write size=3755495 2024-09-07T13:46:31.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.876+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=3TRN8UYZ2999 type=del size=3947359 2024-09-07T13:46:31.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.880+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=Y40J1PABGK5V type=del 2024-09-07T13:46:31.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.884+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=WO59X9MLNK42 type=del size=1600459 2024-09-07T13:46:31.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.884+0000 7f2cb6b6f8c0 1 < completed delete operation key=RQ4XU4WUUA9N tag=77GGHQ5IUGTN type=del 2024-09-07T13:46:31.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.888+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=M0YKQS71O62L type=write size=856907 2024-09-07T13:46:31.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.892+0000 7f2cb6b6f8c0 1 < canceled operation key=Z6G2MS36EF8U tag=G8IW1VSMJJTW type=del size=826619 2024-09-07T13:46:31.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.900+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~U599ZR07WCWY.0 size=1048576 2024-09-07T13:46:31.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.900+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~U599ZR07WCWY.1 size=1048576 2024-09-07T13:46:31.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.904+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~U599ZR07WCWY.2 size=62332 2024-09-07T13:46:31.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.904+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=U599ZR07WCWY tag=X1SFXV05BQBF type=write size=3208060 2024-09-07T13:46:31.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.908+0000 7f2cb6b6f8c0 1 < completed write operation key=UN7NW8NTF67Q tag=DUDNT5B0S1AG type=write size=449505 2024-09-07T13:46:31.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.912+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=YCOIDJLLH7ZF type=del size=837343 2024-09-07T13:46:31.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.912+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=P4H031T2JI3A type=del 2024-09-07T13:46:31.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.916+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=1Y8KJVSBC3OX type=del size=1783856 2024-09-07T13:46:31.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.924+0000 7f2cb6b6f8c0 1 < suggested update operation key=KIKPQG73BHGB tag=N01IA4X9XZIX type=del size=4050322 2024-09-07T13:46:31.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.928+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=2VKFFLHPVKC8 type=del size=2129502 2024-09-07T13:46:31.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.932+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=K3P3KOLB7Z5E type=del 2024-09-07T13:46:31.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.936+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~MVI2Y43UZ4YD.0 size=1048576 2024-09-07T13:46:31.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.940+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~MVI2Y43UZ4YD.1 size=989612 2024-09-07T13:46:31.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.940+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=MVI2Y43UZ4YD tag=V2FF54VJDZH9 type=write size=3086764 2024-09-07T13:46:31.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.944+0000 7f2cb6b6f8c0 1 < completed delete operation key=U10DGQ1EL162 tag=82FZJOH6XBVD type=del 2024-09-07T13:46:31.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.948+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=7XTSG8VS9S2B type=write size=315366 2024-09-07T13:46:31.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.952+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~B4S8BZN91Q3N.0 size=508515 2024-09-07T13:46:31.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.960+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=B4S8BZN91Q3N tag=8KJRZQGG69ZC type=write size=1557091 2024-09-07T13:46:31.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.964+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=W9KSGR0A4583 type=del size=1735086 2024-09-07T13:46:31.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.968+0000 7f2cb6b6f8c0 1 < canceled operation key=CS4B8TD9GPUR tag=O0A1N8T2E36K type=del size=2299533 2024-09-07T13:46:31.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.972+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=52465QENKPD5 type=del size=46639 2024-09-07T13:46:31.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.976+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~J6RGID1460QD.0 size=1048576 2024-09-07T13:46:31.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.976+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_ZVZ04CSVO3XE.2~J6RGID1460QD.1 size=1048576 2024-09-07T13:46:31.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.976+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~J6RGID1460QD.2 size=390982 2024-09-07T13:46:31.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.984+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=ZVZ04CSVO3XE upload=J6RGID1460QD tag=MT8RNZDHFXAS type=write size=3536710 2024-09-07T13:46:31.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.988+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~3CL12Y3LMS1N.0 size=507387 2024-09-07T13:46:31.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.988+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=3CL12Y3LMS1N tag=IYCB2SGHBL41 type=write size=1555963 2024-09-07T13:46:31.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:31.992+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=2GLZS3J4HD62 type=del 2024-09-07T13:46:32.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.000+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~48Q8DBE3U9TM.0 size=1048576 2024-09-07T13:46:32.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.000+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_UN7NW8NTF67Q.2~48Q8DBE3U9TM.1 size=311409 2024-09-07T13:46:32.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.000+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=UN7NW8NTF67Q upload=48Q8DBE3U9TM tag=DUSCLOKDXF30 type=write size=2408561 2024-09-07T13:46:32.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.004+0000 7f2cb6b6f8c0 1 < completed write operation key=UN7NW8NTF67Q tag=REHFB24BOG24 type=write size=206964 2024-09-07T13:46:32.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.008+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=QIZHONJZJYP7 type=del size=3172903 2024-09-07T13:46:32.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.008+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=DSS7E9BF7SEA type=del 2024-09-07T13:46:32.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.012+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=SQ0XJQF7DC5I type=write size=31439 2024-09-07T13:46:32.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.016+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=NHD0RAX3QQPQ type=del 2024-09-07T13:46:32.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.016+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=3KDQ18LOKLVC type=del size=1234640 2024-09-07T13:46:32.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.020+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=3TRN8UYZ2999 type=del 2024-09-07T13:46:32.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.024+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=DF4ZP333SYA7 type=del size=159548 2024-09-07T13:46:32.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.028+0000 7f2cb6b6f8c0 1 < canceled operation key=W8HQYXG2A9NR tag=WO59X9MLNK42 type=del size=1600459 2024-09-07T13:46:32.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.028+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=REX3BCG917KL type=del size=1847929 2024-09-07T13:46:32.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.032+0000 7f2cb6b6f8c0 1 < completed write operation key=4MKAO5GJGCYD tag=M0YKQS71O62L type=write size=856907 2024-09-07T13:46:32.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.036+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~HYL9I6BFVER5.0 size=1048576 2024-09-07T13:46:32.042 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.040+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~HYL9I6BFVER5.1 size=1048576 2024-09-07T13:46:32.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.040+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~HYL9I6BFVER5.2 size=754240 2024-09-07T13:46:32.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.040+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=HYL9I6BFVER5 tag=AA9V8RYGJ6K6 type=write size=3899968 2024-09-07T13:46:32.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.044+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_W120AMT2ALD9.2~U599ZR07WCWY.0 size=1048576 2024-09-07T13:46:32.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.044+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~U599ZR07WCWY.1 size=1048576 2024-09-07T13:46:32.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.048+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~U599ZR07WCWY.2 size=62332 2024-09-07T13:46:32.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.052+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=W120AMT2ALD9 upload=U599ZR07WCWY tag=X1SFXV05BQBF type=write size=3208060 2024-09-07T13:46:32.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.056+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=LEM4ZTOLM5QC type=del size=585793 2024-09-07T13:46:32.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.060+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=YCOIDJLLH7ZF type=del 2024-09-07T13:46:32.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.060+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=F9PZUXIF1L9S type=del size=1809361 2024-09-07T13:46:32.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.068+0000 7f2cb6b6f8c0 1 < suggested update operation key=FZUZGIZAKB07 tag=1Y8KJVSBC3OX type=del size=1783856 2024-09-07T13:46:32.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.072+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~G28HAS9NV2DE.0 size=1048576 2024-09-07T13:46:32.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.076+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~G28HAS9NV2DE.1 size=1048576 2024-09-07T13:46:32.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.076+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~G28HAS9NV2DE.2 size=520372 2024-09-07T13:46:32.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.076+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=G28HAS9NV2DE tag=0LPZDTOP3J29 type=write size=3666100 2024-09-07T13:46:32.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.080+0000 7f2cb6b6f8c0 1 < completed delete operation key=SJ0CJGHYGTKP tag=2VKFFLHPVKC8 type=del 2024-09-07T13:46:32.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.084+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~N7JOCLUQNH2U.0 size=355108 2024-09-07T13:46:32.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.084+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=N7JOCLUQNH2U tag=2RN4MJS5UUNO type=write size=1403684 2024-09-07T13:46:32.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.088+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~MVI2Y43UZ4YD.0 size=1048576 2024-09-07T13:46:32.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.092+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~MVI2Y43UZ4YD.1 size=989612 2024-09-07T13:46:32.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.096+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=MVI2Y43UZ4YD tag=V2FF54VJDZH9 type=write size=3086764 2024-09-07T13:46:32.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.100+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=L8L2R1Y90OH9 type=del size=2343339 2024-09-07T13:46:32.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.104+0000 7f2cb6b6f8c0 1 < completed write operation key=55Q1KQM4NQFR tag=7XTSG8VS9S2B type=write size=315366 2024-09-07T13:46:32.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.108+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=MKT0SUUX6D24 type=write size=57981 2024-09-07T13:46:32.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.108+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=W9KSGR0A4583 type=del 2024-09-07T13:46:32.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.112+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=6ZTPSEGGQO3V type=del size=678213 2024-09-07T13:46:32.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.116+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=52465QENKPD5 type=del 2024-09-07T13:46:32.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.120+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=W89SJQCAG62A type=del size=2486373 2024-09-07T13:46:32.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.124+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~3CL12Y3LMS1N.0 size=507387 2024-09-07T13:46:32.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.128+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=3CL12Y3LMS1N tag=IYCB2SGHBL41 type=write size=1555963 2024-09-07T13:46:32.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.132+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=HMG3DV0T08LT type=del size=1896184 2024-09-07T13:46:32.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.132+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~48Q8DBE3U9TM.0 size=1048576 2024-09-07T13:46:32.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.136+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_UN7NW8NTF67Q.2~48Q8DBE3U9TM.1 size=311409 2024-09-07T13:46:32.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.140+0000 7f2cb6b6f8c0 1 < completed multipart upload key=UN7NW8NTF67Q upload=48Q8DBE3U9TM tag=DUSCLOKDXF30 type=write size=2408561 2024-09-07T13:46:32.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.144+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=A9SDYA7VRLMV type=del size=1856120 2024-09-07T13:46:32.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.148+0000 7f2cb6b6f8c0 1 < suggested update operation key=LZX7H9KUZM7X tag=QIZHONJZJYP7 type=del size=3172903 2024-09-07T13:46:32.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.152+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=Q4P78F9SAAO7 type=write size=265788 2024-09-07T13:46:32.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.156+0000 7f2cb6b6f8c0 1 < completed write operation key=W8HQYXG2A9NR tag=SQ0XJQF7DC5I type=write size=31439 2024-09-07T13:46:32.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.160+0000 7f2cb6b6f8c0 1 > prepared operation key=SJ0CJGHYGTKP tag=V2PKNI2538TB type=write size=1041506 2024-09-07T13:46:32.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.164+0000 7f2cb6b6f8c0 1 < suggested remove operation key=EDEA3TDICLHA tag=3KDQ18LOKLVC type=del 2024-09-07T13:46:32.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.168+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=9AI5SP5W85W3 type=del size=2121254 2024-09-07T13:46:32.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.168+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=DF4ZP333SYA7 type=del 2024-09-07T13:46:32.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.176+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~Y87OZILW10HM.0 size=977610 2024-09-07T13:46:32.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.176+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=Y87OZILW10HM tag=8DASSA820FSC type=write size=2026186 2024-09-07T13:46:32.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.180+0000 7f2cb6b6f8c0 1 < suggested remove operation key=R2BO0X5383EA tag=REX3BCG917KL type=del 2024-09-07T13:46:32.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.184+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~XJ1ARUFPFQPT.0 size=1048576 2024-09-07T13:46:32.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.188+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~XJ1ARUFPFQPT.1 size=557668 2024-09-07T13:46:32.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.188+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=XJ1ARUFPFQPT tag=QA8WZ4YQLHX7 type=write size=2654820 2024-09-07T13:46:32.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.192+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~HYL9I6BFVER5.0 size=1048576 2024-09-07T13:46:32.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.192+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~HYL9I6BFVER5.1 size=1048576 2024-09-07T13:46:32.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.196+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~HYL9I6BFVER5.2 size=754240 2024-09-07T13:46:32.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.200+0000 7f2cb6b6f8c0 1 < completed multipart upload key=KIKPQG73BHGB upload=HYL9I6BFVER5 tag=AA9V8RYGJ6K6 type=write size=3899968 2024-09-07T13:46:32.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.204+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~H7NZO0WSTKGP.0 size=1048576 2024-09-07T13:46:32.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.208+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~H7NZO0WSTKGP.1 size=623103 2024-09-07T13:46:32.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.208+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=H7NZO0WSTKGP tag=8Y51Q5Q5S8KU type=write size=2720255 2024-09-07T13:46:32.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.212+0000 7f2cb6b6f8c0 1 < canceled operation key=8CA8BLUFHJ91 tag=LEM4ZTOLM5QC type=del size=585793 2024-09-07T13:46:32.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.212+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=323RFF5YHBWJ type=del size=2248851 2024-09-07T13:46:32.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.216+0000 7f2cb6b6f8c0 1 < completed delete operation key=V8VL32BCEJRQ tag=F9PZUXIF1L9S type=del 2024-09-07T13:46:32.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.220+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=TRDZHK0QDMPT type=write size=446445 2024-09-07T13:46:32.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.224+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~G28HAS9NV2DE.0 size=1048576 2024-09-07T13:46:32.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.224+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~G28HAS9NV2DE.1 size=1048576 2024-09-07T13:46:32.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.228+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~G28HAS9NV2DE.2 size=520372 2024-09-07T13:46:32.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.232+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=G28HAS9NV2DE tag=0LPZDTOP3J29 type=write size=3666100 2024-09-07T13:46:32.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.240+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=SON3KE0ANFGX type=write size=218509 2024-09-07T13:46:32.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.240+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~N7JOCLUQNH2U.0 size=355108 2024-09-07T13:46:32.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.244+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=N7JOCLUQNH2U tag=2RN4MJS5UUNO type=write size=1403684 2024-09-07T13:46:32.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.252+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~ZA9YC5H4C23O.0 size=979538 2024-09-07T13:46:32.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.252+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=ZA9YC5H4C23O tag=OGRICN57Q6BS type=write size=2028114 2024-09-07T13:46:32.256 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.252+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=L8L2R1Y90OH9 type=del 2024-09-07T13:46:32.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.256+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=I3LFHID9O5BO type=write size=114899 2024-09-07T13:46:32.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.260+0000 7f2cb6b6f8c0 1 < completed write operation key=KIKPQG73BHGB tag=MKT0SUUX6D24 type=write size=57981 2024-09-07T13:46:32.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.264+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~YQFPHI3571QT.0 size=504502 2024-09-07T13:46:32.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.264+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=YQFPHI3571QT tag=XZCMX5UWFY1W type=write size=1553078 2024-09-07T13:46:32.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.272+0000 7f2cb6b6f8c0 1 < suggested update operation key=W120AMT2ALD9 tag=6ZTPSEGGQO3V type=del size=678213 2024-09-07T13:46:32.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.280+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~ZQD3X20SP2QQ.0 size=114674 2024-09-07T13:46:32.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.280+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=ZQD3X20SP2QQ tag=E1FX3JD8ASW0 type=write size=1163250 2024-09-07T13:46:32.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.284+0000 7f2cb6b6f8c0 1 < suggested update operation key=Z6G2MS36EF8U tag=W89SJQCAG62A type=del size=2486373 2024-09-07T13:46:32.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.288+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=NPGX2M77TO5S type=write size=26511 2024-09-07T13:46:32.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.292+0000 7f2cb6b6f8c0 1 < canceled operation key=X93W2ZAZXKB5 tag=HMG3DV0T08LT type=del size=1896184 2024-09-07T13:46:32.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.300+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~9I3OMRQZR1AN.0 size=1048576 2024-09-07T13:46:32.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.300+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~9I3OMRQZR1AN.1 size=1048576 2024-09-07T13:46:32.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.304+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~9I3OMRQZR1AN.2 size=827927 2024-09-07T13:46:32.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.304+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=9I3OMRQZR1AN tag=1CHTK4WMKL9A type=write size=3973655 2024-09-07T13:46:32.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.308+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=W120AMT2ALD9 tag=A9SDYA7VRLMV type=del size=1856120: (22) Invalid argument 2024-09-07T13:46:32.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.308+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=KI1K1UK8LS2Q type=del size=1715916 2024-09-07T13:46:32.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.312+0000 7f2cb6b6f8c0 1 < completed write operation key=4MKAO5GJGCYD tag=Q4P78F9SAAO7 type=write size=265788 2024-09-07T13:46:32.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.316+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=HXH0ZG7RVN6G type=write size=83177 2024-09-07T13:46:32.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.320+0000 7f2cb6b6f8c0 1 < completed write operation key=SJ0CJGHYGTKP tag=V2PKNI2538TB type=write size=1041506 2024-09-07T13:46:32.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.324+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=LYHYKGD9CIYN type=del size=228096 2024-09-07T13:46:32.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.332+0000 7f2cb6b6f8c0 1 < suggested remove operation key=UN7NW8NTF67Q tag=9AI5SP5W85W3 type=del 2024-09-07T13:46:32.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.336+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~ZU0FCVG6WSW1.0 size=1021970 2024-09-07T13:46:32.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.336+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=ZU0FCVG6WSW1 tag=5WEWCCKPS92B type=write size=2070546 2024-09-07T13:46:32.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.340+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~Y87OZILW10HM.0 size=977610 2024-09-07T13:46:32.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.344+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=Y87OZILW10HM tag=8DASSA820FSC type=write size=2026186 2024-09-07T13:46:32.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.352+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~J7ONL1L3TWG3.0 size=1048576 2024-09-07T13:46:32.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.356+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~J7ONL1L3TWG3.1 size=1048576 2024-09-07T13:46:32.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.356+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~J7ONL1L3TWG3.2 size=1030573 2024-09-07T13:46:32.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.356+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=J7ONL1L3TWG3 tag=M7LM4YVLEV1K type=write size=4176301 2024-09-07T13:46:32.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.360+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~XJ1ARUFPFQPT.0 size=1048576 2024-09-07T13:46:32.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.364+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~XJ1ARUFPFQPT.1 size=557668 2024-09-07T13:46:32.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.368+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=XJ1ARUFPFQPT tag=QA8WZ4YQLHX7 type=write size=2654820 2024-09-07T13:46:32.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.372+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=WR2WFNBB7GN8 type=del size=3124058 2024-09-07T13:46:32.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.376+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~H7NZO0WSTKGP.0 size=1048576 2024-09-07T13:46:32.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.380+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~H7NZO0WSTKGP.1 size=623103 2024-09-07T13:46:32.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.384+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=H7NZO0WSTKGP tag=8Y51Q5Q5S8KU type=write size=2720255 2024-09-07T13:46:32.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.388+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=VRNFWWQNZ8R6 type=write size=141739 2024-09-07T13:46:32.394 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.392+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=323RFF5YHBWJ type=del 2024-09-07T13:46:32.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.396+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~KJL21BW2TW1P.0 size=1048576 2024-09-07T13:46:32.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.400+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~KJL21BW2TW1P.1 size=733890 2024-09-07T13:46:32.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.400+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=KJL21BW2TW1P tag=J3GIKLNLSR9X type=write size=2831042 2024-09-07T13:46:32.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.408+0000 7f2cb6b6f8c0 1 < suggested update operation key=XMCPLLADRKGO tag=TRDZHK0QDMPT type=write size=446445 2024-09-07T13:46:32.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.412+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~JF6S6AN2B1TB.0 size=1048576 2024-09-07T13:46:32.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.416+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~JF6S6AN2B1TB.1 size=1048576 2024-09-07T13:46:32.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.420+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_30MLFTW2U44U.2~JF6S6AN2B1TB.2 size=796607 2024-09-07T13:46:32.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.420+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=30MLFTW2U44U upload=JF6S6AN2B1TB tag=5HFWJZV8SWC1 type=write size=3942335 2024-09-07T13:46:32.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.424+0000 7f2cb6b6f8c0 1 < completed write operation key=8CA8BLUFHJ91 tag=SON3KE0ANFGX type=write size=218509 2024-09-07T13:46:32.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.428+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~O4DGSREBJI2S.0 size=136966 2024-09-07T13:46:32.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.428+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=O4DGSREBJI2S tag=1XB9REO7EGQP type=write size=1185542 2024-09-07T13:46:32.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.432+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~ZA9YC5H4C23O.0 size=979538 2024-09-07T13:46:32.441 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.440+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=ZA9YC5H4C23O tag=OGRICN57Q6BS type=write size=2028114 2024-09-07T13:46:32.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.444+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=RIN9MMOJMDBQ type=del size=53190 2024-09-07T13:46:32.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.444+0000 7f2cb6b6f8c0 1 < completed write operation key=R2BO0X5383EA tag=I3LFHID9O5BO type=write size=114899 2024-09-07T13:46:32.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.448+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=DBN95X7O2CPQ type=del size=1608435 2024-09-07T13:46:32.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.452+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~YQFPHI3571QT.0 size=504502 2024-09-07T13:46:32.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.460+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=YQFPHI3571QT tag=XZCMX5UWFY1W type=write size=1553078 2024-09-07T13:46:32.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.464+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~U9X2N4DTPOJ0.0 size=1048576 2024-09-07T13:46:32.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.468+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~U9X2N4DTPOJ0.1 size=193979 2024-09-07T13:46:32.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.468+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=U9X2N4DTPOJ0 tag=S0X2ZADOXPUW type=write size=2291131 2024-09-07T13:46:32.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.472+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~ZQD3X20SP2QQ.0 size=114674 2024-09-07T13:46:32.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.476+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=ZQD3X20SP2QQ tag=E1FX3JD8ASW0 type=write size=1163250 2024-09-07T13:46:32.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.480+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=PYU17Z5T8OEZ type=del size=3458186 2024-09-07T13:46:32.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.488+0000 7f2cb6b6f8c0 1 < suggested remove operation key=4MKAO5GJGCYD tag=NPGX2M77TO5S type=write 2024-09-07T13:46:32.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.492+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~8VXN1UI10FSW.0 size=43040 2024-09-07T13:46:32.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.492+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=8VXN1UI10FSW tag=DC7QBS08P1DL type=write size=1091616 2024-09-07T13:46:32.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.496+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~9I3OMRQZR1AN.0 size=1048576 2024-09-07T13:46:32.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.500+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~9I3OMRQZR1AN.1 size=1048576 2024-09-07T13:46:32.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.504+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W120AMT2ALD9.2~9I3OMRQZR1AN.2 size=827927 2024-09-07T13:46:32.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.508+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W120AMT2ALD9 upload=9I3OMRQZR1AN tag=1CHTK4WMKL9A type=write size=3973655 2024-09-07T13:46:32.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.512+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=4QC1Y9B7Y7C2 type=del size=4190302 2024-09-07T13:46:32.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.520+0000 7f2cb6b6f8c0 1 < suggested update operation key=W8HQYXG2A9NR tag=KI1K1UK8LS2Q type=del size=1715916 2024-09-07T13:46:32.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.524+0000 7f2cb6b6f8c0 1 > prepared operation key=V8VL32BCEJRQ tag=XHWDWDF4SXNP type=write size=557175 2024-09-07T13:46:32.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.528+0000 7f2cb6b6f8c0 1 < suggested remove operation key=SNNZ7FIANLW7 tag=HXH0ZG7RVN6G type=write 2024-09-07T13:46:32.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.532+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=1NYDY7U42S3M type=del size=1165124 2024-09-07T13:46:32.538 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.536+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=UN7NW8NTF67Q tag=LYHYKGD9CIYN type=del size=228096: (22) Invalid argument 2024-09-07T13:46:32.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.540+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=1CZRSW99YUNC type=del size=1216505 2024-09-07T13:46:32.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.544+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~ZU0FCVG6WSW1.0 size=1021970 2024-09-07T13:46:32.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.548+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=ZU0FCVG6WSW1 tag=5WEWCCKPS92B type=write size=2070546 2024-09-07T13:46:32.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.560+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~Y0PEH8HY6TDJ.0 size=1048576 2024-09-07T13:46:32.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.564+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~Y0PEH8HY6TDJ.1 size=1048576 2024-09-07T13:46:32.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.564+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DKCM0NB13MGO.2~Y0PEH8HY6TDJ.2 size=498430 2024-09-07T13:46:32.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.564+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DKCM0NB13MGO upload=Y0PEH8HY6TDJ tag=8P5ATGLD5P3N type=write size=3644158 2024-09-07T13:46:32.571 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.568+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~J7ONL1L3TWG3.0 size=1048576 2024-09-07T13:46:32.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.572+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~J7ONL1L3TWG3.1 size=1048576 2024-09-07T13:46:32.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.576+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~J7ONL1L3TWG3.2 size=1030573 2024-09-07T13:46:32.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.580+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=J7ONL1L3TWG3 tag=M7LM4YVLEV1K type=write size=4176301 2024-09-07T13:46:32.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.584+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=L9E7G67BEX3L type=del size=1689041 2024-09-07T13:46:32.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.588+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=XMCPLLADRKGO tag=WR2WFNBB7GN8 type=del size=3124058: (22) Invalid argument 2024-09-07T13:46:32.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.592+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~5HOZAJ2KX44R.0 size=1048576 2024-09-07T13:46:32.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.596+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~5HOZAJ2KX44R.1 size=1048576 2024-09-07T13:46:32.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.600+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~5HOZAJ2KX44R.2 size=194011 2024-09-07T13:46:32.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.600+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=5HOZAJ2KX44R tag=JUKXWWCYG8VS type=write size=3339739 2024-09-07T13:46:32.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.600+0000 7f2cb6b6f8c0 1 < completed write operation key=BAIMASZ4JKTJ tag=VRNFWWQNZ8R6 type=write size=141739 2024-09-07T13:46:32.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.608+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~TL83CZJKOKUQ.0 size=1028589 2024-09-07T13:46:32.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.608+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=TL83CZJKOKUQ tag=OU6UZS6ITJLM type=write size=2077165 2024-09-07T13:46:32.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.612+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~KJL21BW2TW1P.0 size=1048576 2024-09-07T13:46:32.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.612+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~KJL21BW2TW1P.1 size=733890 2024-09-07T13:46:32.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.620+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=KJL21BW2TW1P tag=J3GIKLNLSR9X type=write size=2831042 2024-09-07T13:46:32.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.624+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=QE6FYRDDME57 type=del size=3114347 2024-09-07T13:46:32.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.628+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~JF6S6AN2B1TB.0 size=1048576 2024-09-07T13:46:32.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.628+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~JF6S6AN2B1TB.1 size=1048576 2024-09-07T13:46:32.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.632+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_30MLFTW2U44U.2~JF6S6AN2B1TB.2 size=796607 2024-09-07T13:46:32.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.636+0000 7f2cb6b6f8c0 1 < completed multipart upload key=30MLFTW2U44U upload=JF6S6AN2B1TB tag=5HFWJZV8SWC1 type=write size=3942335 2024-09-07T13:46:32.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.640+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=W62VKFCWU0MV type=del size=1465707 2024-09-07T13:46:32.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.644+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~O4DGSREBJI2S.0 size=136966 2024-09-07T13:46:32.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.648+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=O4DGSREBJI2S tag=1XB9REO7EGQP type=write size=1185542 2024-09-07T13:46:32.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.652+0000 7f2cb6b6f8c0 1 > prepared operation key=8CA8BLUFHJ91 tag=FW2CTD0R75XF type=del size=969833 2024-09-07T13:46:32.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.652+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=SNNZ7FIANLW7 tag=RIN9MMOJMDBQ type=del size=53190: (22) Invalid argument 2024-09-07T13:46:32.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.660+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~GCLG55IWIIL3.0 size=415718 2024-09-07T13:46:32.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.660+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=GCLG55IWIIL3 tag=5WEL5L35NCJB type=write size=1464294 2024-09-07T13:46:32.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.660+0000 7f2cb6b6f8c0 -1 < no bi entry to suggest for operation key=4MKAO5GJGCYD tag=DBN95X7O2CPQ type=del size=1608435: (2) No such file or directory 2024-09-07T13:46:32.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.664+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=8VBRI3LOIHXV type=del size=698982 2024-09-07T13:46:32.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.668+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~U9X2N4DTPOJ0.0 size=1048576 2024-09-07T13:46:32.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.668+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~U9X2N4DTPOJ0.1 size=193979 2024-09-07T13:46:32.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.672+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=U9X2N4DTPOJ0 tag=S0X2ZADOXPUW type=write size=2291131 2024-09-07T13:46:32.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.676+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=PZMY3QUY9K3T type=del size=2833588 2024-09-07T13:46:32.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.684+0000 7f2cb6b6f8c0 1 < suggested remove operation key=W8HQYXG2A9NR tag=PYU17Z5T8OEZ type=del 2024-09-07T13:46:32.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.688+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~HW32MOU8MB7H.0 size=1048576 2024-09-07T13:46:32.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.688+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~HW32MOU8MB7H.1 size=1048576 2024-09-07T13:46:32.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.692+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~HW32MOU8MB7H.2 size=174825 2024-09-07T13:46:32.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.692+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=HW32MOU8MB7H tag=1RB85NCCLXHR type=write size=3320553 2024-09-07T13:46:32.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.696+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~8VXN1UI10FSW.0 size=43040 2024-09-07T13:46:32.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.700+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DM4166SINSRL upload=8VXN1UI10FSW tag=DC7QBS08P1DL type=write size=1091616 2024-09-07T13:46:32.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.700+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=SVUIHYQYYH5L type=del size=1890129 2024-09-07T13:46:32.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.708+0000 7f2cb6b6f8c0 1 < suggested update operation key=7I54CNB8XS2B tag=4QC1Y9B7Y7C2 type=del size=4190302 2024-09-07T13:46:32.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.708+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=SRBFLZE32UOE type=del size=2423542 2024-09-07T13:46:32.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.712+0000 7f2cb6b6f8c0 1 < completed write operation key=V8VL32BCEJRQ tag=XHWDWDF4SXNP type=write size=557175 2024-09-07T13:46:32.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.716+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=452IRL1UCU1K type=write size=779479 2024-09-07T13:46:32.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.716+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=1NYDY7U42S3M type=del 2024-09-07T13:46:32.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.720+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~8PL2Q2M8AVSG.0 size=1048576 2024-09-07T13:46:32.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.724+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~8PL2Q2M8AVSG.1 size=899439 2024-09-07T13:46:32.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.724+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=8PL2Q2M8AVSG tag=TUD76I2EAZGN type=write size=2996591 2024-09-07T13:46:32.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.728+0000 7f2cb6b6f8c0 1 < suggested update operation key=SNNZ7FIANLW7 tag=1CZRSW99YUNC type=del size=1216505 2024-09-07T13:46:32.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.732+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=MFL2TAPBVO12 type=write size=102667 2024-09-07T13:46:32.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.732+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~Y0PEH8HY6TDJ.0 size=1048576 2024-09-07T13:46:32.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.736+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~Y0PEH8HY6TDJ.1 size=1048576 2024-09-07T13:46:32.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.736+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DKCM0NB13MGO.2~Y0PEH8HY6TDJ.2 size=498430 2024-09-07T13:46:32.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.744+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DKCM0NB13MGO upload=Y0PEH8HY6TDJ tag=8P5ATGLD5P3N type=write size=3644158 2024-09-07T13:46:32.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.744+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=WQFHSM0JWTOG type=del size=461258 2024-09-07T13:46:32.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.748+0000 7f2cb6b6f8c0 1 < completed delete operation key=EDEA3TDICLHA tag=L9E7G67BEX3L type=del 2024-09-07T13:46:32.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.752+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~V2SIQPJ9D7IM.0 size=1048576 2024-09-07T13:46:32.758 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.756+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~V2SIQPJ9D7IM.1 size=1048576 2024-09-07T13:46:32.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.756+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~V2SIQPJ9D7IM.2 size=577788 2024-09-07T13:46:32.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.756+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=V2SIQPJ9D7IM tag=67N7FZY2EGRP type=write size=3723516 2024-09-07T13:46:32.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.760+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~5HOZAJ2KX44R.0 size=1048576 2024-09-07T13:46:32.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.764+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~5HOZAJ2KX44R.1 size=1048576 2024-09-07T13:46:32.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.768+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~5HOZAJ2KX44R.2 size=194011 2024-09-07T13:46:32.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.772+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DM4166SINSRL upload=5HOZAJ2KX44R tag=JUKXWWCYG8VS type=write size=3339739 2024-09-07T13:46:32.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.776+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=1U7SVXOTWVCD type=write size=819623 2024-09-07T13:46:32.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.780+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~TL83CZJKOKUQ.0 size=1028589 2024-09-07T13:46:32.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.784+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=TL83CZJKOKUQ tag=OU6UZS6ITJLM type=write size=2077165 2024-09-07T13:46:32.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.788+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~3MMOAK74G5RU.0 size=1048576 2024-09-07T13:46:32.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.792+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~3MMOAK74G5RU.1 size=1048576 2024-09-07T13:46:32.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.792+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~3MMOAK74G5RU.2 size=802499 2024-09-07T13:46:32.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.792+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=3MMOAK74G5RU tag=ZX104CX4GVVG type=write size=3948227 2024-09-07T13:46:32.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.796+0000 7f2cb6b6f8c0 1 < canceled operation key=U10DGQ1EL162 tag=QE6FYRDDME57 type=del size=3114347 2024-09-07T13:46:32.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.800+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=251RPADLQW20 type=del size=3161793 2024-09-07T13:46:32.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.804+0000 7f2cb6b6f8c0 1 < completed delete operation key=Z6G2MS36EF8U tag=W62VKFCWU0MV type=del 2024-09-07T13:46:32.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.808+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=KBS2MN5G4VLB type=write size=712748 2024-09-07T13:46:32.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.808+0000 7f2cb6b6f8c0 1 < completed delete operation key=8CA8BLUFHJ91 tag=FW2CTD0R75XF type=del 2024-09-07T13:46:32.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.816+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~VQ0LBU8L2OOM.0 size=20308 2024-09-07T13:46:32.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.816+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=VQ0LBU8L2OOM tag=PWQ7HY31O7JI type=write size=1068884 2024-09-07T13:46:32.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.820+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~GCLG55IWIIL3.0 size=415718 2024-09-07T13:46:32.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.824+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=GCLG55IWIIL3 tag=5WEL5L35NCJB type=write size=1464294 2024-09-07T13:46:32.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.832+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~NARHA1TXU4QQ.0 size=1048576 2024-09-07T13:46:32.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.836+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~NARHA1TXU4QQ.1 size=1048576 2024-09-07T13:46:32.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.840+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~NARHA1TXU4QQ.2 size=212145 2024-09-07T13:46:32.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.840+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=NARHA1TXU4QQ tag=EP8LY80V87FK type=write size=3357873 2024-09-07T13:46:32.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.840+0000 7f2cb6b6f8c0 1 < canceled operation key=6EVCJ3MF1PN3 tag=8VBRI3LOIHXV type=del size=698982 2024-09-07T13:46:32.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.844+0000 7f2cb6b6f8c0 1 > prepared operation key=7I54CNB8XS2B tag=GK4JIXYHYRU0 type=del size=4109559 2024-09-07T13:46:32.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.848+0000 7f2cb6b6f8c0 1 < suggested remove operation key=CAH1NEU5UDEG tag=PZMY3QUY9K3T type=del 2024-09-07T13:46:32.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.852+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=FFC6H80695V3 type=del size=3128822 2024-09-07T13:46:32.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.852+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_6EVCJ3MF1PN3.2~HW32MOU8MB7H.0 size=1048576 2024-09-07T13:46:32.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.856+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~HW32MOU8MB7H.1 size=1048576 2024-09-07T13:46:32.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.856+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~HW32MOU8MB7H.2 size=174825 2024-09-07T13:46:32.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.864+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=6EVCJ3MF1PN3 upload=HW32MOU8MB7H tag=1RB85NCCLXHR type=write size=3320553 2024-09-07T13:46:32.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.864+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=XTE4IUD1P7YS type=write size=313198 2024-09-07T13:46:32.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.868+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=SVUIHYQYYH5L type=del 2024-09-07T13:46:32.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.872+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=TFMCSA0HV46H type=del size=3220432 2024-09-07T13:46:32.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.876+0000 7f2cb6b6f8c0 1 < completed delete operation key=DKCM0NB13MGO tag=SRBFLZE32UOE type=del 2024-09-07T13:46:32.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.880+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~JVH2SAMCRUKH.0 size=1048576 2024-09-07T13:46:32.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.880+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~JVH2SAMCRUKH.1 size=32422 2024-09-07T13:46:32.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.880+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=JVH2SAMCRUKH tag=T23YY2JBWPEC type=write size=2129574 2024-09-07T13:46:32.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.884+0000 7f2cb6b6f8c0 1 < completed write operation key=R249V3K5CGU6 tag=452IRL1UCU1K type=write size=779479 2024-09-07T13:46:32.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.888+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=QHPBJGDPAXF2 type=del size=129508 2024-09-07T13:46:32.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.892+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~8PL2Q2M8AVSG.0 size=1048576 2024-09-07T13:46:32.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.892+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_EDEA3TDICLHA.2~8PL2Q2M8AVSG.1 size=899439 2024-09-07T13:46:32.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.896+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=EDEA3TDICLHA upload=8PL2Q2M8AVSG tag=TUD76I2EAZGN type=write size=2996591 2024-09-07T13:46:32.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.900+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~4IL79PF9440S.0 size=1048576 2024-09-07T13:46:32.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.904+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~4IL79PF9440S.1 size=69187 2024-09-07T13:46:32.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.904+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=4IL79PF9440S tag=W8MLY43VFO5X type=write size=2166339 2024-09-07T13:46:32.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.908+0000 7f2cb6b6f8c0 1 < completed write operation key=UN7NW8NTF67Q tag=MFL2TAPBVO12 type=write size=102667 2024-09-07T13:46:32.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.912+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~SKPHD5VDZQMI.0 size=1048576 2024-09-07T13:46:32.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.916+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~SKPHD5VDZQMI.1 size=1048576 2024-09-07T13:46:32.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.920+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~SKPHD5VDZQMI.2 size=670718 2024-09-07T13:46:32.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.920+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=SKPHD5VDZQMI tag=H4QPNAQ5WAN4 type=write size=3816446 2024-09-07T13:46:32.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.924+0000 7f2cb6b6f8c0 1 < canceled operation key=BAIMASZ4JKTJ tag=WQFHSM0JWTOG type=del size=461258 2024-09-07T13:46:32.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.928+0000 7f2cb6b6f8c0 1 > prepared operation key=XMCPLLADRKGO tag=0VRKX48Y90X4 type=del size=1850767 2024-09-07T13:46:32.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.932+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~V2SIQPJ9D7IM.0 size=1048576 2024-09-07T13:46:32.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.932+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~V2SIQPJ9D7IM.1 size=1048576 2024-09-07T13:46:32.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.936+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~V2SIQPJ9D7IM.2 size=577788 2024-09-07T13:46:32.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.940+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=V2SIQPJ9D7IM tag=67N7FZY2EGRP type=write size=3723516 2024-09-07T13:46:32.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.944+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~E1OJJFMA3D7U.0 size=1048576 2024-09-07T13:46:32.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.948+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~E1OJJFMA3D7U.1 size=1048576 2024-09-07T13:46:32.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.952+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~E1OJJFMA3D7U.2 size=452110 2024-09-07T13:46:32.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.952+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=E1OJJFMA3D7U tag=M2JNPGB5GOK5 type=write size=3597838 2024-09-07T13:46:32.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.952+0000 7f2cb6b6f8c0 1 < completed write operation key=W8HQYXG2A9NR tag=1U7SVXOTWVCD type=write size=819623 2024-09-07T13:46:32.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.960+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~P55MEONAA02B.0 size=1048576 2024-09-07T13:46:32.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.960+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~P55MEONAA02B.1 size=1048576 2024-09-07T13:46:32.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.964+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~P55MEONAA02B.2 size=634202 2024-09-07T13:46:32.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.964+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=P55MEONAA02B tag=LOPFKMHBNC75 type=write size=3779930 2024-09-07T13:46:32.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.968+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~3MMOAK74G5RU.0 size=1048576 2024-09-07T13:46:32.972 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.972+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~3MMOAK74G5RU.1 size=1048576 2024-09-07T13:46:32.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.972+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~3MMOAK74G5RU.2 size=802499 2024-09-07T13:46:32.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.980+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=3MMOAK74G5RU tag=ZX104CX4GVVG type=write size=3948227 2024-09-07T13:46:32.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.980+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=7ETVA0HM7BJ2 type=write size=224390 2024-09-07T13:46:32.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.984+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=251RPADLQW20 type=del 2024-09-07T13:46:32.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.988+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=M72BGVCHGEJA type=del size=2441692 2024-09-07T13:46:32.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.992+0000 7f2cb6b6f8c0 1 < completed write operation key=UN7NW8NTF67Q tag=KBS2MN5G4VLB type=write size=712748 2024-09-07T13:46:32.997 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.996+0000 7f2cb6b6f8c0 1 > prepared operation key=RQ4XU4WUUA9N tag=QFV808GLCXZ2 type=del size=1956925 2024-09-07T13:46:32.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:32.996+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~VQ0LBU8L2OOM.0 size=20308 2024-09-07T13:46:33.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.000+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=VQ0LBU8L2OOM tag=PWQ7HY31O7JI type=write size=1068884 2024-09-07T13:46:33.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.008+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~T6U8QJ1W5141.0 size=1048576 2024-09-07T13:46:33.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.008+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~T6U8QJ1W5141.1 size=1048576 2024-09-07T13:46:33.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.012+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~T6U8QJ1W5141.2 size=156614 2024-09-07T13:46:33.013 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.012+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=T6U8QJ1W5141 tag=53LJSI4W7VP6 type=write size=3302342 2024-09-07T13:46:33.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.012+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~NARHA1TXU4QQ.0 size=1048576 2024-09-07T13:46:33.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.016+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~NARHA1TXU4QQ.1 size=1048576 2024-09-07T13:46:33.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.016+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~NARHA1TXU4QQ.2 size=212145 2024-09-07T13:46:33.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.020+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DM4166SINSRL upload=NARHA1TXU4QQ tag=EP8LY80V87FK type=write size=3357873 2024-09-07T13:46:33.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.024+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=111V1JMJ7SLH type=write size=1016024 2024-09-07T13:46:33.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.028+0000 7f2cb6b6f8c0 1 < completed delete operation key=7I54CNB8XS2B tag=GK4JIXYHYRU0 type=del 2024-09-07T13:46:33.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.028+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=79YTLXKY58NS type=del size=417877 2024-09-07T13:46:33.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.036+0000 7f2cb6b6f8c0 1 < suggested remove operation key=SNNZ7FIANLW7 tag=FFC6H80695V3 type=del 2024-09-07T13:46:33.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.036+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=OD9VI4Z4Z7CQ type=del size=3484033 2024-09-07T13:46:33.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.040+0000 7f2cb6b6f8c0 1 < completed write operation key=KIKPQG73BHGB tag=XTE4IUD1P7YS type=write size=313198 2024-09-07T13:46:33.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.044+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=GI5RLI9OSWJU type=del size=3376458 2024-09-07T13:46:33.048 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.044+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=TFMCSA0HV46H type=del 2024-09-07T13:46:33.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.048+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=P5ERJ1II1UCN type=del size=1755035 2024-09-07T13:46:33.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.052+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~JVH2SAMCRUKH.0 size=1048576 2024-09-07T13:46:33.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.052+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~JVH2SAMCRUKH.1 size=32422 2024-09-07T13:46:33.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.056+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=JVH2SAMCRUKH tag=T23YY2JBWPEC type=write size=2129574 2024-09-07T13:46:33.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.064+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~HMV6VQDPWV4H.0 size=791752 2024-09-07T13:46:33.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.064+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=HMV6VQDPWV4H tag=NJKIMH5Z03RV type=write size=1840328 2024-09-07T13:46:33.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.064+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=QHPBJGDPAXF2 type=del 2024-09-07T13:46:33.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.068+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=F84VSXQRJO3P type=del size=1344330 2024-09-07T13:46:33.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.072+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~4IL79PF9440S.0 size=1048576 2024-09-07T13:46:33.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.072+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~4IL79PF9440S.1 size=69187 2024-09-07T13:46:33.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.076+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=4IL79PF9440S tag=W8MLY43VFO5X type=write size=2166339 2024-09-07T13:46:33.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.084+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~6EM1MQUCIXTF.0 size=1048576 2024-09-07T13:46:33.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.084+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~6EM1MQUCIXTF.1 size=1048576 2024-09-07T13:46:33.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.088+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_RQ4XU4WUUA9N.2~6EM1MQUCIXTF.2 size=74972 2024-09-07T13:46:33.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.088+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=RQ4XU4WUUA9N upload=6EM1MQUCIXTF tag=PLGALZHHVWOW type=write size=3220700 2024-09-07T13:46:33.092 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.088+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~SKPHD5VDZQMI.0 size=1048576 2024-09-07T13:46:33.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.092+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~SKPHD5VDZQMI.1 size=1048576 2024-09-07T13:46:33.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.096+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~SKPHD5VDZQMI.2 size=670718 2024-09-07T13:46:33.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.100+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=SKPHD5VDZQMI tag=H4QPNAQ5WAN4 type=write size=3816446 2024-09-07T13:46:33.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.108+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~ERCAA4YL1BVW.0 size=1048576 2024-09-07T13:46:33.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.108+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~ERCAA4YL1BVW.1 size=1048576 2024-09-07T13:46:33.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.112+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_LZX7H9KUZM7X.2~ERCAA4YL1BVW.2 size=599556 2024-09-07T13:46:33.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.112+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=LZX7H9KUZM7X upload=ERCAA4YL1BVW tag=0P3VRW3OFQWF type=write size=3745284 2024-09-07T13:46:33.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.112+0000 7f2cb6b6f8c0 1 < completed delete operation key=XMCPLLADRKGO tag=0VRKX48Y90X4 type=del 2024-09-07T13:46:33.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.120+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~H2IOWB5AL7NQ.0 size=1048576 2024-09-07T13:46:33.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.120+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~H2IOWB5AL7NQ.1 size=1048576 2024-09-07T13:46:33.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.120+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_KIKPQG73BHGB.2~H2IOWB5AL7NQ.2 size=826591 2024-09-07T13:46:33.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.120+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=KIKPQG73BHGB upload=H2IOWB5AL7NQ tag=P1NUXXSMCX93 type=write size=3972319 2024-09-07T13:46:33.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.124+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~E1OJJFMA3D7U.0 size=1048576 2024-09-07T13:46:33.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.128+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~E1OJJFMA3D7U.1 size=1048576 2024-09-07T13:46:33.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.128+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~E1OJJFMA3D7U.2 size=452110 2024-09-07T13:46:33.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.132+0000 7f2cb6b6f8c0 1 < completed multipart upload key=LZX7H9KUZM7X upload=E1OJJFMA3D7U tag=M2JNPGB5GOK5 type=write size=3597838 2024-09-07T13:46:33.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.136+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_X93W2ZAZXKB5.2~V2OZKOQO8H0P.0 size=599862 2024-09-07T13:46:33.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.136+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=X93W2ZAZXKB5 upload=V2OZKOQO8H0P tag=LGRQ1D6K2RWC type=write size=1648438 2024-09-07T13:46:33.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.140+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~P55MEONAA02B.0 size=1048576 2024-09-07T13:46:33.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.140+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~P55MEONAA02B.1 size=1048576 2024-09-07T13:46:33.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.144+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_WLP6TFW0KQQI.2~P55MEONAA02B.2 size=634202 2024-09-07T13:46:33.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.148+0000 7f2cb6b6f8c0 1 < completed multipart upload key=WLP6TFW0KQQI upload=P55MEONAA02B tag=LOPFKMHBNC75 type=write size=3779930 2024-09-07T13:46:33.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.152+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=TG4BIL8O0CIP type=del size=3801993 2024-09-07T13:46:33.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.156+0000 7f2cb6b6f8c0 1 < suggested remove operation key=UN7NW8NTF67Q tag=7ETVA0HM7BJ2 type=write 2024-09-07T13:46:33.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.156+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=06A7NLA222MT type=del size=3586955 2024-09-07T13:46:33.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.160+0000 7f2cb6b6f8c0 1 < suggested remove operation key=EDEA3TDICLHA tag=M72BGVCHGEJA type=del 2024-09-07T13:46:33.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.164+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=LCB39I2MNASB type=del size=364133 2024-09-07T13:46:33.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.168+0000 7f2cb6b6f8c0 1 < suggested remove operation key=RQ4XU4WUUA9N tag=QFV808GLCXZ2 type=del 2024-09-07T13:46:33.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.172+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=5SHKJLN05JQU type=write size=1010067 2024-09-07T13:46:33.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.172+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~T6U8QJ1W5141.0 size=1048576 2024-09-07T13:46:33.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.172+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_6EVCJ3MF1PN3.2~T6U8QJ1W5141.1 size=1048576 2024-09-07T13:46:33.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.176+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~T6U8QJ1W5141.2 size=156614 2024-09-07T13:46:33.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.180+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=6EVCJ3MF1PN3 upload=T6U8QJ1W5141 tag=53LJSI4W7VP6 type=write size=3302342 2024-09-07T13:46:33.183 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.180+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=NIFNPZCZN0E0 type=write size=683049 2024-09-07T13:46:33.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.184+0000 7f2cb6b6f8c0 1 < completed write operation key=FZUZGIZAKB07 tag=111V1JMJ7SLH type=write size=1016024 2024-09-07T13:46:33.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.188+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~07A9SKRLFNJR.0 size=1048576 2024-09-07T13:46:33.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.192+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~07A9SKRLFNJR.1 size=154327 2024-09-07T13:46:33.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.192+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=07A9SKRLFNJR tag=VU2H6OMO4NQ3 type=write size=2251479 2024-09-07T13:46:33.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.196+0000 7f2cb6b6f8c0 1 < suggested remove operation key=CS4B8TD9GPUR tag=79YTLXKY58NS type=del 2024-09-07T13:46:33.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.200+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~ZSWNOTVD8PV5.0 size=187935 2024-09-07T13:46:33.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.200+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=ZSWNOTVD8PV5 tag=SS60KUACDT70 type=write size=1236511 2024-09-07T13:46:33.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.204+0000 7f2cb6b6f8c0 1 < suggested update operation key=1BSEOB4ZJRRL tag=OD9VI4Z4Z7CQ type=del size=3484033 2024-09-07T13:46:33.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.208+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=UOZYQVZ4I6CP type=write size=159444 2024-09-07T13:46:33.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.212+0000 7f2cb6b6f8c0 1 < completed delete operation key=W8HQYXG2A9NR tag=GI5RLI9OSWJU type=del 2024-09-07T13:46:33.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.212+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=ME7F1096Z6KF type=del size=1569290 2024-09-07T13:46:33.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.216+0000 7f2cb6b6f8c0 1 < canceled operation key=4MKAO5GJGCYD tag=P5ERJ1II1UCN type=del size=1755035 2024-09-07T13:46:33.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.220+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~MZRYK32587F1.0 size=763161 2024-09-07T13:46:33.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.220+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=MZRYK32587F1 tag=8TMLXU1D98TQ type=write size=1811737 2024-09-07T13:46:33.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.224+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~HMV6VQDPWV4H.0 size=791752 2024-09-07T13:46:33.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.228+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=HMV6VQDPWV4H tag=NJKIMH5Z03RV type=write size=1840328 2024-09-07T13:46:33.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.232+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~2UL9ZY5CLONL.0 size=1048576 2024-09-07T13:46:33.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.232+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~2UL9ZY5CLONL.1 size=986459 2024-09-07T13:46:33.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.232+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=2UL9ZY5CLONL tag=WOGSTCG8QB63 type=write size=3083611 2024-09-07T13:46:33.240 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.236+0000 7f2cb6b6f8c0 1 < suggested remove operation key=DM4166SINSRL tag=F84VSXQRJO3P type=del 2024-09-07T13:46:33.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.240+0000 7f2cb6b6f8c0 1 > prepared operation key=ZVZ04CSVO3XE tag=7CPY0KA0RXOP type=del size=779293 2024-09-07T13:46:33.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.244+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~6EM1MQUCIXTF.0 size=1048576 2024-09-07T13:46:33.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.244+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~6EM1MQUCIXTF.1 size=1048576 2024-09-07T13:46:33.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.248+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_RQ4XU4WUUA9N.2~6EM1MQUCIXTF.2 size=74972 2024-09-07T13:46:33.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.252+0000 7f2cb6b6f8c0 1 < completed multipart upload key=RQ4XU4WUUA9N upload=6EM1MQUCIXTF tag=PLGALZHHVWOW type=write size=3220700 2024-09-07T13:46:33.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.256+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~E2Z82PYTCKC6.0 size=1048576 2024-09-07T13:46:33.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.256+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~E2Z82PYTCKC6.1 size=437978 2024-09-07T13:46:33.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.256+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=E2Z82PYTCKC6 tag=F8RA9FGHTUN2 type=write size=2535130 2024-09-07T13:46:33.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.260+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~ERCAA4YL1BVW.0 size=1048576 2024-09-07T13:46:33.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.264+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_LZX7H9KUZM7X.2~ERCAA4YL1BVW.1 size=1048576 2024-09-07T13:46:33.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.264+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_LZX7H9KUZM7X.2~ERCAA4YL1BVW.2 size=599556 2024-09-07T13:46:33.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.268+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=LZX7H9KUZM7X upload=ERCAA4YL1BVW tag=0P3VRW3OFQWF type=write size=3745284 2024-09-07T13:46:33.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.272+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~VOODK06WY74D.0 size=612932 2024-09-07T13:46:33.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.272+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=VOODK06WY74D tag=L1F0MXJ94PTS type=write size=1661508 2024-09-07T13:46:33.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.272+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~H2IOWB5AL7NQ.0 size=1048576 2024-09-07T13:46:33.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.276+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~H2IOWB5AL7NQ.1 size=1048576 2024-09-07T13:46:33.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.276+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_KIKPQG73BHGB.2~H2IOWB5AL7NQ.2 size=826591 2024-09-07T13:46:33.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.280+0000 7f2cb6b6f8c0 1 < completed multipart upload key=KIKPQG73BHGB upload=H2IOWB5AL7NQ tag=P1NUXXSMCX93 type=write size=3972319 2024-09-07T13:46:33.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.284+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=CBCGQYQS3GMX type=del size=2957866 2024-09-07T13:46:33.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.288+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_X93W2ZAZXKB5.2~V2OZKOQO8H0P.0 size=599862 2024-09-07T13:46:33.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.288+0000 7f2cb6b6f8c0 1 < completed multipart upload key=X93W2ZAZXKB5 upload=V2OZKOQO8H0P tag=LGRQ1D6K2RWC type=write size=1648438 2024-09-07T13:46:33.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.292+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=DP1B895OCR8A type=write size=633594 2024-09-07T13:46:33.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.296+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=TG4BIL8O0CIP type=del 2024-09-07T13:46:33.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.300+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~51IKYRX9QA7R.0 size=1048576 2024-09-07T13:46:33.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.300+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~51IKYRX9QA7R.1 size=1048576 2024-09-07T13:46:33.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.304+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~51IKYRX9QA7R.2 size=222466 2024-09-07T13:46:33.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.304+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=51IKYRX9QA7R tag=WDHO5SW4O0E2 type=write size=3368194 2024-09-07T13:46:33.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.308+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=06A7NLA222MT type=del 2024-09-07T13:46:33.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.308+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=FEA4NZ6O8GX2 type=del size=2783760 2024-09-07T13:46:33.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.312+0000 7f2cb6b6f8c0 1 < canceled operation key=ZVZ04CSVO3XE tag=LCB39I2MNASB type=del size=364133 2024-09-07T13:46:33.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.316+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=QHFMCDBHKY2S type=del size=2538409 2024-09-07T13:46:33.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.316+0000 7f2cb6b6f8c0 1 < completed write operation key=BAIMASZ4JKTJ tag=5SHKJLN05JQU type=write size=1010067 2024-09-07T13:46:33.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.320+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=88GBSS3VRQFZ type=del size=3005708 2024-09-07T13:46:33.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.324+0000 7f2cb6b6f8c0 1 < completed write operation key=W120AMT2ALD9 tag=NIFNPZCZN0E0 type=write size=683049 2024-09-07T13:46:33.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.324+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=OH4Z1RI1XOUK type=del size=831013 2024-09-07T13:46:33.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.328+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~07A9SKRLFNJR.0 size=1048576 2024-09-07T13:46:33.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.328+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~07A9SKRLFNJR.1 size=154327 2024-09-07T13:46:33.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.336+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=07A9SKRLFNJR tag=VU2H6OMO4NQ3 type=write size=2251479 2024-09-07T13:46:33.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.336+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=BUU5BAYUSU9F type=del size=387220 2024-09-07T13:46:33.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.340+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~ZSWNOTVD8PV5.0 size=187935 2024-09-07T13:46:33.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.344+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=ZSWNOTVD8PV5 tag=SS60KUACDT70 type=write size=1236511 2024-09-07T13:46:33.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.348+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~RFF560KM3PM0.0 size=1048576 2024-09-07T13:46:33.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.348+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~RFF560KM3PM0.1 size=903442 2024-09-07T13:46:33.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.348+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=RFF560KM3PM0 tag=TE64EESCLXZW type=write size=3000594 2024-09-07T13:46:33.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.356+0000 7f2cb6b6f8c0 1 < suggested update operation key=EDEA3TDICLHA tag=UOZYQVZ4I6CP type=write size=159444 2024-09-07T13:46:33.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.360+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~W96F4UTHNLL0.0 size=1048576 2024-09-07T13:46:33.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.360+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~W96F4UTHNLL0.1 size=449460 2024-09-07T13:46:33.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.360+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=W96F4UTHNLL0 tag=6257Q6ME5Z94 type=write size=2546612 2024-09-07T13:46:33.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.364+0000 7f2cb6b6f8c0 1 < completed delete operation key=FZUZGIZAKB07 tag=ME7F1096Z6KF type=del 2024-09-07T13:46:33.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.368+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~KUUQAB9TRD01.0 size=1048576 2024-09-07T13:46:33.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.372+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~KUUQAB9TRD01.1 size=1048576 2024-09-07T13:46:33.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.372+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ADB5YEZAZPYJ.2~KUUQAB9TRD01.2 size=518696 2024-09-07T13:46:33.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.372+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ADB5YEZAZPYJ upload=KUUQAB9TRD01 tag=Q3ZSUSVXBOVT type=write size=3664424 2024-09-07T13:46:33.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.376+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_XMCPLLADRKGO.2~MZRYK32587F1.0 size=763161 2024-09-07T13:46:33.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.380+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=XMCPLLADRKGO upload=MZRYK32587F1 tag=8TMLXU1D98TQ type=write size=1811737 2024-09-07T13:46:33.385 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.384+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CS4B8TD9GPUR.2~KTSIEYDWSQ8U.0 size=406723 2024-09-07T13:46:33.385 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.384+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CS4B8TD9GPUR upload=KTSIEYDWSQ8U tag=3NXNNJV6XLSL type=write size=1455299 2024-09-07T13:46:33.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.384+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~2UL9ZY5CLONL.0 size=1048576 2024-09-07T13:46:33.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.388+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~2UL9ZY5CLONL.1 size=986459 2024-09-07T13:46:33.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.392+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=2UL9ZY5CLONL tag=WOGSTCG8QB63 type=write size=3083611 2024-09-07T13:46:33.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.396+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~R3TEL1EDQFK7.0 size=1048576 2024-09-07T13:46:33.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.396+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~R3TEL1EDQFK7.1 size=1048576 2024-09-07T13:46:33.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.400+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~R3TEL1EDQFK7.2 size=450951 2024-09-07T13:46:33.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.400+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=R3TEL1EDQFK7 tag=4OUKUY4ZGUU1 type=write size=3596679 2024-09-07T13:46:33.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.404+0000 7f2cb6b6f8c0 1 < suggested update operation key=ZVZ04CSVO3XE tag=7CPY0KA0RXOP type=del size=779293 2024-09-07T13:46:33.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.408+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~OKLCH4T4TEVD.0 size=1048576 2024-09-07T13:46:33.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.412+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~OKLCH4T4TEVD.1 size=1048576 2024-09-07T13:46:33.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.412+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~OKLCH4T4TEVD.2 size=735042 2024-09-07T13:46:33.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.412+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=OKLCH4T4TEVD tag=0J8G246D6OLR type=write size=3880770 2024-09-07T13:46:33.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.416+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~E2Z82PYTCKC6.0 size=1048576 2024-09-07T13:46:33.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.416+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~E2Z82PYTCKC6.1 size=437978 2024-09-07T13:46:33.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.420+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=E2Z82PYTCKC6 tag=F8RA9FGHTUN2 type=write size=2535130 2024-09-07T13:46:33.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.424+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=ZGRUX3R463YF type=del size=1195933 2024-09-07T13:46:33.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.428+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~VOODK06WY74D.0 size=612932 2024-09-07T13:46:33.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.432+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=VOODK06WY74D tag=L1F0MXJ94PTS type=write size=1661508 2024-09-07T13:46:33.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.436+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~O4NSOXVP6UJY.0 size=1048576 2024-09-07T13:46:33.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.436+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~O4NSOXVP6UJY.1 size=1048576 2024-09-07T13:46:33.441 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.440+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~O4NSOXVP6UJY.2 size=688293 2024-09-07T13:46:33.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.440+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=O4NSOXVP6UJY tag=R1BAPCM1W4S3 type=write size=3834021 2024-09-07T13:46:33.444 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.440+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=CBCGQYQS3GMX type=del 2024-09-07T13:46:33.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.448+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~28D98XQ4JO3I.0 size=389632 2024-09-07T13:46:33.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.448+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=28D98XQ4JO3I tag=GHXUQAEGUX4I type=write size=1438208 2024-09-07T13:46:33.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.448+0000 7f2cb6b6f8c0 1 < completed write operation key=DM4166SINSRL tag=DP1B895OCR8A type=write size=633594 2024-09-07T13:46:33.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.452+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SJ0CJGHYGTKP.2~E2LG1FAAEEA0.0 size=707180 2024-09-07T13:46:33.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.452+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SJ0CJGHYGTKP upload=E2LG1FAAEEA0 tag=XXX2IAX3L8PA type=write size=1755756 2024-09-07T13:46:33.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.456+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~51IKYRX9QA7R.0 size=1048576 2024-09-07T13:46:33.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.456+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~51IKYRX9QA7R.1 size=1048576 2024-09-07T13:46:33.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.460+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~51IKYRX9QA7R.2 size=222466 2024-09-07T13:46:33.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.464+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=51IKYRX9QA7R tag=WDHO5SW4O0E2 type=write size=3368194 2024-09-07T13:46:33.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.464+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=DQ92GADO33XS type=del size=2930816 2024-09-07T13:46:33.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.472+0000 7f2cb6b6f8c0 1 < suggested update operation key=6EVCJ3MF1PN3 tag=FEA4NZ6O8GX2 type=del size=2783760 2024-09-07T13:46:33.476 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.472+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=PZ3V8ZCXLHY3 type=write size=76964 2024-09-07T13:46:33.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.476+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=QHFMCDBHKY2S type=del 2024-09-07T13:46:33.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.480+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=A7P0VAF05J42 type=del size=2206918 2024-09-07T13:46:33.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.480+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=EDEA3TDICLHA tag=88GBSS3VRQFZ type=del size=3005708: (22) Invalid argument 2024-09-07T13:46:33.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.484+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=OT2IRV0SFOYH type=del size=3591278 2024-09-07T13:46:33.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.488+0000 7f2cb6b6f8c0 1 < completed delete operation key=CAH1NEU5UDEG tag=OH4Z1RI1XOUK type=del 2024-09-07T13:46:33.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.492+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~BM5YBE5OFGS4.0 size=920559 2024-09-07T13:46:33.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.492+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=BM5YBE5OFGS4 tag=YNQV3DTQJA2F type=write size=1969135 2024-09-07T13:46:33.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.496+0000 7f2cb6b6f8c0 1 < suggested update operation key=EDEA3TDICLHA tag=BUU5BAYUSU9F type=del size=387220 2024-09-07T13:46:33.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.500+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=X3GQIKQK9MNV type=write size=142755 2024-09-07T13:46:33.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.504+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~RFF560KM3PM0.0 size=1048576 2024-09-07T13:46:33.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.504+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~RFF560KM3PM0.1 size=903442 2024-09-07T13:46:33.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.508+0000 7f2cb6b6f8c0 1 < completed multipart upload key=DM4166SINSRL upload=RFF560KM3PM0 tag=TE64EESCLXZW type=write size=3000594 2024-09-07T13:46:33.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.512+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~N8J5D0AME31R.0 size=1048576 2024-09-07T13:46:33.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.516+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~N8J5D0AME31R.1 size=1048576 2024-09-07T13:46:33.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.520+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R2BO0X5383EA.2~N8J5D0AME31R.2 size=37329 2024-09-07T13:46:33.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.520+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R2BO0X5383EA upload=N8J5D0AME31R tag=Z5COCZT5IVRF type=write size=3183057 2024-09-07T13:46:33.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.520+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~W96F4UTHNLL0.0 size=1048576 2024-09-07T13:46:33.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.524+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~W96F4UTHNLL0.1 size=449460 2024-09-07T13:46:33.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.528+0000 7f2cb6b6f8c0 1 < completed multipart upload key=6EVCJ3MF1PN3 upload=W96F4UTHNLL0 tag=6257Q6ME5Z94 type=write size=2546612 2024-09-07T13:46:33.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.532+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~JI6TFMM1EWPN.0 size=1048576 2024-09-07T13:46:33.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.536+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_Z6G2MS36EF8U.2~JI6TFMM1EWPN.1 size=416542 2024-09-07T13:46:33.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.536+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=Z6G2MS36EF8U upload=JI6TFMM1EWPN tag=SK0OIHKU5FZ4 type=write size=2513694 2024-09-07T13:46:33.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.536+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~KUUQAB9TRD01.0 size=1048576 2024-09-07T13:46:33.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.540+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~KUUQAB9TRD01.1 size=1048576 2024-09-07T13:46:33.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.540+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ADB5YEZAZPYJ.2~KUUQAB9TRD01.2 size=518696 2024-09-07T13:46:33.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.548+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ADB5YEZAZPYJ upload=KUUQAB9TRD01 tag=Q3ZSUSVXBOVT type=write size=3664424 2024-09-07T13:46:33.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.548+0000 7f2cb6b6f8c0 1 > prepared operation key=BAIMASZ4JKTJ tag=U2KE0GAS7A8M type=del size=3254019 2024-09-07T13:46:33.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.552+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CS4B8TD9GPUR.2~KTSIEYDWSQ8U.0 size=406723 2024-09-07T13:46:33.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.556+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CS4B8TD9GPUR upload=KTSIEYDWSQ8U tag=3NXNNJV6XLSL type=write size=1455299 2024-09-07T13:46:33.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.564+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~21QXUMD99C90.0 size=810736 2024-09-07T13:46:33.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.564+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=21QXUMD99C90 tag=TOKT5PRUFB9D type=write size=1859312 2024-09-07T13:46:33.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.568+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~R3TEL1EDQFK7.0 size=1048576 2024-09-07T13:46:33.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.572+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~R3TEL1EDQFK7.1 size=1048576 2024-09-07T13:46:33.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.576+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~R3TEL1EDQFK7.2 size=450951 2024-09-07T13:46:33.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.580+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=R3TEL1EDQFK7 tag=4OUKUY4ZGUU1 type=write size=3596679 2024-09-07T13:46:33.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.584+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=1CMCEFNPYQ69 type=write size=495698 2024-09-07T13:46:33.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.584+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~OKLCH4T4TEVD.0 size=1048576 2024-09-07T13:46:33.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.588+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~OKLCH4T4TEVD.1 size=1048576 2024-09-07T13:46:33.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.588+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SNNZ7FIANLW7.2~OKLCH4T4TEVD.2 size=735042 2024-09-07T13:46:33.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.596+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SNNZ7FIANLW7 upload=OKLCH4T4TEVD tag=0J8G246D6OLR type=write size=3880770 2024-09-07T13:46:33.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.596+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=H4K0WFJP6EI4 type=write size=613958 2024-09-07T13:46:33.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.600+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=ZGRUX3R463YF type=del 2024-09-07T13:46:33.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.604+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=E3Y8RVI580LZ type=del size=984341 2024-09-07T13:46:33.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.604+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~O4NSOXVP6UJY.0 size=1048576 2024-09-07T13:46:33.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.608+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~O4NSOXVP6UJY.1 size=1048576 2024-09-07T13:46:33.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.608+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_CAH1NEU5UDEG.2~O4NSOXVP6UJY.2 size=688293 2024-09-07T13:46:33.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.612+0000 7f2cb6b6f8c0 1 < completed multipart upload key=CAH1NEU5UDEG upload=O4NSOXVP6UJY tag=R1BAPCM1W4S3 type=write size=3834021 2024-09-07T13:46:33.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.616+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=V3XG2YNASLA3 type=del size=945922 2024-09-07T13:46:33.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.620+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~28D98XQ4JO3I.0 size=389632 2024-09-07T13:46:33.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.624+0000 7f2cb6b6f8c0 1 < completed multipart upload key=U10DGQ1EL162 upload=28D98XQ4JO3I tag=GHXUQAEGUX4I type=write size=1438208 2024-09-07T13:46:33.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.624+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=R4I3RMKRPS5D type=del size=1506120 2024-09-07T13:46:33.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.628+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_SJ0CJGHYGTKP.2~E2LG1FAAEEA0.0 size=707180 2024-09-07T13:46:33.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.632+0000 7f2cb6b6f8c0 1 < completed multipart upload key=SJ0CJGHYGTKP upload=E2LG1FAAEEA0 tag=XXX2IAX3L8PA type=write size=1755756 2024-09-07T13:46:33.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.636+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~JTVNUPRQDNDJ.0 size=905317 2024-09-07T13:46:33.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.636+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=JTVNUPRQDNDJ tag=3ODELC1IQ45T type=write size=1953893 2024-09-07T13:46:33.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.644+0000 7f2cb6b6f8c0 1 < suggested update operation key=EDEA3TDICLHA tag=DQ92GADO33XS type=del size=2930816 2024-09-07T13:46:33.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.644+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=K2FVBY8G8EHI type=del size=2057356 2024-09-07T13:46:33.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.648+0000 7f2cb6b6f8c0 1 < completed write operation key=BAIMASZ4JKTJ tag=PZ3V8ZCXLHY3 type=write size=76964 2024-09-07T13:46:33.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.648+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=NP82TVPY19JE type=del size=535435 2024-09-07T13:46:33.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.652+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=A7P0VAF05J42 type=del 2024-09-07T13:46:33.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.656+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~W8L3SFUUA0LN.0 size=1048576 2024-09-07T13:46:33.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.660+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_6EVCJ3MF1PN3.2~W8L3SFUUA0LN.1 size=204735 2024-09-07T13:46:33.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.660+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=6EVCJ3MF1PN3 upload=W8L3SFUUA0LN tag=R2OBFEZHKL25 type=write size=2301887 2024-09-07T13:46:33.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.660+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=EDEA3TDICLHA tag=OT2IRV0SFOYH type=del size=3591278: (22) Invalid argument 2024-09-07T13:46:33.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.668+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~4RK453JXLSB3.0 size=1048576 2024-09-07T13:46:33.672 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.668+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~4RK453JXLSB3.1 size=632046 2024-09-07T13:46:33.672 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.668+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=4RK453JXLSB3 tag=DEIY7TN6XFKV type=write size=2729198 2024-09-07T13:46:33.675 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.672+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~BM5YBE5OFGS4.0 size=920559 2024-09-07T13:46:33.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.680+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=BM5YBE5OFGS4 tag=YNQV3DTQJA2F type=write size=1969135 2024-09-07T13:46:33.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.684+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~OOHUQ3P014FQ.0 size=1048576 2024-09-07T13:46:33.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.688+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_EDEA3TDICLHA.2~OOHUQ3P014FQ.1 size=10918 2024-09-07T13:46:33.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.688+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=EDEA3TDICLHA upload=OOHUQ3P014FQ tag=0LJHNGEOP8ZO type=write size=2108070 2024-09-07T13:46:33.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.688+0000 7f2cb6b6f8c0 1 < completed write operation key=55Q1KQM4NQFR tag=X3GQIKQK9MNV type=write size=142755 2024-09-07T13:46:33.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.696+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~9I8QR9Y3A1D0.0 size=1048576 2024-09-07T13:46:33.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.696+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~9I8QR9Y3A1D0.1 size=1048576 2024-09-07T13:46:33.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.700+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_XMCPLLADRKGO.2~9I8QR9Y3A1D0.2 size=559924 2024-09-07T13:46:33.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.700+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=XMCPLLADRKGO upload=9I8QR9Y3A1D0 tag=NOYE77KZCCKF type=write size=3705652 2024-09-07T13:46:33.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.704+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~N8J5D0AME31R.0 size=1048576 2024-09-07T13:46:33.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.704+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~N8J5D0AME31R.1 size=1048576 2024-09-07T13:46:33.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.708+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R2BO0X5383EA.2~N8J5D0AME31R.2 size=37329 2024-09-07T13:46:33.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.712+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R2BO0X5383EA upload=N8J5D0AME31R tag=Z5COCZT5IVRF type=write size=3183057 2024-09-07T13:46:33.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.716+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_55Q1KQM4NQFR.2~T2GMAPXHNFMK.0 size=44263 2024-09-07T13:46:33.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.716+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=55Q1KQM4NQFR upload=T2GMAPXHNFMK tag=0CR12V62HND3 type=write size=1092839 2024-09-07T13:46:33.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.720+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~JI6TFMM1EWPN.0 size=1048576 2024-09-07T13:46:33.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.724+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_Z6G2MS36EF8U.2~JI6TFMM1EWPN.1 size=416542 2024-09-07T13:46:33.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.728+0000 7f2cb6b6f8c0 1 < completed multipart upload key=Z6G2MS36EF8U upload=JI6TFMM1EWPN tag=SK0OIHKU5FZ4 type=write size=2513694 2024-09-07T13:46:33.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.728+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=I1DNVJ0G0GNA type=del size=3641263 2024-09-07T13:46:33.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.732+0000 7f2cb6b6f8c0 1 < completed delete operation key=BAIMASZ4JKTJ tag=U2KE0GAS7A8M type=del 2024-09-07T13:46:33.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.736+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=9TNN2QRGAGGV type=del size=2797597 2024-09-07T13:46:33.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.736+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~21QXUMD99C90.0 size=810736 2024-09-07T13:46:33.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.744+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=21QXUMD99C90 tag=TOKT5PRUFB9D type=write size=1859312 2024-09-07T13:46:33.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.744+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=0XOZT93ENJS3 type=write size=987046 2024-09-07T13:46:33.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.748+0000 7f2cb6b6f8c0 1 < completed write operation key=FZUZGIZAKB07 tag=1CMCEFNPYQ69 type=write size=495698 2024-09-07T13:46:33.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.752+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=BQFFW7MCZCJS type=del size=689492 2024-09-07T13:46:33.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.752+0000 7f2cb6b6f8c0 1 < completed write operation key=W8HQYXG2A9NR tag=H4K0WFJP6EI4 type=write size=613958 2024-09-07T13:46:33.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.756+0000 7f2cb6b6f8c0 1 > prepared operation key=DKCM0NB13MGO tag=0COJUGK145HG type=del size=615483 2024-09-07T13:46:33.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.760+0000 7f2cb6b6f8c0 1 < completed delete operation key=ADB5YEZAZPYJ tag=E3Y8RVI580LZ type=del 2024-09-07T13:46:33.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.764+0000 7f2cb6b6f8c0 1 > prepared operation key=R2BO0X5383EA tag=KQDMZDJWZNQH type=del size=1125279 2024-09-07T13:46:33.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.768+0000 7f2cb6b6f8c0 1 < suggested remove operation key=WLP6TFW0KQQI tag=V3XG2YNASLA3 type=del 2024-09-07T13:46:33.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.776+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~BHXMYVKXCFEA.0 size=529108 2024-09-07T13:46:33.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.776+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=BHXMYVKXCFEA tag=BN6U059MEV60 type=write size=1577684 2024-09-07T13:46:33.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.776+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=R4I3RMKRPS5D type=del 2024-09-07T13:46:33.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.780+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=N0TYYX2PF3H9 type=del size=1887360 2024-09-07T13:46:33.784 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.780+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_4MKAO5GJGCYD.2~JTVNUPRQDNDJ.0 size=905317 2024-09-07T13:46:33.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.788+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=4MKAO5GJGCYD upload=JTVNUPRQDNDJ tag=3ODELC1IQ45T type=write size=1953893 2024-09-07T13:46:33.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.788+0000 7f2cb6b6f8c0 1 > prepared operation key=R249V3K5CGU6 tag=PF0T0FLMONYU type=del size=704187 2024-09-07T13:46:33.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.796+0000 7f2cb6b6f8c0 1 < suggested remove operation key=EDEA3TDICLHA tag=K2FVBY8G8EHI type=del 2024-09-07T13:46:33.801 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.800+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=QQZGEHMDKFFV type=del size=898335 2024-09-07T13:46:33.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.800+0000 7f2cb6b6f8c0 1 < completed delete operation key=R2BO0X5383EA tag=NP82TVPY19JE type=del 2024-09-07T13:46:33.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.804+0000 7f2cb6b6f8c0 1 > prepared operation key=CS4B8TD9GPUR tag=KRE0A7RD7SWZ type=del size=1438527 2024-09-07T13:46:33.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.804+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_6EVCJ3MF1PN3.2~W8L3SFUUA0LN.0 size=1048576 2024-09-07T13:46:33.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.808+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_6EVCJ3MF1PN3.2~W8L3SFUUA0LN.1 size=204735 2024-09-07T13:46:33.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.812+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=6EVCJ3MF1PN3 upload=W8L3SFUUA0LN tag=R2OBFEZHKL25 type=write size=2301887 2024-09-07T13:46:33.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.816+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=U7PO2M03Z42D type=del size=479647 2024-09-07T13:46:33.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.820+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~4RK453JXLSB3.0 size=1048576 2024-09-07T13:46:33.823 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.820+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~4RK453JXLSB3.1 size=632046 2024-09-07T13:46:33.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.828+0000 7f2cb6b6f8c0 1 < completed multipart upload key=7I54CNB8XS2B upload=4RK453JXLSB3 tag=DEIY7TN6XFKV type=write size=2729198 2024-09-07T13:46:33.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.828+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=JB0593LNYBFI type=write size=387543 2024-09-07T13:46:33.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.836+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~OOHUQ3P014FQ.0 size=1048576 2024-09-07T13:46:33.841 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.840+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_EDEA3TDICLHA.2~OOHUQ3P014FQ.1 size=10918 2024-09-07T13:46:33.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.844+0000 7f2cb6b6f8c0 1 < completed multipart upload key=EDEA3TDICLHA upload=OOHUQ3P014FQ tag=0LJHNGEOP8ZO type=write size=2108070 2024-09-07T13:46:33.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.844+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=YY0E37F5HAOJ type=write size=960055 2024-09-07T13:46:33.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.848+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~9I8QR9Y3A1D0.0 size=1048576 2024-09-07T13:46:33.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.852+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~9I8QR9Y3A1D0.1 size=1048576 2024-09-07T13:46:33.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.852+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_XMCPLLADRKGO.2~9I8QR9Y3A1D0.2 size=559924 2024-09-07T13:46:33.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.860+0000 7f2cb6b6f8c0 1 < completed multipart upload key=XMCPLLADRKGO upload=9I8QR9Y3A1D0 tag=NOYE77KZCCKF type=write size=3705652 2024-09-07T13:46:33.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.860+0000 7f2cb6b6f8c0 1 > prepared operation key=1BSEOB4ZJRRL tag=Z7OR30ZPIJT5 type=del size=3234299 2024-09-07T13:46:33.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.864+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_55Q1KQM4NQFR.2~T2GMAPXHNFMK.0 size=44263 2024-09-07T13:46:33.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.868+0000 7f2cb6b6f8c0 1 < completed multipart upload key=55Q1KQM4NQFR upload=T2GMAPXHNFMK tag=0CR12V62HND3 type=write size=1092839 2024-09-07T13:46:33.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.876+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~0OUE16VQN1PT.0 size=1048576 2024-09-07T13:46:33.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.876+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~0OUE16VQN1PT.1 size=1048576 2024-09-07T13:46:33.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.880+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_R249V3K5CGU6.2~0OUE16VQN1PT.2 size=598578 2024-09-07T13:46:33.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.880+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=R249V3K5CGU6 upload=0OUE16VQN1PT tag=HNFUSVEDSANL type=write size=3744306 2024-09-07T13:46:33.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.884+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=I1DNVJ0G0GNA type=del 2024-09-07T13:46:33.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.888+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_CAH1NEU5UDEG.2~DTATB8VQG2BM.0 size=285476 2024-09-07T13:46:33.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.888+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=CAH1NEU5UDEG upload=DTATB8VQG2BM tag=XWVNU7BQZLJG type=write size=1334052 2024-09-07T13:46:33.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.896+0000 7f2cb6b6f8c0 1 < suggested remove operation key=U10DGQ1EL162 tag=9TNN2QRGAGGV type=del 2024-09-07T13:46:33.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.900+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~G99RK8VTEHI3.0 size=1048576 2024-09-07T13:46:33.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.904+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~G99RK8VTEHI3.1 size=941547 2024-09-07T13:46:33.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.904+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=G99RK8VTEHI3 tag=RFVAAB1HZ3YB type=write size=3038699 2024-09-07T13:46:33.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.908+0000 7f2cb6b6f8c0 1 < completed write operation key=FZUZGIZAKB07 tag=0XOZT93ENJS3 type=write size=987046 2024-09-07T13:46:33.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.912+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~JTHCZBANZ5WR.0 size=1048576 2024-09-07T13:46:33.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.916+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~JTHCZBANZ5WR.1 size=441595 2024-09-07T13:46:33.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.916+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=JTHCZBANZ5WR tag=FPPQPPJLU1CX type=write size=2538747 2024-09-07T13:46:33.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.920+0000 7f2cb6b6f8c0 1 < suggested update operation key=SNNZ7FIANLW7 tag=BQFFW7MCZCJS type=del size=689492 2024-09-07T13:46:33.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.924+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=UT2UPJHN36PA type=del size=1890889 2024-09-07T13:46:33.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.932+0000 7f2cb6b6f8c0 1 < suggested update operation key=DKCM0NB13MGO tag=0COJUGK145HG type=del size=615483 2024-09-07T13:46:33.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.932+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=36HO5U05WPWV type=del size=1845139 2024-09-07T13:46:33.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.940+0000 7f2cb6b6f8c0 1 < suggested remove operation key=R2BO0X5383EA tag=KQDMZDJWZNQH type=del 2024-09-07T13:46:33.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.944+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~OP2BM6EHF2YG.0 size=1048576 2024-09-07T13:46:33.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.948+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_DM4166SINSRL.2~OP2BM6EHF2YG.1 size=82104 2024-09-07T13:46:33.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.948+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=DM4166SINSRL upload=OP2BM6EHF2YG tag=7M9AJXN71KTA type=write size=2179256 2024-09-07T13:46:33.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.952+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~BHXMYVKXCFEA.0 size=529108 2024-09-07T13:46:33.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.956+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=BHXMYVKXCFEA tag=BN6U059MEV60 type=write size=1577684 2024-09-07T13:46:33.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.960+0000 7f2cb6b6f8c0 1 > prepared operation key=U10DGQ1EL162 tag=GF121TY3NSZK type=write size=786132 2024-09-07T13:46:33.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.960+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=N0TYYX2PF3H9 type=del 2024-09-07T13:46:33.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.964+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~3S3V4DPREJ85.0 size=1048576 2024-09-07T13:46:33.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.968+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~3S3V4DPREJ85.1 size=1048576 2024-09-07T13:46:33.972 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.968+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_U10DGQ1EL162.2~3S3V4DPREJ85.2 size=785145 2024-09-07T13:46:33.972 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.968+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=U10DGQ1EL162 upload=3S3V4DPREJ85 tag=O5B8P0XWENDT type=write size=3930873 2024-09-07T13:46:33.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.972+0000 7f2cb6b6f8c0 1 < completed delete operation key=R249V3K5CGU6 tag=PF0T0FLMONYU type=del 2024-09-07T13:46:33.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.976+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=J46QKKZTMYGW type=del size=1828998 2024-09-07T13:46:33.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.976+0000 7f2cb6b6f8c0 1 < completed delete operation key=4MKAO5GJGCYD tag=QQZGEHMDKFFV type=del 2024-09-07T13:46:33.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.980+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~G6IPCP4L0TDP.0 size=1048576 2024-09-07T13:46:33.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.984+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_BAIMASZ4JKTJ.2~G6IPCP4L0TDP.1 size=511252 2024-09-07T13:46:33.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.984+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=BAIMASZ4JKTJ upload=G6IPCP4L0TDP tag=BANPGL1W5X8W type=write size=2608404 2024-09-07T13:46:33.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.988+0000 7f2cb6b6f8c0 1 < completed delete operation key=CS4B8TD9GPUR tag=KRE0A7RD7SWZ type=del 2024-09-07T13:46:33.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.988+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=0GJSL1IB51IU type=write size=195074 2024-09-07T13:46:33.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:33.996+0000 7f2cb6b6f8c0 1 < suggested update operation key=LZX7H9KUZM7X tag=U7PO2M03Z42D type=del size=479647 2024-09-07T13:46:34.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.000+0000 7f2cb6b6f8c0 1 > prepared operation key=KIKPQG73BHGB tag=VI3QJB4NYWD8 type=write size=100970 2024-09-07T13:46:34.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.000+0000 7f2cb6b6f8c0 -1 < failed to complete operation key=U10DGQ1EL162 tag=JB0593LNYBFI type=write size=387543: (22) Invalid argument 2024-09-07T13:46:34.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.004+0000 7f2cb6b6f8c0 1 > prepared operation key=55Q1KQM4NQFR tag=RT2X06A9XDDG type=del size=1492082 2024-09-07T13:46:34.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.008+0000 7f2cb6b6f8c0 1 < suggested remove operation key=Z6G2MS36EF8U tag=YY0E37F5HAOJ type=write 2024-09-07T13:46:34.013 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.012+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=OH408EW8JT40 type=del size=1994274 2024-09-07T13:46:34.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.012+0000 7f2cb6b6f8c0 1 < completed delete operation key=1BSEOB4ZJRRL tag=Z7OR30ZPIJT5 type=del 2024-09-07T13:46:34.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.020+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~4BO6O3RDZTJJ.0 size=1048576 2024-09-07T13:46:34.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.020+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~4BO6O3RDZTJJ.1 size=1048576 2024-09-07T13:46:34.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.020+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W8HQYXG2A9NR.2~4BO6O3RDZTJJ.2 size=191306 2024-09-07T13:46:34.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.020+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W8HQYXG2A9NR upload=4BO6O3RDZTJJ tag=TVKPCN7761IP type=write size=3337034 2024-09-07T13:46:34.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.024+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~0OUE16VQN1PT.0 size=1048576 2024-09-07T13:46:34.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.028+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~0OUE16VQN1PT.1 size=1048576 2024-09-07T13:46:34.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.028+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_R249V3K5CGU6.2~0OUE16VQN1PT.2 size=598578 2024-09-07T13:46:34.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.032+0000 7f2cb6b6f8c0 1 < completed multipart upload key=R249V3K5CGU6 upload=0OUE16VQN1PT tag=HNFUSVEDSANL type=write size=3744306 2024-09-07T13:46:34.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.036+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=ZJKNF8MW30K9 type=del size=504342 2024-09-07T13:46:34.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.036+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_CAH1NEU5UDEG.2~DTATB8VQG2BM.0 size=285476 2024-09-07T13:46:34.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.040+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=CAH1NEU5UDEG upload=DTATB8VQG2BM tag=XWVNU7BQZLJG type=write size=1334052 2024-09-07T13:46:34.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.044+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=KFPRJ6QZUT10 type=del size=3327079 2024-09-07T13:46:34.048 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.044+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~G99RK8VTEHI3.0 size=1048576 2024-09-07T13:46:34.048 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.044+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_V8VL32BCEJRQ.2~G99RK8VTEHI3.1 size=941547 2024-09-07T13:46:34.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.052+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=V8VL32BCEJRQ upload=G99RK8VTEHI3 tag=RFVAAB1HZ3YB type=write size=3038699 2024-09-07T13:46:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.056+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~U3F8NWYXJR8V.0 size=1048576 2024-09-07T13:46:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.056+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~U3F8NWYXJR8V.1 size=1048576 2024-09-07T13:46:34.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.060+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_V8VL32BCEJRQ.2~U3F8NWYXJR8V.2 size=199602 2024-09-07T13:46:34.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.060+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=V8VL32BCEJRQ upload=U3F8NWYXJR8V tag=2SGTBTFGX3JE type=write size=3345330 2024-09-07T13:46:34.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.064+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~JTHCZBANZ5WR.0 size=1048576 2024-09-07T13:46:34.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.064+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_7I54CNB8XS2B.2~JTHCZBANZ5WR.1 size=441595 2024-09-07T13:46:34.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.068+0000 7f2cb6b6f8c0 1 < completed multipart upload key=7I54CNB8XS2B upload=JTHCZBANZ5WR tag=FPPQPPJLU1CX type=write size=2538747 2024-09-07T13:46:34.072 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.072+0000 7f2cb6b6f8c0 1 > prepared operation key=Z6G2MS36EF8U tag=0RUYTYCYVIT6 type=del size=3916558 2024-09-07T13:46:34.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.072+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=UT2UPJHN36PA type=del 2024-09-07T13:46:34.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.076+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_4MKAO5GJGCYD.2~2X0TRE2IYC01.0 size=811534 2024-09-07T13:46:34.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.076+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=4MKAO5GJGCYD upload=2X0TRE2IYC01 tag=ZA7NMJN3V3Z9 type=write size=1860110 2024-09-07T13:46:34.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.080+0000 7f2cb6b6f8c0 1 < canceled operation key=ADB5YEZAZPYJ tag=36HO5U05WPWV type=del size=1845139 2024-09-07T13:46:34.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.084+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~85IO5VASJ2OH.0 size=1048576 2024-09-07T13:46:34.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.084+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_1BSEOB4ZJRRL.2~85IO5VASJ2OH.1 size=831897 2024-09-07T13:46:34.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.084+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=1BSEOB4ZJRRL upload=85IO5VASJ2OH tag=5DJACE6JKQJJ type=write size=2929049 2024-09-07T13:46:34.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.088+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_DM4166SINSRL.2~OP2BM6EHF2YG.0 size=1048576 2024-09-07T13:46:34.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.088+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_DM4166SINSRL.2~OP2BM6EHF2YG.1 size=82104 2024-09-07T13:46:34.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.096+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=DM4166SINSRL upload=OP2BM6EHF2YG tag=7M9AJXN71KTA type=write size=2179256 2024-09-07T13:46:34.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.096+0000 7f2cb6b6f8c0 1 > prepared operation key=UN7NW8NTF67Q tag=SZXLHA40LMLT type=del size=3766025 2024-09-07T13:46:34.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.100+0000 7f2cb6b6f8c0 1 < completed write operation key=U10DGQ1EL162 tag=GF121TY3NSZK type=write size=786132 2024-09-07T13:46:34.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.100+0000 7f2cb6b6f8c0 1 > prepared operation key=6EVCJ3MF1PN3 tag=51JOCED8CGNM type=write size=767145 2024-09-07T13:46:34.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.100+0000 7f2cb6b6f8c0 1 < canceled part key=_multipart_U10DGQ1EL162.2~3S3V4DPREJ85.0 size=1048576 2024-09-07T13:46:34.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.104+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~3S3V4DPREJ85.1 size=1048576 2024-09-07T13:46:34.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.104+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_U10DGQ1EL162.2~3S3V4DPREJ85.2 size=785145 2024-09-07T13:46:34.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.108+0000 7f2cb6b6f8c0 1 < canceled multipart upload key=U10DGQ1EL162 upload=3S3V4DPREJ85 tag=O5B8P0XWENDT type=write size=3930873 2024-09-07T13:46:34.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.112+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=CNB31C3IGVS7 type=del size=258616 2024-09-07T13:46:34.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.116+0000 7f2cb6b6f8c0 1 < suggested remove operation key=WLP6TFW0KQQI tag=J46QKKZTMYGW type=del 2024-09-07T13:46:34.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.116+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=SW7X91S73UMZ type=del size=987098 2024-09-07T13:46:34.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.120+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~G6IPCP4L0TDP.0 size=1048576 2024-09-07T13:46:34.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.120+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_BAIMASZ4JKTJ.2~G6IPCP4L0TDP.1 size=511252 2024-09-07T13:46:34.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.124+0000 7f2cb6b6f8c0 1 < completed multipart upload key=BAIMASZ4JKTJ upload=G6IPCP4L0TDP tag=BANPGL1W5X8W type=write size=2608404 2024-09-07T13:46:34.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.128+0000 7f2cb6b6f8c0 1 > prepared operation key=LZX7H9KUZM7X tag=4A6R14FTFSDS type=del size=1332045 2024-09-07T13:46:34.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.132+0000 7f2cb6b6f8c0 1 < suggested remove operation key=W8HQYXG2A9NR tag=0GJSL1IB51IU type=write 2024-09-07T13:46:34.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.136+0000 7f2cb6b6f8c0 1 > prepared operation key=DM4166SINSRL tag=QYSA1C2JRONU type=del size=1917285 2024-09-07T13:46:34.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.136+0000 7f2cb6b6f8c0 1 < completed write operation key=KIKPQG73BHGB tag=VI3QJB4NYWD8 type=write size=100970 2024-09-07T13:46:34.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.140+0000 7f2cb6b6f8c0 1 > prepared operation key=W120AMT2ALD9 tag=6KN78VDP2771 type=del size=3909647 2024-09-07T13:46:34.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.144+0000 7f2cb6b6f8c0 1 < completed delete operation key=55Q1KQM4NQFR tag=RT2X06A9XDDG type=del 2024-09-07T13:46:34.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.144+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~Y20997OKOF33.0 size=1048576 2024-09-07T13:46:34.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.148+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_FZUZGIZAKB07.2~Y20997OKOF33.1 size=205057 2024-09-07T13:46:34.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.148+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=FZUZGIZAKB07 upload=Y20997OKOF33 tag=IWPRPUWNJ9Q2 type=write size=2302209 2024-09-07T13:46:34.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.152+0000 7f2cb6b6f8c0 1 < suggested update operation key=ADB5YEZAZPYJ tag=OH408EW8JT40 type=del size=1994274 2024-09-07T13:46:34.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.156+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~2GA6RJSE3S14.0 size=1048576 2024-09-07T13:46:34.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.156+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~2GA6RJSE3S14.1 size=1048576 2024-09-07T13:46:34.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.160+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_ZVZ04CSVO3XE.2~2GA6RJSE3S14.2 size=1035275 2024-09-07T13:46:34.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.160+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=ZVZ04CSVO3XE upload=2GA6RJSE3S14 tag=3IPY17602251 type=write size=4181003 2024-09-07T13:46:34.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.160+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~4BO6O3RDZTJJ.0 size=1048576 2024-09-07T13:46:34.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.164+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~4BO6O3RDZTJJ.1 size=1048576 2024-09-07T13:46:34.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.164+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_W8HQYXG2A9NR.2~4BO6O3RDZTJJ.2 size=191306 2024-09-07T13:46:34.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.168+0000 7f2cb6b6f8c0 1 < completed multipart upload key=W8HQYXG2A9NR upload=4BO6O3RDZTJJ tag=TVKPCN7761IP type=write size=3337034 2024-09-07T13:46:34.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.172+0000 7f2cb6b6f8c0 1 > prepared operation key=SNNZ7FIANLW7 tag=EM8LQ3T0KF0H type=del size=2253430 2024-09-07T13:46:34.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.172+0000 7f2cb6b6f8c0 1 < canceled operation key=X93W2ZAZXKB5 tag=ZJKNF8MW30K9 type=del size=504342 2024-09-07T13:46:34.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.176+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=ACWZZG5YJHP2 type=write size=39948 2024-09-07T13:46:34.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.176+0000 7f2cb6b6f8c0 1 < completed delete operation key=6EVCJ3MF1PN3 tag=KFPRJ6QZUT10 type=del 2024-09-07T13:46:34.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.180+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=8KYUZSKP8IC9 type=del size=794443 2024-09-07T13:46:34.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.184+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~U3F8NWYXJR8V.0 size=1048576 2024-09-07T13:46:34.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.184+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~U3F8NWYXJR8V.1 size=1048576 2024-09-07T13:46:34.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.184+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_V8VL32BCEJRQ.2~U3F8NWYXJR8V.2 size=199602 2024-09-07T13:46:34.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.188+0000 7f2cb6b6f8c0 1 < completed multipart upload key=V8VL32BCEJRQ upload=U3F8NWYXJR8V tag=2SGTBTFGX3JE type=write size=3345330 2024-09-07T13:46:34.194 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.192+0000 7f2cb6b6f8c0 1 > prepared operation key=CAH1NEU5UDEG tag=MAG7XI87UYFT type=del size=4180543 2024-09-07T13:46:34.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.196+0000 7f2cb6b6f8c0 1 < suggested update operation key=Z6G2MS36EF8U tag=0RUYTYCYVIT6 type=del size=3916558 2024-09-07T13:46:34.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.200+0000 7f2cb6b6f8c0 1 > prepared operation key=ADB5YEZAZPYJ tag=20BPE8PF8EB3 type=del size=288594 2024-09-07T13:46:34.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.200+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_4MKAO5GJGCYD.2~2X0TRE2IYC01.0 size=811534 2024-09-07T13:46:34.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.204+0000 7f2cb6b6f8c0 1 < completed multipart upload key=4MKAO5GJGCYD upload=2X0TRE2IYC01 tag=ZA7NMJN3V3Z9 type=write size=1860110 2024-09-07T13:46:34.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.208+0000 7f2cb6b6f8c0 1 > prepared operation key=30MLFTW2U44U tag=XOWSB2US01M7 type=write size=872130 2024-09-07T13:46:34.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.208+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~85IO5VASJ2OH.0 size=1048576 2024-09-07T13:46:34.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.212+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_1BSEOB4ZJRRL.2~85IO5VASJ2OH.1 size=831897 2024-09-07T13:46:34.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.216+0000 7f2cb6b6f8c0 1 < completed multipart upload key=1BSEOB4ZJRRL upload=85IO5VASJ2OH tag=5DJACE6JKQJJ type=write size=2929049 2024-09-07T13:46:34.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.216+0000 7f2cb6b6f8c0 1 > prepared operation key=X93W2ZAZXKB5 tag=PWUZ94TILZ1P type=del size=1500997 2024-09-07T13:46:34.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.220+0000 7f2cb6b6f8c0 1 < completed delete operation key=UN7NW8NTF67Q tag=SZXLHA40LMLT type=del 2024-09-07T13:46:34.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.224+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~P3AC54FXTIHE.0 size=1048576 2024-09-07T13:46:34.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.228+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~P3AC54FXTIHE.1 size=1048576 2024-09-07T13:46:34.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.228+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_WLP6TFW0KQQI.2~P3AC54FXTIHE.2 size=171352 2024-09-07T13:46:34.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.228+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=WLP6TFW0KQQI upload=P3AC54FXTIHE tag=DCT52RFFXPDL type=write size=3317080 2024-09-07T13:46:34.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.232+0000 7f2cb6b6f8c0 1 < completed write operation key=6EVCJ3MF1PN3 tag=51JOCED8CGNM type=write size=767145 2024-09-07T13:46:34.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.236+0000 7f2cb6b6f8c0 1 > prepared operation key=WLP6TFW0KQQI tag=P3VGJFOJT32I type=del size=1141636 2024-09-07T13:46:34.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.236+0000 7f2cb6b6f8c0 1 < completed delete operation key=X93W2ZAZXKB5 tag=CNB31C3IGVS7 type=del 2024-09-07T13:46:34.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.240+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_SNNZ7FIANLW7.2~FMWIE5KYKD0D.0 size=652278 2024-09-07T13:46:34.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.240+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=SNNZ7FIANLW7 upload=FMWIE5KYKD0D tag=R9X36XHDOD7A type=write size=1700854 2024-09-07T13:46:34.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.244+0000 7f2cb6b6f8c0 1 < suggested update operation key=30MLFTW2U44U tag=SW7X91S73UMZ type=del size=987098 2024-09-07T13:46:34.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.248+0000 7f2cb6b6f8c0 1 > prepared operation key=4MKAO5GJGCYD tag=6FL1XT96TARW type=del size=2808381 2024-09-07T13:46:34.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.252+0000 7f2cb6b6f8c0 1 < completed delete operation key=LZX7H9KUZM7X tag=4A6R14FTFSDS type=del 2024-09-07T13:46:34.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.256+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~14VNALZUW3DM.0 size=1048576 2024-09-07T13:46:34.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.256+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~14VNALZUW3DM.1 size=1048576 2024-09-07T13:46:34.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.260+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_W120AMT2ALD9.2~14VNALZUW3DM.2 size=796072 2024-09-07T13:46:34.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.260+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=W120AMT2ALD9 upload=14VNALZUW3DM tag=DFRF0JYP00ZZ type=write size=3941800 2024-09-07T13:46:34.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.264+0000 7f2cb6b6f8c0 1 < completed delete operation key=DM4166SINSRL tag=QYSA1C2JRONU type=del 2024-09-07T13:46:34.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.268+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_7I54CNB8XS2B.2~D6J2WZSMFJSI.0 size=898948 2024-09-07T13:46:34.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.268+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=7I54CNB8XS2B upload=D6J2WZSMFJSI tag=09FQD97T660O type=write size=1947524 2024-09-07T13:46:34.271 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.268+0000 7f2cb6b6f8c0 1 < completed delete operation key=W120AMT2ALD9 tag=6KN78VDP2771 type=del 2024-09-07T13:46:34.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.272+0000 7f2cb6b6f8c0 1 > prepared operation key=FZUZGIZAKB07 tag=FHATXWG4RMYX type=del size=923881 2024-09-07T13:46:34.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.272+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~Y20997OKOF33.0 size=1048576 2024-09-07T13:46:34.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.276+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_FZUZGIZAKB07.2~Y20997OKOF33.1 size=205057 2024-09-07T13:46:34.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.280+0000 7f2cb6b6f8c0 1 < completed multipart upload key=FZUZGIZAKB07 upload=Y20997OKOF33 tag=IWPRPUWNJ9Q2 type=write size=2302209 2024-09-07T13:46:34.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.280+0000 7f2cb6b6f8c0 1 > prepared operation key=EDEA3TDICLHA tag=ZX29IMA3EU7R type=del size=2540737 2024-09-07T13:46:34.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.284+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~2GA6RJSE3S14.0 size=1048576 2024-09-07T13:46:34.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.284+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~2GA6RJSE3S14.1 size=1048576 2024-09-07T13:46:34.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.288+0000 7f2cb6b6f8c0 1 < completed part key=_multipart_ZVZ04CSVO3XE.2~2GA6RJSE3S14.2 size=1035275 2024-09-07T13:46:34.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.292+0000 7f2cb6b6f8c0 1 < completed multipart upload key=ZVZ04CSVO3XE upload=2GA6RJSE3S14 tag=3IPY17602251 type=write size=4181003 2024-09-07T13:46:34.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.296+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~R1YFWZ3HOI82.0 size=1048576 2024-09-07T13:46:34.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.300+0000 7f2cb6b6f8c0 1 > prepared part key=_multipart_8CA8BLUFHJ91.2~R1YFWZ3HOI82.1 size=438025 2024-09-07T13:46:34.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.300+0000 7f2cb6b6f8c0 1 > prepared multipart upload key=8CA8BLUFHJ91 upload=R1YFWZ3HOI82 tag=B4TMWMFMJB2H type=write size=2535177 2024-09-07T13:46:34.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.300+0000 7f2cb6b6f8c0 1 < completed delete operation key=SNNZ7FIANLW7 tag=EM8LQ3T0KF0H type=del 2024-09-07T13:46:34.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:46:34.304+0000 7f2cb6b6f8c0 1 > prepared operation key=W8HQYXG2A9NR tag=8FHY93S9S5RN type=del size=3791075 2024-09-07T13:46:34.306 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] cls_rgw_stats.simulate (21341 ms) 2024-09-07T13:46:34.306 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 1 test from cls_rgw_stats (21341 ms total) 2024-09-07T13:46:34.306 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:46:34.306 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:46:35.005 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 1 test from 1 test suite ran. (23970 ms total) 2024-09-07T13:46:35.005 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 1 test. 2024-09-07T13:46:35.015 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:46:35.016 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:46:35.070 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2024-09-07T13:46:35.072 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-07T13:46:35.072 DEBUG:teuthology.orchestra.run.smithi107:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-07T13:46:35.135 INFO:tasks.workunit.client.0.smithi107.stdout:Running main() from gmock_main.cc 2024-09-07T13:46:35.135 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-07T13:46:35.135 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:46:37.070 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 31 tests from CmpOmap 2024-09-07T13:46:37.070 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-07T13:46:37.077 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (7 ms) 2024-09-07T13:46:37.077 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-07T13:46:37.084 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (7 ms) 2024-09-07T13:46:37.084 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-07T13:46:37.089 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (5 ms) 2024-09-07T13:46:37.089 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-07T13:46:37.096 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (7 ms) 2024-09-07T13:46:37.096 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-07T13:46:37.111 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_vals_str (15 ms) 2024-09-07T13:46:37.111 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-07T13:46:37.121 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_vals_u64 (11 ms) 2024-09-07T13:46:37.122 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-07T13:46:37.130 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (8 ms) 2024-09-07T13:46:37.130 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-07T13:46:37.138 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (8 ms) 2024-09-07T13:46:37.138 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-07T13:46:37.148 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (10 ms) 2024-09-07T13:46:37.148 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-07T13:46:37.159 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (11 ms) 2024-09-07T13:46:37.159 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-07T13:46:37.160 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (2 ms) 2024-09-07T13:46:37.160 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-07T13:46:37.161 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-09-07T13:46:37.161 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-07T13:46:37.178 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (17 ms) 2024-09-07T13:46:37.178 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-07T13:46:37.196 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (18 ms) 2024-09-07T13:46:37.196 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-07T13:46:37.212 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (16 ms) 2024-09-07T13:46:37.212 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-07T13:46:37.228 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (16 ms) 2024-09-07T13:46:37.228 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-07T13:46:37.248 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_set_vals_str (21 ms) 2024-09-07T13:46:37.249 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-07T13:46:37.270 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (21 ms) 2024-09-07T13:46:37.270 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-07T13:46:37.277 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (7 ms) 2024-09-07T13:46:37.277 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-07T13:46:37.284 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (7 ms) 2024-09-07T13:46:37.284 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-07T13:46:37.287 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (3 ms) 2024-09-07T13:46:37.287 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-07T13:46:37.289 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (2 ms) 2024-09-07T13:46:37.289 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-07T13:46:37.305 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (16 ms) 2024-09-07T13:46:37.305 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-07T13:46:37.321 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (17 ms) 2024-09-07T13:46:37.322 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-07T13:46:37.341 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (19 ms) 2024-09-07T13:46:37.341 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-07T13:46:37.362 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (21 ms) 2024-09-07T13:46:37.362 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-07T13:46:37.368 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (6 ms) 2024-09-07T13:46:37.368 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-07T13:46:37.375 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (7 ms) 2024-09-07T13:46:37.375 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-07T13:46:37.378 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (2 ms) 2024-09-07T13:46:37.378 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-07T13:46:37.380 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (2 ms) 2024-09-07T13:46:37.380 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-07T13:46:37.401 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (21 ms) 2024-09-07T13:46:37.402 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 31 tests from CmpOmap (331 ms total) 2024-09-07T13:46:37.402 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:46:37.402 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:46:38.089 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 31 tests from 1 test suite ran. (2954 ms total) 2024-09-07T13:46:38.090 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 31 tests. 2024-09-07T13:46:38.096 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:46:38.096 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:46:38.150 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2024-09-07T13:46:38.151 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-07T13:46:38.151 DEBUG:teuthology.orchestra.run.smithi107:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-07T13:46:38.217 INFO:tasks.workunit.client.0.smithi107.stdout:Running main() from gmock_main.cc 2024-09-07T13:46:38.217 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-07T13:46:38.217 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:46:38.217 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 24 tests from TestCls2PCQueue 2024-09-07T13:46:38.217 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-07T13:46:41.094 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2878 ms) 2024-09-07T13:46:41.094 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-07T13:46:44.152 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3058 ms) 2024-09-07T13:46:44.152 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-07T13:46:47.164 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.Reserve (3010 ms) 2024-09-07T13:46:47.165 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-07T13:46:50.217 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3055 ms) 2024-09-07T13:46:50.218 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-07T13:46:54.299 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.Commit (4082 ms) 2024-09-07T13:46:54.299 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.Stats 2024-09-07T13:46:58.333 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.Stats (4034 ms) 2024-09-07T13:46:58.333 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2024-09-07T13:47:02.379 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4046 ms) 2024-09-07T13:47:02.380 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-07T13:47:05.393 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.Abort (3014 ms) 2024-09-07T13:47:05.393 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-07T13:47:08.443 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.ReserveError (3050 ms) 2024-09-07T13:47:08.443 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-07T13:47:11.483 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.CommitError (3040 ms) 2024-09-07T13:47:11.483 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-07T13:47:14.548 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.AbortError (3065 ms) 2024-09-07T13:47:14.548 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-07T13:47:17.608 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3060 ms) 2024-09-07T13:47:17.608 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-07T13:47:20.608 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3000 ms) 2024-09-07T13:47:20.608 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-07T13:47:23.648 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3037 ms) 2024-09-07T13:47:23.649 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-07T13:47:26.714 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3069 ms) 2024-09-07T13:47:26.714 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-07T13:47:29.740 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3022 ms) 2024-09-07T13:47:29.740 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-07T13:47:32.793 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3056 ms) 2024-09-07T13:47:32.793 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-07T13:47:35.800 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.Cleanup (3007 ms) 2024-09-07T13:47:35.800 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-07T13:47:48.877 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.MultiProducer (13077 ms) 2024-09-07T13:47:48.878 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-07T13:47:53.949 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (5072 ms) 2024-09-07T13:47:53.949 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-07T13:48:08.048 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (14096 ms) 2024-09-07T13:48:08.049 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-07T13:48:14.382 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (6337 ms) 2024-09-07T13:48:14.382 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-07T13:48:24.432 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (10050 ms) 2024-09-07T13:48:24.432 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-07T13:48:34.478 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (10045 ms) 2024-09-07T13:48:34.478 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 24 tests from TestCls2PCQueue (116262 ms total) 2024-09-07T13:48:34.478 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:48:34.478 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:48:34.478 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 24 tests from 1 test suite ran. (116262 ms total) 2024-09-07T13:48:34.478 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 24 tests. 2024-09-07T13:48:34.484 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:48:34.485 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:48:34.541 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2024-09-07T13:48:34.543 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2024-09-07T13:48:34.543 DEBUG:teuthology.orchestra.run.smithi107:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2024-09-07T13:48:34.617 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:48:34.618 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:48:34.618 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-07T13:48:34.618 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:48:36.493 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 4 tests from ClsAccount 2024-09-07T13:48:36.493 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsAccount.add 2024-09-07T13:48:36.546 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsAccount.add (52 ms) 2024-09-07T13:48:36.546 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsAccount.get 2024-09-07T13:48:36.564 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsAccount.get (19 ms) 2024-09-07T13:48:36.564 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsAccount.rm 2024-09-07T13:48:36.573 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsAccount.rm (9 ms) 2024-09-07T13:48:36.574 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] ClsAccount.list 2024-09-07T13:48:36.617 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] ClsAccount.list (43 ms) 2024-09-07T13:48:36.617 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 4 tests from ClsAccount (123 ms total) 2024-09-07T13:48:36.617 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:48:36.617 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:48:37.495 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 4 tests from 1 test suite ran. (2877 ms total) 2024-09-07T13:48:37.495 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 4 tests. 2024-09-07T13:48:37.500 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:48:37.500 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:48:37.557 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2024-09-07T13:48:37.558 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2024-09-07T13:48:37.558 DEBUG:teuthology.orchestra.run.smithi107:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2024-09-07T13:48:37.632 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:48:37.633 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:48:37.633 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-07T13:48:37.633 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:48:39.549 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 6 tests from rgw_gc_log 2024-09-07T13:48:39.549 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2024-09-07T13:48:39.592 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] rgw_gc_log.init_existing_queue (42 ms) 2024-09-07T13:48:39.592 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2024-09-07T13:48:39.598 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] rgw_gc_log.init_existing_omap (6 ms) 2024-09-07T13:48:39.598 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2024-09-07T13:48:39.605 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (7 ms) 2024-09-07T13:48:39.605 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2024-09-07T13:48:39.608 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (3 ms) 2024-09-07T13:48:39.608 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2024-09-07T13:48:39.614 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] rgw_gc_log.defer1_after_init (6 ms) 2024-09-07T13:48:39.614 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2024-09-07T13:48:39.617 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] rgw_gc_log.defer2_before_init (2 ms) 2024-09-07T13:48:39.617 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 6 tests from rgw_gc_log (68 ms total) 2024-09-07T13:48:39.617 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:48:39.617 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:48:40.561 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 6 tests from 1 test suite ran. (2929 ms total) 2024-09-07T13:48:40.562 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 6 tests. 2024-09-07T13:48:40.568 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:48:40.568 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:48:40.624 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2024-09-07T13:48:40.625 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2024-09-07T13:48:40.625 DEBUG:teuthology.orchestra.run.smithi107:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2024-09-07T13:48:40.702 INFO:tasks.workunit.client.0.smithi107.stdout:Running main() from gmock_main.cc 2024-09-07T13:48:40.702 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-07T13:48:40.702 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:48:40.702 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 4 tests from TestRGWObj 2024-09-07T13:48:40.703 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestRGWObj.underscore 2024-09-07T13:48:40.703 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj 2024-09-07T13:48:40.703 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj 2024-09-07T13:48:40.703 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: _obj ns= i= 2024-09-07T13:48:40.703 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj 2024-09-07T13:48:40.703 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj 2024-09-07T13:48:40.703 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: _obj ns= i= 2024-09-07T13:48:40.703 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj 2024-09-07T13:48:40.703 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj 2024-09-07T13:48:40.703 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: _obj ns= i= 2024-09-07T13:48:40.703 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.703 INFO:tasks.workunit.client.0.smithi107.stdout: "obj1": { 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.704 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.705 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.705 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.705 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.705 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.705 INFO:tasks.workunit.client.0.smithi107.stdout: "obj2": { 2024-09-07T13:48:40.705 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.705 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.705 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.705 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.706 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.707 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3": { 2024-09-07T13:48:40.707 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.707 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.707 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.707 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.707 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.707 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.707 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.707 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.707 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.707 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.708 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.708 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.708 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.708 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.708 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.708 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.708 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.708 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3-2": { 2024-09-07T13:48:40.708 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.708 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.708 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.708 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.709 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.709 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.709 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.709 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.709 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.709 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.709 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.709 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.709 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.709 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.709 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.709 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: _obj ns=ns i= 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: _obj ns=ns i= 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: _obj ns=ns i= 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.710 INFO:tasks.workunit.client.0.smithi107.stdout: "obj1": { 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.711 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: "obj2": { 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.712 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3": { 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.713 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.714 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3-2": { 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.715 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj[v1] 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj[v1] 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: _obj ns= i=v1 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj[v1] 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj[v1] 2024-09-07T13:48:40.716 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: _obj ns= i=v1 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj[v1] 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj[v1] 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: _obj ns= i=v1 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout: "obj1": { 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.717 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "v1", 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: "obj2": { 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.718 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "v1", 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.719 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.720 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.720 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3": { 2024-09-07T13:48:40.720 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.720 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.720 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.720 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.720 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.720 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.720 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.720 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.720 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.720 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3-2": { 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.721 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "v1", 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.722 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj[v1] 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj[v1] 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: _obj ns=ns i=v1 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj[v1] 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj[v1] 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: _obj ns=ns i=v1 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj[v1] 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: _obj[v1] 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: _obj ns=ns i=v1 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout: "obj1": { 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.723 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "v1", 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.724 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: "obj2": { 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.725 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "v1", 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3": { 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.726 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3-2": { 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.727 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_obj", 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "v1", 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.728 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestRGWObj.underscore (0 ms) 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestRGWObj.no_underscore 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: obj ns= i= 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: obj ns= i= 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: obj ns= i= 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout: "obj1": { 2024-09-07T13:48:40.729 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.730 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: "obj2": { 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.731 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3": { 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.732 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.733 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3-2": { 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.734 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: obj ns=ns i= 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: obj ns=ns i= 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj 2024-09-07T13:48:40.735 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: obj ns=ns i= 2024-09-07T13:48:40.736 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.736 INFO:tasks.workunit.client.0.smithi107.stdout: "obj1": { 2024-09-07T13:48:40.736 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.736 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.736 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.736 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.736 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.736 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.736 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.736 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.736 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.736 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: "obj2": { 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.737 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.738 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.738 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.738 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.738 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.738 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.738 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.738 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.738 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.738 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.738 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.738 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.738 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3": { 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.739 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3-2": { 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.740 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj[v1] 2024-09-07T13:48:40.741 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj[v1] 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: obj ns= i=v1 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj[v1] 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj[v1] 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: obj ns= i=v1 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj[v1] 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj[v1] 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: obj ns= i=v1 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout: "obj1": { 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.742 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "v1", 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.743 INFO:tasks.workunit.client.0.smithi107.stdout: "obj2": { 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.744 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "v1", 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3": { 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.745 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3-2": { 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.746 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "v1", 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.747 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj[v1] 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj[v1] 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: obj ns=ns i=v1 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj[v1] 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj[v1] 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: obj ns=ns i=v1 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj[v1] 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout:parsed: obj[v1] 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout:stripped: obj ns=ns i=v1 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout: "obj1": { 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.748 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "v1", 2024-09-07T13:48:40.749 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.750 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.750 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.750 INFO:tasks.workunit.client.0.smithi107.stdout: "obj2": { 2024-09-07T13:48:40.750 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.750 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.750 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.750 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.750 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.750 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.750 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.750 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "v1", 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3": { 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.751 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.752 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: "obj3-2": { 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.753 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "obj", 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "v1", 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestRGWObj.obj_to_raw 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.754 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.755 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.756 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": "default-placement.data", 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker_myobj", 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.757 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.758 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.759 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.760 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.761 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.761 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.761 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.761 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.761 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.761 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.761 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.761 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.761 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker_myobj", 2024-09-07T13:48:40.762 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.762 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.762 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.762 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.762 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.762 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.762 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.762 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.763 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.763 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.763 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.763 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.763 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.763 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.763 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.763 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.764 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.765 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.766 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.766 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.766 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.766 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.766 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.766 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.766 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.766 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.766 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.766 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.766 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.766 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": "default-placement.data", 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns_myobj", 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.767 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.768 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.768 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.768 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.768 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.768 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.768 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.768 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.768 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.768 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.768 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.768 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.768 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.769 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.770 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.770 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.770 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.770 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.770 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.770 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.770 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.770 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.770 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.770 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.770 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.770 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.771 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns_myobj", 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.772 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.773 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.774 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.775 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.776 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.776 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.776 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.776 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.776 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.776 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.776 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": "default-placement.data", 2024-09-07T13:48:40.776 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__:inst_myobj", 2024-09-07T13:48:40.776 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.776 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.776 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.776 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.777 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.778 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.779 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.780 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__:inst_myobj", 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.781 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.782 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.783 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.784 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.785 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.785 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.785 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.785 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.785 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.785 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.785 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.785 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": "default-placement.data", 2024-09-07T13:48:40.785 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns:inst_myobj", 2024-09-07T13:48:40.785 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.785 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.785 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.786 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.787 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.788 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.789 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns:inst_myobj", 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.790 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.791 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.791 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.791 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.791 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.791 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.791 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.791 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.791 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.791 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.791 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.791 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.791 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.792 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.793 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.794 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": "default-placement.data", 2024-09-07T13:48:40.795 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker___myobj", 2024-09-07T13:48:40.795 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj" 2024-09-07T13:48:40.795 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.795 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.795 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.795 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.795 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.795 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.795 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.795 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.795 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.795 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.796 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.797 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.798 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker___myobj", 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj" 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.799 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.800 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.801 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.802 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.803 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.804 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.804 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.804 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": "default-placement.data", 2024-09-07T13:48:40.804 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns__myobj", 2024-09-07T13:48:40.804 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.804 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.804 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.804 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.804 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.804 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.804 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.804 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.805 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.806 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.807 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.807 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.807 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.807 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.807 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.807 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.807 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.807 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.807 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.807 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.807 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.808 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.808 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.808 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.808 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.808 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.808 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.808 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.808 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.808 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.808 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.808 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns__myobj", 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.809 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.810 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.811 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.811 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.811 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.811 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.811 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.811 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.811 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.811 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.811 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.811 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.811 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.811 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.812 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": "default-placement.data", 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__:inst__myobj", 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj" 2024-09-07T13:48:40.813 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.814 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.815 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.816 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.817 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__:inst__myobj", 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj" 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.818 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.819 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.819 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.819 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.819 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.819 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.819 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.819 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.819 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.819 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.819 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.819 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.819 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.820 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.820 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.820 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.820 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.820 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.820 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.820 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.820 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.820 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.820 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.820 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.820 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.821 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.821 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.821 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.821 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.821 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.821 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.821 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.821 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.821 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.821 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.821 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.821 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.822 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": "default-placement.data", 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns:inst__myobj", 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.823 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.824 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.824 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.824 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.824 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.824 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.824 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.824 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.824 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.824 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.824 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.824 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.824 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.825 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.826 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns:inst__myobj", 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.827 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.828 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.829 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.829 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.829 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.829 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.829 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.829 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.829 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.829 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.829 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.829 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.829 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.829 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.830 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.831 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.832 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.832 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.832 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.832 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": "default-placement.data", 2024-09-07T13:48:40.832 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker___myobj_", 2024-09-07T13:48:40.832 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj_" 2024-09-07T13:48:40.832 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.832 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.832 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.832 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.832 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.832 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.833 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.834 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.835 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.835 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.835 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.835 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.835 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.836 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.837 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.837 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.837 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.837 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.837 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.837 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.837 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.837 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.837 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker___myobj_", 2024-09-07T13:48:40.837 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj_" 2024-09-07T13:48:40.837 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.837 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.838 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.838 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.838 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.838 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.838 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.838 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.838 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.838 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.838 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.838 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.838 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.838 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.839 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.840 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.841 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": "default-placement.data", 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns__myobj_", 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.842 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.843 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.844 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.845 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.845 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.845 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.845 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.845 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.845 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.845 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.845 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.845 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.845 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.845 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.845 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.846 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.846 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.846 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.846 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.846 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.846 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.846 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.846 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.846 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.846 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.846 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.846 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns__myobj_", 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.847 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.848 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.849 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.849 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.849 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.849 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.849 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.849 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.849 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.849 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.849 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.849 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.849 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.849 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.850 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.851 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.851 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.851 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.851 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.851 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.851 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.851 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.851 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.851 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": "default-placement.data", 2024-09-07T13:48:40.851 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__:inst__myobj_", 2024-09-07T13:48:40.851 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj_" 2024-09-07T13:48:40.851 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.852 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.853 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.854 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.855 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.855 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.855 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.855 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.855 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.855 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.855 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.855 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.855 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.855 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.855 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.855 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.856 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.856 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.856 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.856 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.856 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.856 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.856 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__:inst__myobj_", 2024-09-07T13:48:40.856 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj_" 2024-09-07T13:48:40.856 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.856 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.856 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.856 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.857 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.858 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.858 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.858 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.858 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.858 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.858 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.858 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.858 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.858 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.858 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.858 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.859 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.859 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.859 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.859 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.859 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.859 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.859 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.859 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.859 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.859 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.859 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.859 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.860 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.860 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.860 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.860 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.860 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.860 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.860 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.860 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.860 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.860 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.860 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.860 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": "default-placement.data", 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.861 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.862 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "test", 2024-09-07T13:48:40.862 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.862 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.862 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.862 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.862 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": "", 2024-09-07T13:48:40.862 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.862 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": "" 2024-09-07T13:48:40.862 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.862 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.862 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.862 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.863 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.863 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.863 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.863 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.863 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.863 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.863 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.863 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.863 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.863 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.863 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.863 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout: "obj": { 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.864 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.865 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.866 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.867 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestRGWObj.obj_to_raw (1 ms) 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestRGWObj.old_to_raw 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker_myobj", 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.868 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.869 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout:raw=.data-pool:marker_myobj 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj2": { 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker_myobj", 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj2": { 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.870 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.871 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout:raw2=.data-pool:marker_myobj 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns_myobj", 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.872 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.873 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.873 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.873 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.873 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.873 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.873 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.873 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.873 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.873 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.873 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.873 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.873 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout:raw=.data-pool:marker__ns_myobj 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj2": { 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns_myobj", 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.874 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj2": { 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.875 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout:raw2=.data-pool:marker__ns_myobj 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__:inst_myobj", 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.876 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.877 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.878 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.878 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.878 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.878 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.878 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.878 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.878 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.878 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.878 INFO:tasks.workunit.client.0.smithi107.stdout:raw=.data-pool:marker__:inst_myobj 2024-09-07T13:48:40.878 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.878 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj2": { 2024-09-07T13:48:40.878 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__:inst_myobj", 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj2": { 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.879 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.880 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.880 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.880 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.880 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.880 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.880 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.880 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.880 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.880 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.880 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.880 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.881 INFO:tasks.workunit.client.0.smithi107.stdout:raw2=.data-pool:marker__:inst_myobj 2024-09-07T13:48:40.881 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.881 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.881 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.881 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns:inst_myobj", 2024-09-07T13:48:40.881 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.881 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.881 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.881 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.881 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.881 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.882 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.882 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.882 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.882 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.882 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.882 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.882 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.882 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.882 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.882 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.882 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.882 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout:raw=.data-pool:marker__ns:inst_myobj 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj2": { 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns:inst_myobj", 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.883 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.884 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.884 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj2": { 2024-09-07T13:48:40.884 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.884 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.884 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.884 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.884 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.884 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.884 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.884 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.884 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.884 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "myobj", 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout:raw2=.data-pool:marker__ns:inst_myobj 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.885 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker___myobj", 2024-09-07T13:48:40.886 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj" 2024-09-07T13:48:40.886 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.886 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.886 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.886 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.886 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.886 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.886 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.886 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.886 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.886 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.886 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.887 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.887 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.887 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.887 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.887 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.887 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.887 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.887 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.887 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.887 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.887 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.887 INFO:tasks.workunit.client.0.smithi107.stdout:raw=.data-pool:marker___myobj 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj2": { 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker___myobj", 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj" 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj2": { 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.888 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.889 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout:raw2=.data-pool:marker___myobj 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns__myobj", 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.890 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.891 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout:raw=.data-pool:marker__ns__myobj 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj2": { 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns__myobj", 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj2": { 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.892 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.893 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.893 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.893 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.893 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.893 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.893 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.893 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.893 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.893 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.893 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.893 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.893 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout:raw2=.data-pool:marker__ns__myobj 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__:inst__myobj", 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj" 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.894 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.895 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout:raw=.data-pool:marker__:inst__myobj 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj2": { 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__:inst__myobj", 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj" 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.896 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj2": { 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.897 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout:raw2=.data-pool:marker__:inst__myobj 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns:inst__myobj", 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.898 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.899 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout:raw=.data-pool:marker__ns:inst__myobj 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj2": { 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns:inst__myobj", 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.900 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj2": { 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.901 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj", 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout:raw2=.data-pool:marker__ns:inst__myobj 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker___myobj_", 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj_" 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.902 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.903 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout:raw=.data-pool:marker___myobj_ 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj2": { 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker___myobj_", 2024-09-07T13:48:40.904 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj_" 2024-09-07T13:48:40.905 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.905 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.905 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.905 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj2": { 2024-09-07T13:48:40.905 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.905 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.905 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.905 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.905 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.905 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.905 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.905 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout:raw2=.data-pool:marker___myobj_ 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.906 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.907 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.907 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns__myobj_", 2024-09-07T13:48:40.907 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.907 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.907 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.907 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.907 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.907 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.907 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.907 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.907 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.908 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout:raw=.data-pool:marker__ns__myobj_ 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj2": { 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns__myobj_", 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj2": { 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.909 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "", 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.910 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout:raw2=.data-pool:marker__ns__myobj_ 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__:inst__myobj_", 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj_" 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.911 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.912 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout:raw=.data-pool:marker__:inst__myobj_ 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj2": { 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__:inst__myobj_", 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "marker__myobj_" 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.913 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj2": { 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.914 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "" 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout:raw2=.data-pool:marker__:inst__myobj_ 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj": { 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.915 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj": { 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.916 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.917 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.917 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.917 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.917 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.917 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.917 INFO:tasks.workunit.client.0.smithi107.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2024-09-07T13:48:40.917 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.917 INFO:tasks.workunit.client.0.smithi107.stdout: "raw_obj2": { 2024-09-07T13:48:40.917 INFO:tasks.workunit.client.0.smithi107.stdout: "pool": ".data-pool", 2024-09-07T13:48:40.917 INFO:tasks.workunit.client.0.smithi107.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-07T13:48:40.917 INFO:tasks.workunit.client.0.smithi107.stdout: "loc": "" 2024-09-07T13:48:40.917 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout: "new_obj2": { 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket": { 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "ebtest", 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout: "marker": "marker", 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_id": "bucket-id", 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout: "tenant": "", 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout: "explicit_placement": { 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout: "data_pool": ".data-pool", 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout: "data_extra_pool": "", 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout: "index_pool": ".index-pool" 2024-09-07T13:48:40.918 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.919 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:40.919 INFO:tasks.workunit.client.0.smithi107.stdout: "key": { 2024-09-07T13:48:40.919 INFO:tasks.workunit.client.0.smithi107.stdout: "name": "_myobj_", 2024-09-07T13:48:40.919 INFO:tasks.workunit.client.0.smithi107.stdout: "instance": "inst", 2024-09-07T13:48:40.919 INFO:tasks.workunit.client.0.smithi107.stdout: "ns": "ns" 2024-09-07T13:48:40.919 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.919 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:40.919 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:40.919 INFO:tasks.workunit.client.0.smithi107.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2024-09-07T13:48:40.919 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2024-09-07T13:48:40.919 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 4 tests from TestRGWObj (1 ms total) 2024-09-07T13:48:40.919 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:48:40.920 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:48:40.920 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 4 tests from 1 test suite ran. (1 ms total) 2024-09-07T13:48:40.920 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 4 tests. 2024-09-07T13:48:40.920 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:48:40.920 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:48:40.935 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2024-09-07T13:48:40.936 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2024-09-07T13:48:40.936 DEBUG:teuthology.orchestra.run.smithi107:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2024-09-07T13:48:41.040 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:48:41.040 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:48:41.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.083+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.083+0000 7f71341689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:48:41.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.083+0000 7f71341689c0 20 realm 2024-09-07T13:48:41.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.083+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.083+0000 7f71341689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:48:41.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.083+0000 7f71341689c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:48:41.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.083+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.083+0000 7f71341689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:48:41.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.083+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.087+0000 7f71341689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:48:41.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.087+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.087+0000 7f71341689c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:48:41.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.087+0000 7f71341689c0 20 searching for the correct realm 2024-09-07T13:48:41.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.091+0000 7f7131c6e640 0 -- 172.21.15.107:0/568788655 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f712c0fe8f0 msgr2=0x7f712c123040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T13:48:41.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.307+0000 7f7131c6e640 0 -- 172.21.15.107:0/568788655 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f712c0fe8f0 msgr2=0x7f712c123040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:48:41.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.319+0000 7f71341689c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:48:41.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.319+0000 7f71341689c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:48:41.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.319+0000 7f71341689c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:48:41.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.319+0000 7f71341689c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:48:41.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.319+0000 7f71341689c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:48:41.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.319+0000 7f71341689c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:48:41.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.319+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.319+0000 7f71341689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:48:41.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.319+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:48:41.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:48:41.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 20 zone default found 2024-09-07T13:48:41.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 4 Realm: () 2024-09-07T13:48:41.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:48:41.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:48:41.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:48:41.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 20 zonegroup default 2024-09-07T13:48:41.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:48:41.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:48:41.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.323+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.327+0000 7f71341689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:48:41.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.327+0000 7f71341689c0 20 started sync module instance, tier type = 2024-09-07T13:48:41.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.327+0000 7f71341689c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:48:41.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.351+0000 7f71341689c0 20 add_watcher() i=0 2024-09-07T13:48:41.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.351+0000 7f71341689c0 20 add_watcher() i=1 2024-09-07T13:48:41.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.351+0000 7f71341689c0 20 add_watcher() i=2 2024-09-07T13:48:41.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.351+0000 7f71341689c0 20 add_watcher() i=3 2024-09-07T13:48:41.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.351+0000 7f71341689c0 20 add_watcher() i=4 2024-09-07T13:48:41.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.351+0000 7f71341689c0 20 add_watcher() i=5 2024-09-07T13:48:41.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.351+0000 7f71341689c0 20 add_watcher() i=6 2024-09-07T13:48:41.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.351+0000 7f71341689c0 20 add_watcher() i=7 2024-09-07T13:48:41.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.351+0000 7f71341689c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:48:41.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f6fe37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:48:41.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:48:41.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:48:41.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 5 note: GC not initialized 2024-09-07T13:48:41.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f6fe27fc640 20 reqs_thread_entry: start 2024-09-07T13:48:41.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 20 init_complete bucket index max shards: 1 2024-09-07T13:48:41.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 20 Filter name: none 2024-09-07T13:48:41.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f6f53fff640 20 reqs_thread_entry: start 2024-09-07T13:48:41.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2024-09-07T13:48:41.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:48:41.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2024-09-07T13:48:41.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-07T13:48:41.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2024-09-07T13:48:41.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:48:41.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2024-09-07T13:48:41.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-07T13:48:41.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 10 cache get: name=default.rgw.meta+users.keys+IagtSsuzid8yBXyyNSwsPtfHZJ8= : miss 2024-09-07T13:48:41.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.359+0000 7f71341689c0 20 rados->read ofs=0 len=0 2024-09-07T13:48:41.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.363+0000 7f71341689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:48:41.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.363+0000 7f71341689c0 10 cache put: name=default.rgw.meta+users.keys+IagtSsuzid8yBXyyNSwsPtfHZJ8= info.flags=0x0 2024-09-07T13:48:41.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.363+0000 7f71341689c0 10 adding default.rgw.meta+users.keys+IagtSsuzid8yBXyyNSwsPtfHZJ8= to cache LRU end 2024-09-07T13:48:41.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.363+0000 7f71341689c0 10 cache get: name=default.rgw.meta+users.keys+IagtSsuzid8yBXyyNSwsPtfHZJ8= : hit (negative entry) 2024-09-07T13:48:41.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.363+0000 7f71341689c0 10 cache get: name=default.rgw.meta+users.keys+IagtSsuzid8yBXyyNSwsPtfHZJ8= : hit (negative entry) 2024-09-07T13:48:41.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.367+0000 7f71341689c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-07T13:48:41.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.367+0000 7f71341689c0 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-07T13:48:41.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.367+0000 7f71341689c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2024-09-07T13:48:41.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.367+0000 7f70157fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660482 cookie 94638762648240 notifier 5393 bl.length()=697 2024-09-07T13:48:41.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.367+0000 7f70157fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-07T13:48:41.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.367+0000 7f70157fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-07T13:48:41.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.371+0000 7f71341689c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-07T13:48:41.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.371+0000 7f71341689c0 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-07T13:48:41.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.371+0000 7f71341689c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2024-09-07T13:48:41.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.371+0000 7f70157fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660480 cookie 94638762644768 notifier 5393 bl.length()=194 2024-09-07T13:48:41.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.371+0000 7f70157fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-07T13:48:41.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.371+0000 7f70157fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-07T13:48:41.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.375+0000 7f71341689c0 10 cache put: name=default.rgw.meta+users.keys+IagtSsuzid8yBXyyNSwsPtfHZJ8= info.flags=0x7 2024-09-07T13:48:41.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.375+0000 7f71341689c0 10 moving default.rgw.meta+users.keys+IagtSsuzid8yBXyyNSwsPtfHZJ8= to cache LRU end 2024-09-07T13:48:41.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.375+0000 7f71341689c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:IagtSsuzid8yBXyyNSwsPtfHZJ8=, ofs0, ns] 2024-09-07T13:48:41.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.379+0000 7f7014ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660485 cookie 94638762640736 notifier 5393 bl.length()=203 2024-09-07T13:48:41.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.379+0000 7f7014ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+IagtSsuzid8yBXyyNSwsPtfHZJ8= info.flags=0x7 2024-09-07T13:48:41.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.379+0000 7f7014ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+IagtSsuzid8yBXyyNSwsPtfHZJ8= to cache LRU end 2024-09-07T13:48:41.381 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: "user_id": "ceph-test-librgw-file", 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: "display_name": "librgw test user", 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: "email": "librgw@example.com", 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: "suspended": 0, 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: "max_buckets": 1000, 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: "subusers": [], 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: "keys": [ 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: { 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: "user": "ceph-test-librgw-file", 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: "access_key": "IagtSsuzid8yBXyyNSwsPtfHZJ8=", 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: "secret_key": "DEGFkHubAqE9gnAvF/XS17+ybW6AfT+LFJj8C0CoJZ57Dvs4S2n9NA==", 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: "active": true, 2024-09-07T13:48:41.382 INFO:tasks.workunit.client.0.smithi107.stdout: "create_date": "2024-09-07T13:48:41.367104Z" 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: ], 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: "swift_keys": [], 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: "caps": [], 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: "default_placement": "", 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: "default_storage_class": "", 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: "placement_tags": [], 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_quota": { 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: "enabled": false, 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: "check_on_raw": false, 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: "max_size": -1, 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: "max_size_kb": 0, 2024-09-07T13:48:41.383 INFO:tasks.workunit.client.0.smithi107.stdout: "max_objects": -1 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "user_quota": { 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "enabled": false, 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "check_on_raw": false, 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "max_size": -1, 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "max_size_kb": 0, 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "max_objects": -1 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "temp_url_keys": [], 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "type": "rgw", 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "mfa_ids": [], 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "account_id": "", 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "path": "/", 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "create_date": "2024-09-07T13:48:41.367047Z", 2024-09-07T13:48:41.384 INFO:tasks.workunit.client.0.smithi107.stdout: "tags": [], 2024-09-07T13:48:41.385 INFO:tasks.workunit.client.0.smithi107.stdout: "group_ids": [] 2024-09-07T13:48:41.385 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:48:41.385 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:48:41.385 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.379+0000 7f6fe37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:48:41.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.387+0000 7f71341689c0 20 remove_watcher() i=0 2024-09-07T13:48:41.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.387+0000 7f71341689c0 2 removed watcher, disabling cache 2024-09-07T13:48:41.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.387+0000 7f71341689c0 20 remove_watcher() i=1 2024-09-07T13:48:41.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.391+0000 7f71341689c0 20 remove_watcher() i=2 2024-09-07T13:48:41.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.391+0000 7f71341689c0 20 remove_watcher() i=3 2024-09-07T13:48:41.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.395+0000 7f71341689c0 20 remove_watcher() i=4 2024-09-07T13:48:41.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.395+0000 7f71341689c0 20 remove_watcher() i=5 2024-09-07T13:48:41.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.399+0000 7f71341689c0 20 remove_watcher() i=6 2024-09-07T13:48:41.402 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:41.399+0000 7f71341689c0 20 remove_watcher() i=7 2024-09-07T13:48:41.416 INFO:tasks.workunit.client.0.smithi107.stdout:phase 1.1 2024-09-07T13:48:41.435 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-07T13:48:41.435 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:48:41.435 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 24 tests from LibRGW 2024-09-07T13:48:41.435 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.INIT 2024-09-07T13:48:41.447 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:48:41.447 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:48:42.418 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.INIT (984 ms) 2024-09-07T13:48:42.418 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-07T13:48:42.420 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-07T13:48:42.420 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT 2024-09-07T13:48:42.421 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-07T13:48:42.421 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-07T13:48:42.438 INFO:tasks.workunit.client.0.smithi107.stdout:creating: nfsroot:foo/bar/baz/quux 2024-09-07T13:48:42.447 INFO:tasks.workunit.client.0.smithi107.stdout:creating: nfsroot:foo/f1 2024-09-07T13:48:42.452 INFO:tasks.workunit.client.0.smithi107.stdout:creating: nfsroot:foo/f2 2024-09-07T13:48:42.458 INFO:tasks.workunit.client.0.smithi107.stdout:creating: nfsroot:foo/bar/f1 2024-09-07T13:48:42.463 INFO:tasks.workunit.client.0.smithi107.stdout:creating: nfsroot:foo/bar/d1/ 2024-09-07T13:48:42.470 INFO:tasks.workunit.client.0.smithi107.stdout:creating: nfsroot:foo/bar/baz/hungry 2024-09-07T13:48:42.475 INFO:tasks.workunit.client.0.smithi107.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2024-09-07T13:48:42.483 INFO:tasks.workunit.client.0.smithi107.stdout:creating: nfsroot:foo/bar/baz/momma 2024-09-07T13:48:42.490 INFO:tasks.workunit.client.0.smithi107.stdout:creating: nfsroot:foo/bar/baz/bear/ 2024-09-07T13:48:42.497 INFO:tasks.workunit.client.0.smithi107.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2024-09-07T13:48:42.507 INFO:tasks.workunit.client.0.smithi107.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2024-09-07T13:48:42.515 INFO:tasks.workunit.client.0.smithi107.stdout:creating: nfsroot:foo/bar/baz/frobozz 2024-09-07T13:48:42.523 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SETUP_HIER1 (103 ms) 2024-09-07T13:48:42.523 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-07T13:48:42.777 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SETUP_DIRS1 (254 ms) 2024-09-07T13:48:42.778 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SETATTR 2024-09-07T13:48:42.778 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-07T13:48:42.778 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-07T13:48:42.821 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (43 ms) 2024-09-07T13:48:42.821 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-07T13:48:42.929 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (109 ms) 2024-09-07T13:48:42.929 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-07T13:48:42.929 INFO:tasks.workunit.client.0.smithi107.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2024-09-07T13:48:42.947 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (18 ms) 2024-09-07T13:48:42.947 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-07T13:48:42.947 INFO:tasks.workunit.client.0.smithi107.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2024-09-07T13:48:42.965 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (18 ms) 2024-09-07T13:48:42.965 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-07T13:48:42.965 INFO:tasks.workunit.client.0.smithi107.stdout:scanning objects in /bdirs1/dir_0 2024-09-07T13:48:42.965 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-07T13:48:42.966 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-07T13:48:42.966 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-07T13:48:42.966 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-07T13:48:42.966 INFO:tasks.workunit.client.0.smithi107.stdout:scanning objects in /bdirs1/dir_1 2024-09-07T13:48:42.966 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-07T13:48:42.966 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-07T13:48:42.966 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-07T13:48:42.966 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-07T13:48:42.966 INFO:tasks.workunit.client.0.smithi107.stdout:scanning objects in /bdirs1/dir_2 2024-09-07T13:48:42.966 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-07T13:48:42.966 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-07T13:48:42.966 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-07T13:48:42.967 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-07T13:48:42.967 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-07T13:48:42.967 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-07T13:48:42.967 INFO:tasks.workunit.client.0.smithi107.stdout:read back objects in /bdirs1/dir_0 2024-09-07T13:48:42.967 INFO:tasks.workunit.client.0.smithi107.stdout:reading 0,256 dir_0/sfile_0 2024-09-07T13:48:42.969 INFO:tasks.workunit.client.0.smithi107.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-07T13:48:42.969 INFO:tasks.workunit.client.0.smithi107.stdout:reading 0,256 dir_0/sfile_1 2024-09-07T13:48:42.973 INFO:tasks.workunit.client.0.smithi107.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-07T13:48:42.973 INFO:tasks.workunit.client.0.smithi107.stdout:read back objects in /bdirs1/dir_1 2024-09-07T13:48:42.973 INFO:tasks.workunit.client.0.smithi107.stdout:reading 0,256 dir_1/sfile_0 2024-09-07T13:48:42.977 INFO:tasks.workunit.client.0.smithi107.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-07T13:48:42.977 INFO:tasks.workunit.client.0.smithi107.stdout:reading 0,256 dir_1/sfile_1 2024-09-07T13:48:42.980 INFO:tasks.workunit.client.0.smithi107.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-07T13:48:42.980 INFO:tasks.workunit.client.0.smithi107.stdout:read back objects in /bdirs1/dir_2 2024-09-07T13:48:42.980 INFO:tasks.workunit.client.0.smithi107.stdout:reading 0,256 dir_2/sfile_0 2024-09-07T13:48:42.983 INFO:tasks.workunit.client.0.smithi107.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-07T13:48:42.983 INFO:tasks.workunit.client.0.smithi107.stdout:reading 0,256 dir_2/sfile_1 2024-09-07T13:48:42.987 INFO:tasks.workunit.client.0.smithi107.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-07T13:48:42.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READ_DIRS1 (22 ms) 2024-09-07T13:48:42.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READF_SETUP1 (228 ms) 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:release sdir_0 type: DIR refs: 2 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:release sfile_0 type: FILE refs: 2 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:release sdir_1 type: DIR refs: 2 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:release sfile_1 type: FILE refs: 2 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:release sdir_0 type: DIR refs: 2 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:release sfile_0 type: FILE refs: 2 2024-09-07T13:48:43.216 INFO:tasks.workunit.client.0.smithi107.stdout:release sdir_1 type: DIR refs: 2 2024-09-07T13:48:43.217 INFO:tasks.workunit.client.0.smithi107.stdout:release sfile_1 type: FILE refs: 2 2024-09-07T13:48:43.217 INFO:tasks.workunit.client.0.smithi107.stdout:release sdir_0 type: DIR refs: 2 2024-09-07T13:48:43.217 INFO:tasks.workunit.client.0.smithi107.stdout:release sfile_0 type: FILE refs: 2 2024-09-07T13:48:43.217 INFO:tasks.workunit.client.0.smithi107.stdout:release sdir_1 type: DIR refs: 2 2024-09-07T13:48:43.217 INFO:tasks.workunit.client.0.smithi107.stdout:release sfile_1 type: FILE refs: 2 2024-09-07T13:48:43.217 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-07T13:48:43.217 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.HIER1 2024-09-07T13:48:43.230 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-07T13:48:43.231 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-07T13:48:43.235 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-07T13:48:43.238 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-07T13:48:43.243 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-07T13:48:43.244 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-07T13:48:43.245 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-07T13:48:43.246 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-07T13:48:43.247 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-07T13:48:43.247 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-07T13:48:43.248 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-07T13:48:43.251 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-07T13:48:43.251 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-07T13:48:43.251 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-07T13:48:43.251 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo (foo): DIR 2024-09-07T13:48:43.251 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot (nfsroot): DIR 2024-09-07T13:48:43.251 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.HIER1 (35 ms) 2024-09-07T13:48:43.251 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-07T13:48:43.251 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-07T13:48:43.251 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-07T13:48:43.252 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-07T13:48:43.252 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-07T13:48:43.252 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-07T13:48:43.252 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-07T13:48:43.252 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-07T13:48:43.252 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-07T13:48:43.252 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-07T13:48:43.252 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-07T13:48:43.252 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-07T13:48:43.252 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-07T13:48:43.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:43.247+0000 7f5272ba6a80 -1 shutting down 2024-09-07T13:48:43.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:48:43.251+0000 7f514c8f8640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 58504, si_uid : 1000, si_addr0x3e80000e488, si_status0 2024-09-07T13:49:12.423 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SHUTDOWN (29172 ms) 2024-09-07T13:49:12.423 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 24 tests from LibRGW (30988 ms total) 2024-09-07T13:49:12.423 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:49:12.423 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:49:12.423 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 24 tests from 1 test suite ran. (30988 ms total) 2024-09-07T13:49:12.423 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 24 tests. 2024-09-07T13:49:12.437 INFO:tasks.workunit.client.0.smithi107.stdout:phase 1.2 2024-09-07T13:49:12.460 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-07T13:49:12.460 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:49:12.460 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 24 tests from LibRGW 2024-09-07T13:49:12.460 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.INIT 2024-09-07T13:49:12.470 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:49:12.470 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:49:12.983 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.INIT (523 ms) 2024-09-07T13:49:12.984 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-07T13:49:12.986 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-07T13:49:12.986 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT 2024-09-07T13:49:12.986 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-07T13:49:12.986 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-07T13:49:12.986 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2024-09-07T13:49:12.986 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-07T13:49:12.986 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SETATTR 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-07T13:49:12.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.HIER1 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-07T13:49:12.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-07T13:49:12.989 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-07T13:49:12.989 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-07T13:49:12.989 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-07T13:49:12.989 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-07T13:49:12.989 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-07T13:49:12.989 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-07T13:49:12.989 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-07T13:49:12.989 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-07T13:49:12.989 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-07T13:49:12.989 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-07T13:49:12.989 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-07T13:49:12.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:49:12.983+0000 7f7a6b2eba80 -1 shutting down 2024-09-07T13:49:12.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:49:12.987+0000 7f794503d640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59149, si_uid : 1000, si_addr0x3e80000e70d, si_status0 2024-09-07T13:49:43.163 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SHUTDOWN (30177 ms) 2024-09-07T13:49:43.164 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 24 tests from LibRGW (30703 ms total) 2024-09-07T13:49:43.164 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:49:43.164 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:49:43.164 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 24 tests from 1 test suite ran. (30703 ms total) 2024-09-07T13:49:43.164 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 24 tests. 2024-09-07T13:49:43.174 INFO:tasks.workunit.client.0.smithi107.stdout:phase 1.3 2024-09-07T13:49:43.196 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-07T13:49:43.196 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:49:43.197 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 24 tests from LibRGW 2024-09-07T13:49:43.197 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.INIT 2024-09-07T13:49:43.209 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:49:43.209 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:49:43.985 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.INIT (789 ms) 2024-09-07T13:49:43.986 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-07T13:49:43.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-07T13:49:43.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT 2024-09-07T13:49:43.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-07T13:49:43.987 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-07T13:49:43.995 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SETUP_HIER1 (9 ms) 2024-09-07T13:49:43.996 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-07T13:49:44.103 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SETUP_DIRS1 (107 ms) 2024-09-07T13:49:44.103 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SETATTR 2024-09-07T13:49:44.103 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-07T13:49:44.103 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-07T13:49:44.103 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-07T13:49:44.103 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-07T13:49:44.103 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-07T13:49:44.103 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-07T13:49:44.103 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-07T13:49:44.104 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-07T13:49:44.104 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-07T13:49:44.104 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-07T13:49:44.104 INFO:tasks.workunit.client.0.smithi107.stdout:scanning objects in /bdirs1/dir_0 2024-09-07T13:49:44.104 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-07T13:49:44.104 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-07T13:49:44.104 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-07T13:49:44.104 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-07T13:49:44.104 INFO:tasks.workunit.client.0.smithi107.stdout:scanning objects in /bdirs1/dir_1 2024-09-07T13:49:44.104 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-07T13:49:44.104 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-07T13:49:44.104 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-07T13:49:44.105 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-07T13:49:44.105 INFO:tasks.workunit.client.0.smithi107.stdout:scanning objects in /bdirs1/dir_2 2024-09-07T13:49:44.105 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-07T13:49:44.105 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-07T13:49:44.105 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-07T13:49:44.105 INFO:tasks.workunit.client.0.smithi107.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-07T13:49:44.105 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-07T13:49:44.105 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-07T13:49:44.105 INFO:tasks.workunit.client.0.smithi107.stdout:read back objects in /bdirs1/dir_0 2024-09-07T13:49:44.105 INFO:tasks.workunit.client.0.smithi107.stdout:reading 0,256 dir_0/sfile_0 2024-09-07T13:49:44.106 INFO:tasks.workunit.client.0.smithi107.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-07T13:49:44.106 INFO:tasks.workunit.client.0.smithi107.stdout:reading 0,256 dir_0/sfile_1 2024-09-07T13:49:44.108 INFO:tasks.workunit.client.0.smithi107.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-07T13:49:44.108 INFO:tasks.workunit.client.0.smithi107.stdout:read back objects in /bdirs1/dir_1 2024-09-07T13:49:44.108 INFO:tasks.workunit.client.0.smithi107.stdout:reading 0,256 dir_1/sfile_0 2024-09-07T13:49:44.110 INFO:tasks.workunit.client.0.smithi107.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-07T13:49:44.110 INFO:tasks.workunit.client.0.smithi107.stdout:reading 0,256 dir_1/sfile_1 2024-09-07T13:49:44.112 INFO:tasks.workunit.client.0.smithi107.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-07T13:49:44.112 INFO:tasks.workunit.client.0.smithi107.stdout:read back objects in /bdirs1/dir_2 2024-09-07T13:49:44.112 INFO:tasks.workunit.client.0.smithi107.stdout:reading 0,256 dir_2/sfile_0 2024-09-07T13:49:44.116 INFO:tasks.workunit.client.0.smithi107.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-07T13:49:44.116 INFO:tasks.workunit.client.0.smithi107.stdout:reading 0,256 dir_2/sfile_1 2024-09-07T13:49:44.117 INFO:tasks.workunit.client.0.smithi107.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-07T13:49:44.118 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READ_DIRS1 (14 ms) 2024-09-07T13:49:44.118 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-07T13:49:44.118 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-07T13:49:44.118 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-07T13:49:44.118 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-07T13:49:44.118 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-07T13:49:44.118 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-07T13:49:44.118 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-07T13:49:44.118 INFO:tasks.workunit.client.0.smithi107.stdout:release sdir_0 type: DIR refs: 2 2024-09-07T13:49:44.119 INFO:tasks.workunit.client.0.smithi107.stdout:release sfile_0 type: FILE refs: 2 2024-09-07T13:49:44.119 INFO:tasks.workunit.client.0.smithi107.stdout:release sdir_1 type: DIR refs: 2 2024-09-07T13:49:44.119 INFO:tasks.workunit.client.0.smithi107.stdout:release sfile_1 type: FILE refs: 2 2024-09-07T13:49:44.119 INFO:tasks.workunit.client.0.smithi107.stdout:release sdir_0 type: DIR refs: 2 2024-09-07T13:49:44.119 INFO:tasks.workunit.client.0.smithi107.stdout:release sfile_0 type: FILE refs: 2 2024-09-07T13:49:44.119 INFO:tasks.workunit.client.0.smithi107.stdout:release sdir_1 type: DIR refs: 2 2024-09-07T13:49:44.119 INFO:tasks.workunit.client.0.smithi107.stdout:release sfile_1 type: FILE refs: 2 2024-09-07T13:49:44.119 INFO:tasks.workunit.client.0.smithi107.stdout:release sdir_0 type: DIR refs: 2 2024-09-07T13:49:44.119 INFO:tasks.workunit.client.0.smithi107.stdout:release sfile_0 type: FILE refs: 2 2024-09-07T13:49:44.119 INFO:tasks.workunit.client.0.smithi107.stdout:release sdir_1 type: DIR refs: 2 2024-09-07T13:49:44.119 INFO:tasks.workunit.client.0.smithi107.stdout:release sfile_1 type: FILE refs: 2 2024-09-07T13:49:44.120 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-07T13:49:44.120 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.HIER1 2024-09-07T13:49:44.130 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-07T13:49:44.131 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-07T13:49:44.137 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-07T13:49:44.140 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-07T13:49:44.147 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-07T13:49:44.148 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-07T13:49:44.149 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-07T13:49:44.150 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-07T13:49:44.151 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-07T13:49:44.152 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-07T13:49:44.153 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-07T13:49:44.156 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-07T13:49:44.157 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-07T13:49:44.157 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-07T13:49:44.157 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot/foo (foo): DIR 2024-09-07T13:49:44.157 INFO:tasks.workunit.client.0.smithi107.stdout:/nfsroot (nfsroot): DIR 2024-09-07T13:49:44.157 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.HIER1 (39 ms) 2024-09-07T13:49:44.157 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-07T13:49:44.157 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-07T13:49:44.157 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-07T13:49:44.157 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-07T13:49:44.157 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-07T13:49:44.158 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-07T13:49:44.158 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-07T13:49:44.158 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-07T13:49:44.158 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-07T13:49:44.158 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-07T13:49:44.158 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-07T13:49:44.158 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.UMOUNT (1 ms) 2024-09-07T13:49:44.158 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-07T13:49:44.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:49:44.154+0000 7fb91bf02a80 -1 shutting down 2024-09-07T13:49:44.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:49:44.158+0000 7fb7f5c54640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59794, si_uid : 1000, si_addr0x3e80000e992, si_status0 2024-09-07T13:50:13.997 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SHUTDOWN (29840 ms) 2024-09-07T13:50:13.998 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 24 tests from LibRGW (30800 ms total) 2024-09-07T13:50:13.998 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:50:13.998 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:50:13.998 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 24 tests from 1 test suite ran. (30800 ms total) 2024-09-07T13:50:13.998 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 24 tests. 2024-09-07T13:50:14.007 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2.1 2024-09-07T13:50:14.030 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-07T13:50:14.030 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:50:14.031 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 9 tests from LibRGW 2024-09-07T13:50:14.031 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.INIT 2024-09-07T13:50:14.042 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:50:14.042 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:50:14.621 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.INIT (590 ms) 2024-09-07T13:50:14.621 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT 2024-09-07T13:50:14.622 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-07T13:50:14.622 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-07T13:50:14.638 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CREATE_BUCKET (15 ms) 2024-09-07T13:50:14.638 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-07T13:50:14.638 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-07T13:50:14.638 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-07T13:50:14.654 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave0 2024-09-07T13:50:14.672 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave1 2024-09-07T13:50:14.689 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave2 2024-09-07T13:50:14.709 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave3 2024-09-07T13:50:14.736 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave4 2024-09-07T13:50:14.761 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave5 2024-09-07T13:50:14.787 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave6 2024-09-07T13:50:14.814 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave7 2024-09-07T13:50:14.839 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave8 2024-09-07T13:50:14.863 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave9 2024-09-07T13:50:14.863 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (226 ms) 2024-09-07T13:50:14.863 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-07T13:50:15.335 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (472 ms) 2024-09-07T13:50:15.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-07T13:50:15.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-07T13:50:15.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-07T13:50:15.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-07T13:50:15.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-07T13:50:15.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:50:15.338+0000 7f062abc0a80 -1 shutting down 2024-09-07T13:50:15.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:50:15.338+0000 7f0504912640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 60439, si_uid : 1000, si_addr0x3e80000ec17, si_status0 2024-09-07T13:50:44.888 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SHUTDOWN (29552 ms) 2024-09-07T13:50:44.888 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 9 tests from LibRGW (30857 ms total) 2024-09-07T13:50:44.888 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:50:44.888 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:50:44.888 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 9 tests from 1 test suite ran. (30857 ms total) 2024-09-07T13:50:44.888 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 9 tests. 2024-09-07T13:50:44.902 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2.2 2024-09-07T13:50:44.924 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-07T13:50:44.924 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:50:44.924 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 9 tests from LibRGW 2024-09-07T13:50:44.924 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.INIT 2024-09-07T13:50:44.936 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:50:44.936 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:50:45.475 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.INIT (550 ms) 2024-09-07T13:50:45.475 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT 2024-09-07T13:50:45.476 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-07T13:50:45.476 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-07T13:50:45.476 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-07T13:50:45.476 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-07T13:50:45.507 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.DELETE_BUCKET (31 ms) 2024-09-07T13:50:45.508 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-07T13:50:45.523 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave0 2024-09-07T13:50:45.541 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave1 2024-09-07T13:50:45.559 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave2 2024-09-07T13:50:45.574 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave3 2024-09-07T13:50:45.593 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave4 2024-09-07T13:50:45.611 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave5 2024-09-07T13:50:45.629 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave6 2024-09-07T13:50:45.652 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave7 2024-09-07T13:50:45.676 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave8 2024-09-07T13:50:45.700 INFO:tasks.workunit.client.0.smithi107.stdout:created: sorrydave9 2024-09-07T13:50:45.700 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (193 ms) 2024-09-07T13:50:45.700 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-07T13:50:46.152 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (451 ms) 2024-09-07T13:50:46.152 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-07T13:50:46.152 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-07T13:50:46.152 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-07T13:50:46.152 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-07T13:50:46.152 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-07T13:50:46.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:50:46.154+0000 7f73cbbf0a80 -1 shutting down 2024-09-07T13:50:46.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:50:46.158+0000 7f72a5942640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61084, si_uid : 1000, si_addr0x3e80000ee9c, si_status0 2024-09-07T13:51:15.731 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SHUTDOWN (29578 ms) 2024-09-07T13:51:15.731 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 9 tests from LibRGW (30806 ms total) 2024-09-07T13:51:15.731 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:51:15.731 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:51:15.731 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 9 tests from 1 test suite ran. (30806 ms total) 2024-09-07T13:51:15.731 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 9 tests. 2024-09-07T13:51:15.744 INFO:tasks.workunit.client.0.smithi107.stdout:phase 3.1 2024-09-07T13:51:16.087 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-07T13:51:16.088 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:51:16.088 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 13 tests from LibRGW 2024-09-07T13:51:16.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.INIT 2024-09-07T13:51:16.097 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:51:16.098 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:51:16.645 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.INIT (557 ms) 2024-09-07T13:51:16.645 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT 2024-09-07T13:51:16.646 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-07T13:51:16.646 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-07T13:51:16.661 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CREATE_BUCKET (14 ms) 2024-09-07T13:51:16.661 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-07T13:51:16.665 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2024-09-07T13:51:16.666 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-07T13:51:16.667 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2024-09-07T13:51:16.668 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LARGE1 2024-09-07T13:51:16.747 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LARGE1 (79 ms) 2024-09-07T13:51:16.747 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LARGE2 2024-09-07T13:51:16.824 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LARGE2 (78 ms) 2024-09-07T13:51:16.824 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-07T13:51:16.825 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-07T13:51:16.825 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-07T13:51:16.825 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-07T13:51:16.825 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-07T13:51:16.825 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-07T13:51:16.825 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-07T13:51:16.825 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-07T13:51:16.825 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-07T13:51:16.825 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-07T13:51:16.825 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-07T13:51:16.825 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:51:16.825+0000 7f3e98027a80 -1 shutting down 2024-09-07T13:51:16.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:51:16.829+0000 7f3d71d79640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61729, si_uid : 1000, si_addr0x3e80000f121, si_status0 2024-09-07T13:51:47.020 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SHUTDOWN (30195 ms) 2024-09-07T13:51:47.020 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 13 tests from LibRGW (30932 ms total) 2024-09-07T13:51:47.020 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:51:47.020 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:51:47.020 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 13 tests from 1 test suite ran. (30932 ms total) 2024-09-07T13:51:47.021 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 13 tests. 2024-09-07T13:51:47.031 INFO:tasks.workunit.client.0.smithi107.stdout:phase 3.2 2024-09-07T13:51:47.371 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-07T13:51:47.371 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:51:47.371 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 13 tests from LibRGW 2024-09-07T13:51:47.371 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.INIT 2024-09-07T13:51:47.380 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:51:47.380 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:51:48.138 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.INIT (767 ms) 2024-09-07T13:51:48.138 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT 2024-09-07T13:51:48.139 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-07T13:51:48.139 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-07T13:51:48.139 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-07T13:51:48.139 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-07T13:51:48.146 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (7 ms) 2024-09-07T13:51:48.146 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-07T13:51:48.153 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (7 ms) 2024-09-07T13:51:48.153 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LARGE1 2024-09-07T13:51:48.660 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LARGE1 (508 ms) 2024-09-07T13:51:48.661 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LARGE2 2024-09-07T13:51:48.661 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2024-09-07T13:51:48.661 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-07T13:51:48.661 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-07T13:51:48.661 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-07T13:51:48.672 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.DELETE_OBJECT (10 ms) 2024-09-07T13:51:48.672 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-07T13:51:48.704 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.DELETE_BUCKET (33 ms) 2024-09-07T13:51:48.704 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-07T13:51:48.704 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-07T13:51:48.704 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-07T13:51:48.704 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-07T13:51:48.704 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-07T13:51:48.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:51:48.705+0000 7f9614480a80 -1 shutting down 2024-09-07T13:51:48.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:51:48.705+0000 7f94ee1d2640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 62375, si_uid : 1000, si_addr0x3e80000f3a7, si_status0 2024-09-07T13:52:18.232 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SHUTDOWN (29528 ms) 2024-09-07T13:52:18.232 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 13 tests from LibRGW (30861 ms total) 2024-09-07T13:52:18.233 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:52:18.233 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:52:18.233 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 13 tests from 1 test suite ran. (30861 ms total) 2024-09-07T13:52:18.233 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 13 tests. 2024-09-07T13:52:18.250 INFO:tasks.workunit.client.0.smithi107.stdout:phase 4.1 2024-09-07T13:52:18.273 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-07T13:52:18.273 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:52:18.273 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 11 tests from LibRGW 2024-09-07T13:52:18.273 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.TVAR 2024-09-07T13:52:18.273 INFO:tasks.workunit.client.0.smithi107.stdout:read i1: 64001 2024-09-07T13:52:18.273 INFO:tasks.workunit.client.0.smithi107.stdout:read s1: blunderbuss 2024-09-07T13:52:18.273 INFO:tasks.workunit.client.0.smithi107.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-07T13:52:18.273 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.INIT 2024-09-07T13:52:18.286 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:52:18.286 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:52:18.812 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.INIT (539 ms) 2024-09-07T13:52:18.812 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT 2024-09-07T13:52:18.813 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-07T13:52:18.813 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-07T13:52:18.843 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (30 ms) 2024-09-07T13:52:18.843 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-07T13:52:20.309 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_0 2024-09-07T13:52:20.309 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_1 2024-09-07T13:52:20.309 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_2 2024-09-07T13:52:20.310 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_3 2024-09-07T13:52:20.310 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_4 2024-09-07T13:52:20.310 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_5 2024-09-07T13:52:20.310 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_6 2024-09-07T13:52:20.310 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_7 2024-09-07T13:52:20.310 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_8 2024-09-07T13:52:20.310 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_9 2024-09-07T13:52:20.310 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_10 2024-09-07T13:52:20.310 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_11 2024-09-07T13:52:20.310 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_12 2024-09-07T13:52:20.310 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_13 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_14 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_15 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_16 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_17 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_18 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_19 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_20 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_21 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_22 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_23 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_24 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_25 2024-09-07T13:52:20.311 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_26 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_27 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_28 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_29 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_30 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_31 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_32 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_33 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_34 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_35 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_36 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_37 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_38 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_39 2024-09-07T13:52:20.312 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_40 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_41 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_42 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_43 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_44 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_45 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_46 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_47 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_48 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_49 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_50 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_51 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_52 2024-09-07T13:52:20.313 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_53 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_54 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_55 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_56 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_57 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_58 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_59 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_60 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_61 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_62 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_63 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_64 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_65 2024-09-07T13:52:20.314 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_66 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_67 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_68 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_69 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_70 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_71 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_72 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_73 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_74 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_75 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_76 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_77 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_78 2024-09-07T13:52:20.315 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_79 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_80 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_81 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_82 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_83 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_84 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_85 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_86 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_87 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_88 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_89 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_90 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_91 2024-09-07T13:52:20.316 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_92 2024-09-07T13:52:20.317 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_93 2024-09-07T13:52:20.317 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_94 2024-09-07T13:52:20.317 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_95 2024-09-07T13:52:20.317 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_96 2024-09-07T13:52:20.317 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_97 2024-09-07T13:52:20.317 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_98 2024-09-07T13:52:20.317 INFO:tasks.workunit.client.0.smithi107.stdout:created: dmarker:f_99 2024-09-07T13:52:20.317 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (1465 ms) 2024-09-07T13:52:20.317 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-07T13:52:20.319 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2024-09-07T13:52:20.319 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2024-09-07T13:52:20.319 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-07T13:52:20.319 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-07T13:52:20.319 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-07T13:52:20.319 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-07T13:52:20.319 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-07T13:52:20.319 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-07T13:52:20.319 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-07T13:52:20.319 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-07T13:52:20.319 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-07T13:52:20.319 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-07T13:52:20.320 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-07T13:52:20.321 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-07T13:52:20.321 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-07T13:52:20.321 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-07T13:52:20.321 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-07T13:52:20.321 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-07T13:52:20.321 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-07T13:52:20.321 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-07T13:52:20.321 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-07T13:52:20.321 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-07T13:52:20.321 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-07T13:52:20.322 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-07T13:52:20.323 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-07T13:52:20.323 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-07T13:52:20.323 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-07T13:52:20.323 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-07T13:52:20.323 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-07T13:52:20.323 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-07T13:52:20.323 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-07T13:52:20.323 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-07T13:52:20.323 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-07T13:52:20.324 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-07T13:52:20.325 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-07T13:52:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-07T13:52:20.327 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-07T13:52:20.327 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-07T13:52:20.327 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-07T13:52:20.327 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-07T13:52:20.327 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_READDIR (10 ms) 2024-09-07T13:52:20.327 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-07T13:52:20.328 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-07T13:52:20.328 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-07T13:52:20.328 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-07T13:52:20.328 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-07T13:52:20.328 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-07T13:52:20.328 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-07T13:52:20.328 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-07T13:52:20.328 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-07T13:52:20.328 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-07T13:52:20.328 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-07T13:52:20.329 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-07T13:52:20.329 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-07T13:52:20.329 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-07T13:52:20.329 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-07T13:52:20.329 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-07T13:52:20.329 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-07T13:52:20.329 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-07T13:52:20.329 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-07T13:52:20.329 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-07T13:52:20.330 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-07T13:52:20.331 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-07T13:52:20.331 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-07T13:52:20.331 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-07T13:52:20.331 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-07T13:52:20.331 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-07T13:52:20.331 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-07T13:52:20.331 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-07T13:52:20.331 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-07T13:52:20.331 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-07T13:52:20.331 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-07T13:52:20.331 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-07T13:52:20.331 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-07T13:52:20.332 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-07T13:52:20.333 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-07T13:52:20.333 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-07T13:52:20.333 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-07T13:52:20.333 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-07T13:52:20.333 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-07T13:52:20.333 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-07T13:52:20.333 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-07T13:52:20.333 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-07T13:52:20.333 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-07T13:52:20.333 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-07T13:52:20.333 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-07T13:52:20.333 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-07T13:52:20.334 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-07T13:52:20.335 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-07T13:52:20.336 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-07T13:52:20.336 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-07T13:52:20.336 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-07T13:52:20.336 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-07T13:52:20.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER2_READDIR (6 ms) 2024-09-07T13:52:20.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-07T13:52:20.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-07T13:52:20.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-07T13:52:20.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-07T13:52:20.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-07T13:52:20.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-07T13:52:20.336 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-07T13:52:20.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:52:20.324+0000 7f5d1f46fa80 -1 shutting down 2024-09-07T13:52:20.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:52:20.328+0000 7f5bf91c1640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63020, si_uid : 1000, si_addr0x3e80000f62c, si_status0 2024-09-07T13:52:48.863 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SHUTDOWN (28537 ms) 2024-09-07T13:52:48.864 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 11 tests from LibRGW (30590 ms total) 2024-09-07T13:52:48.864 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:52:48.864 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:52:48.864 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 11 tests from 1 test suite ran. (30590 ms total) 2024-09-07T13:52:48.864 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 11 tests. 2024-09-07T13:52:48.878 INFO:tasks.workunit.client.0.smithi107.stdout:phase 4.2 2024-09-07T13:52:48.902 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-07T13:52:48.902 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:52:48.902 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 11 tests from LibRGW 2024-09-07T13:52:48.902 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.TVAR 2024-09-07T13:52:48.902 INFO:tasks.workunit.client.0.smithi107.stdout:read i1: 64001 2024-09-07T13:52:48.903 INFO:tasks.workunit.client.0.smithi107.stdout:read s1: blunderbuss 2024-09-07T13:52:48.903 INFO:tasks.workunit.client.0.smithi107.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-07T13:52:48.903 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.INIT 2024-09-07T13:52:48.912 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:52:48.912 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:52:49.703 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.INIT (801 ms) 2024-09-07T13:52:49.703 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT 2024-09-07T13:52:49.704 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-07T13:52:49.704 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-07T13:52:49.723 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (18 ms) 2024-09-07T13:52:49.723 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-07T13:52:49.723 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-07T13:52:49.723 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-07T13:52:49.723 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-07T13:52:49.723 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-07T13:52:49.729 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-07T13:52:49.729 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-07T13:52:49.729 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-07T13:52:49.729 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-07T13:52:49.730 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-07T13:52:49.730 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-07T13:52:49.730 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-07T13:52:49.730 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-07T13:52:49.730 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-07T13:52:49.730 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-07T13:52:49.730 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-07T13:52:49.730 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-07T13:52:49.730 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-07T13:52:49.730 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-07T13:52:49.730 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-07T13:52:49.730 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-07T13:52:49.731 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-07T13:52:49.731 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-07T13:52:49.731 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-07T13:52:49.731 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-07T13:52:49.731 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-07T13:52:49.731 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-07T13:52:49.731 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-07T13:52:49.731 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-07T13:52:49.731 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-07T13:52:49.731 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-07T13:52:49.732 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-07T13:52:49.732 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-07T13:52:49.732 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-07T13:52:49.732 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-07T13:52:49.732 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-07T13:52:49.732 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-07T13:52:49.732 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-07T13:52:49.732 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-07T13:52:49.732 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-07T13:52:49.732 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-07T13:52:49.732 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-07T13:52:49.733 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-07T13:52:49.733 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-07T13:52:49.733 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-07T13:52:49.733 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-07T13:52:49.733 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-07T13:52:49.733 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-07T13:52:49.733 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-07T13:52:49.733 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-07T13:52:49.733 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-07T13:52:49.733 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-07T13:52:49.733 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-07T13:52:49.734 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-07T13:52:49.734 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-07T13:52:49.734 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-07T13:52:49.734 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-07T13:52:49.734 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-07T13:52:49.734 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-07T13:52:49.734 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-07T13:52:49.734 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-07T13:52:49.734 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-07T13:52:49.734 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-07T13:52:49.734 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-07T13:52:49.735 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-07T13:52:49.735 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-07T13:52:49.735 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-07T13:52:49.735 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-07T13:52:49.735 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-07T13:52:49.735 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-07T13:52:49.735 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-07T13:52:49.735 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-07T13:52:49.735 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-07T13:52:49.735 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-07T13:52:49.735 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-07T13:52:49.735 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-07T13:52:49.736 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-07T13:52:49.736 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-07T13:52:49.736 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-07T13:52:49.736 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-07T13:52:49.736 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-07T13:52:49.736 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-07T13:52:49.736 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-07T13:52:49.736 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-07T13:52:49.736 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-07T13:52:49.736 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-07T13:52:49.737 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-07T13:52:49.737 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-07T13:52:49.737 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-07T13:52:49.737 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-07T13:52:49.737 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-07T13:52:49.737 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-07T13:52:49.737 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-07T13:52:49.737 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-07T13:52:49.737 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-07T13:52:49.737 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-07T13:52:49.737 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-07T13:52:49.738 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-07T13:52:49.738 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-07T13:52:49.738 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-07T13:52:49.738 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-07T13:52:49.740 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-07T13:52:49.740 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-07T13:52:49.740 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-07T13:52:49.740 INFO:tasks.workunit.client.0.smithi107.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-07T13:52:49.740 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER2_READDIR (6 ms) 2024-09-07T13:52:49.740 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-07T13:52:49.740 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-07T13:52:49.740 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-07T13:52:49.741 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-07T13:52:49.741 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-07T13:52:49.741 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-07T13:52:49.741 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-07T13:52:49.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:52:49.727+0000 7f816aef3a80 -1 shutting down 2024-09-07T13:52:49.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:52:49.731+0000 7f8044c45640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63665, si_uid : 1000, si_addr0x3e80000f8b1, si_status0 2024-09-07T13:53:19.900 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SHUTDOWN (30171 ms) 2024-09-07T13:53:19.900 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 11 tests from LibRGW (30998 ms total) 2024-09-07T13:53:19.900 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:53:19.901 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:53:19.901 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 11 tests from 1 test suite ran. (30998 ms total) 2024-09-07T13:53:19.901 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 11 tests. 2024-09-07T13:53:19.913 INFO:tasks.workunit.client.0.smithi107.stdout:phase 5.1 2024-09-07T13:53:19.947 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-07T13:53:19.947 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:53:19.947 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 19 tests from LibRGW 2024-09-07T13:53:19.948 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.INIT 2024-09-07T13:53:19.959 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:53:19.959 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:53:20.449 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.INIT (503 ms) 2024-09-07T13:53:20.450 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT 2024-09-07T13:53:20.451 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-07T13:53:20.451 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-07T13:53:20.466 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CREATE_BUCKET (14 ms) 2024-09-07T13:53:20.466 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-07T13:53:20.471 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (6 ms) 2024-09-07T13:53:20.472 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-07T13:53:20.472 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-07T13:53:20.472 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-07T13:53:20.473 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2024-09-07T13:53:20.474 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-07T13:53:20.474 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-07T13:53:20.474 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-07T13:53:20.483 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.PUT_OBJECT (9 ms) 2024-09-07T13:53:20.483 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-07T13:53:20.487 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.GET_OBJECT (4 ms) 2024-09-07T13:53:20.487 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-07T13:53:20.487 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-07T13:53:20.487 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-07T13:53:20.487 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-07T13:53:20.487 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.WRITEV 2024-09-07T13:53:20.487 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-07T13:53:20.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READV 2024-09-07T13:53:20.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-07T13:53:20.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-07T13:53:20.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-07T13:53:20.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-07T13:53:20.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-07T13:53:20.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-07T13:53:20.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-07T13:53:20.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-07T13:53:20.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-07T13:53:20.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-07T13:53:20.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-07T13:53:20.489 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-07T13:53:20.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:53:20.483+0000 7f445c82da80 -1 shutting down 2024-09-07T13:53:20.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:53:20.487+0000 7f433657f640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 64310, si_uid : 1000, si_addr0x3e80000fb36, si_status0 2024-09-07T13:53:50.486 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SHUTDOWN (29999 ms) 2024-09-07T13:53:50.486 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 19 tests from LibRGW (30539 ms total) 2024-09-07T13:53:50.486 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:53:50.487 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:53:50.487 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 19 tests from 1 test suite ran. (30539 ms total) 2024-09-07T13:53:50.487 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 19 tests. 2024-09-07T13:53:50.499 INFO:tasks.workunit.client.0.smithi107.stdout:phase 5.2 2024-09-07T13:53:50.534 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-07T13:53:50.534 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:53:50.535 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 19 tests from LibRGW 2024-09-07T13:53:50.535 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.INIT 2024-09-07T13:53:50.543 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:53:50.544 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:53:51.078 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.INIT (544 ms) 2024-09-07T13:53:51.078 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT 2024-09-07T13:53:51.079 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-07T13:53:51.079 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-07T13:53:51.079 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-07T13:53:51.080 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (8 ms) 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-07T13:53:51.088 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-07T13:53:51.089 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-07T13:53:51.089 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-07T13:53:51.089 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.WRITEV 2024-09-07T13:53:51.089 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-07T13:53:51.089 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READV 2024-09-07T13:53:51.089 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-07T13:53:51.089 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-07T13:53:51.089 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-07T13:53:51.089 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-07T13:53:51.097 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.DELETE_OBJECT (9 ms) 2024-09-07T13:53:51.097 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-07T13:53:51.123 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.DELETE_BUCKET (26 ms) 2024-09-07T13:53:51.123 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-07T13:53:51.123 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-07T13:53:51.123 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-07T13:53:51.123 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-07T13:53:51.123 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-07T13:53:51.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:53:51.122+0000 7f0a1ed23a80 -1 shutting down 2024-09-07T13:53:51.126 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:53:51.126+0000 7f08f8a75640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 64956, si_uid : 1000, si_addr0x3e80000fdbc, si_status0 2024-09-07T13:54:21.123 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SHUTDOWN (30000 ms) 2024-09-07T13:54:21.124 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 19 tests from LibRGW (30589 ms total) 2024-09-07T13:54:21.124 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:54:21.124 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:54:21.124 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 19 tests from 1 test suite ran. (30589 ms total) 2024-09-07T13:54:21.124 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 19 tests. 2024-09-07T13:54:21.137 INFO:tasks.workunit.client.0.smithi107.stdout:phase 6.1 2024-09-07T13:54:21.160 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-07T13:54:21.160 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2024-09-07T13:54:21.160 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 10 tests from LibRGW 2024-09-07T13:54:21.160 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.INIT 2024-09-07T13:54:21.169 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:54:21.169 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:54:21.701 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.INIT (541 ms) 2024-09-07T13:54:21.702 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.MOUNT 2024-09-07T13:54:21.703 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-07T13:54:21.703 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2024-09-07T13:54:21.737 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CREATE_BUCKETS (34 ms) 2024-09-07T13:54:21.737 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2024-09-07T13:54:21.750 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (14 ms) 2024-09-07T13:54:21.750 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2024-09-07T13:54:21.788 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.TOPDIR_RENAME (37 ms) 2024-09-07T13:54:21.788 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2024-09-07T13:54:21.844 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SUBDIR_RENAME (56 ms) 2024-09-07T13:54:21.844 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2024-09-07T13:54:21.906 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (62 ms) 2024-09-07T13:54:21.906 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-07T13:54:21.906 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-07T13:54:21.906 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-07T13:54:21.906 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-07T13:54:21.906 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-07T13:54:21.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:21.906+0000 7f7b4ee30a80 -1 shutting down 2024-09-07T13:54:21.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:21.910+0000 7f7a28b82640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 65601, si_uid : 1000, si_addr0x3e800010041, si_status0 2024-09-07T13:54:51.985 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] LibRGW.SHUTDOWN (30078 ms) 2024-09-07T13:54:51.985 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 10 tests from LibRGW (30824 ms total) 2024-09-07T13:54:51.985 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:54:51.985 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2024-09-07T13:54:51.986 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 10 tests from 1 test suite ran. (30824 ms total) 2024-09-07T13:54:51.986 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 10 tests. 2024-09-07T13:54:52.000 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:54:52.000 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:54:52.016 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2024-09-07T13:54:52.017 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2024-09-07T13:54:52.017 DEBUG:teuthology.orchestra.run.smithi107:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2024-09-07T13:54:52.068 INFO:tasks.workunit.client.0.smithi107.stderr:+ [ -z ] 2024-09-07T13:54:52.068 INFO:tasks.workunit.client.0.smithi107.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-07T13:54:52.069 INFO:tasks.workunit.client.0.smithi107.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-07T13:54:52.069 INFO:tasks.workunit.client.0.smithi107.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name maven test user --email sigv4@example.com 2024-09-07T13:54:52.110 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T13:54:52.110 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T13:54:52.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.157+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.157+0000 7f66551a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:54:52.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.157+0000 7f66551a99c0 20 realm 2024-09-07T13:54:52.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.157+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.157+0000 7f66551a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:54:52.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.157+0000 7f66551a99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T13:54:52.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.157+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.157+0000 7f66551a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:54:52.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.157+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.161+0000 7f66551a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:54:52.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.161+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.161+0000 7f66551a99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T13:54:52.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.161+0000 7f66551a99c0 20 searching for the correct realm 2024-09-07T13:54:52.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.165+0000 7f66534b0640 0 -- 172.21.15.107:0/408826963 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f663c002610 msgr2=0x7f663c03fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T13:54:52.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.381+0000 7f66524ae640 0 -- 172.21.15.107:0/408826963 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f664c037040 msgr2=0x7f664c039950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T13:54:52.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.597+0000 7f66551a99c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T13:54:52.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.597+0000 7f66551a99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T13:54:52.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.597+0000 7f66551a99c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T13:54:52.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.597+0000 7f66551a99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T13:54:52.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.597+0000 7f66551a99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T13:54:52.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.597+0000 7f66551a99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T13:54:52.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.597+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:54:52.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T13:54:52.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T13:54:52.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 20 zone default found 2024-09-07T13:54:52.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 4 Realm: () 2024-09-07T13:54:52.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T13:54:52.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T13:54:52.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T13:54:52.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 20 zonegroup default 2024-09-07T13:54:52.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:54:52.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:54:52.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.601+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.605+0000 7f66551a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:54:52.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.605+0000 7f66551a99c0 20 started sync module instance, tier type = 2024-09-07T13:54:52.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.605+0000 7f66551a99c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T13:54:52.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.629+0000 7f66551a99c0 20 add_watcher() i=0 2024-09-07T13:54:52.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.629+0000 7f66551a99c0 20 add_watcher() i=1 2024-09-07T13:54:52.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.629+0000 7f66551a99c0 20 add_watcher() i=2 2024-09-07T13:54:52.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.629+0000 7f66551a99c0 20 add_watcher() i=3 2024-09-07T13:54:52.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.629+0000 7f66551a99c0 20 add_watcher() i=4 2024-09-07T13:54:52.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.629+0000 7f66551a99c0 20 add_watcher() i=5 2024-09-07T13:54:52.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.629+0000 7f66551a99c0 20 add_watcher() i=6 2024-09-07T13:54:52.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.629+0000 7f66551a99c0 20 add_watcher() i=7 2024-09-07T13:54:52.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.629+0000 7f66551a99c0 2 all 8 watchers are set, enabling cache 2024-09-07T13:54:52.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.633+0000 7f65097e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:54:52.636 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T13:54:52.636 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T13:54:52.636 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 5 note: GC not initialized 2024-09-07T13:54:52.636 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f6483fff640 20 reqs_thread_entry: start 2024-09-07T13:54:52.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 20 init_complete bucket index max shards: 1 2024-09-07T13:54:52.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 20 Filter name: none 2024-09-07T13:54:52.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f6481ffb640 20 reqs_thread_entry: start 2024-09-07T13:54:52.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2024-09-07T13:54:52.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:54:52.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2024-09-07T13:54:52.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-07T13:54:52.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2024-09-07T13:54:52.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:54:52.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2024-09-07T13:54:52.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-07T13:54:52.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2024-09-07T13:54:52.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.637+0000 7f66551a99c0 20 rados->read ofs=0 len=0 2024-09-07T13:54:52.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.641+0000 7f66551a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T13:54:52.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.641+0000 7f66551a99c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2024-09-07T13:54:52.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.641+0000 7f66551a99c0 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-07T13:54:52.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.641+0000 7f66551a99c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-07T13:54:52.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.641+0000 7f66551a99c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-07T13:54:52.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.641+0000 7f66551a99c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-07T13:54:52.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.641+0000 7f66551a99c0 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-07T13:54:52.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.641+0000 7f66551a99c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2024-09-07T13:54:52.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.641+0000 7f65367fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660482 cookie 93905735390208 notifier 5603 bl.length()=677 2024-09-07T13:54:52.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.641+0000 7f65367fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-07T13:54:52.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.641+0000 7f65367fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-07T13:54:52.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.645+0000 7f66551a99c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-07T13:54:52.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.645+0000 7f66551a99c0 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-07T13:54:52.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.645+0000 7f66551a99c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2024-09-07T13:54:52.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.649+0000 7f65367fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660492 cookie 93905735383104 notifier 5603 bl.length()=187 2024-09-07T13:54:52.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.649+0000 7f65367fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-07T13:54:52.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.649+0000 7f65367fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-07T13:54:52.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.653+0000 7f66551a99c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-07T13:54:52.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.653+0000 7f66551a99c0 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-07T13:54:52.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.653+0000 7f66551a99c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2024-09-07T13:54:52.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.653+0000 7f65367fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660493 cookie 93905735383104 notifier 5603 bl.length()=197 2024-09-07T13:54:52.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.653+0000 7f65367fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-07T13:54:52.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.653+0000 7f65367fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-07T13:54:52.655 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:54:52.656 INFO:tasks.workunit.client.0.smithi107.stdout: "user_id": "ceph-test-maven", 2024-09-07T13:54:52.656 INFO:tasks.workunit.client.0.smithi107.stdout: "display_name": "maven test user", 2024-09-07T13:54:52.656 INFO:tasks.workunit.client.0.smithi107.stdout: "email": "sigv4@example.com", 2024-09-07T13:54:52.656 INFO:tasks.workunit.client.0.smithi107.stdout: "suspended": 0, 2024-09-07T13:54:52.656 INFO:tasks.workunit.client.0.smithi107.stdout: "max_buckets": 1000, 2024-09-07T13:54:52.656 INFO:tasks.workunit.client.0.smithi107.stdout: "subusers": [], 2024-09-07T13:54:52.656 INFO:tasks.workunit.client.0.smithi107.stdout: "keys": [ 2024-09-07T13:54:52.656 INFO:tasks.workunit.client.0.smithi107.stdout: { 2024-09-07T13:54:52.656 INFO:tasks.workunit.client.0.smithi107.stdout: "user": "ceph-test-maven", 2024-09-07T13:54:52.656 INFO:tasks.workunit.client.0.smithi107.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2024-09-07T13:54:52.656 INFO:tasks.workunit.client.0.smithi107.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2024-09-07T13:54:52.656 INFO:tasks.workunit.client.0.smithi107.stdout: "active": true, 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: "create_date": "2024-09-07T13:54:52.643052Z" 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: ], 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: "swift_keys": [], 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: "caps": [], 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: "default_placement": "", 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: "default_storage_class": "", 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: "placement_tags": [], 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_quota": { 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: "enabled": false, 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: "check_on_raw": false, 2024-09-07T13:54:52.657 INFO:tasks.workunit.client.0.smithi107.stdout: "max_size": -1, 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: "max_size_kb": 0, 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: "max_objects": -1 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: "user_quota": { 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: "enabled": false, 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: "check_on_raw": false, 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: "max_size": -1, 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: "max_size_kb": 0, 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: "max_objects": -1 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: "temp_url_keys": [], 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: "type": "rgw", 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: "mfa_ids": [], 2024-09-07T13:54:52.658 INFO:tasks.workunit.client.0.smithi107.stdout: "account_id": "", 2024-09-07T13:54:52.659 INFO:tasks.workunit.client.0.smithi107.stdout: "path": "/", 2024-09-07T13:54:52.659 INFO:tasks.workunit.client.0.smithi107.stdout: "create_date": "2024-09-07T13:54:52.643034Z", 2024-09-07T13:54:52.659 INFO:tasks.workunit.client.0.smithi107.stdout: "tags": [], 2024-09-07T13:54:52.659 INFO:tasks.workunit.client.0.smithi107.stdout: "group_ids": [] 2024-09-07T13:54:52.659 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:54:52.659 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:54:52.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.657+0000 7f65097e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T13:54:52.662 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.661+0000 7f66551a99c0 20 remove_watcher() i=0 2024-09-07T13:54:52.663 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.661+0000 7f66551a99c0 2 removed watcher, disabling cache 2024-09-07T13:54:52.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.665+0000 7f66551a99c0 20 remove_watcher() i=1 2024-09-07T13:54:52.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.665+0000 7f66551a99c0 20 remove_watcher() i=2 2024-09-07T13:54:52.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.669+0000 7f66551a99c0 20 remove_watcher() i=3 2024-09-07T13:54:52.671 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.669+0000 7f66551a99c0 20 remove_watcher() i=4 2024-09-07T13:54:52.672 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.673+0000 7f66551a99c0 20 remove_watcher() i=5 2024-09-07T13:54:52.674 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.673+0000 7f66551a99c0 20 remove_watcher() i=6 2024-09-07T13:54:52.676 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T13:54:52.677+0000 7f66551a99c0 20 remove_watcher() i=7 2024-09-07T13:54:52.693 INFO:tasks.workunit.client.0.smithi107.stderr:+ [ -z ] 2024-09-07T13:54:52.693 INFO:tasks.workunit.client.0.smithi107.stderr:+ [ -z /home/ubuntu/cephtest ] 2024-09-07T13:54:52.693 INFO:tasks.workunit.client.0.smithi107.stderr:+ cat /home/ubuntu/cephtest/url_file 2024-09-07T13:54:52.694 INFO:tasks.workunit.client.0.smithi107.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://smithi107.front.sepia.ceph.com:443 2024-09-07T13:54:52.694 INFO:tasks.workunit.client.0.smithi107.stderr:+ [ -z /home/ubuntu/cephtest/clone.client.0 ] 2024-09-07T13:54:52.694 INFO:tasks.workunit.client.0.smithi107.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2024-09-07T13:54:52.695 INFO:tasks.workunit.client.0.smithi107.stderr:+ ./mvnw clean package 2024-09-07T13:54:52.701 INFO:tasks.workunit.client.0.smithi107.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-07T13:54:55.667 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Scanning for projects... 2024-09-07T13:54:55.823 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2024-09-07T13:54:55.924 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/5.6 kB Progress (1): 2.8/5.6 kB Progress (1): 4.1/5.6 kB Progress (1): 5.5/5.6 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 54 kB/s) 2024-09-07T13:54:55.940 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2024-09-07T13:54:55.977 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/83 kB Progress (1): 2.8/83 kB Progress (1): 4.1/83 kB Progress (1): 5.5/83 kB Progress (1): 6.9/83 kB Progress (1): 8.3/83 kB Progress (1): 9.7/83 kB Progress (1): 11/83 kB Progress (1): 12/83 kB Progress (1): 14/83 kB Progress (1): 15/83 kB Progress (1): 16/83 kB Progress (1): 18/83 kB Progress (1): 19/83 kB Progress (1): 21/83 kB Progress (1): 22/83 kB Progress (1): 23/83 kB Progress (1): 25/83 kB Progress (1): 26/83 kB Progress (1): 27/83 kB Progress (1): 29/83 kB Progress (1): 30/83 kB Progress (1): 32/83 kB Progress (1): 33/83 kB Progress (1): 34/83 kB Progress (1): 36/83 kB Progress (1): 37/83 kB Progress (1): 38/83 kB Progress (1): 40/83 kB Progress (1): 41/83 kB Progress (1): 43/83 kB Progress (1): 44/83 kB Progress (1): 45/83 kB Progress (1): 47/83 kB Progress (1): 48/83 kB Progress (1): 49/83 kB Progress (1): 63/83 kB Progress (1): 79/83 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 2.2 MB/s) 2024-09-07T13:54:55.989 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2024-09-07T13:54:56.010 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/77 kB Progress (1): 33/77 kB Progress (1): 40/77 kB Progress (1): 56/77 kB Progress (1): 65/77 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 3.5 MB/s) 2024-09-07T13:54:56.048 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:54:56.048 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-07T13:54:56.048 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Building jcksum 1.0 2024-09-07T13:54:56.048 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] from pom.xml 2024-09-07T13:54:56.048 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-07T13:54:56.052 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2024-09-07T13:54:56.069 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 312 kB/s) 2024-09-07T13:54:56.076 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2024-09-07T13:54:56.098 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 450 kB/s) 2024-09-07T13:54:56.103 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2024-09-07T13:54:56.119 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 2.7 MB/s) 2024-09-07T13:54:56.128 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2024-09-07T13:54:56.146 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 1.1 MB/s) 2024-09-07T13:54:56.163 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2024-09-07T13:54:56.180 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 15/36 kB Progress (1): 31/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 2.0 MB/s) 2024-09-07T13:54:56.193 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2024-09-07T13:54:56.208 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 480 kB/s) 2024-09-07T13:54:56.212 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2024-09-07T13:54:56.227 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 506 kB/s) 2024-09-07T13:54:56.230 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2024-09-07T13:54:56.247 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/48 kB Progress (1): 33/48 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 2.8 MB/s) 2024-09-07T13:54:56.253 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2024-09-07T13:54:56.269 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 1.3 MB/s) 2024-09-07T13:54:56.278 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2024-09-07T13:54:56.296 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 1.7 MB/s) 2024-09-07T13:54:56.306 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2024-09-07T13:54:56.323 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 545 kB/s) 2024-09-07T13:54:56.333 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2024-09-07T13:54:56.351 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/66 kB Progress (1): 33/66 kB Progress (1): 49/66 kB Progress (1): 66/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 3.6 MB/s) 2024-09-07T13:54:56.361 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2024-09-07T13:54:56.377 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 332 kB/s) 2024-09-07T13:54:56.380 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2024-09-07T13:54:56.396 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 15/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 1.3 MB/s) 2024-09-07T13:54:56.400 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2024-09-07T13:54:56.417 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/50 kB Progress (1): 33/50 kB Progress (1): 49/50 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 3.1 MB/s) 2024-09-07T13:54:56.422 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2024-09-07T13:54:56.438 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 1.5 MB/s) 2024-09-07T13:54:56.447 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2024-09-07T13:54:56.463 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 375 kB/s) 2024-09-07T13:54:56.469 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2024-09-07T13:54:56.485 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 2.8 MB/s) 2024-09-07T13:54:56.492 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2024-09-07T13:54:56.508 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 423 kB/s) 2024-09-07T13:54:56.511 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2024-09-07T13:54:56.527 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 619 kB/s) 2024-09-07T13:54:56.530 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2024-09-07T13:54:56.545 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/46 kB Progress (1): 33/46 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 2.9 MB/s) 2024-09-07T13:54:56.549 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2024-09-07T13:54:56.565 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 1.4 MB/s) 2024-09-07T13:54:56.570 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2024-09-07T13:54:56.587 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 1.6 MB/s) 2024-09-07T13:54:56.607 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2024-09-07T13:54:56.623 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 380 kB/s) 2024-09-07T13:54:56.626 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2024-09-07T13:54:56.642 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 1.3 MB/s) 2024-09-07T13:54:56.650 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2024-09-07T13:54:56.668 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 1.1 MB/s) 2024-09-07T13:54:56.681 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2024-09-07T13:54:56.697 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 250 kB/s) 2024-09-07T13:54:56.701 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2024-09-07T13:54:56.716 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 97 kB/s) 2024-09-07T13:54:56.719 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2024-09-07T13:54:56.734 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 149 kB/s) 2024-09-07T13:54:56.741 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2024-09-07T13:54:56.758 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 214 kB/s) 2024-09-07T13:54:56.766 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2024-09-07T13:54:56.783 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 190 kB/s) 2024-09-07T13:54:56.790 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2024-09-07T13:54:56.805 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 685 kB/s) 2024-09-07T13:54:56.811 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2024-09-07T13:54:56.828 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 105 kB/s) 2024-09-07T13:54:56.832 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2024-09-07T13:54:56.848 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 225 kB/s) 2024-09-07T13:54:56.854 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2024-09-07T13:54:56.871 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 289 kB/s) 2024-09-07T13:54:56.876 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2024-09-07T13:54:56.892 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 72 kB/s) 2024-09-07T13:54:56.897 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2024-09-07T13:54:56.912 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 256 kB/s) 2024-09-07T13:54:56.915 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2024-09-07T13:54:56.931 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 863 kB/s) 2024-09-07T13:54:56.936 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2024-09-07T13:54:56.953 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 216 kB/s) 2024-09-07T13:54:56.962 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2024-09-07T13:54:56.978 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 144 kB/s) 2024-09-07T13:54:56.984 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2024-09-07T13:54:57.000 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 182 kB/s) 2024-09-07T13:54:57.008 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2024-09-07T13:54:57.023 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 463 kB/s) 2024-09-07T13:54:57.032 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2024-09-07T13:54:57.048 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 341 kB/s) 2024-09-07T13:54:57.054 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2024-09-07T13:54:57.071 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 205 kB/s) 2024-09-07T13:54:57.079 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2024-09-07T13:54:57.096 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 258 kB/s) 2024-09-07T13:54:57.100 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2024-09-07T13:54:57.117 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 142 kB/s) 2024-09-07T13:54:57.122 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2024-09-07T13:54:57.138 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 402 kB/s) 2024-09-07T13:54:57.144 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2024-09-07T13:54:57.160 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 379 kB/s) 2024-09-07T13:54:57.166 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2024-09-07T13:54:57.182 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 186 kB/s) 2024-09-07T13:54:57.188 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2024-09-07T13:54:57.204 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 217 kB/s) 2024-09-07T13:54:57.213 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2024-09-07T13:54:57.228 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 240 kB/s) 2024-09-07T13:54:57.231 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2024-09-07T13:54:57.247 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 111 kB/s) 2024-09-07T13:54:57.255 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2024-09-07T13:54:57.271 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 413 kB/s) 2024-09-07T13:54:57.275 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2024-09-07T13:54:57.291 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 1.0 MB/s) 2024-09-07T13:54:57.294 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2024-09-07T13:54:57.311 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/35 kB Progress (1): 33/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 2.0 MB/s) 2024-09-07T13:54:57.316 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2024-09-07T13:54:57.333 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 1.0 MB/s) 2024-09-07T13:54:57.341 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2024-09-07T13:54:57.358 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 292 kB/s) 2024-09-07T13:54:57.362 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2024-09-07T13:54:57.379 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 732 kB/s) 2024-09-07T13:54:57.388 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2024-09-07T13:54:57.405 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 822 kB/s) 2024-09-07T13:54:57.410 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2024-09-07T13:54:57.430 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/68 kB Progress (1): 32/68 kB Progress (1): 49/68 kB Progress (1): 65/68 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 3.4 MB/s) 2024-09-07T13:54:57.454 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2024-09-07T13:54:57.471 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 922 kB/s) 2024-09-07T13:54:57.481 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2024-09-07T13:54:57.497 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 908 kB/s) 2024-09-07T13:54:57.502 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2024-09-07T13:54:57.522 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/79 kB Progress (1): 33/79 kB Progress (1): 49/79 kB Progress (1): 66/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 4.0 MB/s) 2024-09-07T13:54:57.533 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2024-09-07T13:54:57.550 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 1.1 MB/s) 2024-09-07T13:54:57.558 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2024-09-07T13:54:57.576 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 1.1 MB/s) 2024-09-07T13:54:57.582 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2024-09-07T13:54:57.602 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 3.9 MB/s) 2024-09-07T13:54:57.617 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2024-09-07T13:54:57.633 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 226 kB/s) 2024-09-07T13:54:57.637 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2024-09-07T13:54:57.654 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 812 kB/s) 2024-09-07T13:54:57.660 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2024-09-07T13:54:57.678 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 178 kB/s) 2024-09-07T13:54:57.683 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2024-09-07T13:54:57.700 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 187 kB/s) 2024-09-07T13:54:57.704 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2024-09-07T13:54:57.720 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 120 kB/s) 2024-09-07T13:54:57.725 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2024-09-07T13:54:57.741 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 167 kB/s) 2024-09-07T13:54:57.746 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2024-09-07T13:54:57.763 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 90 kB/s) 2024-09-07T13:54:57.768 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2024-09-07T13:54:57.785 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 177 kB/s) 2024-09-07T13:54:57.790 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2024-09-07T13:54:57.807 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 188 kB/s) 2024-09-07T13:54:57.812 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2024-09-07T13:54:57.828 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 189 kB/s) 2024-09-07T13:54:57.835 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2024-09-07T13:54:57.853 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 57 kB/s) 2024-09-07T13:54:57.861 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2024-09-07T13:54:57.877 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 60 kB/s) 2024-09-07T13:54:57.883 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2024-09-07T13:54:57.899 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 180 kB/s) 2024-09-07T13:54:57.904 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2024-09-07T13:54:57.921 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 190 kB/s) 2024-09-07T13:54:57.926 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2024-09-07T13:54:57.943 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 202 kB/s) 2024-09-07T13:54:57.948 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2024-09-07T13:54:57.965 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 202 kB/s) 2024-09-07T13:54:57.973 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2024-09-07T13:54:57.990 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 178 kB/s) 2024-09-07T13:54:58.059 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2024-09-07T13:54:58.180 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 27 MB/s) 2024-09-07T13:54:58.183 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2024-09-07T13:54:58.183 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2024-09-07T13:54:58.183 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2024-09-07T13:54:58.183 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2024-09-07T13:54:58.184 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2024-09-07T13:54:58.211 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/71 kB Progress (1): 33/71 kB Progress (1): 49/71 kB Progress (1): 58/71 kB Progress (1): 71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 2.4 MB/s) 2024-09-07T13:54:58.211 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2024-09-07T13:54:58.227 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 365 kB/s) 2024-09-07T13:54:58.228 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2024-09-07T13:54:58.244 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/16 kB Progress (2): 1.4/16 kB | 1.4/49 kB Progress (2): 2.8/16 kB | 1.4/49 kB Progress (2): 2.8/16 kB | 2.8/49 kB Progress (2): 4.1/16 kB | 2.8/49 kB Progress (2): 4.1/16 kB | 4.1/49 kB Progress (2): 5.5/16 kB | 4.1/49 kB Progress (2): 5.5/16 kB | 5.5/49 kB Progress (2): 6.9/16 kB | 5.5/49 kB Progress (2): 6.9/16 kB | 6.9/49 kB Progress (2): 8.3/16 kB | 6.9/49 kB Progress (2): 8.3/16 kB | 8.3/49 kB Progress (2): 9.7/16 kB | 8.3/49 kB Progress (2): 9.7/16 kB | 9.7/49 kB Progress (2): 11/16 kB | 9.7/49 kB Progress (2): 11/16 kB | 11/49 kB Progress (2): 12/16 kB | 11/49 kB Progress (2): 12/16 kB | 12/49 kB Progress (2): 14/16 kB | 12/49 kB Progress (2): 14/16 kB | 14/49 kB Progress (2): 15/16 kB | 14/49 kB Progress (2): 15/16 kB | 15/49 kB Progress (2): 16 kB | 15/49 kB Progress (2): 16 kB | 16/49 kB Progress (2): 16 kB | 18/49 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 268 kB/s) 2024-09-07T13:54:58.244 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 19/49 kB Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2024-09-07T13:54:58.255 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 21/49 kB Progress (2): 21/49 kB | 16/782 kB Progress (2): 22/49 kB | 16/782 kB Progress (2): 23/49 kB | 16/782 kB Progress (2): 23/49 kB | 33/782 kB Progress (2): 25/49 kB | 33/782 kB Progress (2): 26/49 kB | 33/782 kB Progress (2): 26/49 kB | 49/782 kB Progress (2): 26/49 kB | 63/782 kB Progress (2): 27/49 kB | 63/782 kB Progress (2): 29/49 kB | 63/782 kB Progress (2): 29/49 kB | 79/782 kB Progress (2): 30/49 kB | 79/782 kB Progress (2): 30/49 kB | 96/782 kB Progress (2): 32/49 kB | 96/782 kB Progress (2): 32/49 kB | 112/782 kB Progress (2): 33/49 kB | 112/782 kB Progress (2): 34/49 kB | 112/782 kB Progress (2): 34/49 kB | 128/782 kB Progress (2): 34/49 kB | 145/782 kB Progress (2): 36/49 kB | 145/782 kB Progress (2): 37/49 kB | 145/782 kB Progress (2): 37/49 kB | 161/782 kB Progress (2): 38/49 kB | 161/782 kB Progress (2): 38/49 kB | 177/782 kB Progress (2): 38/49 kB | 194/782 kB Progress (2): 38/49 kB | 210/782 kB Progress (2): 38/49 kB | 227/782 kB Progress (2): 38/49 kB | 243/782 kB Progress (2): 38/49 kB | 259/782 kB Progress (2): 38/49 kB | 276/782 kB Progress (2): 38/49 kB | 292/782 kB Progress (2): 38/49 kB | 308/782 kB Progress (3): 38/49 kB | 308/782 kB | 1.4/98 kB Progress (3): 38/49 kB | 308/782 kB | 2.8/98 kB Progress (3): 38/49 kB | 325/782 kB | 2.8/98 kB Progress (3): 38/49 kB | 325/782 kB | 4.1/98 kB Progress (3): 40/49 kB | 325/782 kB | 4.1/98 kB Progress (3): 40/49 kB | 325/782 kB | 5.5/98 kB Progress (4): 40/49 kB | 325/782 kB | 5.5/98 kB | 1.4/35 kB Progress (4): 40/49 kB | 325/782 kB | 6.9/98 kB | 1.4/35 kB Progress (4): 40/49 kB | 325/782 kB | 6.9/98 kB | 2.8/35 kB Progress (4): 40/49 kB | 341/782 kB | 6.9/98 kB | 2.8/35 kB Progress (4): 40/49 kB | 341/782 kB | 6.9/98 kB | 4.1/35 kB Progress (4): 41/49 kB | 341/782 kB | 6.9/98 kB | 4.1/35 kB Progress (4): 41/49 kB | 341/782 kB | 6.9/98 kB | 5.5/35 kB Progress (4): 43/49 kB | 341/782 kB | 6.9/98 kB | 5.5/35 kB Progress (4): 43/49 kB | 341/782 kB | 8.3/98 kB | 5.5/35 kB Progress (4): 43/49 kB | 341/782 kB | 8.3/98 kB | 6.9/35 kB Progress (4): 43/49 kB | 358/782 kB | 8.3/98 kB | 6.9/35 kB Progress (4): 43/49 kB | 358/782 kB | 9.7/98 kB | 6.9/35 kB Progress (4): 44/49 kB | 358/782 kB | 9.7/98 kB | 6.9/35 kB Progress (4): 44/49 kB | 358/782 kB | 11/98 kB | 6.9/35 kB Progress (4): 45/49 kB | 358/782 kB | 11/98 kB | 6.9/35 kB Progress (4): 45/49 kB | 358/782 kB | 11/98 kB | 8.3/35 kB Progress (4): 47/49 kB | 358/782 kB | 11/98 kB | 8.3/35 kB Progress (4): 47/49 kB | 374/782 kB | 11/98 kB | 8.3/35 kB Progress (4): 47/49 kB | 374/782 kB | 12/98 kB | 8.3/35 kB Progress (4): 48/49 kB | 374/782 kB | 12/98 kB | 8.3/35 kB Progress (4): 48/49 kB | 374/782 kB | 12/98 kB | 9.7/35 kB Progress (4): 48/49 kB | 374/782 kB | 14/98 kB | 9.7/35 kB Progress (4): 49 kB | 374/782 kB | 14/98 kB | 9.7/35 kB Progress (4): 49 kB | 374/782 kB | 14/98 kB | 11/35 kB Progress (4): 49 kB | 374/782 kB | 15/98 kB | 11/35 kB Progress (4): 49 kB | 374/782 kB | 15/98 kB | 12/35 kB Progress (4): 49 kB | 390/782 kB | 15/98 kB | 12/35 kB Progress (4): 49 kB | 390/782 kB | 15/98 kB | 14/35 kB Progress (4): 49 kB | 390/782 kB | 16/98 kB | 14/35 kB Progress (4): 49 kB | 390/782 kB | 16/98 kB | 15/35 kB Progress (4): 49 kB | 390/782 kB | 16/98 kB | 16/35 kB Progress (4): 49 kB | 390/782 kB | 18/98 kB | 16/35 kB Progress (4): 49 kB | 390/782 kB | 18/98 kB | 18/35 kB Progress (4): 49 kB | 390/782 kB | 19/98 kB | 18/35 kB Progress (4): 49 kB | 407/782 kB | 19/98 kB | 18/35 kB Progress (4): 49 kB | 407/782 kB | 21/98 kB | 18/35 kB Progress (4): 49 kB | 407/782 kB | 21/98 kB | 19/35 kB Progress (4): 49 kB | 407/782 kB | 22/98 kB | 19/35 kB Progress (4): 49 kB | 407/782 kB | 22/98 kB | 21/35 kB Progress (4): 49 kB | 407/782 kB | 23/98 kB | 21/35 kB Progress (4): 49 kB | 407/782 kB | 23/98 kB | 22/35 kB Progress (4): 49 kB | 423/782 kB | 23/98 kB | 22/35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 684 kB/s) 2024-09-07T13:54:58.259 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 423/782 kB | 23/98 kB | 23/35 kB Progress (3): 423/782 kB | 25/98 kB | 23/35 kB Progress (3): 423/782 kB | 25/98 kB | 25/35 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2024-09-07T13:54:58.259 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 423/782 kB | 25/98 kB | 26/35 kB Progress (3): 423/782 kB | 26/98 kB | 26/35 kB Progress (4): 423/782 kB | 26/98 kB | 26/35 kB | 1.4/11 kB Progress (4): 440/782 kB | 26/98 kB | 26/35 kB | 1.4/11 kB Progress (4): 440/782 kB | 27/98 kB | 26/35 kB | 1.4/11 kB Progress (4): 440/782 kB | 27/98 kB | 26/35 kB | 2.8/11 kB Progress (4): 440/782 kB | 27/98 kB | 27/35 kB | 2.8/11 kB Progress (4): 440/782 kB | 29/98 kB | 27/35 kB | 2.8/11 kB Progress (4): 456/782 kB | 29/98 kB | 27/35 kB | 2.8/11 kB Progress (4): 456/782 kB | 29/98 kB | 27/35 kB | 4.1/11 kB Progress (4): 456/782 kB | 30/98 kB | 27/35 kB | 4.1/11 kB Progress (4): 456/782 kB | 30/98 kB | 29/35 kB | 4.1/11 kB Progress (4): 456/782 kB | 30/98 kB | 29/35 kB | 5.5/11 kB Progress (4): 456/782 kB | 32/98 kB | 29/35 kB | 5.5/11 kB Progress (4): 456/782 kB | 32/98 kB | 29/35 kB | 6.9/11 kB Progress (4): 472/782 kB | 32/98 kB | 29/35 kB | 6.9/11 kB Progress (4): 472/782 kB | 32/98 kB | 29/35 kB | 8.3/11 kB Progress (4): 472/782 kB | 32/98 kB | 30/35 kB | 8.3/11 kB Progress (4): 472/782 kB | 32/98 kB | 30/35 kB | 9.7/11 kB Progress (4): 472/782 kB | 33/98 kB | 30/35 kB | 9.7/11 kB Progress (4): 472/782 kB | 33/98 kB | 30/35 kB | 11/11 kB Progress (4): 472/782 kB | 33/98 kB | 32/35 kB | 11/11 kB Progress (4): 472/782 kB | 33/98 kB | 32/35 kB | 11 kB Progress (4): 489/782 kB | 33/98 kB | 32/35 kB | 11 kB Progress (4): 489/782 kB | 33/98 kB | 33/35 kB | 11 kB Progress (4): 489/782 kB | 34/98 kB | 33/35 kB | 11 kB Progress (4): 489/782 kB | 34/98 kB | 34/35 kB | 11 kB Progress (4): 489/782 kB | 34/98 kB | 35 kB | 11 kB Progress (4): 489/782 kB | 36/98 kB | 35 kB | 11 kB Progress (4): 505/782 kB | 36/98 kB | 35 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 154 kB/s) 2024-09-07T13:54:58.259 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2024-09-07T13:54:58.259 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 505/782 kB | 37/98 kB | 35 kB Progress (3): 521/782 kB | 37/98 kB | 35 kB Progress (3): 521/782 kB | 38/98 kB | 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 457 kB/s) 2024-09-07T13:54:58.259 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2024-09-07T13:54:58.265 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 538/782 kB | 38/98 kB Progress (2): 554/782 kB | 38/98 kB Progress (2): 571/782 kB | 38/98 kB Progress (2): 587/782 kB | 38/98 kB Progress (2): 603/782 kB | 38/98 kB Progress (2): 620/782 kB | 38/98 kB Progress (2): 636/782 kB | 38/98 kB Progress (2): 653/782 kB | 38/98 kB Progress (2): 669/782 kB | 38/98 kB Progress (2): 669/782 kB | 40/98 kB Progress (2): 685/782 kB | 40/98 kB Progress (2): 685/782 kB | 41/98 kB Progress (2): 702/782 kB | 41/98 kB Progress (2): 702/782 kB | 43/98 kB Progress (2): 718/782 kB | 43/98 kB Progress (2): 718/782 kB | 44/98 kB Progress (2): 734/782 kB | 44/98 kB Progress (2): 734/782 kB | 45/98 kB Progress (2): 734/782 kB | 47/98 kB Progress (2): 751/782 kB | 47/98 kB Progress (2): 751/782 kB | 48/98 kB Progress (2): 767/782 kB | 48/98 kB Progress (2): 767/782 kB | 49/98 kB Progress (2): 782 kB | 49/98 kB Progress (2): 782 kB | 51/98 kB Progress (2): 782 kB | 52/98 kB Progress (2): 782 kB | 54/98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 9.7 MB/s) 2024-09-07T13:54:58.265 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2024-09-07T13:54:58.277 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 55/98 kB Progress (1): 56/98 kB Progress (1): 58/98 kB Progress (1): 59/98 kB Progress (1): 61/98 kB Progress (1): 62/98 kB Progress (1): 62/98 kB Progress (1): 78/98 kB Progress (2): 78/98 kB | 16/205 kB Progress (2): 78/98 kB | 33/205 kB Progress (2): 78/98 kB | 49/205 kB Progress (2): 78/98 kB | 66/205 kB Progress (3): 78/98 kB | 66/205 kB | 1.4/81 kB Progress (3): 78/98 kB | 66/205 kB | 2.8/81 kB Progress (3): 78/98 kB | 66/205 kB | 4.1/81 kB Progress (3): 78/98 kB | 66/205 kB | 5.5/81 kB Progress (3): 95/98 kB | 66/205 kB | 5.5/81 kB Progress (4): 95/98 kB | 66/205 kB | 5.5/81 kB | 16/30 kB Progress (4): 95/98 kB | 66/205 kB | 6.9/81 kB | 16/30 kB Progress (4): 98 kB | 66/205 kB | 6.9/81 kB | 16/30 kB Progress (4): 98 kB | 66/205 kB | 8.3/81 kB | 16/30 kB Progress (4): 98 kB | 66/205 kB | 9.7/81 kB | 16/30 kB Progress (4): 98 kB | 66/205 kB | 11/81 kB | 16/30 kB Progress (4): 98 kB | 66/205 kB | 11/81 kB | 30 kB Progress (4): 98 kB | 66/205 kB | 12/81 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 328 kB/s) 2024-09-07T13:54:58.277 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 98 kB | 66/205 kB | 14/81 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2024-09-07T13:54:58.277 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 98 kB | 66/205 kB | 15/81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 1.0 MB/s) 2024-09-07T13:54:58.277 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 66/205 kB | 16/81 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2024-09-07T13:54:58.290 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 66/205 kB | 16/81 kB | 16/798 kB Progress (3): 66/205 kB | 16/81 kB | 33/798 kB Progress (3): 66/205 kB | 33/81 kB | 33/798 kB Progress (3): 66/205 kB | 33/81 kB | 49/798 kB Progress (3): 66/205 kB | 33/81 kB | 64/798 kB Progress (3): 66/205 kB | 33/81 kB | 81/798 kB Progress (3): 66/205 kB | 33/81 kB | 97/798 kB Progress (3): 66/205 kB | 33/81 kB | 114/798 kB Progress (3): 66/205 kB | 33/81 kB | 130/798 kB Progress (3): 66/205 kB | 33/81 kB | 146/798 kB Progress (3): 66/205 kB | 33/81 kB | 163/798 kB Progress (3): 80/205 kB | 33/81 kB | 163/798 kB Progress (3): 80/205 kB | 33/81 kB | 179/798 kB Progress (3): 97/205 kB | 33/81 kB | 179/798 kB Progress (3): 97/205 kB | 33/81 kB | 195/798 kB Progress (3): 97/205 kB | 33/81 kB | 212/798 kB Progress (3): 97/205 kB | 33/81 kB | 228/798 kB Progress (3): 97/205 kB | 33/81 kB | 245/798 kB Progress (3): 113/205 kB | 33/81 kB | 245/798 kB Progress (3): 113/205 kB | 33/81 kB | 261/798 kB Progress (3): 113/205 kB | 33/81 kB | 277/798 kB Progress (3): 113/205 kB | 33/81 kB | 294/798 kB Progress (3): 113/205 kB | 33/81 kB | 310/798 kB Progress (3): 113/205 kB | 33/81 kB | 327/798 kB Progress (3): 130/205 kB | 33/81 kB | 327/798 kB Progress (3): 130/205 kB | 33/81 kB | 343/798 kB Progress (3): 146/205 kB | 33/81 kB | 343/798 kB Progress (3): 146/205 kB | 33/81 kB | 359/798 kB Progress (3): 146/205 kB | 33/81 kB | 376/798 kB Progress (3): 162/205 kB | 33/81 kB | 376/798 kB Progress (3): 162/205 kB | 33/81 kB | 392/798 kB Progress (3): 162/205 kB | 33/81 kB | 408/798 kB Progress (3): 162/205 kB | 33/81 kB | 425/798 kB Progress (3): 179/205 kB | 33/81 kB | 425/798 kB Progress (3): 179/205 kB | 33/81 kB | 441/798 kB Progress (3): 179/205 kB | 33/81 kB | 458/798 kB Progress (3): 179/205 kB | 33/81 kB | 474/798 kB Progress (3): 179/205 kB | 33/81 kB | 490/798 kB Progress (3): 179/205 kB | 33/81 kB | 507/798 kB Progress (3): 195/205 kB | 33/81 kB | 507/798 kB Progress (3): 195/205 kB | 33/81 kB | 523/798 kB Progress (3): 205 kB | 33/81 kB | 523/798 kB Progress (3): 205 kB | 33/81 kB | 540/798 kB Progress (3): 205 kB | 33/81 kB | 556/798 kB Progress (3): 205 kB | 33/81 kB | 572/798 kB Progress (3): 205 kB | 33/81 kB | 589/798 kB Progress (3): 205 kB | 49/81 kB | 589/798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 1.9 MB/s) 2024-09-07T13:54:58.290 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 49/81 kB | 605/798 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2024-09-07T13:54:58.292 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 49/81 kB | 621/798 kB Progress (2): 49/81 kB | 638/798 kB Progress (2): 49/81 kB | 654/798 kB Progress (2): 64/81 kB | 654/798 kB Progress (2): 64/81 kB | 671/798 kB Progress (3): 64/81 kB | 671/798 kB | 13 kB Progress (4): 64/81 kB | 671/798 kB | 13 kB | 16/182 kB Progress (4): 64/81 kB | 687/798 kB | 13 kB | 16/182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 127 kB/s) 2024-09-07T13:54:58.292 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 64/81 kB | 703/798 kB | 16/182 kB Progress (3): 64/81 kB | 703/798 kB | 33/182 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2024-09-07T13:54:58.295 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 64/81 kB | 720/798 kB | 33/182 kB Progress (3): 64/81 kB | 720/798 kB | 49/182 kB Progress (3): 64/81 kB | 736/798 kB | 49/182 kB Progress (3): 64/81 kB | 753/798 kB | 49/182 kB Progress (3): 64/81 kB | 769/798 kB | 49/182 kB Progress (3): 64/81 kB | 769/798 kB | 62/182 kB Progress (3): 81/81 kB | 769/798 kB | 62/182 kB Progress (3): 81/81 kB | 785/798 kB | 62/182 kB Progress (3): 81/81 kB | 785/798 kB | 78/182 kB Progress (3): 81 kB | 785/798 kB | 78/182 kB Progress (3): 81 kB | 798 kB | 78/182 kB Progress (3): 81 kB | 798 kB | 95/182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 7.4 MB/s) 2024-09-07T13:54:58.295 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2024-09-07T13:54:58.295 INFO:tasks.workunit.client.0.smithi107.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 752 kB/s) 2024-09-07T13:54:58.295 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2024-09-07T13:54:58.305 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 111/182 kB Progress (1): 128/182 kB Progress (1): 144/182 kB Progress (1): 160/182 kB Progress (1): 177/182 kB Progress (1): 182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.6 MB/s) 2024-09-07T13:54:58.305 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2024-09-07T13:54:58.310 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/151 kB Progress (1): 33/151 kB Progress (1): 49/151 kB Progress (1): 63/151 kB Progress (1): 79/151 kB Progress (1): 96/151 kB Progress (1): 112/151 kB Progress (2): 112/151 kB | 16/27 kB Progress (2): 128/151 kB | 16/27 kB Progress (2): 128/151 kB | 27 kB Progress (3): 128/151 kB | 27 kB | 16/30 kB Progress (3): 145/151 kB | 27 kB | 16/30 kB Progress (3): 145/151 kB | 27 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 224 kB/s) 2024-09-07T13:54:58.310 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 151 kB | 30 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2024-09-07T13:54:58.310 INFO:tasks.workunit.client.0.smithi107.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 246 kB/s) 2024-09-07T13:54:58.311 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 151 kB | 16/385 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2024-09-07T13:54:58.311 INFO:tasks.workunit.client.0.smithi107.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 1.2 MB/s) 2024-09-07T13:54:58.312 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 33/385 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2024-09-07T13:54:58.320 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 39/385 kB Progress (1): 55/385 kB Progress (1): 64/385 kB Progress (1): 80/385 kB Progress (1): 96/385 kB Progress (1): 113/385 kB Progress (2): 113/385 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 100 kB/s) 2024-09-07T13:54:58.321 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2024-09-07T13:54:58.331 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 129/385 kB Progress (1): 145/385 kB Progress (1): 162/385 kB Progress (1): 178/385 kB Progress (1): 195/385 kB Progress (1): 211/385 kB Progress (2): 211/385 kB | 16/780 kB Progress (2): 227/385 kB | 16/780 kB Progress (2): 227/385 kB | 32/780 kB Progress (2): 227/385 kB | 49/780 kB Progress (2): 244/385 kB | 49/780 kB Progress (2): 244/385 kB | 65/780 kB Progress (3): 244/385 kB | 65/780 kB | 16/75 kB Progress (3): 244/385 kB | 81/780 kB | 16/75 kB Progress (3): 260/385 kB | 81/780 kB | 16/75 kB Progress (3): 260/385 kB | 97/780 kB | 16/75 kB Progress (3): 260/385 kB | 97/780 kB | 33/75 kB Progress (3): 277/385 kB | 97/780 kB | 33/75 kB Progress (3): 277/385 kB | 113/780 kB | 33/75 kB Progress (3): 277/385 kB | 130/780 kB | 33/75 kB Progress (4): 277/385 kB | 130/780 kB | 33/75 kB | 16/329 kB Progress (4): 293/385 kB | 130/780 kB | 33/75 kB | 16/329 kB Progress (4): 293/385 kB | 130/780 kB | 49/75 kB | 16/329 kB Progress (4): 293/385 kB | 146/780 kB | 49/75 kB | 16/329 kB Progress (4): 309/385 kB | 146/780 kB | 49/75 kB | 16/329 kB Progress (4): 309/385 kB | 163/780 kB | 49/75 kB | 16/329 kB Progress (4): 309/385 kB | 163/780 kB | 65/75 kB | 16/329 kB Progress (4): 326/385 kB | 163/780 kB | 65/75 kB | 16/329 kB Progress (4): 326/385 kB | 179/780 kB | 65/75 kB | 16/329 kB Progress (4): 326/385 kB | 179/780 kB | 65/75 kB | 32/329 kB Progress (4): 326/385 kB | 179/780 kB | 75 kB | 32/329 kB Progress (4): 326/385 kB | 195/780 kB | 75 kB | 32/329 kB Progress (4): 342/385 kB | 195/780 kB | 75 kB | 32/329 kB Progress (4): 342/385 kB | 212/780 kB | 75 kB | 32/329 kB Progress (4): 358/385 kB | 212/780 kB | 75 kB | 32/329 kB Progress (4): 358/385 kB | 228/780 kB | 75 kB | 32/329 kB Progress (4): 358/385 kB | 228/780 kB | 75 kB | 49/329 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 529 kB/s) 2024-09-07T13:54:58.331 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 358/385 kB | 245/780 kB | 49/329 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2024-09-07T13:54:58.356 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 358/385 kB | 261/780 kB | 49/329 kB Progress (3): 358/385 kB | 277/780 kB | 49/329 kB Progress (3): 358/385 kB | 294/780 kB | 49/329 kB Progress (3): 358/385 kB | 294/780 kB | 65/329 kB Progress (3): 358/385 kB | 310/780 kB | 65/329 kB Progress (3): 358/385 kB | 326/780 kB | 65/329 kB Progress (3): 358/385 kB | 343/780 kB | 65/329 kB Progress (3): 358/385 kB | 359/780 kB | 65/329 kB Progress (3): 358/385 kB | 376/780 kB | 65/329 kB Progress (3): 358/385 kB | 392/780 kB | 65/329 kB Progress (3): 358/385 kB | 392/780 kB | 78/329 kB Progress (3): 375/385 kB | 392/780 kB | 78/329 kB Progress (4): 375/385 kB | 392/780 kB | 78/329 kB | 16/501 kB Progress (5): 375/385 kB | 392/780 kB | 78/329 kB | 16/501 kB | 16/354 kB Progress (5): 375/385 kB | 408/780 kB | 78/329 kB | 16/501 kB | 16/354 kB Progress (5): 385 kB | 408/780 kB | 78/329 kB | 16/501 kB | 16/354 kB Progress (5): 385 kB | 408/780 kB | 94/329 kB | 16/501 kB | 16/354 kB Progress (5): 385 kB | 408/780 kB | 94/329 kB | 33/501 kB | 16/354 kB Progress (5): 385 kB | 425/780 kB | 94/329 kB | 33/501 kB | 16/354 kB Progress (5): 385 kB | 425/780 kB | 94/329 kB | 33/501 kB | 33/354 kB Progress (5): 385 kB | 425/780 kB | 94/329 kB | 49/501 kB | 33/354 kB Progress (5): 385 kB | 425/780 kB | 111/329 kB | 49/501 kB | 33/354 kB Progress (5): 385 kB | 425/780 kB | 111/329 kB | 49/501 kB | 49/354 kB Progress (5): 385 kB | 441/780 kB | 111/329 kB | 49/501 kB | 49/354 kB Progress (5): 385 kB | 441/780 kB | 111/329 kB | 64/501 kB | 49/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 2.3 MB/s) 2024-09-07T13:54:58.356 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (4): 441/780 kB | 111/329 kB | 64/501 kB | 63/354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2024-09-07T13:54:58.363 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (4): 458/780 kB | 111/329 kB | 64/501 kB | 63/354 kB Progress (4): 458/780 kB | 111/329 kB | 81/501 kB | 63/354 kB Progress (4): 458/780 kB | 127/329 kB | 81/501 kB | 63/354 kB Progress (4): 458/780 kB | 127/329 kB | 81/501 kB | 79/354 kB Progress (4): 474/780 kB | 127/329 kB | 81/501 kB | 79/354 kB Progress (4): 474/780 kB | 127/329 kB | 97/501 kB | 79/354 kB Progress (4): 474/780 kB | 127/329 kB | 97/501 kB | 95/354 kB Progress (4): 474/780 kB | 143/329 kB | 97/501 kB | 95/354 kB Progress (4): 474/780 kB | 143/329 kB | 114/501 kB | 95/354 kB Progress (4): 490/780 kB | 143/329 kB | 114/501 kB | 95/354 kB Progress (4): 490/780 kB | 143/329 kB | 114/501 kB | 112/354 kB Progress (4): 490/780 kB | 160/329 kB | 114/501 kB | 112/354 kB Progress (4): 490/780 kB | 160/329 kB | 130/501 kB | 112/354 kB Progress (4): 507/780 kB | 160/329 kB | 130/501 kB | 112/354 kB Progress (4): 507/780 kB | 160/329 kB | 130/501 kB | 128/354 kB Progress (4): 507/780 kB | 176/329 kB | 130/501 kB | 128/354 kB Progress (4): 507/780 kB | 176/329 kB | 146/501 kB | 128/354 kB Progress (4): 523/780 kB | 176/329 kB | 146/501 kB | 128/354 kB Progress (4): 523/780 kB | 176/329 kB | 146/501 kB | 145/354 kB Progress (4): 523/780 kB | 176/329 kB | 163/501 kB | 145/354 kB Progress (4): 523/780 kB | 193/329 kB | 163/501 kB | 145/354 kB Progress (4): 539/780 kB | 193/329 kB | 163/501 kB | 145/354 kB Progress (4): 539/780 kB | 193/329 kB | 179/501 kB | 145/354 kB Progress (4): 539/780 kB | 193/329 kB | 179/501 kB | 161/354 kB Progress (4): 556/780 kB | 193/329 kB | 179/501 kB | 161/354 kB Progress (4): 556/780 kB | 193/329 kB | 196/501 kB | 161/354 kB Progress (4): 556/780 kB | 209/329 kB | 196/501 kB | 161/354 kB Progress (4): 572/780 kB | 209/329 kB | 196/501 kB | 161/354 kB Progress (4): 572/780 kB | 209/329 kB | 212/501 kB | 161/354 kB Progress (4): 572/780 kB | 209/329 kB | 212/501 kB | 177/354 kB Progress (4): 589/780 kB | 209/329 kB | 212/501 kB | 177/354 kB Progress (4): 589/780 kB | 209/329 kB | 228/501 kB | 177/354 kB Progress (4): 589/780 kB | 225/329 kB | 228/501 kB | 177/354 kB Progress (4): 605/780 kB | 225/329 kB | 228/501 kB | 177/354 kB Progress (4): 605/780 kB | 225/329 kB | 245/501 kB | 177/354 kB Progress (4): 605/780 kB | 225/329 kB | 245/501 kB | 194/354 kB Progress (4): 621/780 kB | 225/329 kB | 245/501 kB | 194/354 kB Progress (4): 621/780 kB | 225/329 kB | 261/501 kB | 194/354 kB Progress (4): 621/780 kB | 242/329 kB | 261/501 kB | 194/354 kB Progress (4): 638/780 kB | 242/329 kB | 261/501 kB | 194/354 kB Progress (4): 638/780 kB | 242/329 kB | 261/501 kB | 210/354 kB Progress (4): 654/780 kB | 242/329 kB | 261/501 kB | 210/354 kB Progress (4): 654/780 kB | 242/329 kB | 277/501 kB | 210/354 kB Progress (4): 654/780 kB | 258/329 kB | 277/501 kB | 210/354 kB Progress (4): 671/780 kB | 258/329 kB | 277/501 kB | 210/354 kB Progress (4): 671/780 kB | 258/329 kB | 294/501 kB | 210/354 kB Progress (4): 671/780 kB | 258/329 kB | 294/501 kB | 226/354 kB Progress (4): 687/780 kB | 258/329 kB | 294/501 kB | 226/354 kB Progress (4): 687/780 kB | 258/329 kB | 310/501 kB | 226/354 kB Progress (4): 687/780 kB | 274/329 kB | 310/501 kB | 226/354 kB Progress (4): 703/780 kB | 274/329 kB | 310/501 kB | 226/354 kB Progress (4): 703/780 kB | 274/329 kB | 327/501 kB | 226/354 kB Progress (4): 703/780 kB | 274/329 kB | 327/501 kB | 243/354 kB Progress (4): 720/780 kB | 274/329 kB | 327/501 kB | 243/354 kB Progress (4): 720/780 kB | 274/329 kB | 343/501 kB | 243/354 kB Progress (4): 720/780 kB | 291/329 kB | 343/501 kB | 243/354 kB Progress (4): 736/780 kB | 291/329 kB | 343/501 kB | 243/354 kB Progress (4): 736/780 kB | 291/329 kB | 359/501 kB | 243/354 kB Progress (4): 736/780 kB | 291/329 kB | 359/501 kB | 259/354 kB Progress (4): 752/780 kB | 291/329 kB | 359/501 kB | 259/354 kB Progress (4): 752/780 kB | 291/329 kB | 376/501 kB | 259/354 kB Progress (4): 752/780 kB | 307/329 kB | 376/501 kB | 259/354 kB Progress (4): 769/780 kB | 307/329 kB | 376/501 kB | 259/354 kB Progress (4): 769/780 kB | 307/329 kB | 392/501 kB | 259/354 kB Progress (4): 769/780 kB | 307/329 kB | 392/501 kB | 276/354 kB Progress (4): 780 kB | 307/329 kB | 392/501 kB | 276/354 kB Progress (4): 780 kB | 307/329 kB | 409/501 kB | 276/354 kB Progress (4): 780 kB | 324/329 kB | 409/501 kB | 276/354 kB Progress (4): 780 kB | 324/329 kB | 409/501 kB | 292/354 kB Progress (4): 780 kB | 329 kB | 409/501 kB | 292/354 kB Progress (4): 780 kB | 329 kB | 425/501 kB | 292/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 4.5 MB/s) 2024-09-07T13:54:58.363 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2024-09-07T13:54:58.364 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 329 kB | 441/501 kB | 292/354 kB Progress (3): 329 kB | 441/501 kB | 308/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 1.9 MB/s) 2024-09-07T13:54:58.364 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 458/501 kB | 308/354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2024-09-07T13:54:58.365 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 458/501 kB | 325/354 kB Progress (2): 474/501 kB | 325/354 kB Progress (2): 490/501 kB | 325/354 kB Progress (2): 490/501 kB | 341/354 kB Progress (2): 501 kB | 341/354 kB Progress (2): 501 kB | 354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 2.8 MB/s) 2024-09-07T13:54:58.365 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2024-09-07T13:54:58.365 INFO:tasks.workunit.client.0.smithi107.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 2.0 MB/s) 2024-09-07T13:54:58.365 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2024-09-07T13:54:58.370 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/41 kB Progress (1): 33/41 kB Progress (1): 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 226 kB/s) 2024-09-07T13:54:58.371 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2024-09-07T13:54:58.377 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 34 kB/s) 2024-09-07T13:54:58.378 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2024-09-07T13:54:58.380 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/586 kB Progress (1): 33/586 kB Progress (1): 49/586 kB Progress (1): 62/586 kB Progress (2): 62/586 kB | 16/211 kB Progress (3): 62/586 kB | 16/211 kB | 14 kB Progress (3): 62/586 kB | 33/211 kB | 14 kB Progress (3): 79/586 kB | 33/211 kB | 14 kB Progress (3): 79/586 kB | 49/211 kB | 14 kB Progress (3): 79/586 kB | 62/211 kB | 14 kB Progress (3): 95/586 kB | 62/211 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 75 kB/s) 2024-09-07T13:54:58.381 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2024-09-07T13:54:58.384 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 95/586 kB | 78/211 kB Progress (2): 95/586 kB | 95/211 kB Progress (2): 111/586 kB | 95/211 kB Progress (2): 111/586 kB | 111/211 kB Progress (2): 128/586 kB | 111/211 kB Progress (2): 128/586 kB | 128/211 kB Progress (2): 128/586 kB | 144/211 kB Progress (2): 144/586 kB | 144/211 kB Progress (2): 144/586 kB | 160/211 kB Progress (2): 161/586 kB | 160/211 kB Progress (2): 161/586 kB | 177/211 kB Progress (2): 177/586 kB | 177/211 kB Progress (2): 177/586 kB | 193/211 kB Progress (2): 193/586 kB | 193/211 kB Progress (2): 193/586 kB | 209/211 kB Progress (2): 193/586 kB | 211 kB Progress (2): 210/586 kB | 211 kB Progress (2): 226/586 kB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 1.1 MB/s) 2024-09-07T13:54:58.384 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2024-09-07T13:54:58.389 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 242/586 kB Progress (1): 259/586 kB Progress (1): 275/586 kB Progress (1): 292/586 kB Progress (2): 292/586 kB | 16/106 kB Progress (2): 300/586 kB | 16/106 kB Progress (2): 300/586 kB | 33/106 kB Progress (2): 316/586 kB | 33/106 kB Progress (2): 316/586 kB | 49/106 kB Progress (2): 324/586 kB | 49/106 kB Progress (2): 324/586 kB | 63/106 kB Progress (2): 341/586 kB | 63/106 kB Progress (2): 341/586 kB | 80/106 kB Progress (2): 357/586 kB | 80/106 kB Progress (2): 357/586 kB | 96/106 kB Progress (2): 374/586 kB | 96/106 kB Progress (2): 374/586 kB | 106 kB Progress (2): 390/586 kB | 106 kB Progress (2): 406/586 kB | 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 531 kB/s) 2024-09-07T13:54:58.390 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2024-09-07T13:54:58.392 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 423/586 kB Progress (1): 439/586 kB Progress (1): 455/586 kB Progress (1): 472/586 kB Progress (1): 488/586 kB Progress (2): 488/586 kB | 6.8 kB Progress (2): 505/586 kB | 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 34 kB/s) 2024-09-07T13:54:58.392 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2024-09-07T13:54:58.394 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 521/586 kB Progress (1): 537/586 kB Progress (1): 554/586 kB Progress (1): 570/586 kB Progress (1): 586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 2.9 MB/s) 2024-09-07T13:54:58.394 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2024-09-07T13:54:58.401 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/245 kB Progress (1): 33/245 kB Progress (1): 49/245 kB Progress (1): 62/245 kB Progress (1): 79/245 kB Progress (1): 95/245 kB Progress (1): 111/245 kB Progress (2): 111/245 kB | 15/205 kB Progress (2): 128/245 kB | 15/205 kB Progress (2): 128/245 kB | 31/205 kB Progress (2): 144/245 kB | 31/205 kB Progress (2): 144/245 kB | 48/205 kB Progress (2): 161/245 kB | 48/205 kB Progress (2): 161/245 kB | 64/205 kB Progress (2): 177/245 kB | 64/205 kB Progress (2): 177/245 kB | 81/205 kB Progress (2): 193/245 kB | 81/205 kB Progress (2): 193/245 kB | 97/205 kB Progress (2): 210/245 kB | 97/205 kB Progress (2): 210/245 kB | 113/205 kB Progress (2): 226/245 kB | 113/205 kB Progress (2): 226/245 kB | 130/205 kB Progress (2): 243/245 kB | 130/205 kB Progress (2): 243/245 kB | 146/205 kB Progress (2): 245 kB | 146/205 kB Progress (2): 245 kB | 162/205 kB Progress (2): 245 kB | 179/205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 1.2 MB/s) 2024-09-07T13:54:58.402 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2024-09-07T13:54:58.402 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 195/205 kB Progress (1): 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 966 kB/s) 2024-09-07T13:54:58.402 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2024-09-07T13:54:58.405 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 71 kB/s) 2024-09-07T13:54:58.405 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2024-09-07T13:54:58.407 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 76 kB/s) 2024-09-07T13:54:58.407 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2024-09-07T13:54:58.409 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 29 kB/s) 2024-09-07T13:54:58.417 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 15/23 kB Progress (1): 23 kB Progress (2): 23 kB | 16/24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 99 kB/s) 2024-09-07T13:54:58.417 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 106 kB/s) 2024-09-07T13:54:58.420 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 75 kB/s) 2024-09-07T13:54:58.424 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/184 kB Progress (1): 33/184 kB Progress (1): 49/184 kB Progress (1): 66/184 kB Progress (1): 82/184 kB Progress (1): 94/184 kB Progress (1): 111/184 kB Progress (1): 127/184 kB Progress (1): 143/184 kB Progress (1): 160/184 kB Progress (1): 176/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 785 kB/s) 2024-09-07T13:54:58.449 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:54:58.450 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2024-09-07T13:54:58.457 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2024-09-07T13:54:58.473 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 364 kB/s) 2024-09-07T13:54:58.475 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2024-09-07T13:54:58.491 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 340 kB/s) 2024-09-07T13:54:58.493 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2024-09-07T13:54:58.509 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/43 kB Progress (1): 33/43 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 2.7 MB/s) 2024-09-07T13:54:58.514 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2024-09-07T13:54:58.529 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 891 kB/s) 2024-09-07T13:54:58.536 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2024-09-07T13:54:58.554 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/153 kB Progress (1): 33/153 kB Progress (1): 49/153 kB Progress (1): 63/153 kB Progress (1): 79/153 kB Progress (1): 96/153 kB Progress (1): 112/153 kB Progress (1): 128/153 kB Progress (1): 145/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 8.5 MB/s) 2024-09-07T13:54:58.554 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2024-09-07T13:54:58.575 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/215 kB Progress (1): 32/215 kB Progress (1): 49/215 kB Progress (1): 65/215 kB Progress (1): 80/215 kB Progress (1): 96/215 kB Progress (1): 112/215 kB Progress (1): 129/215 kB Progress (1): 145/215 kB Progress (1): 161/215 kB Progress (1): 178/215 kB Progress (1): 194/215 kB Progress (1): 211/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 10 MB/s) 2024-09-07T13:54:58.653 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:54:58.653 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-07T13:54:58.658 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2024-09-07T13:54:58.673 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 166 kB/s) 2024-09-07T13:54:58.676 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2024-09-07T13:54:58.692 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 1.4 MB/s) 2024-09-07T13:54:58.696 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2024-09-07T13:54:58.712 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 585 kB/s) 2024-09-07T13:54:58.716 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2024-09-07T13:54:58.732 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 1.6 MB/s) 2024-09-07T13:54:58.737 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2024-09-07T13:54:58.753 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 377 kB/s) 2024-09-07T13:54:58.756 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2024-09-07T13:54:58.772 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 201 kB/s) 2024-09-07T13:54:58.778 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2024-09-07T13:54:58.793 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 41 kB/s) 2024-09-07T13:54:58.797 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2024-09-07T13:54:58.812 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 171 kB/s) 2024-09-07T13:54:58.816 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2024-09-07T13:54:58.832 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 829 kB/s) 2024-09-07T13:54:58.838 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2024-09-07T13:54:58.854 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 200 kB/s) 2024-09-07T13:54:58.857 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2024-09-07T13:54:58.873 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 522 kB/s) 2024-09-07T13:54:58.877 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2024-09-07T13:54:58.893 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 523 kB/s) 2024-09-07T13:54:58.899 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2024-09-07T13:54:58.915 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 501 kB/s) 2024-09-07T13:54:58.921 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2024-09-07T13:54:58.937 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 1.2 MB/s) 2024-09-07T13:54:58.947 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2024-09-07T13:54:58.963 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 319 kB/s) 2024-09-07T13:54:58.968 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2024-09-07T13:54:58.984 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 1.8 MB/s) 2024-09-07T13:54:58.994 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2024-09-07T13:54:59.010 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 319 kB/s) 2024-09-07T13:54:59.021 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2024-09-07T13:54:59.043 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/85 kB Progress (1): 33/85 kB Progress (1): 49/85 kB Progress (1): 66/85 kB Progress (1): 82/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 3.9 MB/s) 2024-09-07T13:54:59.043 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2024-09-07T13:54:59.044 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2024-09-07T13:54:59.044 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2024-09-07T13:54:59.044 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2024-09-07T13:54:59.045 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2024-09-07T13:54:59.063 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.5 kB Progress (2): 2.5 kB | 16/55 kB Progress (3): 2.5 kB | 16/55 kB | 16/269 kB Progress (4): 2.5 kB | 16/55 kB | 16/269 kB | 16/41 kB Progress (4): 2.5 kB | 33/55 kB | 16/269 kB | 16/41 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 166 kB/s) 2024-09-07T13:54:59.063 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2024-09-07T13:54:59.063 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 33/55 kB | 16/269 kB | 33/41 kB Progress (3): 49/55 kB | 16/269 kB | 33/41 kB Progress (3): 49/55 kB | 33/269 kB | 33/41 kB Progress (4): 49/55 kB | 33/269 kB | 33/41 kB | 8.5 kB Progress (4): 55 kB | 33/269 kB | 33/41 kB | 8.5 kB Progress (4): 55 kB | 33/269 kB | 41 kB | 8.5 kB Progress (4): 55 kB | 49/269 kB | 41 kB | 8.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 2.4 MB/s) 2024-09-07T13:54:59.064 INFO:tasks.workunit.client.0.smithi107.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 499 kB/s) 2024-09-07T13:54:59.064 INFO:tasks.workunit.client.0.smithi107.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 3.1 MB/s) 2024-09-07T13:54:59.064 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 63/269 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2024-09-07T13:54:59.068 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 80/269 kB Progress (1): 96/269 kB Progress (1): 113/269 kB Progress (1): 129/269 kB Progress (1): 145/269 kB Progress (1): 162/269 kB Progress (1): 178/269 kB Progress (1): 195/269 kB Progress (1): 211/269 kB Progress (1): 227/269 kB Progress (1): 244/269 kB Progress (1): 260/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 10 MB/s) 2024-09-07T13:54:59.082 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/327 kB Progress (1): 32/327 kB Progress (1): 49/327 kB Progress (2): 49/327 kB | 16/587 kB Progress (2): 65/327 kB | 16/587 kB Progress (2): 65/327 kB | 33/587 kB Progress (2): 78/327 kB | 33/587 kB Progress (2): 78/327 kB | 49/587 kB Progress (2): 78/327 kB | 62/587 kB Progress (2): 95/327 kB | 62/587 kB Progress (2): 95/327 kB | 78/587 kB Progress (2): 111/327 kB | 78/587 kB Progress (2): 111/327 kB | 94/587 kB Progress (2): 127/327 kB | 94/587 kB Progress (2): 127/327 kB | 111/587 kB Progress (2): 144/327 kB | 111/587 kB Progress (2): 144/327 kB | 127/587 kB Progress (2): 144/327 kB | 143/587 kB Progress (2): 160/327 kB | 143/587 kB Progress (2): 160/327 kB | 160/587 kB Progress (2): 177/327 kB | 160/587 kB Progress (2): 177/327 kB | 176/587 kB Progress (2): 193/327 kB | 176/587 kB Progress (2): 193/327 kB | 193/587 kB Progress (2): 209/327 kB | 193/587 kB Progress (2): 209/327 kB | 209/587 kB Progress (2): 209/327 kB | 225/587 kB Progress (2): 226/327 kB | 225/587 kB Progress (2): 226/327 kB | 242/587 kB Progress (2): 242/327 kB | 242/587 kB Progress (2): 242/327 kB | 258/587 kB Progress (2): 259/327 kB | 258/587 kB Progress (2): 259/327 kB | 275/587 kB Progress (2): 275/327 kB | 275/587 kB Progress (2): 275/327 kB | 291/587 kB Progress (2): 275/327 kB | 307/587 kB Progress (2): 291/327 kB | 307/587 kB Progress (2): 291/327 kB | 324/587 kB Progress (2): 308/327 kB | 324/587 kB Progress (2): 308/327 kB | 340/587 kB Progress (2): 324/327 kB | 340/587 kB Progress (2): 324/327 kB | 356/587 kB Progress (2): 327 kB | 356/587 kB Progress (2): 327 kB | 373/587 kB Progress (2): 327 kB | 389/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 8.8 MB/s) 2024-09-07T13:54:59.089 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 406/587 kB Progress (1): 422/587 kB Progress (1): 438/587 kB Progress (1): 455/587 kB Progress (1): 471/587 kB Progress (1): 488/587 kB Progress (1): 504/587 kB Progress (1): 520/587 kB Progress (1): 537/587 kB Progress (1): 553/587 kB Progress (1): 569/587 kB Progress (1): 586/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 13 MB/s) 2024-09-07T13:54:59.148 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-07T13:54:59.149 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:54:59.149 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-07T13:54:59.156 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2024-09-07T13:54:59.171 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 316 kB/s) 2024-09-07T13:54:59.174 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2024-09-07T13:54:59.189 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 424 kB/s) 2024-09-07T13:54:59.192 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2024-09-07T13:54:59.207 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/33 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 2.2 MB/s) 2024-09-07T13:54:59.211 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2024-09-07T13:54:59.225 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 998 kB/s) 2024-09-07T13:54:59.230 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2024-09-07T13:54:59.245 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 54 kB/s) 2024-09-07T13:54:59.248 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2024-09-07T13:54:59.263 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 283 kB/s) 2024-09-07T13:54:59.269 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2024-09-07T13:54:59.281 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 1.2 MB/s) 2024-09-07T13:54:59.285 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2024-09-07T13:54:59.299 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 331 kB/s) 2024-09-07T13:54:59.302 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2024-09-07T13:54:59.316 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 276 kB/s) 2024-09-07T13:54:59.321 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2024-09-07T13:54:59.335 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 169 kB/s) 2024-09-07T13:54:59.337 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2024-09-07T13:54:59.352 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 753 kB/s) 2024-09-07T13:54:59.355 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2024-09-07T13:54:59.371 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 1.1 MB/s) 2024-09-07T13:54:59.373 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2024-09-07T13:54:59.388 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 438 kB/s) 2024-09-07T13:54:59.391 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2024-09-07T13:54:59.406 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 70 kB/s) 2024-09-07T13:54:59.408 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2024-09-07T13:54:59.422 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 599 kB/s) 2024-09-07T13:54:59.423 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2024-09-07T13:54:59.439 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 179 kB/s) 2024-09-07T13:54:59.442 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2024-09-07T13:54:59.455 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 402 kB/s) 2024-09-07T13:54:59.458 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2024-09-07T13:54:59.473 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 76 kB/s) 2024-09-07T13:54:59.477 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2024-09-07T13:54:59.493 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 55 kB/s) 2024-09-07T13:54:59.494 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2024-09-07T13:54:59.507 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 431 kB/s) 2024-09-07T13:54:59.509 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2024-09-07T13:54:59.525 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 1.7 MB/s) 2024-09-07T13:54:59.527 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2024-09-07T13:54:59.542 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 80 kB/s) 2024-09-07T13:54:59.545 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2024-09-07T13:54:59.562 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 83 kB/s) 2024-09-07T13:54:59.574 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2024-09-07T13:54:59.591 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 846 kB/s) 2024-09-07T13:54:59.592 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2024-09-07T13:54:59.593 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2024-09-07T13:54:59.593 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2024-09-07T13:54:59.593 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2024-09-07T13:54:59.593 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2024-09-07T13:54:59.610 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.2 kB Progress (2): 4.2 kB | 16/55 kB Progress (2): 4.2 kB | 32/55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 263 kB/s) 2024-09-07T13:54:59.610 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 32/55 kB | 16/334 kB Progress (3): 32/55 kB | 16/334 kB | 16/122 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2024-09-07T13:54:59.610 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 49/55 kB | 16/334 kB | 16/122 kB Progress (3): 55 kB | 16/334 kB | 16/122 kB Progress (3): 55 kB | 33/334 kB | 16/122 kB Progress (3): 55 kB | 33/334 kB | 33/122 kB Progress (4): 55 kB | 33/334 kB | 33/122 kB | 16/27 kB Progress (4): 55 kB | 49/334 kB | 33/122 kB | 16/27 kB Progress (4): 55 kB | 49/334 kB | 49/122 kB | 16/27 kB Progress (4): 55 kB | 49/334 kB | 49/122 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 3.2 MB/s) 2024-09-07T13:54:59.611 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 63/334 kB | 49/122 kB | 27 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2024-09-07T13:54:59.611 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 63/334 kB | 66/122 kB | 27 kB Progress (3): 79/334 kB | 66/122 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 1.6 MB/s) 2024-09-07T13:54:59.611 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 96/334 kB | 66/122 kB Progress (2): 96/334 kB | 82/122 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2024-09-07T13:54:59.613 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 112/334 kB | 82/122 kB Progress (2): 112/334 kB | 98/122 kB Progress (2): 129/334 kB | 98/122 kB Progress (2): 129/334 kB | 115/122 kB Progress (2): 129/334 kB | 122 kB Progress (2): 145/334 kB | 122 kB Progress (2): 161/334 kB | 122 kB Progress (2): 178/334 kB | 122 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 6.1 MB/s) 2024-09-07T13:54:59.614 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 194/334 kB Progress (1): 211/334 kB Progress (1): 227/334 kB Progress (1): 243/334 kB Progress (1): 260/334 kB Progress (1): 276/334 kB Progress (1): 292/334 kB Progress (1): 309/334 kB Progress (1): 325/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 15 MB/s) 2024-09-07T13:54:59.623 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/267 kB Progress (1): 33/267 kB Progress (1): 49/267 kB Progress (2): 49/267 kB | 4.7 kB Progress (2): 64/267 kB | 4.7 kB Progress (2): 80/267 kB | 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 150 kB/s) 2024-09-07T13:54:59.626 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 97/267 kB Progress (2): 97/267 kB | 16/23 kB Progress (2): 113/267 kB | 16/23 kB Progress (2): 113/267 kB | 23 kB Progress (2): 130/267 kB | 23 kB Progress (2): 146/267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 712 kB/s) 2024-09-07T13:54:59.627 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 162/267 kB Progress (1): 179/267 kB Progress (1): 195/267 kB Progress (1): 212/267 kB Progress (1): 228/267 kB Progress (1): 244/267 kB Progress (1): 261/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 7.6 MB/s) 2024-09-07T13:55:00.009 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Changes detected - recompiling the module! :source 2024-09-07T13:55:00.012 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2024-09-07T13:55:01.281 INFO:tasks.workunit.client.0.smithi107.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-07T13:55:01.281 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:55:01.281 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-07T13:55:01.284 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-07T13:55:01.284 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:55:01.284 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-07T13:55:01.289 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Changes detected - recompiling the module! :dependency 2024-09-07T13:55:01.289 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2024-09-07T13:55:01.446 INFO:tasks.workunit.client.0.smithi107.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-07T13:55:01.446 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:55:01.447 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-07T13:55:01.450 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2024-09-07T13:55:01.465 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 416 kB/s) 2024-09-07T13:55:01.468 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2024-09-07T13:55:01.483 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 235 kB/s) 2024-09-07T13:55:01.486 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2024-09-07T13:55:01.501 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 217 kB/s) 2024-09-07T13:55:01.504 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2024-09-07T13:55:01.519 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 271 kB/s) 2024-09-07T13:55:01.522 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2024-09-07T13:55:01.537 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 220 kB/s) 2024-09-07T13:55:01.541 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2024-09-07T13:55:01.555 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 297 kB/s) 2024-09-07T13:55:01.559 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2024-09-07T13:55:01.576 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 104 kB/s) 2024-09-07T13:55:01.579 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2024-09-07T13:55:01.594 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 146 kB/s) 2024-09-07T13:55:01.596 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2024-09-07T13:55:01.611 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/30 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 2.0 MB/s) 2024-09-07T13:55:01.615 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2024-09-07T13:55:01.630 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 126 kB/s) 2024-09-07T13:55:01.633 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2024-09-07T13:55:01.648 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 387 kB/s) 2024-09-07T13:55:01.656 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2024-09-07T13:55:01.667 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 157 kB/s) 2024-09-07T13:55:01.669 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2024-09-07T13:55:01.685 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 1.5 MB/s) 2024-09-07T13:55:01.687 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2024-09-07T13:55:01.703 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/37 kB Progress (1): 33/37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 2.3 MB/s) 2024-09-07T13:55:01.706 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2024-09-07T13:55:01.721 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 1.0 MB/s) 2024-09-07T13:55:01.725 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2024-09-07T13:55:01.740 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 577 kB/s) 2024-09-07T13:55:01.742 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2024-09-07T13:55:01.759 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 1.7 MB/s) 2024-09-07T13:55:01.762 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2024-09-07T13:55:01.777 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 538 kB/s) 2024-09-07T13:55:01.781 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2024-09-07T13:55:01.796 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 136 kB/s) 2024-09-07T13:55:01.800 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2024-09-07T13:55:01.818 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 153 kB/s) 2024-09-07T13:55:01.822 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2024-09-07T13:55:01.836 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 110 kB/s) 2024-09-07T13:55:01.838 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2024-09-07T13:55:01.853 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 204 kB/s) 2024-09-07T13:55:01.855 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2024-09-07T13:55:01.871 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 1.3 MB/s) 2024-09-07T13:55:01.875 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2024-09-07T13:55:01.890 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 422 kB/s) 2024-09-07T13:55:01.893 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2024-09-07T13:55:01.909 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 904 kB/s) 2024-09-07T13:55:01.915 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2024-09-07T13:55:01.931 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 185 kB/s) 2024-09-07T13:55:01.935 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2024-09-07T13:55:01.950 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 425 kB/s) 2024-09-07T13:55:01.953 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2024-09-07T13:55:01.968 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 560 kB/s) 2024-09-07T13:55:01.975 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2024-09-07T13:55:01.990 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 138 kB/s) 2024-09-07T13:55:01.995 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2024-09-07T13:55:02.011 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 139 kB/s) 2024-09-07T13:55:02.018 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2024-09-07T13:55:02.034 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 189 kB/s) 2024-09-07T13:55:02.041 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2024-09-07T13:55:02.057 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 935 kB/s) 2024-09-07T13:55:02.061 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2024-09-07T13:55:02.081 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 725 kB/s) 2024-09-07T13:55:02.088 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2024-09-07T13:55:02.105 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 790 kB/s) 2024-09-07T13:55:02.108 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2024-09-07T13:55:02.124 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 299 kB/s) 2024-09-07T13:55:02.129 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2024-09-07T13:55:02.145 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 392 kB/s) 2024-09-07T13:55:02.149 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2024-09-07T13:55:02.165 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/32 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 1.9 MB/s) 2024-09-07T13:55:02.172 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2024-09-07T13:55:02.189 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 1.0 MB/s) 2024-09-07T13:55:02.193 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2024-09-07T13:55:02.210 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 871 kB/s) 2024-09-07T13:55:02.217 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2024-09-07T13:55:02.233 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 47 kB/s) 2024-09-07T13:55:02.236 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2024-09-07T13:55:02.251 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 300 kB/s) 2024-09-07T13:55:02.257 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2024-09-07T13:55:02.272 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 494 kB/s) 2024-09-07T13:55:02.277 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2024-09-07T13:55:02.293 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 200 kB/s) 2024-09-07T13:55:02.300 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2024-09-07T13:55:02.315 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 266 kB/s) 2024-09-07T13:55:02.322 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2024-09-07T13:55:02.337 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 128 kB/s) 2024-09-07T13:55:02.343 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2024-09-07T13:55:02.358 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 232 kB/s) 2024-09-07T13:55:02.364 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2024-09-07T13:55:02.380 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 684 kB/s) 2024-09-07T13:55:02.384 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2024-09-07T13:55:02.400 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 842 kB/s) 2024-09-07T13:55:02.403 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2024-09-07T13:55:02.419 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/19 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 1.2 MB/s) 2024-09-07T13:55:02.425 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2024-09-07T13:55:02.440 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 23 kB/s) 2024-09-07T13:55:02.444 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2024-09-07T13:55:02.461 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 359 kB/s) 2024-09-07T13:55:02.465 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2024-09-07T13:55:02.481 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 458 kB/s) 2024-09-07T13:55:02.484 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2024-09-07T13:55:02.500 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 302 kB/s) 2024-09-07T13:55:02.505 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2024-09-07T13:55:02.522 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 457 kB/s) 2024-09-07T13:55:02.527 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2024-09-07T13:55:02.545 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 1.2 MB/s) 2024-09-07T13:55:02.549 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2024-09-07T13:55:02.568 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 4.1 MB/s) 2024-09-07T13:55:02.577 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2024-09-07T13:55:02.593 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 1.5 MB/s) 2024-09-07T13:55:02.600 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2024-09-07T13:55:02.615 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 353 kB/s) 2024-09-07T13:55:02.620 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2024-09-07T13:55:02.635 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 267 kB/s) 2024-09-07T13:55:02.639 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2024-09-07T13:55:02.654 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 213 kB/s) 2024-09-07T13:55:02.658 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2024-09-07T13:55:02.674 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/28 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 1.7 MB/s) 2024-09-07T13:55:02.680 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2024-09-07T13:55:02.695 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 158 kB/s) 2024-09-07T13:55:02.707 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2024-09-07T13:55:02.736 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 15/308 kB Progress (1): 31/308 kB Progress (1): 48/308 kB Progress (1): 64/308 kB Progress (1): 79/308 kB Progress (1): 95/308 kB Progress (1): 112/308 kB Progress (1): 128/308 kB Progress (1): 144/308 kB Progress (1): 161/308 kB Progress (1): 177/308 kB Progress (1): 194/308 kB Progress (1): 210/308 kB Progress (1): 226/308 kB Progress (1): 243/308 kB Progress (1): 259/308 kB Progress (1): 275/308 kB Progress (1): 292/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 11 MB/s) 2024-09-07T13:55:02.736 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2024-09-07T13:55:02.736 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2024-09-07T13:55:02.737 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2024-09-07T13:55:02.737 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2024-09-07T13:55:02.738 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2024-09-07T13:55:02.756 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/171 kB Progress (1): 32/171 kB Progress (1): 49/171 kB Progress (2): 49/171 kB | 16/26 kB Progress (3): 49/171 kB | 16/26 kB | 8.2 kB Progress (3): 65/171 kB | 16/26 kB | 8.2 kB Progress (3): 65/171 kB | 26 kB | 8.2 kB Progress (3): 81/171 kB | 26 kB | 8.2 kB Progress (4): 81/171 kB | 26 kB | 8.2 kB | 16/118 kB Progress (5): 81/171 kB | 26 kB | 8.2 kB | 16/118 kB | 14 kB Progress (5): 98/171 kB | 26 kB | 8.2 kB | 16/118 kB | 14 kB Progress (5): 114/171 kB | 26 kB | 8.2 kB | 16/118 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 454 kB/s) 2024-09-07T13:55:02.756 INFO:tasks.workunit.client.0.smithi107.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 1.4 MB/s) 2024-09-07T13:55:02.756 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2024-09-07T13:55:02.756 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 114/171 kB | 33/118 kB | 14 kB Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2024-09-07T13:55:02.756 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 130/171 kB | 33/118 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 715 kB/s) 2024-09-07T13:55:02.756 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2024-09-07T13:55:02.761 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 147/171 kB | 33/118 kB Progress (2): 147/171 kB | 49/118 kB Progress (2): 163/171 kB | 49/118 kB Progress (2): 163/171 kB | 66/118 kB Progress (2): 171 kB | 66/118 kB Progress (2): 171 kB | 82/118 kB Progress (2): 171 kB | 98/118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 8.1 MB/s) 2024-09-07T13:55:02.761 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2024-09-07T13:55:02.761 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 115/118 kB Progress (1): 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 5.6 MB/s) 2024-09-07T13:55:02.761 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2024-09-07T13:55:02.778 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/136 kB Progress (1): 33/136 kB Progress (1): 49/136 kB Progress (1): 62/136 kB Progress (1): 78/136 kB Progress (1): 95/136 kB Progress (1): 111/136 kB Progress (1): 127/136 kB Progress (1): 136 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 3.5 MB/s) 2024-09-07T13:55:02.778 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2024-09-07T13:55:02.780 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/501 kB Progress (2): 16/501 kB | 16/61 kB Progress (3): 16/501 kB | 16/61 kB | 16/146 kB Progress (4): 16/501 kB | 16/61 kB | 16/146 kB | 16/58 kB Progress (4): 32/501 kB | 16/61 kB | 16/146 kB | 16/58 kB Progress (4): 32/501 kB | 33/61 kB | 16/146 kB | 16/58 kB Progress (4): 49/501 kB | 33/61 kB | 16/146 kB | 16/58 kB Progress (4): 49/501 kB | 33/61 kB | 33/146 kB | 16/58 kB Progress (4): 49/501 kB | 33/61 kB | 33/146 kB | 32/58 kB Progress (4): 49/501 kB | 49/61 kB | 33/146 kB | 32/58 kB Progress (4): 65/501 kB | 49/61 kB | 33/146 kB | 32/58 kB Progress (4): 65/501 kB | 61 kB | 33/146 kB | 32/58 kB Progress (4): 65/501 kB | 61 kB | 49/146 kB | 32/58 kB Progress (4): 65/501 kB | 61 kB | 49/146 kB | 49/58 kB Progress (4): 81/501 kB | 61 kB | 49/146 kB | 49/58 kB Progress (4): 81/501 kB | 61 kB | 49/146 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 1.5 MB/s) 2024-09-07T13:55:02.780 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 81/501 kB | 65/146 kB | 58 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2024-09-07T13:55:02.780 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 98/501 kB | 65/146 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 1.4 MB/s) 2024-09-07T13:55:02.782 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 114/501 kB | 65/146 kB Progress (2): 114/501 kB | 81/146 kB Progress (2): 130/501 kB | 81/146 kB Progress (2): 130/501 kB | 97/146 kB Progress (2): 147/501 kB | 97/146 kB Progress (2): 147/501 kB | 114/146 kB Progress (2): 163/501 kB | 114/146 kB Progress (2): 163/501 kB | 130/146 kB Progress (2): 180/501 kB | 130/146 kB Progress (2): 196/501 kB | 130/146 kB Progress (2): 196/501 kB | 146 kB Progress (2): 212/501 kB | 146 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 3.2 MB/s) 2024-09-07T13:55:02.790 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 229/501 kB Progress (1): 245/501 kB Progress (1): 262/501 kB Progress (1): 278/501 kB Progress (1): 294/501 kB Progress (1): 311/501 kB Progress (1): 327/501 kB Progress (1): 343/501 kB Progress (1): 360/501 kB Progress (1): 376/501 kB Progress (1): 393/501 kB Progress (1): 409/501 kB Progress (1): 425/501 kB Progress (1): 442/501 kB Progress (1): 458/501 kB Progress (1): 475/501 kB Progress (1): 491/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 9.6 MB/s) 2024-09-07T13:55:02.795 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/124 kB Progress (1): 33/124 kB Progress (1): 49/124 kB Progress (1): 66/124 kB Progress (1): 82/124 kB Progress (2): 82/124 kB | 0/2.4 MB Progress (2): 98/124 kB | 0/2.4 MB Progress (2): 98/124 kB | 0/2.4 MB Progress (2): 115/124 kB | 0/2.4 MB Progress (2): 115/124 kB | 0/2.4 MB Progress (2): 124 kB | 0/2.4 MB Progress (2): 124 kB | 0.1/2.4 MB Progress (2): 124 kB | 0.1/2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 2.2 MB/s) 2024-09-07T13:55:02.843 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 23 MB/s) 2024-09-07T13:55:02.962 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:55:02.963 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2024-09-07T13:55:02.969 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2024-09-07T13:55:02.981 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 299 kB/s) 2024-09-07T13:55:02.983 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2024-09-07T13:55:02.998 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 326 kB/s) 2024-09-07T13:55:02.999 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2024-09-07T13:55:03.014 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 3.0 MB/s) 2024-09-07T13:55:03.017 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2024-09-07T13:55:03.031 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 1.5 MB/s) 2024-09-07T13:55:03.035 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2024-09-07T13:55:03.053 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 288 kB/s) 2024-09-07T13:55:03.056 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2024-09-07T13:55:03.070 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 280 kB/s) 2024-09-07T13:55:03.073 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2024-09-07T13:55:03.088 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 401 kB/s) 2024-09-07T13:55:03.090 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2024-09-07T13:55:03.105 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 417 kB/s) 2024-09-07T13:55:03.107 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2024-09-07T13:55:03.122 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 1.4 MB/s) 2024-09-07T13:55:03.126 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2024-09-07T13:55:03.142 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 855 kB/s) 2024-09-07T13:55:03.146 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2024-09-07T13:55:03.161 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 136 kB/s) 2024-09-07T13:55:03.165 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2024-09-07T13:55:03.180 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 514 kB/s) 2024-09-07T13:55:03.183 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2024-09-07T13:55:03.198 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 1.7 MB/s) 2024-09-07T13:55:03.206 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2024-09-07T13:55:03.222 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 2.3 MB/s) 2024-09-07T13:55:03.223 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2024-09-07T13:55:03.223 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2024-09-07T13:55:03.224 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2024-09-07T13:55:03.236 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2024-09-07T13:55:03.237 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2024-09-07T13:55:03.254 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 0/1.0 MB Progress (2): 0/1.0 MB | 16/79 kB Progress (3): 0/1.0 MB | 16/79 kB | 16/26 kB Progress (3): 0/1.0 MB | 16/79 kB | 16/26 kB Progress (4): 0/1.0 MB | 16/79 kB | 16/26 kB | 16/58 kB Progress (5): 0/1.0 MB | 16/79 kB | 16/26 kB | 16/58 kB | 16/211 kB Progress (5): 0/1.0 MB | 33/79 kB | 16/26 kB | 16/58 kB | 16/211 kB Progress (5): 0/1.0 MB | 33/79 kB | 26 kB | 16/58 kB | 16/211 kB Progress (5): 0/1.0 MB | 33/79 kB | 26 kB | 16/58 kB | 16/211 kB Progress (5): 0/1.0 MB | 33/79 kB | 26 kB | 16/58 kB | 33/211 kB Progress (5): 0/1.0 MB | 49/79 kB | 26 kB | 16/58 kB | 33/211 kB Progress (5): 0/1.0 MB | 49/79 kB | 26 kB | 33/58 kB | 33/211 kB Progress (5): 0.1/1.0 MB | 49/79 kB | 26 kB | 33/58 kB | 33/211 kB Progress (5): 0.1/1.0 MB | 49/79 kB | 26 kB | 33/58 kB | 49/211 kB Progress (5): 0.1/1.0 MB | 66/79 kB | 26 kB | 33/58 kB | 49/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 905 kB/s) 2024-09-07T13:55:03.254 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (4): 0.1/1.0 MB | 66/79 kB | 49/58 kB | 49/211 kB Progress (4): 0.1/1.0 MB | 66/79 kB | 49/58 kB | 49/211 kB Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2024-09-07T13:55:03.254 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (4): 0.1/1.0 MB | 79 kB | 49/58 kB | 49/211 kB Progress (4): 0.1/1.0 MB | 79 kB | 49/58 kB | 65/211 kB Progress (4): 0.1/1.0 MB | 79 kB | 58 kB | 65/211 kB Progress (4): 0.1/1.0 MB | 79 kB | 58 kB | 65/211 kB Progress (4): 0.1/1.0 MB | 79 kB | 58 kB | 81/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 2.6 MB/s) 2024-09-07T13:55:03.254 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2024-09-07T13:55:03.254 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (3): 0.1/1.0 MB | 58 kB | 81/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 2.0 MB/s) 2024-09-07T13:55:03.255 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 0.1/1.0 MB | 97/211 kB Progress (2): 0.1/1.0 MB | 114/211 kB Progress (2): 0.1/1.0 MB | 114/211 kB Progress (2): 0.1/1.0 MB | 130/211 kB Progress (2): 0.1/1.0 MB | 130/211 kB Progress (2): 0.1/1.0 MB | 146/211 kB Progress (2): 0.1/1.0 MB | 163/211 kB Progress (2): 0.2/1.0 MB | 163/211 kB Progress (2): 0.2/1.0 MB | 179/211 kB Progress (2): 0.2/1.0 MB | 196/211 kB Progress (2): 0.2/1.0 MB | 196/211 kB Progress (2): 0.2/1.0 MB | 211 kB Progress (2): 0.2/1.0 MB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 6.6 MB/s) 2024-09-07T13:55:03.269 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (2): 0.8/1.0 MB | 16/116 kB Progress (2): 0.8/1.0 MB | 16/116 kB Progress (3): 0.8/1.0 MB | 16/116 kB | 16/267 kB Progress (3): 0.8/1.0 MB | 33/116 kB | 16/267 kB Progress (3): 0.8/1.0 MB | 37/116 kB | 16/267 kB Progress (3): 0.8/1.0 MB | 37/116 kB | 16/267 kB Progress (3): 0.8/1.0 MB | 37/116 kB | 33/267 kB Progress (3): 0.8/1.0 MB | 53/116 kB | 33/267 kB Progress (3): 0.9/1.0 MB | 53/116 kB | 33/267 kB Progress (3): 0.9/1.0 MB | 53/116 kB | 49/267 kB Progress (3): 0.9/1.0 MB | 69/116 kB | 49/267 kB Progress (3): 0.9/1.0 MB | 69/116 kB | 49/267 kB Progress (3): 0.9/1.0 MB | 69/116 kB | 62/267 kB Progress (3): 0.9/1.0 MB | 86/116 kB | 62/267 kB Progress (3): 0.9/1.0 MB | 86/116 kB | 62/267 kB Progress (3): 0.9/1.0 MB | 86/116 kB | 79/267 kB Progress (3): 0.9/1.0 MB | 102/116 kB | 79/267 kB Progress (3): 0.9/1.0 MB | 102/116 kB | 79/267 kB Progress (3): 0.9/1.0 MB | 102/116 kB | 95/267 kB Progress (3): 0.9/1.0 MB | 116 kB | 95/267 kB Progress (3): 0.9/1.0 MB | 116 kB | 95/267 kB Progress (3): 0.9/1.0 MB | 116 kB | 111/267 kB Progress (3): 0.9/1.0 MB | 116 kB | 111/267 kB Progress (3): 0.9/1.0 MB | 116 kB | 128/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 3.5 MB/s) 2024-09-07T13:55:03.272 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 0.9/1.0 MB | 144/267 kB Progress (2): 1.0/1.0 MB | 144/267 kB Progress (2): 1.0/1.0 MB | 161/267 kB Progress (2): 1.0/1.0 MB | 161/267 kB Progress (2): 1.0/1.0 MB | 177/267 kB Progress (2): 1.0/1.0 MB | 193/267 kB Progress (2): 1.0/1.0 MB | 193/267 kB Progress (2): 1.0/1.0 MB | 210/267 kB Progress (2): 1.0/1.0 MB | 210/267 kB Progress (2): 1.0/1.0 MB | 226/267 kB Progress (2): 1.0 MB | 226/267 kB Progress (2): 1.0 MB | 242/267 kB Progress (2): 1.0 MB | 259/267 kB Progress (2): 1.0 MB | 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 7.6 MB/s) 2024-09-07T13:55:03.272 INFO:tasks.workunit.client.0.smithi107.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 21 MB/s) 2024-09-07T13:55:03.432 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2024-09-07T13:55:03.463 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-07T13:55:03.463 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] BUILD SUCCESS 2024-09-07T13:55:03.463 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-07T13:55:03.464 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Total time: 7.840 s 2024-09-07T13:55:03.464 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Finished at: 2024-09-07T13:55:03Z 2024-09-07T13:55:03.464 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-07T13:55:03.496 INFO:tasks.workunit.client.0.smithi107.stderr:+ ./mvnw test -Dtest=PutObjects 2024-09-07T13:55:03.501 INFO:tasks.workunit.client.0.smithi107.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-07T13:55:04.604 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Scanning for projects... 2024-09-07T13:55:04.681 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:55:04.681 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-07T13:55:04.681 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Building jcksum 1.0 2024-09-07T13:55:04.681 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] from pom.xml 2024-09-07T13:55:04.681 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-07T13:55:04.936 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:55:04.936 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-07T13:55:05.062 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-07T13:55:05.062 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:55:05.062 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-07T13:55:05.164 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-07T13:55:05.164 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:55:05.164 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-07T13:55:05.166 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-07T13:55:05.166 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:55:05.166 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-07T13:55:05.171 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-07T13:55:05.171 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:55:05.171 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-07T13:55:05.396 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2024-09-07T13:55:05.630 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2024-09-07T13:55:05.818 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/4.7 kB Progress (1): 2.8/4.7 kB Progress (1): 4.1/4.7 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 24 kB/s) 2024-09-07T13:55:05.826 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2024-09-07T13:55:05.845 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/2.6 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 131 kB/s) 2024-09-07T13:55:05.851 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2024-09-07T13:55:05.869 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 156 kB/s) 2024-09-07T13:55:05.873 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2024-09-07T13:55:05.889 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/3.0 kB Progress (1): 2.8/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 178 kB/s) 2024-09-07T13:55:05.892 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2024-09-07T13:55:05.908 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/3.2 kB Progress (1): 2.8/3.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 188 kB/s) 2024-09-07T13:55:05.911 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2024-09-07T13:55:05.927 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/1.7 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 105 kB/s) 2024-09-07T13:55:05.934 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2024-09-07T13:55:05.946 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 177 kB/s) 2024-09-07T13:55:05.951 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2024-09-07T13:55:05.975 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/27 kB Progress (1): 2.8/27 kB Progress (1): 4.1/27 kB Progress (1): 5.5/27 kB Progress (1): 6.9/27 kB Progress (1): 8.3/27 kB Progress (1): 9.7/27 kB Progress (1): 11/27 kB Progress (1): 12/27 kB Progress (1): 14/27 kB Progress (1): 15/27 kB Progress (1): 16/27 kB Progress (1): 18/27 kB Progress (1): 19/27 kB Progress (1): 21/27 kB Progress (1): 22/27 kB Progress (1): 23/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 1.1 MB/s) 2024-09-07T13:55:05.977 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2024-09-07T13:55:05.978 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2024-09-07T13:55:05.978 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2024-09-07T13:55:05.978 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2024-09-07T13:55:05.978 INFO:tasks.workunit.client.0.smithi107.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2024-09-07T13:55:05.998 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/18 kB Progress (1): 2.7/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 763 kB/s) 2024-09-07T13:55:06.030 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 1.4/7.7 kB Progress (1): 2.8/7.7 kB Progress (1): 4.1/7.7 kB Progress (2): 4.1/7.7 kB | 1.4/189 kB Progress (2): 5.5/7.7 kB | 1.4/189 kB Progress (2): 5.5/7.7 kB | 2.8/189 kB Progress (2): 6.9/7.7 kB | 2.8/189 kB Progress (2): 7.7 kB | 2.8/189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 144 kB/s) 2024-09-07T13:55:06.054 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 2.8/189 kB | 16/169 kB Progress (2): 4.1/189 kB | 16/169 kB Progress (3): 4.1/189 kB | 16/169 kB | 16/103 kB Progress (3): 5.5/189 kB | 16/169 kB | 16/103 kB Progress (3): 6.9/189 kB | 16/169 kB | 16/103 kB Progress (3): 8.3/189 kB | 16/169 kB | 16/103 kB Progress (3): 9.7/189 kB | 16/169 kB | 16/103 kB Progress (3): 9.7/189 kB | 16/169 kB | 33/103 kB Progress (3): 9.7/189 kB | 33/169 kB | 33/103 kB Progress (3): 11/189 kB | 33/169 kB | 33/103 kB Progress (3): 12/189 kB | 33/169 kB | 33/103 kB Progress (3): 14/189 kB | 33/169 kB | 33/103 kB Progress (3): 15/189 kB | 33/169 kB | 33/103 kB Progress (3): 17/189 kB | 33/169 kB | 33/103 kB Progress (3): 18/189 kB | 33/169 kB | 33/103 kB Progress (3): 19/189 kB | 33/169 kB | 33/103 kB Progress (3): 21/189 kB | 33/169 kB | 33/103 kB Progress (3): 22/189 kB | 33/169 kB | 33/103 kB Progress (3): 23/189 kB | 33/169 kB | 33/103 kB Progress (3): 25/189 kB | 33/169 kB | 33/103 kB Progress (3): 26/189 kB | 33/169 kB | 33/103 kB Progress (3): 28/189 kB | 33/169 kB | 33/103 kB Progress (3): 29/189 kB | 33/169 kB | 33/103 kB Progress (3): 30/189 kB | 33/169 kB | 33/103 kB Progress (3): 32/189 kB | 33/169 kB | 33/103 kB Progress (3): 33/189 kB | 33/169 kB | 33/103 kB Progress (3): 34/189 kB | 33/169 kB | 33/103 kB Progress (3): 36/189 kB | 33/169 kB | 33/103 kB Progress (3): 37/189 kB | 33/169 kB | 33/103 kB Progress (3): 39/189 kB | 33/169 kB | 33/103 kB Progress (3): 40/189 kB | 33/169 kB | 33/103 kB Progress (3): 40/189 kB | 33/169 kB | 49/103 kB Progress (3): 40/189 kB | 49/169 kB | 49/103 kB Progress (3): 41/189 kB | 49/169 kB | 49/103 kB Progress (3): 43/189 kB | 49/169 kB | 49/103 kB Progress (3): 44/189 kB | 49/169 kB | 49/103 kB Progress (3): 46/189 kB | 49/169 kB | 49/103 kB Progress (3): 46/189 kB | 49/169 kB | 66/103 kB Progress (3): 47/189 kB | 49/169 kB | 66/103 kB Progress (3): 47/189 kB | 66/169 kB | 66/103 kB Progress (3): 48/189 kB | 66/169 kB | 66/103 kB Progress (3): 50/189 kB | 66/169 kB | 66/103 kB Progress (3): 51/189 kB | 66/169 kB | 66/103 kB Progress (3): 52/189 kB | 66/169 kB | 66/103 kB Progress (3): 52/189 kB | 82/169 kB | 66/103 kB Progress (3): 54/189 kB | 82/169 kB | 66/103 kB Progress (3): 55/189 kB | 82/169 kB | 66/103 kB Progress (3): 57/189 kB | 82/169 kB | 66/103 kB Progress (3): 58/189 kB | 82/169 kB | 66/103 kB Progress (3): 59/189 kB | 82/169 kB | 66/103 kB Progress (3): 61/189 kB | 82/169 kB | 66/103 kB Progress (3): 62/189 kB | 82/169 kB | 66/103 kB Progress (3): 62/189 kB | 82/169 kB | 66/103 kB Progress (3): 62/189 kB | 82/169 kB | 82/103 kB Progress (3): 79/189 kB | 82/169 kB | 82/103 kB Progress (3): 79/189 kB | 82/169 kB | 98/103 kB Progress (3): 79/189 kB | 98/169 kB | 98/103 kB Progress (3): 79/189 kB | 98/169 kB | 103 kB Progress (3): 95/189 kB | 98/169 kB | 103 kB Progress (3): 95/189 kB | 115/169 kB | 103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 1.3 MB/s) 2024-09-07T13:55:06.058 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (2): 95/189 kB | 131/169 kB Progress (2): 111/189 kB | 131/169 kB Progress (2): 111/189 kB | 147/169 kB Progress (2): 128/189 kB | 147/169 kB Progress (2): 128/189 kB | 164/169 kB Progress (2): 128/189 kB | 169 kB Progress (2): 144/189 kB | 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 2.1 MB/s) 2024-09-07T13:55:06.065 INFO:tasks.workunit.client.0.smithi107.stdout:Progress (1): 161/189 kB Progress (1): 177/189 kB Progress (1): 189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 2.2 MB/s) 2024-09-07T13:55:06.082 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:55:06.082 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] ------------------------------------------------------- 2024-09-07T13:55:06.083 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] T E S T S 2024-09-07T13:55:06.083 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] ------------------------------------------------------- 2024-09-07T13:55:06.732 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2024-09-07T13:55:06.803 INFO:tasks.workunit.client.0.smithi107.stdout:PutObjects.java: starting test run: 2024-09-07T13:55:06.803 INFO:tasks.workunit.client.0.smithi107.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-07T13:55:06.803 INFO:tasks.workunit.client.0.smithi107.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-07T13:55:06.803 INFO:tasks.workunit.client.0.smithi107.stdout: EndpointUrl=https://smithi107.front.sepia.ceph.com:443 2024-09-07T13:55:06.803 INFO:tasks.workunit.client.0.smithi107.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2024-09-07T13:55:06.998 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: Environment Variables Read 2024-09-07T13:55:07.299 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: S3 Client Initialized 2024-09-07T13:55:07.300 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: Generating File 2024-09-07T13:55:07.300 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: File Generated 2024-09-07T13:55:07.300 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: Generating File 2024-09-07T13:55:07.300 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: File Generated 2024-09-07T13:55:07.300 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: Generating File 2024-09-07T13:55:07.400 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: File Generated 2024-09-07T13:55:07.400 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: Generating File 2024-09-07T13:55:07.400 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: File Generated 2024-09-07T13:55:07.400 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: Generating File 2024-09-07T13:55:07.400 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: File Generated 2024-09-07T13:55:07.400 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: Generating File 2024-09-07T13:55:07.400 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: File Generated 2024-09-07T13:55:07.400 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: Generated Big Files 2024-09-07T13:55:08.001 INFO:tasks.workunit.client.0.smithi107.stdout:HeadBucketResponse() 2024-09-07T13:55:08.001 INFO:tasks.workunit.client.0.smithi107.stdout:sheik is ready 2024-09-07T13:55:08.001 INFO:tasks.workunit.client.0.smithi107.stdout:DEBUG: Test Bucket Created 2024-09-07T13:55:08.101 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileNoCksum called with file-0b 2024-09-07T13:55:08.402 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileNoCksum called with file-8b 2024-09-07T13:55:08.702 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileNoCksum called with file-200b 2024-09-07T13:55:09.103 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileNoCksum called with file-21983b 2024-09-07T13:55:09.504 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileNoCksum called with file-5519b 2024-09-07T13:55:09.705 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileNoCksum called with file-204329b 2024-09-07T13:55:10.206 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileNoCksum called with file-256k 2024-09-07T13:55:10.607 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileNoCksum called with file-1m 2024-09-07T13:55:11.910 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileNoCksum called with file-1038757b 2024-09-07T13:55:12.812 INFO:tasks.workunit.client.0.smithi107.stdout:mpuObjectFromFileNoCksum called with file-5m 2024-09-07T13:55:18.123 INFO:tasks.workunit.client.0.smithi107.stdout:mpuObjectFromFileNoCksum called with file-10m 2024-09-07T13:55:25.337 INFO:tasks.workunit.client.0.smithi107.stdout:mpuObjectFromFileNoCksum called with file-100m 2024-09-07T13:56:27.593 INFO:tasks.workunit.client.0.smithi107.stdout:arg: file-0b 2024-09-07T13:56:27.594 INFO:tasks.workunit.client.0.smithi107.stdout:arg: file-8b 2024-09-07T13:56:27.594 INFO:tasks.workunit.client.0.smithi107.stdout:arg: file-200b 2024-09-07T13:56:27.595 INFO:tasks.workunit.client.0.smithi107.stdout:arg: file-21983b 2024-09-07T13:56:27.596 INFO:tasks.workunit.client.0.smithi107.stdout:arg: file-5519b 2024-09-07T13:56:27.598 INFO:tasks.workunit.client.0.smithi107.stdout:arg: file-204329b 2024-09-07T13:56:27.599 INFO:tasks.workunit.client.0.smithi107.stdout:arg: file-256k 2024-09-07T13:56:27.600 INFO:tasks.workunit.client.0.smithi107.stdout:arg: file-1m 2024-09-07T13:56:27.601 INFO:tasks.workunit.client.0.smithi107.stdout:arg: file-1038757b 2024-09-07T13:56:27.628 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileCksum called with file-0b 2024-09-07T13:56:27.796 INFO:tasks.workunit.client.0.smithi107.stdout:PutObjectResponse 2024-09-07T13:56:27.828 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileCksum called with file-8b 2024-09-07T13:56:27.928 INFO:tasks.workunit.client.0.smithi107.stdout:PutObjectResponse 2024-09-07T13:56:28.129 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileCksum called with file-200b 2024-09-07T13:56:28.228 INFO:tasks.workunit.client.0.smithi107.stdout:PutObjectResponse 2024-09-07T13:56:28.429 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileCksum called with file-21983b 2024-09-07T13:56:28.529 INFO:tasks.workunit.client.0.smithi107.stdout:PutObjectResponse 2024-09-07T13:56:28.730 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileCksum called with file-5519b 2024-09-07T13:56:28.829 INFO:tasks.workunit.client.0.smithi107.stdout:PutObjectResponse 2024-09-07T13:56:28.930 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileCksum called with file-204329b 2024-09-07T13:56:29.330 INFO:tasks.workunit.client.0.smithi107.stdout:PutObjectResponse 2024-09-07T13:56:29.531 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileCksum called with file-256k 2024-09-07T13:56:29.831 INFO:tasks.workunit.client.0.smithi107.stdout:PutObjectResponse 2024-09-07T13:56:30.032 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileCksum called with file-1m 2024-09-07T13:56:30.932 INFO:tasks.workunit.client.0.smithi107.stdout:PutObjectResponse 2024-09-07T13:56:31.333 INFO:tasks.workunit.client.0.smithi107.stdout:putObjectFromFileCksum called with file-1038757b 2024-09-07T13:56:32.134 INFO:tasks.workunit.client.0.smithi107.stdout:PutObjectResponse 2024-09-07T13:56:32.434 INFO:tasks.workunit.client.0.smithi107.stdout:mpuObjectFromFileCksum called with file-5m 2024-09-07T13:56:37.140 INFO:tasks.workunit.client.0.smithi107.stdout:mpuObjectFromFileCksum called with file-10m 2024-09-07T13:56:45.951 INFO:tasks.workunit.client.0.smithi107.stdout:mpuObjectFromFileCksum called with file-100m 2024-09-07T13:58:15.949 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 189.2 s -- in io.ceph.jcksum.PutObjects 2024-09-07T13:58:15.976 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:58:15.977 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Results: 2024-09-07T13:58:15.977 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:58:15.977 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2024-09-07T13:58:15.977 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] 2024-09-07T13:58:15.979 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-07T13:58:15.979 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] BUILD SUCCESS 2024-09-07T13:58:15.979 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-07T13:58:15.980 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Total time: 03:11 min 2024-09-07T13:58:15.980 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] Finished at: 2024-09-07T13:58:15Z 2024-09-07T13:58:15.980 INFO:tasks.workunit.client.0.smithi107.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-07T13:58:16.000 INFO:tasks.workunit.client.0.smithi107.stderr:+ exit 2024-09-07T13:58:16.000 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T13:58:16.001 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T13:58:16.053 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2024-09-07T13:58:16.054 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-07T13:58:16.430 DEBUG:teuthology.parallel:result is None 2024-09-07T13:58:16.430 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T13:58:16.442 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T13:58:16.442 DEBUG:teuthology.orchestra.run.smithi107:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-07T13:58:16.488 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T13:58:16.488 INFO:teuthology.run_tasks:Running task workunit... 2024-09-07T13:58:16.499 INFO:tasks.workunit:Pulling workunits from ref 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:58:16.499 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-07T13:58:16.499 DEBUG:teuthology.orchestra.run.smithi107:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-07T13:58:16.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T13:58:16.537 INFO:teuthology.orchestra.run.smithi107.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-07T13:58:16.537 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-07T13:58:16.584 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-07T13:58:16.585 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-07T13:58:16.632 INFO:tasks.workunit:timeout=3h 2024-09-07T13:58:16.633 INFO:tasks.workunit:cleanup=True 2024-09-07T13:58:16.633 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T13:58:16.683 INFO:tasks.workunit.client.0.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-07T13:59:13.900 INFO:tasks.workunit.client.0.smithi107.stderr:Note: switching to '5c120bb86a547030eb0946833002675f49ccd220'. 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr:state without impacting any branches by switching back to a branch. 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr: git switch -c 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr:Or undo this operation with: 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:59:13.901 INFO:tasks.workunit.client.0.smithi107.stderr: git switch - 2024-09-07T13:59:13.902 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:59:13.902 INFO:tasks.workunit.client.0.smithi107.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-07T13:59:13.902 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T13:59:13.902 INFO:tasks.workunit.client.0.smithi107.stderr:HEAD is now at 5c120bb86a5 rgw/service: remove unused metadata and metadata backend services 2024-09-07T13:59:13.908 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-07T13:59:13.956 INFO:tasks.workunit.client.0.smithi107.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-07T13:59:13.960 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-07T13:59:13.960 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-07T13:59:14.022 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-07T13:59:14.076 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-07T13:59:14.123 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-07T13:59:14.124 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-07T13:59:14.124 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-07T13:59:14.169 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-07T13:59:14.173 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T13:59:14.173 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-07T13:59:14.221 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2024-09-07T13:59:14.222 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2024-09-07T13:59:14.222 DEBUG:teuthology.orchestra.run.smithi107:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2024-09-07T13:59:14.274 INFO:tasks.workunit.client.0.smithi107.stdout:INFO: fully qualified domain name: smithi107.front.sepia.ceph.com 2024-09-07T13:59:14.275 INFO:tasks.workunit.client.0.smithi107.stdout:== TESTING *COMPLETING* MULTIPART UPLOAD WITH RE-UPLOADS == 2024-09-07T13:59:14.275 INFO:tasks.workunit.client.0.smithi107.stdout:== TESTING NON-VERSIONED BUCKET == 2024-09-07T13:59:17.540 INFO:tasks.workunit.client.0.smithi107.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-07T13:59:17.749 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting pip 2024-09-07T13:59:17.754 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-07T13:59:17.788 INFO:tasks.workunit.client.0.smithi107.stdout:Installing collected packages: pip 2024-09-07T13:59:17.789 INFO:tasks.workunit.client.0.smithi107.stdout: Attempting uninstall: pip 2024-09-07T13:59:17.789 INFO:tasks.workunit.client.0.smithi107.stdout: Found existing installation: pip 22.0.2 2024-09-07T13:59:18.050 INFO:tasks.workunit.client.0.smithi107.stdout: Uninstalling pip-22.0.2: 2024-09-07T13:59:18.056 INFO:tasks.workunit.client.0.smithi107.stdout: Successfully uninstalled pip-22.0.2 2024-09-07T13:59:18.797 INFO:tasks.workunit.client.0.smithi107.stdout:Successfully installed pip-24.2 2024-09-07T13:59:19.818 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting boto3 2024-09-07T13:59:19.820 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached boto3-1.35.14-py3-none-any.whl.metadata (6.6 kB) 2024-09-07T13:59:20.326 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting botocore<1.36.0,>=1.35.14 (from boto3) 2024-09-07T13:59:20.327 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached botocore-1.35.14-py3-none-any.whl.metadata (5.7 kB) 2024-09-07T13:59:20.371 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-07T13:59:20.372 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-07T13:59:20.418 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-07T13:59:20.419 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-07T13:59:20.474 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.14->boto3) 2024-09-07T13:59:20.476 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-07T13:59:20.762 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.14->boto3) 2024-09-07T13:59:20.763 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached urllib3-2.2.2-py3-none-any.whl.metadata (6.4 kB) 2024-09-07T13:59:20.926 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.14->boto3) 2024-09-07T13:59:20.927 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-07T13:59:20.931 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached boto3-1.35.14-py3-none-any.whl (139 kB) 2024-09-07T13:59:20.932 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached botocore-1.35.14-py3-none-any.whl (12.5 MB) 2024-09-07T13:59:20.943 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-07T13:59:20.944 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-07T13:59:20.945 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-07T13:59:20.947 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached urllib3-2.2.2-py3-none-any.whl (121 kB) 2024-09-07T13:59:20.948 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-07T13:59:21.020 INFO:tasks.workunit.client.0.smithi107.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-07T13:59:21.974 INFO:tasks.workunit.client.0.smithi107.stdout:Successfully installed boto3-1.35.14 botocore-1.35.14 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.2 2024-09-07T13:59:22.549 INFO:tasks.workunit.client.0.smithi107.stdout:INFO: creating user 2024-09-07T13:59:22.919 INFO:tasks.workunit.client.0.smithi107.stdout:{ 2024-09-07T13:59:22.919 INFO:tasks.workunit.client.0.smithi107.stdout: "user_id": "testid", 2024-09-07T13:59:22.919 INFO:tasks.workunit.client.0.smithi107.stdout: "display_name": "M. Tester", 2024-09-07T13:59:22.919 INFO:tasks.workunit.client.0.smithi107.stdout: "email": "tester@ceph.com", 2024-09-07T13:59:22.919 INFO:tasks.workunit.client.0.smithi107.stdout: "suspended": 0, 2024-09-07T13:59:22.919 INFO:tasks.workunit.client.0.smithi107.stdout: "max_buckets": 1000, 2024-09-07T13:59:22.919 INFO:tasks.workunit.client.0.smithi107.stdout: "subusers": [], 2024-09-07T13:59:22.920 INFO:tasks.workunit.client.0.smithi107.stdout: "keys": [ 2024-09-07T13:59:22.920 INFO:tasks.workunit.client.0.smithi107.stdout: { 2024-09-07T13:59:22.920 INFO:tasks.workunit.client.0.smithi107.stdout: "user": "testid", 2024-09-07T13:59:22.920 INFO:tasks.workunit.client.0.smithi107.stdout: "access_key": "0555b35654ad1656d804", 2024-09-07T13:59:22.920 INFO:tasks.workunit.client.0.smithi107.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2024-09-07T13:59:22.920 INFO:tasks.workunit.client.0.smithi107.stdout: "active": true, 2024-09-07T13:59:22.920 INFO:tasks.workunit.client.0.smithi107.stdout: "create_date": "2024-09-07T13:59:22.906619Z" 2024-09-07T13:59:22.920 INFO:tasks.workunit.client.0.smithi107.stdout: } 2024-09-07T13:59:22.920 INFO:tasks.workunit.client.0.smithi107.stdout: ], 2024-09-07T13:59:22.920 INFO:tasks.workunit.client.0.smithi107.stdout: "swift_keys": [], 2024-09-07T13:59:22.920 INFO:tasks.workunit.client.0.smithi107.stdout: "caps": [], 2024-09-07T13:59:22.920 INFO:tasks.workunit.client.0.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: "default_placement": "", 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: "default_storage_class": "", 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: "placement_tags": [], 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: "bucket_quota": { 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: "enabled": false, 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: "check_on_raw": false, 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: "max_size": -1, 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: "max_size_kb": 0, 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: "max_objects": -1 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: "user_quota": { 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: "enabled": false, 2024-09-07T13:59:22.921 INFO:tasks.workunit.client.0.smithi107.stdout: "check_on_raw": false, 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout: "max_size": -1, 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout: "max_size_kb": 0, 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout: "max_objects": -1 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout: }, 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout: "temp_url_keys": [], 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout: "type": "rgw", 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout: "mfa_ids": [], 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout: "account_id": "", 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout: "path": "/", 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout: "create_date": "2024-09-07T13:59:22.906583Z", 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout: "tags": [], 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout: "group_ids": [] 2024-09-07T13:59:22.922 INFO:tasks.workunit.client.0.smithi107.stdout:} 2024-09-07T13:59:22.923 INFO:tasks.workunit.client.0.smithi107.stdout: 2024-09-07T13:59:29.224 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:29.225 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:29.369 INFO:tasks.workunit.client.0.smithi107.stderr:5+0 records in 2024-09-07T13:59:29.370 INFO:tasks.workunit.client.0.smithi107.stderr:5+0 records out 2024-09-07T13:59:29.370 INFO:tasks.workunit.client.0.smithi107.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0219538 s, 239 MB/s 2024-09-07T13:59:29.375 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:29.375 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:29.518 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:29.518 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:31.709 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:31.709 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:33.749 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:33.749 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:35.995 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:35.995 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:38.227 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:38.227 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:40.400 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:40.400 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:42.663 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:42.663 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:44.778 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:44.778 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:46.955 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:46.956 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:49.108 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:49.109 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:51.262 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:51.262 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:53.568 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:53.568 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:55.775 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:55.775 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:57.937 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T13:59:57.938 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T13:59:58.187 INFO:tasks.workunit.client.0.smithi107.stdout:bucket nams is reupload-bkt-107106 2024-09-07T13:59:58.187 INFO:tasks.workunit.client.0.smithi107.stdout:endpoint is https://smithi107.front.sepia.ceph.com:443 2024-09-07T13:59:58.187 INFO:tasks.workunit.client.0.smithi107.stdout:start UploadId=2~k5bMh-llSMeJ_akIT0nXWiGNlZPJixY 2024-09-07T13:59:58.187 INFO:tasks.workunit.client.0.smithi107.stdout:phase 1 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1} 2024-09-07T13:59:58.187 INFO:tasks.workunit.client.0.smithi107.stdout:phase 1 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 2} 2024-09-07T13:59:58.187 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1} 2024-09-07T13:59:58.188 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1} 2024-09-07T13:59:58.188 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1} 2024-09-07T13:59:58.188 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1} 2024-09-07T13:59:58.188 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1} 2024-09-07T13:59:58.188 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1} 2024-09-07T13:59:58.188 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1} 2024-09-07T13:59:58.188 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1} 2024-09-07T13:59:58.188 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1} 2024-09-07T13:59:58.188 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1} 2024-09-07T13:59:58.188 INFO:tasks.workunit.client.0.smithi107.stdout:phase 2 uploaded part {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1} 2024-09-07T13:59:58.189 INFO:tasks.workunit.client.0.smithi107.stdout:completing multipart upload, parts=[{'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 1}, {'ETag': '"348f479b9f42df6cc86daf0e89650bb3"', 'PartNumber': 2}] 2024-09-07T14:00:00.161 INFO:tasks.workunit.client.0.smithi107.stdout:radosgw-admin bucket radoslist: 2024-09-07T14:00:00.161 INFO:tasks.workunit.client.0.smithi107.stdout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4_mpu_test4 2024-09-07T14:00:00.161 INFO:tasks.workunit.client.0.smithi107.stdout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4__multipart_mpu_test4.2~k5bMh-llSMeJ_akIT0nXWiGNlZPJixY.2 2024-09-07T14:00:00.161 INFO:tasks.workunit.client.0.smithi107.stdout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4__multipart_mpu_test4.M77Vji8cNC-j6ZXMUlhNVxV9j-lSH4EZ.1 2024-09-07T14:00:00.252 INFO:tasks.workunit.client.0.smithi107.stdout:rados ls: 2024-09-07T14:00:00.252 INFO:tasks.workunit.client.0.smithi107.stdout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4_mpu_test4 2024-09-07T14:00:00.252 INFO:tasks.workunit.client.0.smithi107.stdout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4__multipart_mpu_test4.2~k5bMh-llSMeJ_akIT0nXWiGNlZPJixY.2 2024-09-07T14:00:00.252 INFO:tasks.workunit.client.0.smithi107.stdout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4__multipart_mpu_test4.M77Vji8cNC-j6ZXMUlhNVxV9j-lSH4EZ.1 2024-09-07T14:00:00.342 INFO:tasks.workunit.client.0.smithi107.stdout:== PASSED == 2024-09-07T14:00:00.343 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T14:00:00.343 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T14:00:00.401 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2024-09-07T14:00:00.401 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-07T14:00:00.843 DEBUG:teuthology.parallel:result is None 2024-09-07T14:00:00.843 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T14:00:00.854 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T14:00:00.854 DEBUG:teuthology.orchestra.run.smithi107:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-07T14:00:00.899 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T14:00:00.899 INFO:teuthology.run_tasks:Running task ragweed... 2024-09-07T14:00:00.916 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2024-09-07T14:00:00.916 INFO:tasks.ragweed:Downloading ragweed... 2024-09-07T14:00:00.916 INFO:tasks.ragweed:Using branch 'wip-rgw-meta-handlers' for ragweed 2024-09-07T14:00:00.916 DEBUG:teuthology.orchestra.run.smithi107:> git clone -b wip-rgw-meta-handlers https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-07T14:00:00.948 INFO:teuthology.orchestra.run.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-07T14:00:01.004 INFO:teuthology.orchestra.run.smithi107.stderr:fatal: Remote branch wip-rgw-meta-handlers not found in upstream origin 2024-09-07T14:00:01.004 DEBUG:teuthology.orchestra.run:got remote process result: 128 2024-09-07T14:00:01.006 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2024-09-07T14:00:01.006 DEBUG:teuthology.orchestra.run.smithi107:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-07T14:00:01.053 INFO:teuthology.orchestra.run.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-07T14:00:01.223 INFO:tasks.ragweed:Creating rgw users... 2024-09-07T14:00:01.223 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2024-09-07T14:00:01.223 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key JXHVNUVBYMOYWSSAWTEN --secret znFS9z+000nmXmQADAhkIjH0rpbxb1lk74QSWAQRDR7xWVH7ImmgHQ== --email ragweed.client.0+test@test.test --system false 2024-09-07T14:00:01.310 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:00:01.311 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:00:01.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.352+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.353 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.352+0000 7f82a48239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.354 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.352+0000 7f82a48239c0 20 realm 2024-09-07T14:00:01.354 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.352+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.354 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.352+0000 7f82a48239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.354 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.352+0000 7f82a48239c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:00:01.354 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.352+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.354 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.352+0000 7f82a48239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.354 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.352+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.356+0000 7f82a48239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:00:01.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.356+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.357 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.356+0000 7f82a48239c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:00:01.357 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.356+0000 7f82a48239c0 20 searching for the correct realm 2024-09-07T14:00:01.360 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.360+0000 7f82a2b2a640 0 -- 172.21.15.107:0/888020830 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f828c01f060 msgr2=0x7f828c0660e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:00:01.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.576+0000 7f82a1b28640 0 -- 172.21.15.107:0/888020830 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f829c042040 msgr2=0x7f829c044440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:00:01.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.792+0000 7f82a48239c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:00:01.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.792+0000 7f82a48239c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:00:01.796 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.792+0000 7f82a48239c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:00:01.796 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.792+0000 7f82a48239c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:00:01.796 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.792+0000 7f82a48239c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:00:01.796 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.792+0000 7f82a48239c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:00:01.796 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.792+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.796 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.796 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:00:01.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:00:01.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 20 zone default found 2024-09-07T14:00:01.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 4 Realm: () 2024-09-07T14:00:01.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:00:01.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:00:01.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:00:01.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 20 zonegroup default 2024-09-07T14:00:01.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.796+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.800+0000 7f82a48239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.800+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.800+0000 7f82a48239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.800+0000 7f82a48239c0 20 started sync module instance, tier type = 2024-09-07T14:00:01.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.800+0000 7f82a48239c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:00:01.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.824+0000 7f82a48239c0 20 add_watcher() i=0 2024-09-07T14:00:01.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.824+0000 7f82a48239c0 20 add_watcher() i=1 2024-09-07T14:00:01.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.824+0000 7f82a48239c0 20 add_watcher() i=2 2024-09-07T14:00:01.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.824+0000 7f82a48239c0 20 add_watcher() i=3 2024-09-07T14:00:01.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.824+0000 7f82a48239c0 20 add_watcher() i=4 2024-09-07T14:00:01.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.824+0000 7f82a48239c0 20 add_watcher() i=5 2024-09-07T14:00:01.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.824+0000 7f82a48239c0 20 add_watcher() i=6 2024-09-07T14:00:01.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.824+0000 7f82a48239c0 20 add_watcher() i=7 2024-09-07T14:00:01.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.824+0000 7f82a48239c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.828+0000 7f81597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:00:01.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:00:01.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:00:01.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 5 note: GC not initialized 2024-09-07T14:00:01.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f81537fe640 20 reqs_thread_entry: start 2024-09-07T14:00:01.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 20 init_complete bucket index max shards: 1 2024-09-07T14:00:01.833 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 20 Filter name: none 2024-09-07T14:00:01.833 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f81517fa640 20 reqs_thread_entry: start 2024-09-07T14:00:01.833 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-07T14:00:01.833 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2024-09-07T14:00:01.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-07T14:00:01.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2024-09-07T14:00:01.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2024-09-07T14:00:01.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-07T14:00:01.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 10 cache get: name=default.rgw.meta+users.keys+JXHVNUVBYMOYWSSAWTEN : miss 2024-09-07T14:00:01.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.832+0000 7f82a48239c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.836+0000 7f82a48239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.836+0000 7f82a48239c0 10 cache put: name=default.rgw.meta+users.keys+JXHVNUVBYMOYWSSAWTEN info.flags=0x0 2024-09-07T14:00:01.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.836+0000 7f82a48239c0 10 adding default.rgw.meta+users.keys+JXHVNUVBYMOYWSSAWTEN to cache LRU end 2024-09-07T14:00:01.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.836+0000 7f82a48239c0 10 cache get: name=default.rgw.meta+users.keys+JXHVNUVBYMOYWSSAWTEN : hit (negative entry) 2024-09-07T14:00:01.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.836+0000 7f82a48239c0 10 cache get: name=default.rgw.meta+users.keys+JXHVNUVBYMOYWSSAWTEN : hit (negative entry) 2024-09-07T14:00:01.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.836+0000 7f82a48239c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-07T14:00:01.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.836+0000 7f82a48239c0 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-07T14:00:01.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.836+0000 7f82a48239c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-07T14:00:01.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.840+0000 7f8185ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562391 cookie 94209398840816 notifier 5714 bl.length()=675 2024-09-07T14:00:01.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.840+0000 7f8185ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-07T14:00:01.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.840+0000 7f8185ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-07T14:00:01.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.844+0000 7f82a48239c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-07T14:00:01.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.844+0000 7f82a48239c0 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-07T14:00:01.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.844+0000 7f82a48239c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-07T14:00:01.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.848+0000 7f8185ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562383 cookie 94209398839760 notifier 5714 bl.length()=202 2024-09-07T14:00:01.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.848+0000 7f8185ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-07T14:00:01.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.848+0000 7f8185ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-07T14:00:01.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.852+0000 7f82a48239c0 10 cache put: name=default.rgw.meta+users.keys+JXHVNUVBYMOYWSSAWTEN info.flags=0x7 2024-09-07T14:00:01.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.852+0000 7f82a48239c0 10 moving default.rgw.meta+users.keys+JXHVNUVBYMOYWSSAWTEN to cache LRU end 2024-09-07T14:00:01.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.852+0000 7f82a48239c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:JXHVNUVBYMOYWSSAWTEN, ofs0, ns] 2024-09-07T14:00:01.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.852+0000 7f8185ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562392 cookie 94209398840816 notifier 5714 bl.length()=190 2024-09-07T14:00:01.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.852+0000 7f8185ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JXHVNUVBYMOYWSSAWTEN info.flags=0x7 2024-09-07T14:00:01.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.852+0000 7f8185ffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+JXHVNUVBYMOYWSSAWTEN to cache LRU end 2024-09-07T14:00:01.855 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T14:00:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "user_id": "ragweed.client.0", 2024-09-07T14:00:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "display_name": "Mr. ragweed.client.0", 2024-09-07T14:00:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "email": "ragweed.client.0+test@test.test", 2024-09-07T14:00:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "suspended": 0, 2024-09-07T14:00:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "max_buckets": 1000, 2024-09-07T14:00:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "subusers": [], 2024-09-07T14:00:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "keys": [ 2024-09-07T14:00:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:00:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "user": "ragweed.client.0", 2024-09-07T14:00:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "access_key": "JXHVNUVBYMOYWSSAWTEN", 2024-09-07T14:00:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "secret_key": "znFS9z+000nmXmQADAhkIjH0rpbxb1lk74QSWAQRDR7xWVH7ImmgHQ==", 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "active": true, 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:00:01.838989Z" 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: } 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "swift_keys": [], 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "caps": [], 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "default_placement": "", 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "default_storage_class": "", 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "placement_tags": [], 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "bucket_quota": { 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:00:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "user_quota": { 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "temp_url_keys": [], 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "rgw", 2024-09-07T14:00:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "mfa_ids": [], 2024-09-07T14:00:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: "account_id": "", 2024-09-07T14:00:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: "path": "/", 2024-09-07T14:00:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:00:01.838948Z", 2024-09-07T14:00:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: "tags": [], 2024-09-07T14:00:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: "group_ids": [] 2024-09-07T14:00:01.859 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T14:00:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:00:01.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.856+0000 7f81597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:00:01.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.860+0000 7f82a48239c0 20 remove_watcher() i=0 2024-09-07T14:00:01.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.860+0000 7f82a48239c0 2 removed watcher, disabling cache 2024-09-07T14:00:01.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.864+0000 7f82a48239c0 20 remove_watcher() i=1 2024-09-07T14:00:01.867 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.864+0000 7f82a48239c0 20 remove_watcher() i=2 2024-09-07T14:00:01.869 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.868+0000 7f82a48239c0 20 remove_watcher() i=3 2024-09-07T14:00:01.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.872+0000 7f82a48239c0 20 remove_watcher() i=4 2024-09-07T14:00:01.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.872+0000 7f82a48239c0 20 remove_watcher() i=5 2024-09-07T14:00:01.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.872+0000 7f82a48239c0 20 remove_watcher() i=6 2024-09-07T14:00:01.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.876+0000 7f82a48239c0 20 remove_watcher() i=7 2024-09-07T14:00:01.895 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2024-09-07T14:00:01.895 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key RPZUCEWMZAEZROYIHKNZ --secret z/D3vYIG3Z2b8WnHamUJ+y8YXnlNFccg7nrEBoDVdv0Fb6rK3j+m4A== --email sysuser.client.0+test@test.test --system true 2024-09-07T14:00:01.942 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:00:01.942 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:00:01.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.984+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.989 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.988+0000 7f48c7e4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.989 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.988+0000 7f48c7e4c9c0 20 realm 2024-09-07T14:00:01.989 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.988+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.989 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.988+0000 7f48c7e4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.989 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.988+0000 7f48c7e4c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:00:01.989 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.988+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.990 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.988+0000 7f48c7e4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:01.990 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.988+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.991 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.988+0000 7f48c7e4c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:00:01.991 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.988+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:01.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.992+0000 7f48c7e4c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:00:01.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.992+0000 7f48c7e4c9c0 20 searching for the correct realm 2024-09-07T14:00:01.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:01.992+0000 7f48c5151640 0 -- 172.21.15.107:0/1701620142 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f48b8065d20 msgr2=0x7f48b805bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:00:02.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.204+0000 7f48c5952640 0 -- 172.21.15.107:0/1701620142 >> [v2:172.21.15.107:6810/3830891006,v1:172.21.15.107:6812/3830891006] conn(0x558aa12f2b60 msgr2=0x558aa12f4ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:00:02.226 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.224+0000 7f48c7e4c9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:00:02.226 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.224+0000 7f48c7e4c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:00:02.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.224+0000 7f48c7e4c9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:00:02.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.224+0000 7f48c7e4c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:00:02.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.224+0000 7f48c7e4c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:00:02.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.224+0000 7f48c7e4c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:00:02.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.224+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:02.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.224+0000 7f48c7e4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:02.228 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.224+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:02.228 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:00:02.228 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:02.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:00:02.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 zone default found 2024-09-07T14:00:02.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 4 Realm: () 2024-09-07T14:00:02.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:00:02.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:00:02.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:00:02.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 zonegroup default 2024-09-07T14:00:02.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:02.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:02.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:02.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:02.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:02.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:02.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 started sync module instance, tier type = 2024-09-07T14:00:02.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.228+0000 7f48c7e4c9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:00:02.254 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.252+0000 7f48c7e4c9c0 20 add_watcher() i=0 2024-09-07T14:00:02.254 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.252+0000 7f48c7e4c9c0 20 add_watcher() i=1 2024-09-07T14:00:02.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.252+0000 7f48c7e4c9c0 20 add_watcher() i=2 2024-09-07T14:00:02.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.252+0000 7f48c7e4c9c0 20 add_watcher() i=3 2024-09-07T14:00:02.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.252+0000 7f48c7e4c9c0 20 add_watcher() i=4 2024-09-07T14:00:02.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.252+0000 7f48c7e4c9c0 20 add_watcher() i=5 2024-09-07T14:00:02.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.252+0000 7f48c7e4c9c0 20 add_watcher() i=6 2024-09-07T14:00:02.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.256+0000 7f48c7e4c9c0 20 add_watcher() i=7 2024-09-07T14:00:02.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.256+0000 7f48c7e4c9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:00:02.261 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f477bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:00:02.261 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f48c7e4c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:00:02.261 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f48c7e4c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:00:02.261 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f48c7e4c9c0 5 note: GC not initialized 2024-09-07T14:00:02.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f477afe5640 20 reqs_thread_entry: start 2024-09-07T14:00:02.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f48c7e4c9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:00:02.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f48c7e4c9c0 20 Filter name: none 2024-09-07T14:00:02.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f4778fe1640 20 reqs_thread_entry: start 2024-09-07T14:00:02.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f48c7e4c9c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-07T14:00:02.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:02.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f48c7e4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:02.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f48c7e4c9c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2024-09-07T14:00:02.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f48c7e4c9c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-07T14:00:02.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f48c7e4c9c0 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2024-09-07T14:00:02.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.260+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:02.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.264+0000 7f48c7e4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:02.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.264+0000 7f48c7e4c9c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2024-09-07T14:00:02.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.264+0000 7f48c7e4c9c0 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-07T14:00:02.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.264+0000 7f48c7e4c9c0 10 cache get: name=default.rgw.meta+users.keys+RPZUCEWMZAEZROYIHKNZ : miss 2024-09-07T14:00:02.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.264+0000 7f48c7e4c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:00:02.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.264+0000 7f48c7e4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:00:02.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.264+0000 7f48c7e4c9c0 10 cache put: name=default.rgw.meta+users.keys+RPZUCEWMZAEZROYIHKNZ info.flags=0x0 2024-09-07T14:00:02.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.264+0000 7f48c7e4c9c0 10 adding default.rgw.meta+users.keys+RPZUCEWMZAEZROYIHKNZ to cache LRU end 2024-09-07T14:00:02.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.264+0000 7f48c7e4c9c0 10 cache get: name=default.rgw.meta+users.keys+RPZUCEWMZAEZROYIHKNZ : hit (negative entry) 2024-09-07T14:00:02.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.264+0000 7f48c7e4c9c0 10 cache get: name=default.rgw.meta+users.keys+RPZUCEWMZAEZROYIHKNZ : hit (negative entry) 2024-09-07T14:00:02.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.268+0000 7f48c7e4c9c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-07T14:00:02.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.268+0000 7f48c7e4c9c0 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-07T14:00:02.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.268+0000 7f48c7e4c9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-07T14:00:02.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.268+0000 7f47a8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562384 cookie 94053898138608 notifier 5732 bl.length()=675 2024-09-07T14:00:02.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.268+0000 7f47a8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-07T14:00:02.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.268+0000 7f47a8ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-07T14:00:02.274 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.272+0000 7f48c7e4c9c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-07T14:00:02.274 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.272+0000 7f48c7e4c9c0 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-07T14:00:02.274 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.272+0000 7f48c7e4c9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-07T14:00:02.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.272+0000 7f47a8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562393 cookie 94053898143808 notifier 5732 bl.length()=202 2024-09-07T14:00:02.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.272+0000 7f47a8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-07T14:00:02.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.272+0000 7f47a8ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-07T14:00:02.281 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.280+0000 7f48c7e4c9c0 10 cache put: name=default.rgw.meta+users.keys+RPZUCEWMZAEZROYIHKNZ info.flags=0x7 2024-09-07T14:00:02.281 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.280+0000 7f48c7e4c9c0 10 moving default.rgw.meta+users.keys+RPZUCEWMZAEZROYIHKNZ to cache LRU end 2024-09-07T14:00:02.281 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.280+0000 7f48c7e4c9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:RPZUCEWMZAEZROYIHKNZ, ofs0, ns] 2024-09-07T14:00:02.282 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.280+0000 7f47a97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562372 cookie 94053898152704 notifier 5732 bl.length()=190 2024-09-07T14:00:02.282 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.280+0000 7f47a97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+RPZUCEWMZAEZROYIHKNZ info.flags=0x7 2024-09-07T14:00:02.282 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.280+0000 7f47a97fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+RPZUCEWMZAEZROYIHKNZ to cache LRU end 2024-09-07T14:00:02.284 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T14:00:02.285 INFO:teuthology.orchestra.run.smithi107.stdout: "user_id": "sysuser.client.0", 2024-09-07T14:00:02.285 INFO:teuthology.orchestra.run.smithi107.stdout: "display_name": "Mr. sysuser.client.0", 2024-09-07T14:00:02.285 INFO:teuthology.orchestra.run.smithi107.stdout: "email": "sysuser.client.0+test@test.test", 2024-09-07T14:00:02.285 INFO:teuthology.orchestra.run.smithi107.stdout: "suspended": 0, 2024-09-07T14:00:02.285 INFO:teuthology.orchestra.run.smithi107.stdout: "max_buckets": 1000, 2024-09-07T14:00:02.285 INFO:teuthology.orchestra.run.smithi107.stdout: "subusers": [], 2024-09-07T14:00:02.285 INFO:teuthology.orchestra.run.smithi107.stdout: "keys": [ 2024-09-07T14:00:02.285 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:00:02.285 INFO:teuthology.orchestra.run.smithi107.stdout: "user": "sysuser.client.0", 2024-09-07T14:00:02.285 INFO:teuthology.orchestra.run.smithi107.stdout: "access_key": "RPZUCEWMZAEZROYIHKNZ", 2024-09-07T14:00:02.285 INFO:teuthology.orchestra.run.smithi107.stdout: "secret_key": "z/D3vYIG3Z2b8WnHamUJ+y8YXnlNFccg7nrEBoDVdv0Fb6rK3j+m4A==", 2024-09-07T14:00:02.285 INFO:teuthology.orchestra.run.smithi107.stdout: "active": true, 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:00:02.268236Z" 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: } 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: "swift_keys": [], 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: "caps": [], 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: "system": true, 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: "default_placement": "", 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: "default_storage_class": "", 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: "placement_tags": [], 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: "bucket_quota": { 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:00:02.286 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: "user_quota": { 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: "temp_url_keys": [], 2024-09-07T14:00:02.287 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "rgw", 2024-09-07T14:00:02.288 INFO:teuthology.orchestra.run.smithi107.stdout: "mfa_ids": [], 2024-09-07T14:00:02.288 INFO:teuthology.orchestra.run.smithi107.stdout: "account_id": "", 2024-09-07T14:00:02.288 INFO:teuthology.orchestra.run.smithi107.stdout: "path": "/", 2024-09-07T14:00:02.288 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:00:02.268205Z", 2024-09-07T14:00:02.288 INFO:teuthology.orchestra.run.smithi107.stdout: "tags": [], 2024-09-07T14:00:02.288 INFO:teuthology.orchestra.run.smithi107.stdout: "group_ids": [] 2024-09-07T14:00:02.288 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T14:00:02.288 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:00:02.288 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.284+0000 7f477bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:00:02.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.288+0000 7f48c7e4c9c0 20 remove_watcher() i=0 2024-09-07T14:00:02.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.288+0000 7f48c7e4c9c0 2 removed watcher, disabling cache 2024-09-07T14:00:02.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.292+0000 7f48c7e4c9c0 20 remove_watcher() i=1 2024-09-07T14:00:02.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.296+0000 7f48c7e4c9c0 20 remove_watcher() i=2 2024-09-07T14:00:02.298 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.296+0000 7f48c7e4c9c0 20 remove_watcher() i=3 2024-09-07T14:00:02.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.300+0000 7f48c7e4c9c0 20 remove_watcher() i=4 2024-09-07T14:00:02.301 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.300+0000 7f48c7e4c9c0 20 remove_watcher() i=5 2024-09-07T14:00:02.302 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.300+0000 7f48c7e4c9c0 20 remove_watcher() i=6 2024-09-07T14:00:02.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:00:02.304+0000 7f48c7e4c9c0 20 remove_watcher() i=7 2024-09-07T14:00:02.323 INFO:tasks.ragweed:Configuring ragweed... 2024-09-07T14:00:02.324 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T14:00:02.324 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2024-09-07T14:00:02.329 INFO:tasks.ragweed:Configuring boto... 2024-09-07T14:00:02.330 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T14:00:02.330 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/home/ubuntu/cephtest/boto.cfg 2024-09-07T14:00:02.377 DEBUG:teuthology.orchestra.run.smithi107:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2024-09-07T14:00:02.610 INFO:teuthology.orchestra.run.smithi107.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2024-09-07T14:00:02.814 INFO:teuthology.orchestra.run.smithi107.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2024-09-07T14:00:03.363 INFO:teuthology.orchestra.run.smithi107.stdout:py installdeps: -rrequirements.txt 2024-09-07T14:00:06.092 INFO:teuthology.orchestra.run.smithi107.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2024-09-07T14:00:08.336 INFO:teuthology.orchestra.run.smithi107.stdout:py installed: appdirs==1.4.4,asyncssh==2.5.0,attrs==21.2.0,Babel==2.8.0,bcrypt==3.2.0,beautifulsoup4==4.10.0,beniget==0.4.1,blinker==1.4,boto==2.49.0,Brotli==1.0.9,cachetools==5.0.0,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2020.6.20,chardet==4.0.0,cheroot==8.5.2+ds1,CherryPy==18.6.1,command-not-found==0.3,configobj==5.0.6,cryptography==3.4.8,cycler==0.11.0,dbus-python==1.2.18,decorator==4.4.2,distlib==0.3.4,distro==1.7.0,distro-info===1.1build1,docopt==0.6.2,execnet==1.9.0,filelock==3.6.0,fonttools==4.29.1,fs==2.4.12,gast==0.5.2,gevent==21.8.0,google-auth==1.5.1,greenlet==1.1.2,html5lib==1.1,httplib2==0.20.2,idna==3.3,importlib-metadata==4.6.4,iniconfig==1.1.1,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.4.0,jaraco.functools==3.4.0,jaraco.text==3.6.0,jeepney==0.7.1,Jinja2==3.0.3,joblib==0.17.0,keyring==23.5.0,kiwisolver==1.3.2,kubernetes==12.0.1,language-selector==0.1,launchpadlib==1.10.16,lazr.restfulclient==0.14.4,lazr.uri==1.0.6,logutils==0.3.3,lxml==4.8.0,lz4==3.1.3+dfsg,Mako==1.1.3,MarkupSafe==2.0.1,matplotlib==3.5.1,more-itertools==8.10.0,mpmath==0.0.0,munch==4.0.0,natsort==8.0.2,netifaces==0.11.0,nose==1.3.7,numpy==1.21.5,oauthlib==3.2.0,olefile==0.46,packaging==21.3,Paste==3.5.0,PasteDeploy==2.1.1,PasteScript==2.0.2,pecan==1.3.3,Pillow==9.0.1,platformdirs==2.5.1,pluggy==0.13.0,ply==3.11,portend==3.0.0,prettytable==2.5.0,psutil==5.9.0,py==1.10.0,pyasn1==0.4.8,pyasn1-modules==0.2.1,Pygments==2.11.2,PyGObject==3.42.1,pyinotify==0.9.6,PyJWT==2.3.0,pymacaroons==0.13.0,PyNaCl==1.5.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pytest==6.2.5,python-apt==2.3.0+ubuntu2.1,python-dateutil==2.8.1,python-magic==0.4.24,pythran==0.10.0,pytz==2022.1,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=3b85d1cf61170ac41b3d5dbeeb4e9d46d29f03b3c48d1152f884f40f325aa25e,rbd==2.0.0,registries-conf-ctl @ git+https://github.com/sebastian-philipp/registries-conf-ctl@0e9bf2dc202aa9be9b0bf8e8265aac3f2308f9db,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rsa==4.8,s3cmd==2.2.0,scikit-learn==0.23.2,scipy==1.8.0,SecretStorage==3.3.1,simplegeneric==0.8.1,simplejson==3.17.6,six==1.16.0,soupsieve==2.3.1,ssh-import-id==5.11,sympy==1.9,Tempita==0.5.2,tempora==4.1.2,threadpoolctl==3.1.0,toml==0.10.2,ubuntu-advantage-tools==27.12,ufoLib2==0.13.1,ufw==0.36.1,unattended-upgrades==0.1,unicodedata2==14.0.0,urllib3==1.26.5,virtualenv==20.13.0+ds,wadllib==1.3.6,waitress==1.4.4,wcwidth==0.2.5,webencodings==0.5.1,WebOb==1.8.6,websocket-client==1.2.3,WebTest==2.0.35,Werkzeug==2.0.2,zc.lockfile==2.0,zipp==1.0.0,zope.event==4.4,zope.interface==5.4.0 2024-09-07T14:00:08.336 INFO:teuthology.orchestra.run.smithi107.stdout:py run-test-pre: PYTHONHASHSEED='3510465892' 2024-09-07T14:00:08.336 INFO:teuthology.orchestra.run.smithi107.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2024-09-07T14:00:08.490 INFO:teuthology.orchestra.run.smithi107.stdout:============================= test session starts ============================== 2024-09-07T14:00:08.490 INFO:teuthology.orchestra.run.smithi107.stdout:platform linux -- Python 3.10.6, pytest-6.2.5, py-1.10.0, pluggy-0.13.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2024-09-07T14:00:08.490 INFO:teuthology.orchestra.run.smithi107.stdout:cachedir: .tox/py/.pytest_cache 2024-09-07T14:00:08.490 INFO:teuthology.orchestra.run.smithi107.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0, configfile: pytest.ini 2024-09-07T14:00:08.639 INFO:teuthology.orchestra.run.smithi107.stdout:collecting ... collected 9 items 2024-09-07T14:00:08.639 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:00:18.489 INFO:teuthology.orchestra.run.smithi107.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2024-09-07T14:00:30.615 INFO:teuthology.orchestra.run.smithi107.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2024-09-07T14:00:41.856 INFO:teuthology.orchestra.run.smithi107.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2024-09-07T14:00:55.543 INFO:teuthology.orchestra.run.smithi107.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2024-09-07T14:01:07.814 INFO:teuthology.orchestra.run.smithi107.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2024-09-07T14:01:33.864 INFO:teuthology.orchestra.run.smithi107.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2024-09-07T14:01:57.565 INFO:teuthology.orchestra.run.smithi107.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2024-09-07T14:02:20.401 INFO:teuthology.orchestra.run.smithi107.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2024-09-07T14:03:02.610 INFO:teuthology.orchestra.run.smithi107.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2024-09-07T14:03:02.610 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:03:02.610 INFO:teuthology.orchestra.run.smithi107.stdout:=============================== warnings summary =============================== 2024-09-07T14:03:02.611 INFO:teuthology.orchestra.run.smithi107.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-07T14:03:02.611 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-07T14:03:02.611 INFO:teuthology.orchestra.run.smithi107.stdout: import imp 2024-09-07T14:03:02.611 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:03:02.611 INFO:teuthology.orchestra.run.smithi107.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-09-07T14:03:02.611 INFO:teuthology.orchestra.run.smithi107.stdout:=================== 9 passed, 1 warning in 174.12s (0:02:54) =================== 2024-09-07T14:03:02.663 INFO:teuthology.orchestra.run.smithi107.stdout:___________________________________ summary ____________________________________ 2024-09-07T14:03:02.663 INFO:teuthology.orchestra.run.smithi107.stdout: py: commands succeeded 2024-09-07T14:03:02.663 INFO:teuthology.orchestra.run.smithi107.stdout: congratulations :) 2024-09-07T14:03:02.690 INFO:tasks.ragweed:Cleaning up boto... 2024-09-07T14:03:02.691 DEBUG:teuthology.orchestra.run.smithi107:> rm -f /home/ubuntu/cephtest/boto.cfg 2024-09-07T14:03:02.696 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2024-09-07T14:03:02.774 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:03:02.774 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:03:02.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.817+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:02.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.817+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:02.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.817+0000 7f7741d239c0 20 realm 2024-09-07T14:03:02.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.817+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:02.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.817+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:02.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.817+0000 7f7741d239c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:03:02.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.817+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:02.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.817+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:02.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.817+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:02.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.821+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:03:02.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.821+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:02.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.821+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:03:02.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.821+0000 7f7741d239c0 20 searching for the correct realm 2024-09-07T14:03:02.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:02.821+0000 7f773f028640 0 -- 172.21.15.107:0/756379809 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f7738021040 msgr2=0x7f773803c450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:03:03.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.033+0000 7f774002a640 0 -- 172.21.15.107:0/756379809 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f7734008040 msgr2=0x7f77340670c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:03:03.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.049+0000 7f7741d239c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:03:03.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.049+0000 7f7741d239c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:03:03.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.049+0000 7f7741d239c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:03:03.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.049+0000 7f7741d239c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:03:03.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.049+0000 7f7741d239c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:03:03.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.049+0000 7f7741d239c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:03:03.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.049+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:03:03.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:03:03.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 zone default found 2024-09-07T14:03:03.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 4 Realm: () 2024-09-07T14:03:03.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:03:03.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:03:03.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:03:03.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 zonegroup default 2024-09-07T14:03:03.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 started sync module instance, tier type = 2024-09-07T14:03:03.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.053+0000 7f7741d239c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:03:03.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.077+0000 7f7741d239c0 20 add_watcher() i=0 2024-09-07T14:03:03.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.077+0000 7f7741d239c0 20 add_watcher() i=1 2024-09-07T14:03:03.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.077+0000 7f7741d239c0 20 add_watcher() i=2 2024-09-07T14:03:03.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.077+0000 7f7741d239c0 20 add_watcher() i=3 2024-09-07T14:03:03.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.077+0000 7f7741d239c0 20 add_watcher() i=4 2024-09-07T14:03:03.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.077+0000 7f7741d239c0 20 add_watcher() i=5 2024-09-07T14:03:03.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.077+0000 7f7741d239c0 20 add_watcher() i=6 2024-09-07T14:03:03.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.081+0000 7f7741d239c0 20 add_watcher() i=7 2024-09-07T14:03:03.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.081+0000 7f7741d239c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:03:03.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.081+0000 7f75f5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:03:03.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.085+0000 7f7741d239c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:03:03.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.085+0000 7f7741d239c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:03:03.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.173+0000 7f75f4fe1640 20 reqs_thread_entry: start 2024-09-07T14:03:03.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.173+0000 7f7741d239c0 20 init_complete bucket index max shards: 1 2024-09-07T14:03:03.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.173+0000 7f7741d239c0 20 Filter name: none 2024-09-07T14:03:03.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.173+0000 7f756e7fc640 20 reqs_thread_entry: start 2024-09-07T14:03:03.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.173+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-07T14:03:03.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.173+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.173+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-07T14:03:03.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.173+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2024-09-07T14:03:03.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.173+0000 7f7741d239c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-07T14:03:03.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.173+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:03.175 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5 : miss 2024-09-07T14:03:03.175 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=426 2024-09-07T14:03:03.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5 info.flags=0x17 2024-09-07T14:03:03.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5 to cache LRU end 2024-09-07T14:03:03.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:03.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T14:03:03.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5 2024-09-07T14:03:03.178 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2024-09-07T14:03:03.178 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2024-09-07T14:03:03.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2024-09-07T14:03:03.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2024-09-07T14:03:03.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2024-09-07T14:03:03.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2024-09-07T14:03:03.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2024-09-07T14:03:03.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2024-09-07T14:03:03.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2024-09-07T14:03:03.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.177+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52723a0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x556cc52c70c8 s->prefetch_data=0 2024-09-07T14:03:03.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.181+0000 7f7741d239c0 10 manifest: total_size = 7550 2024-09-07T14:03:03.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.181+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15118415201016077844 2024-09-07T14:03:03.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.181+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52723a0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x556cc52c70c8 s->prefetch_data=0 2024-09-07T14:03:03.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.181+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52c70c8 2024-09-07T14:03:03.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.181+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5.0 2024-09-07T14:03:03.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.189+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.189+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=7550 stripe_ofs=7550 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.189+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15118415201016077844 2024-09-07T14:03:03.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.189+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.189+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.mdq5DGNakLtdp2R00Ft3S9X1pDTiq-G_0 2024-09-07T14:03:03.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.189+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-07T14:03:03.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.189+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.189+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15118415201016077844 2024-09-07T14:03:03.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.193+0000 7f761effd640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2024-09-07T14:03:03.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.193+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52723a0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.193+0000 7f7741d239c0 10 manifest: total_size = 13125 2024-09-07T14:03:03.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.193+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18029384125270118729 2024-09-07T14:03:03.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.193+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52723a0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.193+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52c6bb8 2024-09-07T14:03:03.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.193+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5.0 2024-09-07T14:03:03.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=13125 stripe_ofs=13125 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18029384125270118729 2024-09-07T14:03:03.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.sJ1LMAUTKuKP-Ndeu_ACiZFnxK76R0z_0 2024-09-07T14:03:03.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-07T14:03:03.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18029384125270118729 2024-09-07T14:03:03.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52723a0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 10 manifest: total_size = 5073 2024-09-07T14:03:03.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11435973699933072668 2024-09-07T14:03:03.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52723a0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52c6bb8 2024-09-07T14:03:03.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.201+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5.0 2024-09-07T14:03:03.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.205+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2024-09-07T14:03:03.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.209+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.209+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5073 stripe_ofs=5073 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.209+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11435973699933072668 2024-09-07T14:03:03.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.209+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.209+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.csnJaEjA2x0UYKewNPHHqcRa8x8frwu_0 2024-09-07T14:03:03.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.209+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-07T14:03:03.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.209+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.209+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11435973699933072668 2024-09-07T14:03:03.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.209+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52723a0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.213+0000 7f761effd640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2024-09-07T14:03:03.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.213+0000 7f7741d239c0 10 manifest: total_size = 5095 2024-09-07T14:03:03.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.213+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3898102088735770338 2024-09-07T14:03:03.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.213+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52723a0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.213+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52c6bb8 2024-09-07T14:03:03.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.213+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5.0 2024-09-07T14:03:03.217 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.217+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.217 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.217+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5095 stripe_ofs=5095 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.217 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.217+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3898102088735770338 2024-09-07T14:03:03.217 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.217+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.217+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.6wFbGMCrpyDmKz4wjMxgv7KERDTEMxf_0 2024-09-07T14:03:03.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.217+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-07T14:03:03.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.217+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.217+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3898102088735770338 2024-09-07T14:03:03.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.221+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52723a0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.221+0000 7f7741d239c0 10 manifest: total_size = 7659 2024-09-07T14:03:03.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.221+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7353704225064720700 2024-09-07T14:03:03.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.221+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52723a0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.221+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52c6bb8 2024-09-07T14:03:03.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.221+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5.0 2024-09-07T14:03:03.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.221+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2024-09-07T14:03:03.226 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.225+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.226 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.225+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=7659 stripe_ofs=7659 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.225+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7353704225064720700 2024-09-07T14:03:03.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.225+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.225+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.x01vDDl1rHkcE1-igZhw_BaAuoKBDIn_0 2024-09-07T14:03:03.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.225+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-07T14:03:03.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.225+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.225+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7353704225064720700 2024-09-07T14:03:03.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.229+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52723a0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.229+0000 7f761effd640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2024-09-07T14:03:03.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.229+0000 7f7741d239c0 10 manifest: total_size = 5239 2024-09-07T14:03:03.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.229+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3935887135868577454 2024-09-07T14:03:03.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.229+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52723a0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.229+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52c6bb8 2024-09-07T14:03:03.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.229+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5.0 2024-09-07T14:03:03.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.237+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.237+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5239 stripe_ofs=5239 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.237+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3935887135868577454 2024-09-07T14:03:03.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.237+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.237+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.vcBEJCCPckhfJv7clCcKcK1wSK645UK_0 2024-09-07T14:03:03.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.237+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-07T14:03:03.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.237+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.237+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3935887135868577454 2024-09-07T14:03:03.239 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.237+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2024-09-07T14:03:03.239 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.241+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.240 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.241+0000 7f7741d239c0 10 manifest: total_size = 5170 2024-09-07T14:03:03.240 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.241+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18269974064275600023 2024-09-07T14:03:03.240 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.241+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.240 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.241+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52c6bb8 2024-09-07T14:03:03.240 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.241+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5.0 2024-09-07T14:03:03.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.245+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.245+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5170 stripe_ofs=5170 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.245+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18269974064275600023 2024-09-07T14:03:03.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.245+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.245+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.0UEnGbJRv1BLcdbSMvhqFtCQBykLgi3_0 2024-09-07T14:03:03.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.245+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-07T14:03:03.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.245+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.245+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18269974064275600023 2024-09-07T14:03:03.249 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.249+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52c7fb0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.249 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.249+0000 7f761effd640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2024-09-07T14:03:03.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.249+0000 7f7741d239c0 10 manifest: total_size = 7820 2024-09-07T14:03:03.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.249+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2412955971316252087 2024-09-07T14:03:03.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.249+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52c7fb0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.249+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52c6bb8 2024-09-07T14:03:03.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.249+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5.0 2024-09-07T14:03:03.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.257+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.257+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=7820 stripe_ofs=7820 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.257+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2412955971316252087 2024-09-07T14:03:03.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.257+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.257+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.p-mmu3YPdLzTYoVHeu_sROjYKT5UoDs_0 2024-09-07T14:03:03.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.257+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-07T14:03:03.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.257+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.257+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2412955971316252087 2024-09-07T14:03:03.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.261+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52c2680 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.261+0000 7f7741d239c0 10 manifest: total_size = 5415 2024-09-07T14:03:03.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.261+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9637548758257931184 2024-09-07T14:03:03.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.261+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52c2680 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x556cc52c6bb8 s->prefetch_data=0 2024-09-07T14:03:03.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.261+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52c6bb8 2024-09-07T14:03:03.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.261+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5.0 2024-09-07T14:03:03.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.261+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2024-09-07T14:03:03.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.265+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.265+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5415 stripe_ofs=5415 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.265+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9637548758257931184 2024-09-07T14:03:03.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.265+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.265+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.qL2s7cF2SHrlmIOLc-v6xrCDyqhn0w1_0 2024-09-07T14:03:03.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.265+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-07T14:03:03.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.265+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.265+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9637548758257931184 2024-09-07T14:03:03.267 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.269+0000 7f7741d239c0 20 list_objects_ordered: starting attempt 1 2024-09-07T14:03:03.267 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.269+0000 7f7741d239c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-07T14:03:03.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.269+0000 7f761effd640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2024-09-07T14:03:03.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.269+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-07T14:03:03.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.269+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-07T14:03:03.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.269+0000 7f7741d239c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-07T14:03:03.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.269+0000 7f7741d239c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-07T14:03:03.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.269+0000 7f7741d239c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5])"; uploads.size()=0; is_truncated=0 2024-09-07T14:03:03.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.273+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2024-09-07T14:03:03.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.273+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.273+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=204 2024-09-07T14:03:03.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.273+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2024-09-07T14:03:03.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.273+0000 7f7741d239c0 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2024-09-07T14:03:03.274 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.273+0000 7f7741d239c0 10 removing default.rgw.meta+root+test-client.0-conf from cache 2024-09-07T14:03:03.274 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.273+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2024-09-07T14:03:03.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.277+0000 7f761e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300769 cookie 93925652638752 notifier 5759 bl.length()=162 2024-09-07T14:03:03.280 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.281+0000 7f7741d239c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5 from cache 2024-09-07T14:03:03.280 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.281+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5, ofs0, ns] 2024-09-07T14:03:03.281 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.281+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300770 cookie 93925652638752 notifier 5759 bl.length()=219 2024-09-07T14:03:03.287 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.289+0000 7f7741d239c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5 : miss 2024-09-07T14:03:03.288 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.289+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.288 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.289+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.288 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.289+0000 7f7741d239c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5 info.flags=0x0 2024-09-07T14:03:03.288 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.289+0000 7f7741d239c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5 to cache LRU end 2024-09-07T14:03:03.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.293+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12 : miss 2024-09-07T14:03:03.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.293+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.293+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=457 2024-09-07T14:03:03.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.293+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12 info.flags=0x17 2024-09-07T14:03:03.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.293+0000 7f7741d239c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12 to cache LRU end 2024-09-07T14:03:03.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.293+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:03.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.293+0000 7f7741d239c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T14:03:03.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.293+0000 7f7741d239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12 2024-09-07T14:03:03.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.293+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo 2024-09-07T14:03:03.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.293+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773408d3b0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x556cc52c8d68 s->prefetch_data=0 2024-09-07T14:03:03.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.297+0000 7f7741d239c0 10 manifest: total_size = 26084 2024-09-07T14:03:03.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.297+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14964360665389920456 2024-09-07T14:03:03.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.297+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773408d3b0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x556cc52c8d68 s->prefetch_data=0 2024-09-07T14:03:03.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.297+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52c8d68 2024-09-07T14:03:03.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.297+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12.0 2024-09-07T14:03:03.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=4 2024-09-07T14:03:03.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7672 2024-09-07T14:03:03.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=7672 stripe_ofs=7672 part_ofs=7672 rule->part_size=7673 2024-09-07T14:03:03.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=7673 rules.size()=4 2024-09-07T14:03:03.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6299128 part_ofs=7672 rule->part_size=7673 2024-09-07T14:03:03.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=15345 stripe_ofs=15345 part_ofs=15345 rule->part_size=7672 2024-09-07T14:03:03.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=4 2024-09-07T14:03:03.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6306801 part_ofs=15345 rule->part_size=7672 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=23017 stripe_ofs=23017 part_ofs=23017 rule->part_size=3067 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=4 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6314473 part_ofs=23017 rule->part_size=3067 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=26084 stripe_ofs=26084 part_ofs=26084 rule->part_size=3067 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14964360665389920456 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12__multipart_foo.2~lcuw8Ce1ra3yrMALrE8TNCFs1dzGKbx.1 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12__multipart_foo.2~lcuw8Ce1ra3yrMALrE8TNCFs1dzGKbx.2 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12__multipart_foo.2~lcuw8Ce1ra3yrMALrE8TNCFs1dzGKbx.3 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-07T14:03:03.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12__multipart_foo.2~lcuw8Ce1ra3yrMALrE8TNCFs1dzGKbx.4 2024-09-07T14:03:03.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-07T14:03:03.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.301+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14964360665389920456 2024-09-07T14:03:03.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.305+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo 2024-09-07T14:03:03.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.305+0000 7f7741d239c0 20 list_objects_ordered: starting attempt 1 2024-09-07T14:03:03.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.305+0000 7f7741d239c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-07T14:03:03.307 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.309+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-07T14:03:03.307 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.309+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-07T14:03:03.307 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.309+0000 7f7741d239c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-07T14:03:03.307 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.309+0000 7f7741d239c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-07T14:03:03.308 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.309+0000 7f7741d239c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12])"; uploads.size()=0; is_truncated=0 2024-09-07T14:03:03.310 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.309+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2024-09-07T14:03:03.310 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.309+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.311 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.313+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=235 2024-09-07T14:03:03.311 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.313+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2024-09-07T14:03:03.312 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.313+0000 7f7741d239c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2024-09-07T14:03:03.314 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.313+0000 7f7741d239c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2024-09-07T14:03:03.314 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.313+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2024-09-07T14:03:03.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.313+0000 7f761e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300834 cookie 93925652647152 notifier 5759 bl.length()=191 2024-09-07T14:03:03.321 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.321+0000 7f7741d239c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12 from cache 2024-09-07T14:03:03.321 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.321+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12, ofs0, ns] 2024-09-07T14:03:03.322 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.321+0000 7f761e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300758 cookie 93925652640960 notifier 5759 bl.length()=249 2024-09-07T14:03:03.328 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.329+0000 7f7741d239c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12 : miss 2024-09-07T14:03:03.328 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.329+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.329 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.329+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.329 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.329+0000 7f7741d239c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12 info.flags=0x0 2024-09-07T14:03:03.329 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.329+0000 7f7741d239c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12 to cache LRU end 2024-09-07T14:03:03.335 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.333+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13 : miss 2024-09-07T14:03:03.335 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.333+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=464 2024-09-07T14:03:03.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13 info.flags=0x17 2024-09-07T14:03:03.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13 to cache LRU end 2024-09-07T14:03:03.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:03.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T14:03:03.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13 2024-09-07T14:03:03.337 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo 2024-09-07T14:03:03.337 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52c5dd0 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x556cc52d1618 s->prefetch_data=0 2024-09-07T14:03:03.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 10 manifest: total_size = 886297 2024-09-07T14:03:03.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18043954314544504413 2024-09-07T14:03:03.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52c5dd0 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x556cc52d1618 s->prefetch_data=0 2024-09-07T14:03:03.339 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52d1618 2024-09-07T14:03:03.339 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.337+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13.0 2024-09-07T14:03:03.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-07T14:03:03.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2024-09-07T14:03:03.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-07T14:03:03.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-07T14:03:03.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2024-09-07T14:03:03.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2024-09-07T14:03:03.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-07T14:03:03.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=246247 2024-09-07T14:03:03.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2024-09-07T14:03:03.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2024-09-07T14:03:03.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=7030197 part_ofs=738741 rule->part_size=147556 2024-09-07T14:03:03.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2024-09-07T14:03:03.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18043954314544504413 2024-09-07T14:03:03.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13__multipart_foo.2~5SiG7b63Q5k997WT0erm7pvy234RIyV.1 2024-09-07T14:03:03.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-07T14:03:03.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13__multipart_foo.2~5SiG7b63Q5k997WT0erm7pvy234RIyV.2 2024-09-07T14:03:03.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-07T14:03:03.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13__multipart_foo.2~5SiG7b63Q5k997WT0erm7pvy234RIyV.3 2024-09-07T14:03:03.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-07T14:03:03.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13__multipart_foo.2~5SiG7b63Q5k997WT0erm7pvy234RIyV.4 2024-09-07T14:03:03.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-07T14:03:03.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.345+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18043954314544504413 2024-09-07T14:03:03.349 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.349+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo 2024-09-07T14:03:03.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.349+0000 7f7741d239c0 20 list_objects_ordered: starting attempt 1 2024-09-07T14:03:03.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.349+0000 7f7741d239c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-07T14:03:03.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.349+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-07T14:03:03.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.349+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-07T14:03:03.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.349+0000 7f7741d239c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-07T14:03:03.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.349+0000 7f7741d239c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-07T14:03:03.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.349+0000 7f7741d239c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13])"; uploads.size()=0; is_truncated=0 2024-09-07T14:03:03.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.357+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2024-09-07T14:03:03.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.357+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.356 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.357+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=242 2024-09-07T14:03:03.356 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.357+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2024-09-07T14:03:03.356 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.357+0000 7f7741d239c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2024-09-07T14:03:03.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.361+0000 7f7741d239c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2024-09-07T14:03:03.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.361+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2024-09-07T14:03:03.360 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.361+0000 7f761e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300759 cookie 93925652640960 notifier 5759 bl.length()=198 2024-09-07T14:03:03.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.365+0000 7f7741d239c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13 from cache 2024-09-07T14:03:03.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.365+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13, ofs0, ns] 2024-09-07T14:03:03.367 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.369+0000 7f761e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300743 cookie 93925652658288 notifier 5759 bl.length()=256 2024-09-07T14:03:03.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.373+0000 7f7741d239c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13 : miss 2024-09-07T14:03:03.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.373+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.373+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.373+0000 7f7741d239c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13 info.flags=0x0 2024-09-07T14:03:03.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.373+0000 7f7741d239c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13 to cache LRU end 2024-09-07T14:03:03.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.381+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11 : miss 2024-09-07T14:03:03.380 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.381+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.381 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.381+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=459 2024-09-07T14:03:03.382 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.381+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11 info.flags=0x17 2024-09-07T14:03:03.382 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.381+0000 7f7741d239c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11 to cache LRU end 2024-09-07T14:03:03.382 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.381+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:03.382 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.381+0000 7f7741d239c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T14:03:03.382 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.381+0000 7f7741d239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11 2024-09-07T14:03:03.382 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.381+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo[Sf4z8wR1pWw3p452XmcwCQbSYicgIea] 2024-09-07T14:03:03.383 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.381+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11.0 2024-09-07T14:03:03.383 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.385+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52c30f0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x556cc52d34f8 s->prefetch_data=0 2024-09-07T14:03:03.384 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.385+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to aps2idknmamj8govffkinpg5ydtoidet 2024-09-07T14:03:03.384 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.385+0000 7f7741d239c0 20 get_obj_state_impl: setting s->olh_tag to iv9v4s099ig4dl4xejq33icg0cah64c0 2024-09-07T14:03:03.384 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.385+0000 7f7741d239c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=iv9v4s099ig4dl4xejq33icg0cah64c0 2024-09-07T14:03:03.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.389+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11.0 2024-09-07T14:03:03.391 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.393+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11.0 2024-09-07T14:03:03.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.393+0000 7f7741d239c0 20 olh_log_entry: epoch=3 op=2 key=foo[] 2024-09-07T14:03:03.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.393+0000 7f7741d239c0 20 olh_log_entry: epoch=3 op=3 key=foo[Sf4z8wR1pWw3p452XmcwCQbSYicgIea] 2024-09-07T14:03:03.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.393+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52c30f0 obj=test-client.0-r-test-multipart-index-versioning.1:_:Sf4z8wR1pWw3p452XmcwCQbSYicgIea_foo state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.393+0000 7f7741d239c0 10 manifest: total_size = 26083 2024-09-07T14:03:03.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.393+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18072649840521870060 2024-09-07T14:03:03.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.393+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52c30f0 obj=test-client.0-r-test-multipart-index-versioning.1:_:Sf4z8wR1pWw3p452XmcwCQbSYicgIea_foo state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.393+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:03.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.393+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11.0 2024-09-07T14:03:03.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=2 2024-09-07T14:03:03.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7672 2024-09-07T14:03:03.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=7672 stripe_ofs=7672 part_ofs=7672 rule->part_size=7672 2024-09-07T14:03:03.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=2 2024-09-07T14:03:03.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6299128 part_ofs=7672 rule->part_size=7672 2024-09-07T14:03:03.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=15344 stripe_ofs=15344 part_ofs=15344 rule->part_size=7672 2024-09-07T14:03:03.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=2 2024-09-07T14:03:03.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6306800 part_ofs=15344 rule->part_size=7672 2024-09-07T14:03:03.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=23016 stripe_ofs=23016 part_ofs=23016 rule->part_size=3067 2024-09-07T14:03:03.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=2 2024-09-07T14:03:03.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6314472 part_ofs=23016 rule->part_size=3067 2024-09-07T14:03:03.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=26083 stripe_ofs=26083 part_ofs=26083 rule->part_size=3067 2024-09-07T14:03:03.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18072649840521870060 2024-09-07T14:03:03.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11__multipart_foo.2~GSnAVa_MXPzgjiJ7EoxVmsKlMzhBYlz.1 2024-09-07T14:03:03.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-07T14:03:03.402 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11__multipart_foo.2~GSnAVa_MXPzgjiJ7EoxVmsKlMzhBYlz.2 2024-09-07T14:03:03.402 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-07T14:03:03.402 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11__multipart_foo.2~GSnAVa_MXPzgjiJ7EoxVmsKlMzhBYlz.3 2024-09-07T14:03:03.402 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-07T14:03:03.402 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11__multipart_foo.2~GSnAVa_MXPzgjiJ7EoxVmsKlMzhBYlz.4 2024-09-07T14:03:03.402 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-07T14:03:03.402 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.402 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.401+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18072649840521870060 2024-09-07T14:03:03.403 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.405+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo[Sf4z8wR1pWw3p452XmcwCQbSYicgIea] 2024-09-07T14:03:03.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.409+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52c30f0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x556cc52d34f8 s->prefetch_data=0 2024-09-07T14:03:03.412 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.413+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11.0 2024-09-07T14:03:03.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.417+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11.0 2024-09-07T14:03:03.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.417+0000 7f7741d239c0 20 list_objects_ordered: starting attempt 1 2024-09-07T14:03:03.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.417+0000 7f7741d239c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-07T14:03:03.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.417+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-07T14:03:03.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.417+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-07T14:03:03.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.417+0000 7f7741d239c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-07T14:03:03.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.417+0000 7f7741d239c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-07T14:03:03.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.417+0000 7f7741d239c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11])"; uploads.size()=0; is_truncated=0 2024-09-07T14:03:03.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.421+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2024-09-07T14:03:03.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.421+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.421+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=237 2024-09-07T14:03:03.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.421+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2024-09-07T14:03:03.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.421+0000 7f7741d239c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2024-09-07T14:03:03.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.421+0000 7f7741d239c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2024-09-07T14:03:03.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.421+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2024-09-07T14:03:03.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.425+0000 7f761e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300760 cookie 93925652640960 notifier 5759 bl.length()=193 2024-09-07T14:03:03.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.429+0000 7f7741d239c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11 from cache 2024-09-07T14:03:03.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.429+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11, ofs0, ns] 2024-09-07T14:03:03.431 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.433+0000 7f761e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300754 cookie 93925652660784 notifier 5759 bl.length()=251 2024-09-07T14:03:03.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.437+0000 7f7741d239c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11 : miss 2024-09-07T14:03:03.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.437+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.437+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.437+0000 7f7741d239c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11 info.flags=0x0 2024-09-07T14:03:03.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.437+0000 7f7741d239c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11 to cache LRU end 2024-09-07T14:03:03.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.445+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10 : miss 2024-09-07T14:03:03.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.445+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.445 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.445+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=449 2024-09-07T14:03:03.445 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.445+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10 info.flags=0x17 2024-09-07T14:03:03.445 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.445+0000 7f7741d239c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10 to cache LRU end 2024-09-07T14:03:03.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.445+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:03.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.445+0000 7f7741d239c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T14:03:03.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.445+0000 7f7741d239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10 2024-09-07T14:03:03.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.445+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo 2024-09-07T14:03:03.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.445+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52d2d60 obj=test-client.0-r-test-multipart-simple.1:foo state=0x556cc52e05b8 s->prefetch_data=0 2024-09-07T14:03:03.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.449+0000 7f7741d239c0 10 manifest: total_size = 74198 2024-09-07T14:03:03.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.449+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13220766248601733974 2024-09-07T14:03:03.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.449+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52d2d60 obj=test-client.0-r-test-multipart-simple.1:foo state=0x556cc52e05b8 s->prefetch_data=0 2024-09-07T14:03:03.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.449+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e05b8 2024-09-07T14:03:03.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.449+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10.0 2024-09-07T14:03:03.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-07T14:03:03.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=20613 2024-09-07T14:03:03.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-07T14:03:03.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-07T14:03:03.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6312069 part_ofs=20613 rule->part_size=20613 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6332682 part_ofs=41226 rule->part_size=20613 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6353295 part_ofs=61839 rule->part_size=12359 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13220766248601733974 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10__multipart_foo.2~ja6xFIrzMlFOKuqLAJZv0odGXbDKKXa.1 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10__multipart_foo.2~ja6xFIrzMlFOKuqLAJZv0odGXbDKKXa.2 2024-09-07T14:03:03.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-07T14:03:03.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10__multipart_foo.2~ja6xFIrzMlFOKuqLAJZv0odGXbDKKXa.3 2024-09-07T14:03:03.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-07T14:03:03.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10__multipart_foo.2~ja6xFIrzMlFOKuqLAJZv0odGXbDKKXa.4 2024-09-07T14:03:03.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-07T14:03:03.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.453+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13220766248601733974 2024-09-07T14:03:03.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.457+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo 2024-09-07T14:03:03.458 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.457+0000 7f7741d239c0 20 list_objects_ordered: starting attempt 1 2024-09-07T14:03:03.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.457+0000 7f7741d239c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-07T14:03:03.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.461+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-07T14:03:03.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.461+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-07T14:03:03.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.461+0000 7f7741d239c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-07T14:03:03.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.461+0000 7f7741d239c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-07T14:03:03.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.461+0000 7f7741d239c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10])"; uploads.size()=0; is_truncated=0 2024-09-07T14:03:03.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.461+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2024-09-07T14:03:03.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.461+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.465+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=227 2024-09-07T14:03:03.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.465+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2024-09-07T14:03:03.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.465+0000 7f7741d239c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2024-09-07T14:03:03.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.465+0000 7f7741d239c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2024-09-07T14:03:03.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.465+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2024-09-07T14:03:03.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.469+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300771 cookie 93925652656384 notifier 5759 bl.length()=183 2024-09-07T14:03:03.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.473+0000 7f7741d239c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10 from cache 2024-09-07T14:03:03.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.473+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10, ofs0, ns] 2024-09-07T14:03:03.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.473+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300755 cookie 93925652652448 notifier 5759 bl.length()=241 2024-09-07T14:03:03.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.481+0000 7f7741d239c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10 : miss 2024-09-07T14:03:03.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.481+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.481+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.481+0000 7f7741d239c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10 info.flags=0x0 2024-09-07T14:03:03.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.481+0000 7f7741d239c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10 to cache LRU end 2024-09-07T14:03:03.487 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16 : miss 2024-09-07T14:03:03.487 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.489 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-07T14:03:03.489 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16 info.flags=0x17 2024-09-07T14:03:03.489 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16 to cache LRU end 2024-09-07T14:03:03.489 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:03.489 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T14:03:03.489 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16 2024-09-07T14:03:03.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-07T14:03:03.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-07T14:03:03.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-07T14:03:03.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-07T14:03:03.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-07T14:03:03.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-07T14:03:03.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-07T14:03:03.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-07T14:03:03.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-07T14:03:03.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-07T14:03:03.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-07T14:03:03.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-07T14:03:03.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.489+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.493+0000 7f7741d239c0 10 manifest: total_size = 5242880 2024-09-07T14:03:03.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.493+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10681536267086143653 2024-09-07T14:03:03.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.493+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.493+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:03.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.493+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16.0 2024-09-07T14:03:03.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.497+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.497+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.497+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10681536267086143653 2024-09-07T14:03:03.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.497+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.497+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.rHcZF4ym8YIF5k5JH48usIBPRZ3CaSO_0 2024-09-07T14:03:03.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.497+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-07T14:03:03.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.497+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.497+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10681536267086143653 2024-09-07T14:03:03.502 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.501+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-07T14:03:03.502 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.501+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.503 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.505+0000 7f7741d239c0 10 manifest: total_size = 5242880 2024-09-07T14:03:03.504 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.505+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7546381521980428680 2024-09-07T14:03:03.504 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.505+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.504 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.505+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:03.504 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.505+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16.0 2024-09-07T14:03:03.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.509+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.509+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.509+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7546381521980428680 2024-09-07T14:03:03.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.509+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.509+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.rHcZF4ym8YIF5k5JH48usIBPRZ3CaSO_0 2024-09-07T14:03:03.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.509+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-07T14:03:03.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.509+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.509+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7546381521980428680 2024-09-07T14:03:03.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.513+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-07T14:03:03.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.513+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.517+0000 7f7741d239c0 10 manifest: total_size = 5242880 2024-09-07T14:03:03.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.517+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to _hX2WfNdxwHRWHLhzY9Pv2i10k5VhaqX 2024-09-07T14:03:03.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.517+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.517+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:03.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.517+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16.0 2024-09-07T14:03:03.522 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.521+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.522 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.521+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.522 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.521+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: _hX2WfNdxwHRWHLhzY9Pv2i10k5VhaqX 2024-09-07T14:03:03.522 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.521+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.522 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.521+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.DxHo-ruzzqODcqJGi_wSJppgoRrYzSN_0 2024-09-07T14:03:03.522 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.521+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-07T14:03:03.523 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.521+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.523 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.521+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: _hX2WfNdxwHRWHLhzY9Pv2i10k5VhaqX 2024-09-07T14:03:03.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.525+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-07T14:03:03.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.525+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52e6190 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.525+0000 7f7741d239c0 10 manifest: total_size = 5242880 2024-09-07T14:03:03.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.525+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to _fXj0WsOFGZrQ1AOhqAOtKJm6dHNLIst 2024-09-07T14:03:03.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.525+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52e6190 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.525+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:03.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.525+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16.0 2024-09-07T14:03:03.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.533+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.533+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.533+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: _fXj0WsOFGZrQ1AOhqAOtKJm6dHNLIst 2024-09-07T14:03:03.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.533+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.533+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.xIAQQOHmFk0Faw_4VYgGAJGj_goeRR__0 2024-09-07T14:03:03.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.533+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-07T14:03:03.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.533+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.533+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: _fXj0WsOFGZrQ1AOhqAOtKJm6dHNLIst 2024-09-07T14:03:03.537 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.537+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52e6190 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.537 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.537+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-07T14:03:03.538 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.537+0000 7f7741d239c0 10 manifest: total_size = 5242880 2024-09-07T14:03:03.538 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.537+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10640754194090950307 2024-09-07T14:03:03.538 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.537+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52e6190 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.538 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.537+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1588 2024-09-07T14:03:03.538 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.537+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16.0 2024-09-07T14:03:03.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.545+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.545+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.545+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10640754194090950307 2024-09-07T14:03:03.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.545+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.545+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.Duc5hRwHhJHtjVTs-YJJXZZauLGt8zA_0 2024-09-07T14:03:03.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.545+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-07T14:03:03.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.545+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.545+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10640754194090950307 2024-09-07T14:03:03.547 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.549+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-07T14:03:03.548 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.549+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738056f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.549+0000 7f7741d239c0 10 manifest: total_size = 5242880 2024-09-07T14:03:03.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.549+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to _4l-E-sawDq5O-dMJAl3Onc-B8NJCl-C 2024-09-07T14:03:03.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.549+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738056f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.549+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1588 2024-09-07T14:03:03.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.549+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16.0 2024-09-07T14:03:03.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.557+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.557+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.557+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: _4l-E-sawDq5O-dMJAl3Onc-B8NJCl-C 2024-09-07T14:03:03.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.557+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.557+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.VRd_SP-X0Lepg-9uTnN_i0B0SidHuUT_0 2024-09-07T14:03:03.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.557+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-07T14:03:03.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.557+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.557+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: _4l-E-sawDq5O-dMJAl3Onc-B8NJCl-C 2024-09-07T14:03:03.559 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.557+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-07T14:03:03.559 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.557+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738056f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.560 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.561+0000 7f7741d239c0 10 manifest: total_size = 5242880 2024-09-07T14:03:03.560 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.561+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14793117697199443071 2024-09-07T14:03:03.560 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.561+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738056f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.560 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.561+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1588 2024-09-07T14:03:03.560 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.561+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16.0 2024-09-07T14:03:03.566 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.565+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.566 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.565+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.565+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14793117697199443071 2024-09-07T14:03:03.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.565+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.565+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.Duc5hRwHhJHtjVTs-YJJXZZauLGt8zA_0 2024-09-07T14:03:03.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.565+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-07T14:03:03.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.565+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.565+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14793117697199443071 2024-09-07T14:03:03.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.569+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-07T14:03:03.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.569+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.569+0000 7f7741d239c0 10 manifest: total_size = 5242880 2024-09-07T14:03:03.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.569+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to _RpwHljGaMFFUa6hW-Q4-nBA0IDhtRM8 2024-09-07T14:03:03.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.569+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.569+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1588 2024-09-07T14:03:03.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.569+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16.0 2024-09-07T14:03:03.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.577+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.577+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.577+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: _RpwHljGaMFFUa6hW-Q4-nBA0IDhtRM8 2024-09-07T14:03:03.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.577+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.577+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.HjcSowYv11ocRGTCO_BI0NNDbqSM4XJ_0 2024-09-07T14:03:03.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.577+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-07T14:03:03.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.577+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.577+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: _RpwHljGaMFFUa6hW-Q4-nBA0IDhtRM8 2024-09-07T14:03:03.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.581+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-07T14:03:03.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.581+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.581+0000 7f7741d239c0 10 manifest: total_size = 5242880 2024-09-07T14:03:03.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.581+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9618482613574886676 2024-09-07T14:03:03.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.581+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.581+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1588 2024-09-07T14:03:03.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.581+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16.0 2024-09-07T14:03:03.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.589+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.589+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.589+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9618482613574886676 2024-09-07T14:03:03.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.589+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.589+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.BSPf0j_d-P--IeBms56pybhPpF84VRS_0 2024-09-07T14:03:03.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.589+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-07T14:03:03.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.589+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.589+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9618482613574886676 2024-09-07T14:03:03.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.593+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-07T14:03:03.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.593+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738056f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.593+0000 7f7741d239c0 10 manifest: total_size = 5242880 2024-09-07T14:03:03.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.593+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to _C1pLUXV99EDZmUk02bucWzp1miyyprr 2024-09-07T14:03:03.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.593+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738056f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.593+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1588 2024-09-07T14:03:03.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.593+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16.0 2024-09-07T14:03:03.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.601+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.601+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.601+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: _C1pLUXV99EDZmUk02bucWzp1miyyprr 2024-09-07T14:03:03.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.601+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.601+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.JXMT947gyAxvqK9RpTPYlXroe83oM9y_0 2024-09-07T14:03:03.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.601+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-07T14:03:03.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.601+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.601+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: _C1pLUXV99EDZmUk02bucWzp1miyyprr 2024-09-07T14:03:03.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.605+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-07T14:03:03.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.605+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738056f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.605+0000 7f7741d239c0 10 manifest: total_size = 5242880 2024-09-07T14:03:03.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.605+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to _Vak1_eaFFbP-sy6lWbOckg1oWHc21S2 2024-09-07T14:03:03.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.605+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738056f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.605+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1588 2024-09-07T14:03:03.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.605+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16.0 2024-09-07T14:03:03.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.613+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.613+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.613+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: _Vak1_eaFFbP-sy6lWbOckg1oWHc21S2 2024-09-07T14:03:03.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.613+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.613+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.Z51AtqqjXXQ54wOhCuka4OPI5iiwLPx_0 2024-09-07T14:03:03.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.613+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-07T14:03:03.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.613+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.613+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: _Vak1_eaFFbP-sy6lWbOckg1oWHc21S2 2024-09-07T14:03:03.616 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.617+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-07T14:03:03.616 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.617+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738056f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.617 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.617+0000 7f7741d239c0 10 manifest: total_size = 5242880 2024-09-07T14:03:03.617 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.617+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2675476337421646024 2024-09-07T14:03:03.617 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.617+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738056f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.617 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.617+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1588 2024-09-07T14:03:03.617 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.617+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16.0 2024-09-07T14:03:03.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.625+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.625+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.625+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2675476337421646024 2024-09-07T14:03:03.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.625+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.625+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.BSPf0j_d-P--IeBms56pybhPpF84VRS_0 2024-09-07T14:03:03.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.625+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-07T14:03:03.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.625+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.624 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.625+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2675476337421646024 2024-09-07T14:03:03.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.625+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-07T14:03:03.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.625+0000 7f7741d239c0 20 list_objects_ordered: starting attempt 1 2024-09-07T14:03:03.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.625+0000 7f7741d239c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-07T14:03:03.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.629+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-07T14:03:03.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.629+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-07T14:03:03.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.629+0000 7f7741d239c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-07T14:03:03.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.629+0000 7f7741d239c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-07T14:03:03.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.629+0000 7f7741d239c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16])"; uploads.size()=0; is_truncated=0 2024-09-07T14:03:03.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.629+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2024-09-07T14:03:03.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.629+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.632 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.633+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=233 2024-09-07T14:03:03.632 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.633+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2024-09-07T14:03:03.632 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.633+0000 7f7741d239c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2024-09-07T14:03:03.635 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.637+0000 7f7741d239c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2024-09-07T14:03:03.635 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.637+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2024-09-07T14:03:03.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.637+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300761 cookie 93925652640960 notifier 5759 bl.length()=189 2024-09-07T14:03:03.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.645+0000 7f7741d239c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16 from cache 2024-09-07T14:03:03.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.645+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16, ofs0, ns] 2024-09-07T14:03:03.644 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.645+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300755 cookie 93925652660784 notifier 5759 bl.length()=247 2024-09-07T14:03:03.650 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.649+0000 7f7741d239c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16 : miss 2024-09-07T14:03:03.650 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.649+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.653+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.653+0000 7f7741d239c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16 info.flags=0x0 2024-09-07T14:03:03.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.653+0000 7f7741d239c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16 to cache LRU end 2024-09-07T14:03:03.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.657+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17 : miss 2024-09-07T14:03:03.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.657+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.657+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-07T14:03:03.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.657+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17 info.flags=0x17 2024-09-07T14:03:03.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.657+0000 7f7741d239c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17 to cache LRU end 2024-09-07T14:03:03.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.657+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:03.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.657+0000 7f7741d239c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T14:03:03.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.657+0000 7f7741d239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17 2024-09-07T14:03:03.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-07T14:03:03.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-07T14:03:03.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-07T14:03:03.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-07T14:03:03.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-07T14:03:03.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-07T14:03:03.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-07T14:03:03.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-07T14:03:03.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-07T14:03:03.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-07T14:03:03.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-07T14:03:03.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-07T14:03:03.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7734064ac0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 10 manifest: total_size = 11534336 2024-09-07T14:03:03.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18386385356518879597 2024-09-07T14:03:03.662 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7734064ac0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.662 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1a98 2024-09-07T14:03:03.662 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.661+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17.0 2024-09-07T14:03:03.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-07T14:03:03.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-07T14:03:03.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-07T14:03:03.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18386385356518879597 2024-09-07T14:03:03.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-FROZEN.2~z4WA1dfBalBfyxKYdURTH71AOryJVM9.1 2024-09-07T14:03:03.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-07T14:03:03.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-FROZEN.2~z4WA1dfBalBfyxKYdURTH71AOryJVM9.2 2024-09-07T14:03:03.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2024-09-07T14:03:03.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-FROZEN.2~z4WA1dfBalBfyxKYdURTH71AOryJVM9.3 2024-09-07T14:03:03.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2024-09-07T14:03:03.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.669+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18386385356518879597 2024-09-07T14:03:03.672 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.673+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-07T14:03:03.672 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.673+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7734064ac0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.673 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.673+0000 7f7741d239c0 10 manifest: total_size = 11534336 2024-09-07T14:03:03.673 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.673+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12630349368403811213 2024-09-07T14:03:03.673 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.673+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7734064ac0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.673 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.673+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1a98 2024-09-07T14:03:03.673 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.673+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17.0 2024-09-07T14:03:03.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-07T14:03:03.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-07T14:03:03.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-07T14:03:03.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12630349368403811213 2024-09-07T14:03:03.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-FROZEN.2~z4WA1dfBalBfyxKYdURTH71AOryJVM9.1 2024-09-07T14:03:03.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-07T14:03:03.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-FROZEN.2~z4WA1dfBalBfyxKYdURTH71AOryJVM9.2 2024-09-07T14:03:03.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2024-09-07T14:03:03.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-FROZEN.2~z4WA1dfBalBfyxKYdURTH71AOryJVM9.3 2024-09-07T14:03:03.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2024-09-07T14:03:03.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12630349368403811213 2024-09-07T14:03:03.682 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.681+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52e0e50 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.685+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-07T14:03:03.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.685+0000 7f7741d239c0 10 manifest: total_size = 11534336 2024-09-07T14:03:03.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.685+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to _NizXXAVHueYrmN6xaP8vVIYZofIko4V 2024-09-07T14:03:03.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.685+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52e0e50 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.685+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1588 2024-09-07T14:03:03.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.685+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17.0 2024-09-07T14:03:03.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.689+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.689+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.689+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.689+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.689+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: _NizXXAVHueYrmN6xaP8vVIYZofIko4V 2024-09-07T14:03:03.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.689+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.689+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.-LLsjl6hF2cI5mGSuaysbnBT0pZqg7c_0 2024-09-07T14:03:03.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.689+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-07T14:03:03.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.689+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.-LLsjl6hF2cI5mGSuaysbnBT0pZqg7c_1 2024-09-07T14:03:03.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.689+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-07T14:03:03.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.689+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.689+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: _NizXXAVHueYrmN6xaP8vVIYZofIko4V 2024-09-07T14:03:03.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.693+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-07T14:03:03.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.693+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738015810 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.697+0000 7f7741d239c0 10 manifest: total_size = 11534336 2024-09-07T14:03:03.696 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.697+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to __lSN0IHuPxeRp0_wGIzuBwY0moj1c6t 2024-09-07T14:03:03.696 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.697+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738015810 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.696 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.697+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1588 2024-09-07T14:03:03.696 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.697+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17.0 2024-09-07T14:03:03.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.701+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.701+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.701+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.701+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.701+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: __lSN0IHuPxeRp0_wGIzuBwY0moj1c6t 2024-09-07T14:03:03.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.701+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.701+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.xCSMcuLklieeypFVppda0PwtTbD2SRa_0 2024-09-07T14:03:03.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.701+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-07T14:03:03.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.701+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.xCSMcuLklieeypFVppda0PwtTbD2SRa_1 2024-09-07T14:03:03.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.701+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-07T14:03:03.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.701+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.701+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: __lSN0IHuPxeRp0_wGIzuBwY0moj1c6t 2024-09-07T14:03:03.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.705+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738056730 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.705+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-07T14:03:03.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.709+0000 7f7741d239c0 10 manifest: total_size = 11534336 2024-09-07T14:03:03.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.709+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1710446460941326608 2024-09-07T14:03:03.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.709+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738056730 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x556cc52e1588 s->prefetch_data=0 2024-09-07T14:03:03.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.709+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1588 2024-09-07T14:03:03.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.709+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17.0 2024-09-07T14:03:03.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-07T14:03:03.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-07T14:03:03.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-07T14:03:03.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1710446460941326608 2024-09-07T14:03:03.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-LUKEWARM.2~ObS5_n4I1Rvbbd0pvZHNorrAc4jheXF.1 2024-09-07T14:03:03.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-07T14:03:03.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-LUKEWARM.2~ObS5_n4I1Rvbbd0pvZHNorrAc4jheXF.2 2024-09-07T14:03:03.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 646 2024-09-07T14:03:03.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-LUKEWARM.2~ObS5_n4I1Rvbbd0pvZHNorrAc4jheXF.3 2024-09-07T14:03:03.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 919 2024-09-07T14:03:03.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.713+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1710446460941326608 2024-09-07T14:03:03.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.717+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-07T14:03:03.719 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.717+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773408ce50 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.721+0000 7f7741d239c0 10 manifest: total_size = 11534336 2024-09-07T14:03:03.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.721+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to _NiqPU7ZjFlgwTP6yK-c6XPQelU_4_dx 2024-09-07T14:03:03.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.721+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773408ce50 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.721+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1a98 2024-09-07T14:03:03.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.721+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17.0 2024-09-07T14:03:03.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.725+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.725+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.725+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.725+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.725+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: _NiqPU7ZjFlgwTP6yK-c6XPQelU_4_dx 2024-09-07T14:03:03.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.725+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.725+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.j2wsICmODKMp4YGerelCG6eUwPpDaie_0 2024-09-07T14:03:03.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.725+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-07T14:03:03.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.725+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.j2wsICmODKMp4YGerelCG6eUwPpDaie_1 2024-09-07T14:03:03.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.725+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-07T14:03:03.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.725+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.725+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: _NiqPU7ZjFlgwTP6yK-c6XPQelU_4_dx 2024-09-07T14:03:03.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.729+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-07T14:03:03.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.729+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7734064ac0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.729+0000 7f7741d239c0 10 manifest: total_size = 11534336 2024-09-07T14:03:03.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.729+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7240092889009756905 2024-09-07T14:03:03.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.729+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7734064ac0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.729+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1a98 2024-09-07T14:03:03.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.729+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17.0 2024-09-07T14:03:03.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-07T14:03:03.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-07T14:03:03.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-07T14:03:03.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7240092889009756905 2024-09-07T14:03:03.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-LUKEWARM.2~ObS5_n4I1Rvbbd0pvZHNorrAc4jheXF.1 2024-09-07T14:03:03.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-07T14:03:03.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-LUKEWARM.2~ObS5_n4I1Rvbbd0pvZHNorrAc4jheXF.2 2024-09-07T14:03:03.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 646 2024-09-07T14:03:03.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-LUKEWARM.2~ObS5_n4I1Rvbbd0pvZHNorrAc4jheXF.3 2024-09-07T14:03:03.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 919 2024-09-07T14:03:03.740 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.740 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.737+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7240092889009756905 2024-09-07T14:03:03.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.741+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-07T14:03:03.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.741+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738015810 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.741+0000 7f7741d239c0 10 manifest: total_size = 11534336 2024-09-07T14:03:03.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.741+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to _dmqTolDmZYrZnULtcwl-KqXWM38Xndo 2024-09-07T14:03:03.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.741+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738015810 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.741+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1a98 2024-09-07T14:03:03.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.741+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17.0 2024-09-07T14:03:03.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.749+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.749+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.749+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.749+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.749+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: _dmqTolDmZYrZnULtcwl-KqXWM38Xndo 2024-09-07T14:03:03.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.749+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.749+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.PaoqX4iW_8yB_iytaOitGctL0VINYA1_0 2024-09-07T14:03:03.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.749+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-07T14:03:03.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.749+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.PaoqX4iW_8yB_iytaOitGctL0VINYA1_1 2024-09-07T14:03:03.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.749+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-07T14:03:03.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.749+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.749+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: _dmqTolDmZYrZnULtcwl-KqXWM38Xndo 2024-09-07T14:03:03.752 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.753+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-07T14:03:03.752 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.753+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7734064ac0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.753 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.753+0000 7f7741d239c0 10 manifest: total_size = 45360 2024-09-07T14:03:03.753 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.753+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17951573455734253382 2024-09-07T14:03:03.753 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.753+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7734064ac0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.753 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.753+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1a98 2024-09-07T14:03:03.753 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.753+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17.0 2024-09-07T14:03:03.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-07T14:03:03.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=20613 2024-09-07T14:03:03.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-07T14:03:03.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-07T14:03:03.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6312069 part_ofs=20613 rule->part_size=20613 2024-09-07T14:03:03.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=4134 2024-09-07T14:03:03.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=4134 rules.size()=2 2024-09-07T14:03:03.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6332682 part_ofs=41226 rule->part_size=4134 2024-09-07T14:03:03.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=45360 rule->part_size=4134 2024-09-07T14:03:03.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17951573455734253382 2024-09-07T14:03:03.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-STANDARD.2~qPdV-bK0__t590Azjm9lMbv-33-7llD.1 2024-09-07T14:03:03.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-07T14:03:03.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-STANDARD.2~qPdV-bK0__t590Azjm9lMbv-33-7llD.2 2024-09-07T14:03:03.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-07T14:03:03.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-STANDARD.2~qPdV-bK0__t590Azjm9lMbv-33-7llD.3 2024-09-07T14:03:03.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-07T14:03:03.762 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.762 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.761+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17951573455734253382 2024-09-07T14:03:03.763 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.765+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.765+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-07T14:03:03.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.765+0000 7f7741d239c0 10 manifest: total_size = 45360 2024-09-07T14:03:03.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.765+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to _MzYpH89AOp6QD2sqas9lHLmG6iT-taW 2024-09-07T14:03:03.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.765+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.765+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1a98 2024-09-07T14:03:03.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.765+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17.0 2024-09-07T14:03:03.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.773+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.773+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.773+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: _MzYpH89AOp6QD2sqas9lHLmG6iT-taW 2024-09-07T14:03:03.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.773+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.773+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.H4Vnc5FJsx-cIS3mbKwXoH_lnhOMSvD_0 2024-09-07T14:03:03.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.773+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-07T14:03:03.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.773+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.773+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: _MzYpH89AOp6QD2sqas9lHLmG6iT-taW 2024-09-07T14:03:03.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.773+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-07T14:03:03.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.773+0000 7f7741d239c0 20 get_obj_state: octx=0x7f77300f6c40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.777+0000 7f7741d239c0 10 manifest: total_size = 45360 2024-09-07T14:03:03.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.777+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to _e_vPZe6OpbIOdD22om8Wj0GP3hNz24j 2024-09-07T14:03:03.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.777+0000 7f7741d239c0 20 get_obj_state: octx=0x7f77300f6c40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.777+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1a98 2024-09-07T14:03:03.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.777+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17.0 2024-09-07T14:03:03.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.781+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.781+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.781+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: _e_vPZe6OpbIOdD22om8Wj0GP3hNz24j 2024-09-07T14:03:03.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.781+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.781+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.pFDTqq9y_ZKANzzJh9l5CdjDrxa8UVI_0 2024-09-07T14:03:03.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.781+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-07T14:03:03.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.781+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.781+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: _e_vPZe6OpbIOdD22om8Wj0GP3hNz24j 2024-09-07T14:03:03.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.785+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-07T14:03:03.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.785+0000 7f7741d239c0 20 get_obj_state: octx=0x7f77300e6420 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.785+0000 7f7741d239c0 10 manifest: total_size = 45360 2024-09-07T14:03:03.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.785+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10562962394641565471 2024-09-07T14:03:03.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.785+0000 7f7741d239c0 20 get_obj_state: octx=0x7f77300e6420 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x556cc52e1a98 s->prefetch_data=0 2024-09-07T14:03:03.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.785+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52e1a98 2024-09-07T14:03:03.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.785+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17.0 2024-09-07T14:03:03.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-07T14:03:03.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=20613 2024-09-07T14:03:03.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-07T14:03:03.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-07T14:03:03.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6312069 part_ofs=20613 rule->part_size=20613 2024-09-07T14:03:03.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=4134 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=4134 rules.size()=2 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6332682 part_ofs=41226 rule->part_size=4134 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=45360 rule->part_size=4134 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10562962394641565471 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-STANDARD.2~qPdV-bK0__t590Azjm9lMbv-33-7llD.1 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-STANDARD.2~qPdV-bK0__t590Azjm9lMbv-33-7llD.2 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-STANDARD.2~qPdV-bK0__t590Azjm9lMbv-33-7llD.3 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.793+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10562962394641565471 2024-09-07T14:03:03.796 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.797+0000 7f7741d239c0 20 list_objects_ordered: starting attempt 1 2024-09-07T14:03:03.796 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.797+0000 7f7741d239c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-07T14:03:03.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.797+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-07T14:03:03.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.797+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-07T14:03:03.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.797+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-07T14:03:03.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.797+0000 7f7741d239c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-07T14:03:03.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.797+0000 7f7741d239c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-07T14:03:03.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.797+0000 7f7741d239c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17])"; uploads.size()=0; is_truncated=0 2024-09-07T14:03:03.801 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.801+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2024-09-07T14:03:03.801 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.801+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.802 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.801+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=243 2024-09-07T14:03:03.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.801+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2024-09-07T14:03:03.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.801+0000 7f7741d239c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2024-09-07T14:03:03.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.805+0000 7f7741d239c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2024-09-07T14:03:03.806 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.805+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2024-09-07T14:03:03.806 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.805+0000 7f761e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300756 cookie 93925652652448 notifier 5759 bl.length()=199 2024-09-07T14:03:03.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.813+0000 7f7741d239c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17 from cache 2024-09-07T14:03:03.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.813+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17, ofs0, ns] 2024-09-07T14:03:03.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.813+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300772 cookie 93925652638752 notifier 5759 bl.length()=257 2024-09-07T14:03:03.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.821+0000 7f7741d239c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17 : miss 2024-09-07T14:03:03.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.821+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.821+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.821+0000 7f7741d239c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17 info.flags=0x0 2024-09-07T14:03:03.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.821+0000 7f7741d239c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17 to cache LRU end 2024-09-07T14:03:03.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.829+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15 : miss 2024-09-07T14:03:03.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.829+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.829+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-07T14:03:03.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.829+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15 info.flags=0x17 2024-09-07T14:03:03.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.829+0000 7f7741d239c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15 to cache LRU end 2024-09-07T14:03:03.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.829+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:03.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.829+0000 7f7741d239c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T14:03:03.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.829+0000 7f7741d239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15 2024-09-07T14:03:03.831 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.829+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-07T14:03:03.831 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.829+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-07T14:03:03.831 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.829+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-07T14:03:03.831 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.829+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52d5170 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.831 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.833+0000 7f7741d239c0 10 manifest: total_size = 11534336 2024-09-07T14:03:03.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.833+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13438220645530508132 2024-09-07T14:03:03.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.833+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52d5170 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.833+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:03.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.833+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15.0 2024-09-07T14:03:03.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13438220645530508132 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-FROZEN.2~9aCrCQFMS1R4JVvJpk-YwH6-tKnfqVr.1 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-FROZEN.2~9aCrCQFMS1R4JVvJpk-YwH6-tKnfqVr.2 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-FROZEN.2~9aCrCQFMS1R4JVvJpk-YwH6-tKnfqVr.3 2024-09-07T14:03:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2024-09-07T14:03:03.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.837+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13438220645530508132 2024-09-07T14:03:03.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.841+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-07T14:03:03.842 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.841+0000 7f7741d239c0 20 get_obj_state: octx=0x7f77300f6c40 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x556cc52d33b8 s->prefetch_data=0 2024-09-07T14:03:03.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.845+0000 7f7741d239c0 10 manifest: total_size = 11534336 2024-09-07T14:03:03.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.845+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11475176748057581073 2024-09-07T14:03:03.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.845+0000 7f7741d239c0 20 get_obj_state: octx=0x7f77300f6c40 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x556cc52d33b8 s->prefetch_data=0 2024-09-07T14:03:03.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.845+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52d33b8 2024-09-07T14:03:03.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.845+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15.0 2024-09-07T14:03:03.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11475176748057581073 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-LUKEWARM.2~_0yu5NHHGewQRkKVVhGIGVMNzHv7mmy.1 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-LUKEWARM.2~_0yu5NHHGewQRkKVVhGIGVMNzHv7mmy.2 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 647 2024-09-07T14:03:03.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-LUKEWARM.2~_0yu5NHHGewQRkKVVhGIGVMNzHv7mmy.3 2024-09-07T14:03:03.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 920 2024-09-07T14:03:03.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.849+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11475176748057581073 2024-09-07T14:03:03.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.853+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-07T14:03:03.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.853+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738015810 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.853+0000 7f7741d239c0 10 manifest: total_size = 11534336 2024-09-07T14:03:03.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.853+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11752368890946273053 2024-09-07T14:03:03.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.853+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738015810 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.853+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:03.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.853+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15.0 2024-09-07T14:03:03.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-07T14:03:03.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-07T14:03:03.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-07T14:03:03.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11752368890946273053 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-STANDARD.2~7UMR8Ui5ZL4MzkdB9F6wF8G2c2ZlR8K.1 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-STANDARD.2~7UMR8Ui5ZL4MzkdB9F6wF8G2c2ZlR8K.2 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-STANDARD.2~7UMR8Ui5ZL4MzkdB9F6wF8G2c2ZlR8K.3 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.861+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11752368890946273053 2024-09-07T14:03:03.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.865+0000 7f7741d239c0 20 list_objects_ordered: starting attempt 1 2024-09-07T14:03:03.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.865+0000 7f7741d239c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-07T14:03:03.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.865+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-07T14:03:03.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.865+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-07T14:03:03.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.865+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-07T14:03:03.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.865+0000 7f7741d239c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-07T14:03:03.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.865+0000 7f7741d239c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-07T14:03:03.867 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.865+0000 7f7741d239c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15])"; uploads.size()=0; is_truncated=0 2024-09-07T14:03:03.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.869+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2024-09-07T14:03:03.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.869+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.873+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=238 2024-09-07T14:03:03.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.873+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2024-09-07T14:03:03.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.873+0000 7f7741d239c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2024-09-07T14:03:03.874 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.873+0000 7f7741d239c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2024-09-07T14:03:03.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.873+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2024-09-07T14:03:03.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.877+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300756 cookie 93925652660784 notifier 5759 bl.length()=194 2024-09-07T14:03:03.881 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.881+0000 7f7741d239c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15 from cache 2024-09-07T14:03:03.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.881+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15, ofs0, ns] 2024-09-07T14:03:03.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.881+0000 7f761e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300773 cookie 93925652638752 notifier 5759 bl.length()=252 2024-09-07T14:03:03.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.889+0000 7f7741d239c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15 : miss 2024-09-07T14:03:03.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.889+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.889+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.889+0000 7f7741d239c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15 info.flags=0x0 2024-09-07T14:03:03.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.889+0000 7f7741d239c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15 to cache LRU end 2024-09-07T14:03:03.895 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.897+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14 : miss 2024-09-07T14:03:03.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.897+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.897+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=450 2024-09-07T14:03:03.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.897+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14 info.flags=0x17 2024-09-07T14:03:03.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.897+0000 7f7741d239c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14 to cache LRU end 2024-09-07T14:03:03.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.897+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:03.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.897+0000 7f7741d239c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T14:03:03.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.897+0000 7f7741d239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14 2024-09-07T14:03:03.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.897+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-07T14:03:03.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.897+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-07T14:03:03.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.897+0000 7f7741d239c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-07T14:03:03.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.897+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52c55f0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.901+0000 7f7741d239c0 10 manifest: total_size = 10485760 2024-09-07T14:03:03.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.901+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12567811460095550930 2024-09-07T14:03:03.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.901+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52c55f0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.901+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:03.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.901+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14.0 2024-09-07T14:03:03.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.905+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.905+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.905+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.905+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.905+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12567811460095550930 2024-09-07T14:03:03.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.905+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.905+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14__shadow_.JbTbaF6h6sJKt9M-BeOk5d2gWtqx5Sj_0 2024-09-07T14:03:03.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.905+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-07T14:03:03.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.905+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14__shadow_.JbTbaF6h6sJKt9M-BeOk5d2gWtqx5Sj_1 2024-09-07T14:03:03.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.905+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-07T14:03:03.908 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.905+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.908 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.905+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12567811460095550930 2024-09-07T14:03:03.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.909+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-07T14:03:03.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.909+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cb70 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.913+0000 7f7741d239c0 10 manifest: total_size = 10485760 2024-09-07T14:03:03.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.913+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8524764405953277074 2024-09-07T14:03:03.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.913+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cb70 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.913+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:03.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.913+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14.0 2024-09-07T14:03:03.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.917+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.917+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.917+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.917+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.917+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8524764405953277074 2024-09-07T14:03:03.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.917+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.917+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14__shadow_._7kUOAav_zcCY8m-sxLgEf_fDCUpKK1_0 2024-09-07T14:03:03.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.917+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2024-09-07T14:03:03.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.917+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14__shadow_._7kUOAav_zcCY8m-sxLgEf_fDCUpKK1_1 2024-09-07T14:03:03.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.917+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2024-09-07T14:03:03.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.917+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.917+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8524764405953277074 2024-09-07T14:03:03.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.921+0000 7f761effd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-07T14:03:03.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.921+0000 7f7741d239c0 20 get_obj_state: octx=0x7f77300e6420 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.925+0000 7f7741d239c0 10 manifest: total_size = 10485760 2024-09-07T14:03:03.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.925+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17713470500496034941 2024-09-07T14:03:03.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.925+0000 7f7741d239c0 20 get_obj_state: octx=0x7f77300e6420 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:03.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.925+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:03.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.925+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14.0 2024-09-07T14:03:03.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.929+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.929+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.929+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:03.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.929+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-07T14:03:03.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.929+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17713470500496034941 2024-09-07T14:03:03.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.929+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:03.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.929+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14__shadow_.IQai6CgrVGVChjVl7IUmwLyfY_RzD2a_0 2024-09-07T14:03:03.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.929+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2024-09-07T14:03:03.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.929+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14__shadow_.IQai6CgrVGVChjVl7IUmwLyfY_RzD2a_1 2024-09-07T14:03:03.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.929+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 561 2024-09-07T14:03:03.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.929+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:03.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.929+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17713470500496034941 2024-09-07T14:03:03.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.933+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-07T14:03:03.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.933+0000 7f7741d239c0 20 list_objects_ordered: starting attempt 1 2024-09-07T14:03:03.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.933+0000 7f7741d239c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-07T14:03:03.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.937+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-07T14:03:03.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.937+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-07T14:03:03.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.937+0000 7f7741d239c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-07T14:03:03.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.937+0000 7f7741d239c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-07T14:03:03.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.937+0000 7f7741d239c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14])"; uploads.size()=0; is_truncated=0 2024-09-07T14:03:03.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.941+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2024-09-07T14:03:03.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.941+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.941+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=228 2024-09-07T14:03:03.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.941+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2024-09-07T14:03:03.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.941+0000 7f7741d239c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2024-09-07T14:03:03.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.941+0000 7f7741d239c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2024-09-07T14:03:03.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.941+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2024-09-07T14:03:03.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.945+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300762 cookie 93925652640960 notifier 5759 bl.length()=184 2024-09-07T14:03:03.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.949+0000 7f7741d239c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14 from cache 2024-09-07T14:03:03.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.949+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14, ofs0, ns] 2024-09-07T14:03:03.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.953+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300744 cookie 93925652658288 notifier 5759 bl.length()=242 2024-09-07T14:03:03.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.957+0000 7f7741d239c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14 : miss 2024-09-07T14:03:03.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.957+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.957+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:03.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.957+0000 7f7741d239c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14 info.flags=0x0 2024-09-07T14:03:03.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.957+0000 7f7741d239c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14 to cache LRU end 2024-09-07T14:03:03.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7 : miss 2024-09-07T14:03:03.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:03.965 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-07T14:03:03.965 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7 info.flags=0x17 2024-09-07T14:03:03.965 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7 to cache LRU end 2024-09-07T14:03:03.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:03.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T14:03:03.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7 2024-09-07T14:03:03.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 10 cls_bucket_list_unordered: got __ 2024-09-07T14:03:03.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 10 cls_bucket_list_unordered: got __ _ 2024-09-07T14:03:03.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 10 cls_bucket_list_unordered: got ___ 2024-09-07T14:03:03.967 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 10 cls_bucket_list_unordered: got obj 2024-09-07T14:03:03.967 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.965+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738015810 obj=test-client.0-r-test-small-obj-data.1:__ state=0x556cc52dea98 s->prefetch_data=0 2024-09-07T14:03:03.967 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.969+0000 7f7741d239c0 10 manifest: total_size = 0 2024-09-07T14:03:03.967 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.969+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17959117678513607469 2024-09-07T14:03:03.967 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.969+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738015810 obj=test-client.0-r-test-small-obj-data.1:__ state=0x556cc52dea98 s->prefetch_data=0 2024-09-07T14:03:03.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.969+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52dea98 2024-09-07T14:03:03.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.969+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7.0 2024-09-07T14:03:03.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.973+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738015810 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x556cc52dea98 s->prefetch_data=0 2024-09-07T14:03:03.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.977+0000 7f7741d239c0 10 manifest: total_size = 0 2024-09-07T14:03:03.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.977+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7324882082460629367 2024-09-07T14:03:03.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.977+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7738015810 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x556cc52dea98 s->prefetch_data=0 2024-09-07T14:03:03.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.977+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52dea98 2024-09-07T14:03:03.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.977+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7.0 2024-09-07T14:03:03.977 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.977+0000 7f761effd640 20 handle_completion(): completion ok for obj=__ 2024-09-07T14:03:03.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.981+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52d5360 obj=test-client.0-r-test-small-obj-data.1:___ state=0x556cc52dea98 s->prefetch_data=0 2024-09-07T14:03:03.983 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.981+0000 7f7741d239c0 10 manifest: total_size = 0 2024-09-07T14:03:03.983 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.985+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11011596518882732058 2024-09-07T14:03:03.983 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.985+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52d5360 obj=test-client.0-r-test-small-obj-data.1:___ state=0x556cc52dea98 s->prefetch_data=0 2024-09-07T14:03:03.983 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.985+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52dea98 2024-09-07T14:03:03.983 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.985+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7.0 2024-09-07T14:03:03.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.985+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=__ _ 2024-09-07T14:03:03.990 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.989+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52d5360 obj=test-client.0-r-test-small-obj-data.1:obj state=0x556cc52dea98 s->prefetch_data=0 2024-09-07T14:03:03.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.993+0000 7f7741d239c0 10 manifest: total_size = 0 2024-09-07T14:03:03.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.993+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6527945978573785173 2024-09-07T14:03:03.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.993+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52d5360 obj=test-client.0-r-test-small-obj-data.1:obj state=0x556cc52dea98 s->prefetch_data=0 2024-09-07T14:03:03.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.993+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52dea98 2024-09-07T14:03:03.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.993+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7.0 2024-09-07T14:03:03.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.993+0000 7f761effd640 20 handle_completion(): completion ok for obj=___ 2024-09-07T14:03:03.999 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.997+0000 7f7741d239c0 20 list_objects_ordered: starting attempt 1 2024-09-07T14:03:03.999 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:03.997+0000 7f7741d239c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-07T14:03:04.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.001+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=obj 2024-09-07T14:03:04.003 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.005+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-07T14:03:04.003 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.005+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-07T14:03:04.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.005+0000 7f7741d239c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-07T14:03:04.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.005+0000 7f7741d239c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-07T14:03:04.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.005+0000 7f7741d239c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7])"; uploads.size()=0; is_truncated=0 2024-09-07T14:03:04.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.009+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2024-09-07T14:03:04.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.009+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.009 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.009+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-07T14:03:04.009 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.009+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2024-09-07T14:03:04.009 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.009+0000 7f7741d239c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2024-09-07T14:03:04.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.013+0000 7f7741d239c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2024-09-07T14:03:04.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.013+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2024-09-07T14:03:04.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.013+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300835 cookie 93925652647152 notifier 5759 bl.length()=181 2024-09-07T14:03:04.020 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.021+0000 7f7741d239c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7 from cache 2024-09-07T14:03:04.020 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.021+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7, ofs0, ns] 2024-09-07T14:03:04.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.021+0000 7f761e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300757 cookie 93925652652448 notifier 5759 bl.length()=238 2024-09-07T14:03:04.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.029+0000 7f7741d239c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7 : miss 2024-09-07T14:03:04.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.029+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.029+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:04.028 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.029+0000 7f7741d239c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7 info.flags=0x0 2024-09-07T14:03:04.028 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.029+0000 7f7741d239c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7 to cache LRU end 2024-09-07T14:03:04.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.033+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8 : miss 2024-09-07T14:03:04.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.033+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.033+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-07T14:03:04.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.033+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8 info.flags=0x17 2024-09-07T14:03:04.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.033+0000 7f7741d239c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8 to cache LRU end 2024-09-07T14:03:04.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.033+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:04.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.033+0000 7f7741d239c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T14:03:04.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.033+0000 7f7741d239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8 2024-09-07T14:03:04.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.037+0000 7f7741d239c0 10 cls_bucket_list_unordered: got __ 2024-09-07T14:03:04.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.037+0000 7f7741d239c0 10 cls_bucket_list_unordered: got __ _ 2024-09-07T14:03:04.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.037+0000 7f7741d239c0 10 cls_bucket_list_unordered: got ___ 2024-09-07T14:03:04.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.037+0000 7f7741d239c0 10 cls_bucket_list_unordered: got obj 2024-09-07T14:03:04.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.037+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52cbba0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:04.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.037+0000 7f7741d239c0 10 manifest: total_size = 2078 2024-09-07T14:03:04.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.037+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5634592653482512625 2024-09-07T14:03:04.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.037+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52cbba0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:04.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.037+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:04.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.037+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8.0 2024-09-07T14:03:04.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.045+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:04.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.045+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=2078 stripe_ofs=2078 part_ofs=0 rule->part_size=0 2024-09-07T14:03:04.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.045+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5634592653482512625 2024-09-07T14:03:04.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.045+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:04.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.045+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8__shadow_.pYou0fvzfe-EE4UBJmBjOCP1cPopEop_0 2024-09-07T14:03:04.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.045+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-07T14:03:04.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.045+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:04.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.045+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5634592653482512625 2024-09-07T14:03:04.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.049+0000 7f761effd640 20 handle_completion(): completion ok for obj=__ 2024-09-07T14:03:04.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.049+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52cdd60 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:04.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.049+0000 7f7741d239c0 10 manifest: total_size = 2078 2024-09-07T14:03:04.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.049+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17533820239831577810 2024-09-07T14:03:04.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.049+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52cdd60 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:04.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.049+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:04.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.049+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8.0 2024-09-07T14:03:04.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.053+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:04.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.053+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=2078 stripe_ofs=2078 part_ofs=0 rule->part_size=0 2024-09-07T14:03:04.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.053+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17533820239831577810 2024-09-07T14:03:04.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.053+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:04.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.053+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8__shadow_.KYarvfxB2-dnWSe-1pUoDWoUTJ0JDKM_0 2024-09-07T14:03:04.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.053+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-07T14:03:04.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.053+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:04.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.053+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17533820239831577810 2024-09-07T14:03:04.058 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.057+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=__ _ 2024-09-07T14:03:04.058 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.057+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52cdd60 obj=test-client.0-r-test-small-obj-data.2:___ state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:04.059 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.061+0000 7f7741d239c0 10 manifest: total_size = 524288 2024-09-07T14:03:04.059 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.061+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4673194279725968254 2024-09-07T14:03:04.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.061+0000 7f7741d239c0 20 get_obj_state: octx=0x556cc52cdd60 obj=test-client.0-r-test-small-obj-data.2:___ state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:04.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.061+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:04.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.061+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8.0 2024-09-07T14:03:04.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.065+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:04.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.065+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=524288 stripe_ofs=524288 part_ofs=0 rule->part_size=0 2024-09-07T14:03:04.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.065+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4673194279725968254 2024-09-07T14:03:04.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.065+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:04.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.065+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8__shadow_.JioGxnwpHfl3bP3W8LcnADjgwpsguHC_0 2024-09-07T14:03:04.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.065+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-07T14:03:04.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.065+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:04.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.065+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4673194279725968254 2024-09-07T14:03:04.069 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.069+0000 7f761effd640 20 handle_completion(): completion ok for obj=___ 2024-09-07T14:03:04.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.069+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7730110a10 obj=test-client.0-r-test-small-obj-data.2:obj state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:04.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.073+0000 7f7741d239c0 10 manifest: total_size = 38 2024-09-07T14:03:04.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.073+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12788332635848942017 2024-09-07T14:03:04.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.073+0000 7f7741d239c0 20 get_obj_state: octx=0x7f7730110a10 obj=test-client.0-r-test-small-obj-data.2:obj state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:04.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.073+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:04.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.073+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8.0 2024-09-07T14:03:04.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.077+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:04.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.077+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=38 stripe_ofs=38 part_ofs=0 rule->part_size=0 2024-09-07T14:03:04.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.077+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12788332635848942017 2024-09-07T14:03:04.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.077+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:04.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.077+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8__shadow_.6Vd3jysj-v2P3jtgp4f_HThHjzx84w-_0 2024-09-07T14:03:04.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.077+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-07T14:03:04.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.077+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:04.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.077+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12788332635848942017 2024-09-07T14:03:04.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.081+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=obj 2024-09-07T14:03:04.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.085+0000 7f7741d239c0 20 list_objects_ordered: starting attempt 1 2024-09-07T14:03:04.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.085+0000 7f7741d239c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-07T14:03:04.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.085+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-07T14:03:04.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.085+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-07T14:03:04.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.085+0000 7f7741d239c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-07T14:03:04.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.085+0000 7f7741d239c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-07T14:03:04.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.085+0000 7f7741d239c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8])"; uploads.size()=0; is_truncated=0 2024-09-07T14:03:04.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.089+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2024-09-07T14:03:04.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.089+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.089+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-07T14:03:04.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.089+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2024-09-07T14:03:04.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.089+0000 7f7741d239c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2024-09-07T14:03:04.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.093+0000 7f7741d239c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2024-09-07T14:03:04.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.093+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2024-09-07T14:03:04.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.093+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300836 cookie 93925652647152 notifier 5759 bl.length()=181 2024-09-07T14:03:04.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.101+0000 7f7741d239c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8 from cache 2024-09-07T14:03:04.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.101+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8, ofs0, ns] 2024-09-07T14:03:04.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.101+0000 7f761e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300758 cookie 93925652652448 notifier 5759 bl.length()=238 2024-09-07T14:03:04.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.109+0000 7f7741d239c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8 : miss 2024-09-07T14:03:04.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.109+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.109+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:04.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.109+0000 7f7741d239c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8 info.flags=0x0 2024-09-07T14:03:04.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.109+0000 7f7741d239c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8 to cache LRU end 2024-09-07T14:03:04.115 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9 : miss 2024-09-07T14:03:04.115 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-07T14:03:04.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9 info.flags=0x17 2024-09-07T14:03:04.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9 to cache LRU end 2024-09-07T14:03:04.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:04.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T14:03:04.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9 2024-09-07T14:03:04.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 10 cls_bucket_list_unordered: got __ 2024-09-07T14:03:04.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 10 cls_bucket_list_unordered: got __ _ 2024-09-07T14:03:04.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 10 cls_bucket_list_unordered: got ___ 2024-09-07T14:03:04.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 10 cls_bucket_list_unordered: got obj 2024-09-07T14:03:04.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.117+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-small-obj-data.3:__ state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:04.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.121+0000 7f7741d239c0 10 manifest: total_size = 55 2024-09-07T14:03:04.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.121+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17769126616899709847 2024-09-07T14:03:04.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.121+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-small-obj-data.3:__ state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:04.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.121+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:04.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.121+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9.0 2024-09-07T14:03:04.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.125+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:04.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.125+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=55 stripe_ofs=55 part_ofs=0 rule->part_size=0 2024-09-07T14:03:04.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.125+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17769126616899709847 2024-09-07T14:03:04.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.125+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:04.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.125+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9__shadow_.Aq3oRrJQa1eWTws3WC2_DfRsmAa0N1J_0 2024-09-07T14:03:04.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.125+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-07T14:03:04.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.125+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:04.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.125+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17769126616899709847 2024-09-07T14:03:04.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.129+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=__ 2024-09-07T14:03:04.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.129+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x556cc50b5738 s->prefetch_data=0 2024-09-07T14:03:04.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.133+0000 7f7741d239c0 10 manifest: total_size = 1035 2024-09-07T14:03:04.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.133+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15495253774425578668 2024-09-07T14:03:04.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.133+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x556cc50b5738 s->prefetch_data=0 2024-09-07T14:03:04.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.133+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc50b5738 2024-09-07T14:03:04.132 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.133+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9.0 2024-09-07T14:03:04.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.137+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:04.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.137+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2024-09-07T14:03:04.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.137+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15495253774425578668 2024-09-07T14:03:04.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.137+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:04.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.137+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9__shadow_.lopaUFNtyKf0bEI_P4uUU1UaMpiDC4P_0 2024-09-07T14:03:04.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.137+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-07T14:03:04.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.137+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:04.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.137+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15495253774425578668 2024-09-07T14:03:04.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.141+0000 7f761effd640 20 handle_completion(): completion ok for obj=__ _ 2024-09-07T14:03:04.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.141+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-small-obj-data.3:___ state=0x556cc50b5738 s->prefetch_data=0 2024-09-07T14:03:04.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.145+0000 7f7741d239c0 10 manifest: total_size = 1035 2024-09-07T14:03:04.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.145+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14433451323398338017 2024-09-07T14:03:04.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.145+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-small-obj-data.3:___ state=0x556cc50b5738 s->prefetch_data=0 2024-09-07T14:03:04.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.145+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc50b5738 2024-09-07T14:03:04.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.145+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9.0 2024-09-07T14:03:04.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.149+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:04.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.149+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2024-09-07T14:03:04.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.149+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14433451323398338017 2024-09-07T14:03:04.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.149+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:04.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.149+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9__shadow_.poqJWorW9J0j9-gvwmiMtxfW5VwDeoK_0 2024-09-07T14:03:04.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.149+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-07T14:03:04.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.149+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:04.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.149+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14433451323398338017 2024-09-07T14:03:04.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.153+0000 7f761e7fc640 20 handle_completion(): completion ok for obj=___ 2024-09-07T14:03:04.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.153+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-small-obj-data.3:obj state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:04.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.153+0000 7f7741d239c0 10 manifest: total_size = 1048576 2024-09-07T14:03:04.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.153+0000 7f7741d239c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9083534774573659825 2024-09-07T14:03:04.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.153+0000 7f7741d239c0 20 get_obj_state: octx=0x7f773803cd10 obj=test-client.0-r-test-small-obj-data.3:obj state=0x556cc52de368 s->prefetch_data=0 2024-09-07T14:03:04.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.153+0000 7f7741d239c0 20 prepare_atomic_modification: state is not atomic. state=0x556cc52de368 2024-09-07T14:03:04.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.153+0000 7f7741d239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9.0 2024-09-07T14:03:04.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.161+0000 7f7741d239c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:03:04.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.161+0000 7f7741d239c0 20 RGWObjManifest::operator++(): result: ofs=1048576 stripe_ofs=1048576 part_ofs=0 rule->part_size=0 2024-09-07T14:03:04.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.161+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9083534774573659825 2024-09-07T14:03:04.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.161+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-07T14:03:04.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.161+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9__shadow_.xfZAqTrs4BTLLERFCWLxQaelf-a7yQe_0 2024-09-07T14:03:04.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.161+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-07T14:03:04.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.161+0000 7f7741d239c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-07T14:03:04.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.161+0000 7f7741d239c0 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9083534774573659825 2024-09-07T14:03:04.164 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.165+0000 7f761effd640 20 handle_completion(): completion ok for obj=obj 2024-09-07T14:03:04.164 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.165+0000 7f7741d239c0 20 list_objects_ordered: starting attempt 1 2024-09-07T14:03:04.164 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.165+0000 7f7741d239c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-07T14:03:04.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.165+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-07T14:03:04.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.165+0000 7f7741d239c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-07T14:03:04.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.165+0000 7f7741d239c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-07T14:03:04.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.165+0000 7f7741d239c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-07T14:03:04.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.165+0000 7f7741d239c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9])"; uploads.size()=0; is_truncated=0 2024-09-07T14:03:04.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.169+0000 7f7741d239c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2024-09-07T14:03:04.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.169+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.169+0000 7f7741d239c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-07T14:03:04.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.169+0000 7f7741d239c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2024-09-07T14:03:04.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.169+0000 7f7741d239c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2024-09-07T14:03:04.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.173+0000 7f7741d239c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2024-09-07T14:03:04.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.173+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2024-09-07T14:03:04.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.173+0000 7f761e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300837 cookie 93925652647152 notifier 5759 bl.length()=181 2024-09-07T14:03:04.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.181+0000 7f7741d239c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9 from cache 2024-09-07T14:03:04.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.181+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9, ofs0, ns] 2024-09-07T14:03:04.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.181+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300759 cookie 93925652652448 notifier 5759 bl.length()=238 2024-09-07T14:03:04.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.189+0000 7f7741d239c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9 : miss 2024-09-07T14:03:04.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.189+0000 7f7741d239c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.189+0000 7f7741d239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:04.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.189+0000 7f7741d239c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9 info.flags=0x0 2024-09-07T14:03:04.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.189+0000 7f7741d239c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9 to cache LRU end 2024-09-07T14:03:04.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.197+0000 7f7741d239c0 10 removing key index: JXHVNUVBYMOYWSSAWTEN 2024-09-07T14:03:04.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.197+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.keys:JXHVNUVBYMOYWSSAWTEN, ofs0, ns] 2024-09-07T14:03:04.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.197+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300774 cookie 93925652656384 notifier 5759 bl.length()=170 2024-09-07T14:03:04.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.201+0000 7f7741d239c0 10 removing email index: ragweed.client.0+test@test.test 2024-09-07T14:03:04.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.205+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-07T14:03:04.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.205+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300763 cookie 93925652640960 notifier 5759 bl.length()=182 2024-09-07T14:03:04.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.209+0000 7f7741d239c0 10 removing user buckets index 2024-09-07T14:03:04.212 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.213+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2024-09-07T14:03:04.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.213+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300757 cookie 93925652660784 notifier 5759 bl.length()=173 2024-09-07T14:03:04.216 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.217+0000 7f7741d239c0 10 removing user index: ragweed.client.0 2024-09-07T14:03:04.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.221+0000 7f7741d239c0 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2024-09-07T14:03:04.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.221+0000 7f7741d239c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-07T14:03:04.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.221+0000 7f761effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300775 cookie 93925652656384 notifier 5759 bl.length()=165 2024-09-07T14:03:04.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.233+0000 7f75f5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:03:04.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.237+0000 7f7741d239c0 20 remove_watcher() i=0 2024-09-07T14:03:04.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.237+0000 7f7741d239c0 2 removed watcher, disabling cache 2024-09-07T14:03:04.239 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.241+0000 7f7741d239c0 20 remove_watcher() i=1 2024-09-07T14:03:04.242 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.241+0000 7f7741d239c0 20 remove_watcher() i=2 2024-09-07T14:03:04.245 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.245+0000 7f7741d239c0 20 remove_watcher() i=3 2024-09-07T14:03:04.248 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.249+0000 7f7741d239c0 20 remove_watcher() i=4 2024-09-07T14:03:04.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.249+0000 7f7741d239c0 20 remove_watcher() i=5 2024-09-07T14:03:04.252 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.253+0000 7f7741d239c0 20 remove_watcher() i=6 2024-09-07T14:03:04.253 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.253+0000 7f7741d239c0 20 remove_watcher() i=7 2024-09-07T14:03:04.271 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2024-09-07T14:03:04.350 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:03:04.350 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:03:04.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.393+0000 7f335e6b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.393+0000 7f335e6b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:04.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.393+0000 7f335e6b09c0 20 realm 2024-09-07T14:03:04.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.393+0000 7f335e6b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.393+0000 7f335e6b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:04.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.393+0000 7f335e6b09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:03:04.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.393+0000 7f335e6b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.393+0000 7f335e6b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:04.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.393+0000 7f335e6b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.397 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.397+0000 7f335e6b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:03:04.397 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.397+0000 7f335e6b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.398 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.397+0000 7f335e6b09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:03:04.398 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.397+0000 7f335e6b09c0 20 searching for the correct realm 2024-09-07T14:03:04.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.401+0000 7f335c9b7640 0 -- 172.21.15.107:0/2268978113 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f3350048400 msgr2=0x7f3350048820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:03:04.616 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.617+0000 7f335b9b5640 0 -- 172.21.15.107:0/2268978113 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f334c03ec60 msgr2=0x7f334c0644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:03:04.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.833+0000 7f335e6b09c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:03:04.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.833+0000 7f335e6b09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:03:04.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.833+0000 7f335e6b09c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:03:04.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.833+0000 7f335e6b09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:03:04.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.833+0000 7f335e6b09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:03:04.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.833+0000 7f335e6b09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:03:04.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.833+0000 7f335e6b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:04.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:03:04.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:03:04.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 20 zone default found 2024-09-07T14:03:04.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 4 Realm: () 2024-09-07T14:03:04.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:03:04.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:03:04.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:03:04.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 20 zonegroup default 2024-09-07T14:03:04.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:04.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.837+0000 7f335e6b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.841+0000 7f335e6b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:04.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.841+0000 7f335e6b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.841+0000 7f335e6b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:03:04.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.841+0000 7f335e6b09c0 20 started sync module instance, tier type = 2024-09-07T14:03:04.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.841+0000 7f335e6b09c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:03:04.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.865+0000 7f335e6b09c0 20 add_watcher() i=0 2024-09-07T14:03:04.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.865+0000 7f335e6b09c0 20 add_watcher() i=1 2024-09-07T14:03:04.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.865+0000 7f335e6b09c0 20 add_watcher() i=2 2024-09-07T14:03:04.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.865+0000 7f335e6b09c0 20 add_watcher() i=3 2024-09-07T14:03:04.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.865+0000 7f335e6b09c0 20 add_watcher() i=4 2024-09-07T14:03:04.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.865+0000 7f335e6b09c0 20 add_watcher() i=5 2024-09-07T14:03:04.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.865+0000 7f335e6b09c0 20 add_watcher() i=6 2024-09-07T14:03:04.867 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.869+0000 7f335e6b09c0 20 add_watcher() i=7 2024-09-07T14:03:04.867 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.869+0000 7f335e6b09c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:03:04.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.869+0000 7f32137de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:03:04.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.873+0000 7f335e6b09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:03:04.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.873+0000 7f335e6b09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:03:04.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.961+0000 7f32127dc640 20 reqs_thread_entry: start 2024-09-07T14:03:04.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.961+0000 7f335e6b09c0 20 init_complete bucket index max shards: 1 2024-09-07T14:03:04.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.961+0000 7f335e6b09c0 20 Filter name: none 2024-09-07T14:03:04.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.961+0000 7f320b7fe640 20 reqs_thread_entry: start 2024-09-07T14:03:04.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.961+0000 7f335e6b09c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-07T14:03:04.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.961+0000 7f335e6b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:03:04.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.965+0000 7f335e6b09c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-07T14:03:04.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.965+0000 7f335e6b09c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2024-09-07T14:03:04.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.965+0000 7f335e6b09c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-07T14:03:04.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.965+0000 7f335e6b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:03:04.965 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.965+0000 7f335e6b09c0 10 removing key index: RPZUCEWMZAEZROYIHKNZ 2024-09-07T14:03:04.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.969+0000 7f335e6b09c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.keys:RPZUCEWMZAEZROYIHKNZ, ofs0, ns] 2024-09-07T14:03:04.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.969+0000 7f32337fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300745 cookie 94900269029184 notifier 6039 bl.length()=170 2024-09-07T14:03:04.971 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.969+0000 7f335e6b09c0 10 removing email index: sysuser.client.0+test@test.test 2024-09-07T14:03:04.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.973+0000 7f335e6b09c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-07T14:03:04.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.973+0000 7f32337fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300776 cookie 94900269031760 notifier 6039 bl.length()=182 2024-09-07T14:03:04.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.977+0000 7f3232ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300777 cookie 94900269031760 notifier 6039 bl.length()=182 2024-09-07T14:03:04.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.981+0000 7f335e6b09c0 10 removing user buckets index 2024-09-07T14:03:04.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.981+0000 7f335e6b09c0 10 removing user index: sysuser.client.0 2024-09-07T14:03:04.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.985+0000 7f335e6b09c0 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2024-09-07T14:03:04.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.985+0000 7f335e6b09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-07T14:03:04.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.985+0000 7f3232ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300764 cookie 94900269024752 notifier 6039 bl.length()=165 2024-09-07T14:03:04.988 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.989+0000 7f32137de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:03:04.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.993+0000 7f335e6b09c0 20 remove_watcher() i=0 2024-09-07T14:03:04.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.993+0000 7f335e6b09c0 2 removed watcher, disabling cache 2024-09-07T14:03:04.995 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.993+0000 7f335e6b09c0 20 remove_watcher() i=1 2024-09-07T14:03:04.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:04.997+0000 7f335e6b09c0 20 remove_watcher() i=2 2024-09-07T14:03:04.999 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:05.001+0000 7f335e6b09c0 20 remove_watcher() i=3 2024-09-07T14:03:05.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:05.001+0000 7f335e6b09c0 20 remove_watcher() i=4 2024-09-07T14:03:05.003 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:05.001+0000 7f335e6b09c0 20 remove_watcher() i=5 2024-09-07T14:03:05.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:05.005+0000 7f335e6b09c0 20 remove_watcher() i=6 2024-09-07T14:03:05.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:03:05.005+0000 7f335e6b09c0 20 remove_watcher() i=7 2024-09-07T14:03:05.023 INFO:tasks.ragweed:Removing ragweed... 2024-09-07T14:03:05.023 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2024-09-07T14:03:05.112 INFO:teuthology.run_tasks:Running task workunit... 2024-09-07T14:03:05.131 INFO:tasks.workunit:Pulling workunits from ref 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T14:03:05.131 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-07T14:03:05.131 DEBUG:teuthology.orchestra.run.smithi107:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-07T14:03:05.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T14:03:05.138 INFO:teuthology.orchestra.run.smithi107.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-07T14:03:05.139 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-07T14:03:05.193 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-07T14:03:05.193 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-07T14:03:05.240 INFO:tasks.workunit:timeout=3h 2024-09-07T14:03:05.240 INFO:tasks.workunit:cleanup=True 2024-09-07T14:03:05.240 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T14:03:05.290 INFO:tasks.workunit.client.0.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-07T14:04:02.413 INFO:tasks.workunit.client.0.smithi107.stderr:Note: switching to '5c120bb86a547030eb0946833002675f49ccd220'. 2024-09-07T14:04:02.413 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:02.413 INFO:tasks.workunit.client.0.smithi107.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-07T14:04:02.413 INFO:tasks.workunit.client.0.smithi107.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-07T14:04:02.413 INFO:tasks.workunit.client.0.smithi107.stderr:state without impacting any branches by switching back to a branch. 2024-09-07T14:04:02.414 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:02.414 INFO:tasks.workunit.client.0.smithi107.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-07T14:04:02.414 INFO:tasks.workunit.client.0.smithi107.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-07T14:04:02.414 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:02.414 INFO:tasks.workunit.client.0.smithi107.stderr: git switch -c 2024-09-07T14:04:02.414 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:02.414 INFO:tasks.workunit.client.0.smithi107.stderr:Or undo this operation with: 2024-09-07T14:04:02.414 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:02.414 INFO:tasks.workunit.client.0.smithi107.stderr: git switch - 2024-09-07T14:04:02.414 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:02.414 INFO:tasks.workunit.client.0.smithi107.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-07T14:04:02.414 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:02.415 INFO:tasks.workunit.client.0.smithi107.stderr:HEAD is now at 5c120bb86a5 rgw/service: remove unused metadata and metadata backend services 2024-09-07T14:04:02.420 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-07T14:04:02.472 INFO:tasks.workunit.client.0.smithi107.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-07T14:04:02.476 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-07T14:04:02.476 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-07T14:04:02.527 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-07T14:04:02.580 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-07T14:04:02.622 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-07T14:04:02.624 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-07T14:04:02.624 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-07T14:04:02.668 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-07T14:04:02.672 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T14:04:02.672 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-07T14:04:02.723 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2024-09-07T14:04:02.724 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2024-09-07T14:04:02.724 DEBUG:teuthology.orchestra.run.smithi107:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-07T14:04:02.773 INFO:tasks.workunit.client.0.smithi107.stderr:+ ulimit -c 0 2024-09-07T14:04:02.773 INFO:tasks.workunit.client.0.smithi107.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-07T14:04:02.774 INFO:tasks.workunit.client.0.smithi107.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-07T14:04:02.774 INFO:tasks.workunit.client.0.smithi107.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-07T14:04:05.701 INFO:tasks.workunit.client.0.smithi107.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-07T14:04:05.701 INFO:tasks.workunit.client.0.smithi107.stderr:++ deactivate nondestructive 2024-09-07T14:04:05.701 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ hash -r 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ unset VIRTUAL_ENV 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ export VIRTUAL_ENV 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ export PATH 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T14:04:05.702 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -z '' ']' 2024-09-07T14:04:05.703 INFO:tasks.workunit.client.0.smithi107.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-07T14:04:05.703 INFO:tasks.workunit.client.0.smithi107.stderr:++ PS1='(rgw) ' 2024-09-07T14:04:05.703 INFO:tasks.workunit.client.0.smithi107.stderr:++ export PS1 2024-09-07T14:04:05.703 INFO:tasks.workunit.client.0.smithi107.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-07T14:04:05.703 INFO:tasks.workunit.client.0.smithi107.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-07T14:04:05.703 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-07T14:04:05.703 INFO:tasks.workunit.client.0.smithi107.stderr:++ hash -r 2024-09-07T14:04:05.703 INFO:tasks.workunit.client.0.smithi107.stderr:+ pip install pip --upgrade 2024-09-07T14:04:06.060 INFO:tasks.workunit.client.0.smithi107.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-07T14:04:06.260 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting pip 2024-09-07T14:04:06.266 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-07T14:04:06.302 INFO:tasks.workunit.client.0.smithi107.stdout:Installing collected packages: pip 2024-09-07T14:04:06.302 INFO:tasks.workunit.client.0.smithi107.stdout: Attempting uninstall: pip 2024-09-07T14:04:06.302 INFO:tasks.workunit.client.0.smithi107.stdout: Found existing installation: pip 22.0.2 2024-09-07T14:04:06.562 INFO:tasks.workunit.client.0.smithi107.stdout: Uninstalling pip-22.0.2: 2024-09-07T14:04:06.568 INFO:tasks.workunit.client.0.smithi107.stdout: Successfully uninstalled pip-22.0.2 2024-09-07T14:04:07.302 INFO:tasks.workunit.client.0.smithi107.stdout:Successfully installed pip-24.2 2024-09-07T14:04:07.362 INFO:tasks.workunit.client.0.smithi107.stderr:+ pip install boto3 2024-09-07T14:04:08.341 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting boto3 2024-09-07T14:04:08.343 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached boto3-1.35.14-py3-none-any.whl.metadata (6.6 kB) 2024-09-07T14:04:08.894 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting botocore<1.36.0,>=1.35.14 (from boto3) 2024-09-07T14:04:08.895 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached botocore-1.35.14-py3-none-any.whl.metadata (5.7 kB) 2024-09-07T14:04:08.943 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-07T14:04:08.945 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-07T14:04:08.990 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-07T14:04:08.991 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-07T14:04:09.041 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.14->boto3) 2024-09-07T14:04:09.042 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-07T14:04:09.144 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.14->boto3) 2024-09-07T14:04:09.145 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached urllib3-2.2.2-py3-none-any.whl.metadata (6.4 kB) 2024-09-07T14:04:09.346 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.14->boto3) 2024-09-07T14:04:09.347 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-07T14:04:09.351 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached boto3-1.35.14-py3-none-any.whl (139 kB) 2024-09-07T14:04:09.352 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached botocore-1.35.14-py3-none-any.whl (12.5 MB) 2024-09-07T14:04:09.362 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-07T14:04:09.363 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-07T14:04:09.364 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-07T14:04:09.366 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached urllib3-2.2.2-py3-none-any.whl (121 kB) 2024-09-07T14:04:09.367 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-07T14:04:09.434 INFO:tasks.workunit.client.0.smithi107.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-07T14:04:10.521 INFO:tasks.workunit.client.0.smithi107.stdout:Successfully installed boto3-1.35.14 botocore-1.35.14 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.2 2024-09-07T14:04:10.723 INFO:tasks.workunit.client.0.smithi107.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2024-09-07T14:04:10.861 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2024-09-07T14:04:10.898 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:10.898 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:10.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.940+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:10.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.940+0000 7f7a1ea229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:10.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.940+0000 7f7a1ea229c0 20 realm 2024-09-07T14:04:10.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.940+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:10.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.940+0000 7f7a1ea229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:10.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.940+0000 7f7a1ea229c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:10.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.940+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:10.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.940+0000 7f7a1ea229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:10.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.940+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:10.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.944+0000 7f7a1ea229c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:10.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.944+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:10.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.944+0000 7f7a1ea229c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:10.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.944+0000 7f7a1ea229c0 20 searching for the correct realm 2024-09-07T14:04:10.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:10.948+0000 7f7a1c528640 0 -- 172.21.15.107:0/61140961 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f7a14066070 msgr2=0x7f7a140689e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:11.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.164+0000 7f7a1c528640 0 -- 172.21.15.107:0/61140961 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f7a14066070 msgr2=0x7f7a140689e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:11.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.176+0000 7f7a1ea229c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:11.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.176+0000 7f7a1ea229c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:11.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.176+0000 7f7a1ea229c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:11.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.176+0000 7f7a1ea229c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:11.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.176+0000 7f7a1ea229c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:11.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.176+0000 7f7a1ea229c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:11.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.176+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:11.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.176+0000 7f7a1ea229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:11.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.176+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:11.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.176+0000 7f7a1ea229c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:11.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.176+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 20 zone default found 2024-09-07T14:04:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 4 Realm: () 2024-09-07T14:04:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 20 zonegroup default 2024-09-07T14:04:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:11.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:11.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:11.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:11.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:11.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:11.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 20 started sync module instance, tier type = 2024-09-07T14:04:11.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.180+0000 7f7a1ea229c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:11.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.204+0000 7f7a1ea229c0 20 add_watcher() i=0 2024-09-07T14:04:11.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.204+0000 7f7a1ea229c0 20 add_watcher() i=1 2024-09-07T14:04:11.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.204+0000 7f7a1ea229c0 20 add_watcher() i=2 2024-09-07T14:04:11.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.204+0000 7f7a1ea229c0 20 add_watcher() i=3 2024-09-07T14:04:11.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.204+0000 7f7a1ea229c0 20 add_watcher() i=4 2024-09-07T14:04:11.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.204+0000 7f7a1ea229c0 20 add_watcher() i=5 2024-09-07T14:04:11.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.204+0000 7f7a1ea229c0 20 add_watcher() i=6 2024-09-07T14:04:11.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.208+0000 7f7a1ea229c0 20 add_watcher() i=7 2024-09-07T14:04:11.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.208+0000 7f7a1ea229c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:11.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f78d2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:11.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f7a1ea229c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:11.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f7a1ea229c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:11.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f7a1ea229c0 5 note: GC not initialized 2024-09-07T14:04:11.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f78d1fdb640 20 reqs_thread_entry: start 2024-09-07T14:04:11.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f7a1ea229c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:11.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f7a1ea229c0 20 Filter name: none 2024-09-07T14:04:11.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f78437fe640 20 reqs_thread_entry: start 2024-09-07T14:04:11.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f7a1ea229c0 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2024-09-07T14:04:11.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:11.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f7a1ea229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:11.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f7a1ea229c0 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2024-09-07T14:04:11.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f7a1ea229c0 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2024-09-07T14:04:11.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f7a1ea229c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2024-09-07T14:04:11.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.212+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:11.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.216+0000 7f7a1ea229c0 20 rados_obj.operate() r=0 bl.length=22 2024-09-07T14:04:11.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.216+0000 7f7a1ea229c0 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x5 2024-09-07T14:04:11.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.216+0000 7f7a1ea229c0 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-07T14:04:11.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.216+0000 7f7a1ea229c0 10 cache get: name=default.rgw.meta+users.uid+rgw_datacache_user : miss 2024-09-07T14:04:11.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.216+0000 7f7a1ea229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:11.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.216+0000 7f7a1ea229c0 20 rados_obj.operate() r=0 bl.length=420 2024-09-07T14:04:11.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.216+0000 7f7a1ea229c0 10 cache put: name=default.rgw.meta+users.uid+rgw_datacache_user info.flags=0x13 2024-09-07T14:04:11.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.216+0000 7f7a1ea229c0 10 adding default.rgw.meta+users.uid+rgw_datacache_user to cache LRU end 2024-09-07T14:04:11.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.216+0000 7f7a1ea229c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:04:11.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.216+0000 7f7a1ea229c0 10 chain_cache_entry: cache_locator=default.rgw.meta+users.uid+rgw_datacache_user 2024-09-07T14:04:11.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.216+0000 7f7a1ea229c0 20 get_user_info_from_index found 0 xattrs 2024-09-07T14:04:11.217 INFO:tasks.workunit.client.0.smithi107.stderr:could not create user: unable to parse parameters, duplicate key provided 2024-09-07T14:04:11.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.216+0000 7f78d2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:11.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.224+0000 7f7a1ea229c0 20 remove_watcher() i=0 2024-09-07T14:04:11.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.224+0000 7f7a1ea229c0 2 removed watcher, disabling cache 2024-09-07T14:04:11.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.224+0000 7f7a1ea229c0 20 remove_watcher() i=1 2024-09-07T14:04:11.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.228+0000 7f7a1ea229c0 20 remove_watcher() i=2 2024-09-07T14:04:11.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.232+0000 7f7a1ea229c0 20 remove_watcher() i=3 2024-09-07T14:04:11.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.232+0000 7f7a1ea229c0 20 remove_watcher() i=4 2024-09-07T14:04:11.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.236+0000 7f7a1ea229c0 20 remove_watcher() i=5 2024-09-07T14:04:11.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.236+0000 7f7a1ea229c0 20 remove_watcher() i=6 2024-09-07T14:04:11.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:11.236+0000 7f7a1ea229c0 20 remove_watcher() i=7 2024-09-07T14:04:25.015 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:25.016 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:25.120 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:25.120 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:25.234 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:25.234 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:25.350 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:25.350 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:25.404 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:25.404 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:25.499 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:25.499 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:25.560 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard add 2024-09-07T14:04:25.560 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:25.560 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:04:25.594 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:25.595 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:25.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.640+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:25.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.640+0000 7f00dd5659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:25.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.640+0000 7f00dd5659c0 20 realm 2024-09-07T14:04:25.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.640+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:25.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.640+0000 7f00dd5659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:25.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.640+0000 7f00dd5659c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:25.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.640+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:25.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.640+0000 7f00dd5659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:25.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.640+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:25.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.644+0000 7f00dd5659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:25.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.644+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:25.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.644+0000 7f00dd5659c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:25.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.644+0000 7f00dd5659c0 20 searching for the correct realm 2024-09-07T14:04:25.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.648+0000 7f00db06b640 0 -- 172.21.15.107:0/371008037 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f00d40a9070 msgr2=0x7f00d40c9410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:25.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:25.864+0000 7f00da86a640 0 -- 172.21.15.107:0/371008037 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f00cc07a8e0 msgr2=0x7f00cc0637e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:26.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.080+0000 7f00dd5659c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:26.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.080+0000 7f00dd5659c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:26.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.080+0000 7f00dd5659c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:26.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.080+0000 7f00dd5659c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:26.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.080+0000 7f00dd5659c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:26.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.080+0000 7f00dd5659c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:26.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.080+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.080+0000 7f00dd5659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.080+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:26.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 zone default found 2024-09-07T14:04:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 4 Realm: () 2024-09-07T14:04:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 zonegroup default 2024-09-07T14:04:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 started sync module instance, tier type = 2024-09-07T14:04:26.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.084+0000 7f00dd5659c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:26.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.108+0000 7f00dd5659c0 20 add_watcher() i=0 2024-09-07T14:04:26.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.108+0000 7f00dd5659c0 20 add_watcher() i=1 2024-09-07T14:04:26.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.108+0000 7f00dd5659c0 20 add_watcher() i=2 2024-09-07T14:04:26.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.108+0000 7f00dd5659c0 20 add_watcher() i=3 2024-09-07T14:04:26.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.108+0000 7f00dd5659c0 20 add_watcher() i=4 2024-09-07T14:04:26.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.108+0000 7f00dd5659c0 20 add_watcher() i=5 2024-09-07T14:04:26.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.108+0000 7f00dd5659c0 20 add_watcher() i=6 2024-09-07T14:04:26.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.112+0000 7f00dd5659c0 20 add_watcher() i=7 2024-09-07T14:04:26.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.112+0000 7f00dd5659c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:26.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.116+0000 7eff91fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:26.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.116+0000 7f00dd5659c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:26.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.116+0000 7f00dd5659c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:26.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.116+0000 7f00dd5659c0 5 note: GC not initialized 2024-09-07T14:04:26.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.116+0000 7eff90fe1640 20 reqs_thread_entry: start 2024-09-07T14:04:26.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.116+0000 7f00dd5659c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:26.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.116+0000 7f00dd5659c0 20 Filter name: none 2024-09-07T14:04:26.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.116+0000 7eff0a7fc640 20 reqs_thread_entry: start 2024-09-07T14:04:26.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.116+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.120+0000 7f00dd5659c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:04:26.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.120+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.120+0000 7f00dd5659c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:04:26.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.120+0000 7f00dd5659c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:26.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.120+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.120+0000 7f00dd5659c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:04:26.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.120+0000 7f00dd5659c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.120+0000 7f00dd5659c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:04:26.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.120+0000 7f00dd5659c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:26.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.124+0000 7eff91fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:26.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.128+0000 7f00dd5659c0 20 remove_watcher() i=0 2024-09-07T14:04:26.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.128+0000 7f00dd5659c0 2 removed watcher, disabling cache 2024-09-07T14:04:26.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.132+0000 7f00dd5659c0 20 remove_watcher() i=1 2024-09-07T14:04:26.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.132+0000 7f00dd5659c0 20 remove_watcher() i=2 2024-09-07T14:04:26.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.136+0000 7f00dd5659c0 20 remove_watcher() i=3 2024-09-07T14:04:26.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.136+0000 7f00dd5659c0 20 remove_watcher() i=4 2024-09-07T14:04:26.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.136+0000 7f00dd5659c0 20 remove_watcher() i=5 2024-09-07T14:04:26.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.140+0000 7f00dd5659c0 20 remove_watcher() i=6 2024-09-07T14:04:26.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.140+0000 7f00dd5659c0 20 remove_watcher() i=7 2024-09-07T14:04:26.158 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:26.158 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:04:26.158 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: a-bucket id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-07T14:04:26.158 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:26.159 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2024-09-07T14:04:26.191 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:26.192 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:26.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.236+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.236+0000 7fab4e1e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.236+0000 7fab4e1e89c0 20 realm 2024-09-07T14:04:26.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.236+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.236+0000 7fab4e1e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.236+0000 7fab4e1e89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:26.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.236+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.236+0000 7fab4e1e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.236+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.240+0000 7fab4e1e89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:26.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.240+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.240+0000 7fab4e1e89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:26.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.240+0000 7fab4e1e89c0 20 searching for the correct realm 2024-09-07T14:04:26.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.244+0000 7fab4c4ef640 0 -- 172.21.15.107:0/337054361 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fab34032060 msgr2=0x7fab34061e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:26.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.460+0000 7fab4b4ed640 0 -- 172.21.15.107:0/337054361 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fab3c026040 msgr2=0x7fab3c045950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:04:26.678 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.676+0000 7fab4e1e89c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:26.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.676+0000 7fab4e1e89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:26.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.676+0000 7fab4e1e89c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:26.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.676+0000 7fab4e1e89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:26.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.676+0000 7fab4e1e89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:26.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.676+0000 7fab4e1e89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:26.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.676+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:26.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 20 zone default found 2024-09-07T14:04:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 4 Realm: () 2024-09-07T14:04:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 20 zonegroup default 2024-09-07T14:04:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.680+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.684+0000 7fab4e1e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.684+0000 7fab4e1e89c0 20 started sync module instance, tier type = 2024-09-07T14:04:26.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.684+0000 7fab4e1e89c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:26.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.704+0000 7fab4e1e89c0 20 add_watcher() i=0 2024-09-07T14:04:26.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.704+0000 7fab4e1e89c0 20 add_watcher() i=1 2024-09-07T14:04:26.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.704+0000 7fab4e1e89c0 20 add_watcher() i=2 2024-09-07T14:04:26.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.704+0000 7fab4e1e89c0 20 add_watcher() i=3 2024-09-07T14:04:26.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.704+0000 7fab4e1e89c0 20 add_watcher() i=4 2024-09-07T14:04:26.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.704+0000 7fab4e1e89c0 20 add_watcher() i=5 2024-09-07T14:04:26.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.704+0000 7fab4e1e89c0 20 add_watcher() i=6 2024-09-07T14:04:26.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.708+0000 7fab4e1e89c0 20 add_watcher() i=7 2024-09-07T14:04:26.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.708+0000 7fab4e1e89c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:26.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.712+0000 7faa01fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:26.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.712+0000 7fab4e1e89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:26.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.712+0000 7fab4e1e89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:26.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.712+0000 7fab4e1e89c0 5 note: GC not initialized 2024-09-07T14:04:26.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.712+0000 7faa00fe1640 20 reqs_thread_entry: start 2024-09-07T14:04:26.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:26.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 20 Filter name: none 2024-09-07T14:04:26.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fa97a7fc640 20 reqs_thread_entry: start 2024-09-07T14:04:26.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:04:26.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:04:26.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:04:26.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:04:26.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:04:26.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:04:26.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:26.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:26.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:04:26.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:26.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.716+0000 7fab4e1e89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:04:26.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.720+0000 7faa01fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:26.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.728+0000 7fab4e1e89c0 20 remove_watcher() i=0 2024-09-07T14:04:26.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.728+0000 7fab4e1e89c0 2 removed watcher, disabling cache 2024-09-07T14:04:26.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.732+0000 7fab4e1e89c0 20 remove_watcher() i=1 2024-09-07T14:04:26.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.732+0000 7fab4e1e89c0 20 remove_watcher() i=2 2024-09-07T14:04:26.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.736+0000 7fab4e1e89c0 20 remove_watcher() i=3 2024-09-07T14:04:26.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.736+0000 7fab4e1e89c0 20 remove_watcher() i=4 2024-09-07T14:04:26.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.740+0000 7fab4e1e89c0 20 remove_watcher() i=5 2024-09-07T14:04:26.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.740+0000 7fab4e1e89c0 20 remove_watcher() i=6 2024-09-07T14:04:26.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.740+0000 7fab4e1e89c0 20 remove_watcher() i=7 2024-09-07T14:04:26.758 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshard list 2024-09-07T14:04:26.787 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:26.787 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:26.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.832+0000 7f8818eac9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.832+0000 7f8818eac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.832+0000 7f8818eac9c0 20 realm 2024-09-07T14:04:26.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.832+0000 7f8818eac9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.832+0000 7f8818eac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.832+0000 7f8818eac9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:26.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.832+0000 7f8818eac9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.832+0000 7f8818eac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.832+0000 7f8818eac9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.836+0000 7f8818eac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:26.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.836+0000 7f8818eac9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.836+0000 7f8818eac9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:26.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.836+0000 7f8818eac9c0 20 searching for the correct realm 2024-09-07T14:04:26.842 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.840+0000 7f88169b2640 0 -- 172.21.15.107:0/1632437728 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f881000e040 msgr2=0x7f881000f430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:26.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.848+0000 7f88171b3640 0 -- 172.21.15.107:0/1632437728 >> [v2:172.21.15.148:6816/3348669279,v1:172.21.15.148:6817/3348669279] conn(0x562f1531bc10 msgr2=0x562f1531e000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:26.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:26.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:26.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:26.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:26.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:26.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:26.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:26.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:26.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 zone default found 2024-09-07T14:04:26.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 4 Realm: () 2024-09-07T14:04:26.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:26.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:26.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:26.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 zonegroup default 2024-09-07T14:04:26.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.859 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 started sync module instance, tier type = 2024-09-07T14:04:26.859 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.856+0000 7f8818eac9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:26.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.872+0000 7f8818eac9c0 20 add_watcher() i=0 2024-09-07T14:04:26.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.872+0000 7f8818eac9c0 20 add_watcher() i=1 2024-09-07T14:04:26.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.872+0000 7f8818eac9c0 20 add_watcher() i=2 2024-09-07T14:04:26.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.872+0000 7f8818eac9c0 20 add_watcher() i=3 2024-09-07T14:04:26.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.872+0000 7f8818eac9c0 20 add_watcher() i=4 2024-09-07T14:04:26.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.872+0000 7f8818eac9c0 20 add_watcher() i=5 2024-09-07T14:04:26.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.872+0000 7f8818eac9c0 20 add_watcher() i=6 2024-09-07T14:04:26.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.872+0000 7f8818eac9c0 20 add_watcher() i=7 2024-09-07T14:04:26.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.872+0000 7f8818eac9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:26.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.876+0000 7f86cd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:26.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.876+0000 7f8818eac9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:26.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.876+0000 7f8818eac9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:26.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.876+0000 7f8818eac9c0 5 note: GC not initialized 2024-09-07T14:04:26.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.876+0000 7f8647fff640 20 reqs_thread_entry: start 2024-09-07T14:04:26.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.876+0000 7f8818eac9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:26.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.876+0000 7f8818eac9c0 20 Filter name: none 2024-09-07T14:04:26.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.876+0000 7f8645ffb640 20 reqs_thread_entry: start 2024-09-07T14:04:26.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.888+0000 7f86cd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:26.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.892+0000 7f8818eac9c0 20 remove_watcher() i=0 2024-09-07T14:04:26.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.892+0000 7f8818eac9c0 2 removed watcher, disabling cache 2024-09-07T14:04:26.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.892+0000 7f8818eac9c0 20 remove_watcher() i=1 2024-09-07T14:04:26.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.896+0000 7f8818eac9c0 20 remove_watcher() i=2 2024-09-07T14:04:26.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.896+0000 7f8818eac9c0 20 remove_watcher() i=3 2024-09-07T14:04:26.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.900+0000 7f8818eac9c0 20 remove_watcher() i=4 2024-09-07T14:04:26.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.900+0000 7f8818eac9c0 20 remove_watcher() i=5 2024-09-07T14:04:26.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.900+0000 7f8818eac9c0 20 remove_watcher() i=6 2024-09-07T14:04:26.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.904+0000 7f8818eac9c0 20 remove_watcher() i=7 2024-09-07T14:04:26.918 INFO:tasks.workunit.client.0.smithi107.stderr:bucket name a-bucket 2024-09-07T14:04:26.918 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard process 2024-09-07T14:04:26.918 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:26.918 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshard process 2024-09-07T14:04:26.942 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:26.943 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:26.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.988+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.988+0000 7f7b084149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.988+0000 7f7b084149c0 20 realm 2024-09-07T14:04:26.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.988+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.988+0000 7f7b084149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.988+0000 7f7b084149c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:26.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.988+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.988+0000 7f7b084149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:26.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.988+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.992+0000 7f7b084149c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:26.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.992+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:26.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.992+0000 7f7b084149c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:26.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.992+0000 7f7b084149c0 20 searching for the correct realm 2024-09-07T14:04:26.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:26.996+0000 7f7b0671b640 0 -- 172.21.15.107:0/2036713190 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f7af007fa70 msgr2=0x7f7af001da70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:04:27.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.212+0000 7f7b05719640 0 -- 172.21.15.107:0/2036713190 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f7af80f2400 msgr2=0x7f7af80f2880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:27.431 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:27.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:27.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:27.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:27.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:27.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:27.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:27.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:27.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:27.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:27.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:27.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:27.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 zone default found 2024-09-07T14:04:27.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 4 Realm: () 2024-09-07T14:04:27.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:27.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:27.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:27.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 zonegroup default 2024-09-07T14:04:27.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.432+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:27.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.436+0000 7f7b084149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:27.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.436+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:27.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.436+0000 7f7b084149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:27.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.436+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:27.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.436+0000 7f7b084149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:27.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.436+0000 7f7b084149c0 20 started sync module instance, tier type = 2024-09-07T14:04:27.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.436+0000 7f7b084149c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:27.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.460+0000 7f7b084149c0 20 add_watcher() i=0 2024-09-07T14:04:27.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.460+0000 7f7b084149c0 20 add_watcher() i=1 2024-09-07T14:04:27.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.460+0000 7f7b084149c0 20 add_watcher() i=2 2024-09-07T14:04:27.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.460+0000 7f7b084149c0 20 add_watcher() i=3 2024-09-07T14:04:27.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.460+0000 7f7b084149c0 20 add_watcher() i=4 2024-09-07T14:04:27.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.460+0000 7f7b084149c0 20 add_watcher() i=5 2024-09-07T14:04:27.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.460+0000 7f7b084149c0 20 add_watcher() i=6 2024-09-07T14:04:27.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.464+0000 7f7b084149c0 20 add_watcher() i=7 2024-09-07T14:04:27.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.464+0000 7f7b084149c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:27.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.468+0000 7f79b77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:27.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.468+0000 7f7b084149c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:27.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.468+0000 7f7b084149c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:27.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.468+0000 7f7b084149c0 5 note: GC not initialized 2024-09-07T14:04:27.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.468+0000 7f79b67fc640 20 reqs_thread_entry: start 2024-09-07T14:04:27.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.468+0000 7f7b084149c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:27.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.468+0000 7f7b084149c0 20 Filter name: none 2024-09-07T14:04:27.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.468+0000 7f7927fff640 20 reqs_thread_entry: start 2024-09-07T14:04:27.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.468+0000 7f7b084149c0 20 processing logshard = reshard.0000000000 2024-09-07T14:04:27.475 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.476+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-07T14:04:27.475 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.476+0000 7f7b084149c0 20 processing logshard = reshard.0000000001 2024-09-07T14:04:27.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.480+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-07T14:04:27.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.480+0000 7f7b084149c0 20 processing logshard = reshard.0000000002 2024-09-07T14:04:27.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.484+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-07T14:04:27.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.484+0000 7f7b084149c0 20 processing logshard = reshard.0000000003 2024-09-07T14:04:27.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.492+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-07T14:04:27.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.492+0000 7f7b084149c0 20 processing logshard = reshard.0000000004 2024-09-07T14:04:27.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.496+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-07T14:04:27.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.496+0000 7f7b084149c0 20 processing logshard = reshard.0000000005 2024-09-07T14:04:27.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.504+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-07T14:04:27.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.504+0000 7f7b084149c0 20 processing logshard = reshard.0000000006 2024-09-07T14:04:27.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.504+0000 7f7b084149c0 20 process_entry resharding a-bucket 2024-09-07T14:04:27.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.504+0000 7f7b084149c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:04:27.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.504+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:27.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.508+0000 7f7b084149c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:04:27.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.508+0000 7f7b084149c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-07T14:04:27.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.508+0000 7f7b084149c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:04:27.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.508+0000 7f7b084149c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:04:27.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.508+0000 7f7b084149c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:27.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.508+0000 7f7b084149c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:04:27.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.508+0000 7f7b084149c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:27.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.508+0000 7f7b084149c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:27.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.508+0000 7f7b084149c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:04:27.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.508+0000 7f7b084149c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:27.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.508+0000 7f7b084149c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:04:27.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.520+0000 7f7b084149c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:27.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.520+0000 7f7b084149c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:27.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.520+0000 7f7b084149c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:27.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.520+0000 7f7b084149c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:04:27.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.520+0000 7f79e97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300766 cookie 94269042212624 notifier 5852 bl.length()=911 2024-09-07T14:04:27.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.520+0000 7f79e97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:27.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.520+0000 7f79e97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:27.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.520+0000 7f79e97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:27.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.524+0000 7f7b084149c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:04:27.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.524+0000 7f7b084149c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:04:27.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.524+0000 7f7b084149c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:04:27.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.524+0000 7f7b084149c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:04:27.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.528+0000 7f7b084149c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.1.0 2024-09-07T14:04:27.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.528+0000 7f7b084149c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.1.0 2024-09-07T14:04:27.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.528+0000 7f7b084149c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.1.1 2024-09-07T14:04:27.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.528+0000 7f7b084149c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.1.1 2024-09-07T14:04:27.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.528+0000 7f7b084149c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.0 2024-09-07T14:04:27.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.532+0000 7f7b084149c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : hit (requested=0x17, cached=0x17) 2024-09-07T14:04:27.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.532+0000 7f7b084149c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:04:27.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.536+0000 7f7b084149c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:27.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.536+0000 7f7b084149c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:27.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.536+0000 7f7b084149c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:27.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.536+0000 7f7b084149c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:04:27.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.536+0000 7f79e97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300767 cookie 94269042212624 notifier 5852 bl.length()=911 2024-09-07T14:04:27.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.536+0000 7f79e97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:27.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.536+0000 7f79e97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:27.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.536+0000 7f79e97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:27.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.540+0000 7f7b084149c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:04:27.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.540+0000 7f7b084149c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:04:27.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.540+0000 7f7b084149c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:04:27.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.540+0000 7f7b084149c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:04:27.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.540+0000 7f7b084149c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.0 2024-09-07T14:04:27.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.544+0000 7f7b084149c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : hit (requested=0x17, cached=0x17) 2024-09-07T14:04:27.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.544+0000 7f7b084149c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:04:27.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.548+0000 7f7b084149c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:27.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.548+0000 7f7b084149c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:27.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.548+0000 7f7b084149c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:27.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.548+0000 7f7b084149c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:04:27.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.548+0000 7f79e8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300768 cookie 94269042212624 notifier 5852 bl.length()=879 2024-09-07T14:04:27.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.548+0000 7f79e8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:27.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.548+0000 7f79e8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:27.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.548+0000 7f79e8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:27.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.552+0000 7f7b084149c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:04:27.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.552+0000 7f7b084149c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:04:27.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.552+0000 7f7b084149c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:04:27.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.552+0000 7f7b084149c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:04:27.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.552+0000 7f7b084149c0 1 execute INFO: reshard of bucket "a-bucket" from 1 shards to 2 shards completed successfully 2024-09-07T14:04:27.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.556+0000 7f7b084149c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-07T14:04:27.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.564+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-07T14:04:27.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.564+0000 7f7b084149c0 20 processing logshard = reshard.0000000007 2024-09-07T14:04:27.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.572+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-07T14:04:27.571 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.572+0000 7f7b084149c0 20 processing logshard = reshard.0000000008 2024-09-07T14:04:27.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.576+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-07T14:04:27.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.576+0000 7f7b084149c0 20 processing logshard = reshard.0000000009 2024-09-07T14:04:27.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.584+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-07T14:04:27.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.584+0000 7f7b084149c0 20 processing logshard = reshard.0000000010 2024-09-07T14:04:27.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.592+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-07T14:04:27.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.592+0000 7f7b084149c0 20 processing logshard = reshard.0000000011 2024-09-07T14:04:27.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.600+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-07T14:04:27.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.600+0000 7f7b084149c0 20 processing logshard = reshard.0000000012 2024-09-07T14:04:27.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.604+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-07T14:04:27.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.604+0000 7f7b084149c0 20 processing logshard = reshard.0000000013 2024-09-07T14:04:27.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.612+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-07T14:04:27.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.612+0000 7f7b084149c0 20 processing logshard = reshard.0000000014 2024-09-07T14:04:27.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.620+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-07T14:04:27.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.620+0000 7f7b084149c0 20 processing logshard = reshard.0000000015 2024-09-07T14:04:27.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.624+0000 7f7b084149c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-07T14:04:27.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.628+0000 7f79b77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:27.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.632+0000 7f7b084149c0 20 remove_watcher() i=0 2024-09-07T14:04:27.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.632+0000 7f7b084149c0 2 removed watcher, disabling cache 2024-09-07T14:04:27.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.636+0000 7f7b084149c0 20 remove_watcher() i=1 2024-09-07T14:04:27.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.636+0000 7f7b084149c0 20 remove_watcher() i=2 2024-09-07T14:04:27.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.640+0000 7f7b084149c0 20 remove_watcher() i=3 2024-09-07T14:04:27.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.644+0000 7f7b084149c0 20 remove_watcher() i=4 2024-09-07T14:04:27.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.644+0000 7f7b084149c0 20 remove_watcher() i=5 2024-09-07T14:04:27.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.648+0000 7f7b084149c0 20 remove_watcher() i=6 2024-09-07T14:04:27.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:27.648+0000 7f7b084149c0 20 remove_watcher() i=7 2024-09-07T14:04:32.672 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:04:32.705 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:32.705 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:32.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.752+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:32.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.752+0000 7f0e954a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:32.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.752+0000 7f0e954a19c0 20 realm 2024-09-07T14:04:32.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.752+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:32.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.752+0000 7f0e954a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:32.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.752+0000 7f0e954a19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:32.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.752+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:32.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.752+0000 7f0e954a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:32.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.752+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:32.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.756+0000 7f0e954a19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:32.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.756+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:32.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.756+0000 7f0e954a19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:32.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.756+0000 7f0e954a19c0 20 searching for the correct realm 2024-09-07T14:04:32.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.760+0000 7f0e92fa7640 0 -- 172.21.15.107:0/3018200614 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f0e8c01f050 msgr2=0x7f0e8c03e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:32.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.976+0000 7f0e92fa7640 0 -- 172.21.15.107:0/3018200614 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f0e8c01f050 msgr2=0x7f0e8c03e920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:32.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:32.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:32.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:32.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:32.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:32.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:32.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:32.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:32.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:32.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:32.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:32.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:32.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 zone default found 2024-09-07T14:04:32.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 4 Realm: () 2024-09-07T14:04:32.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:32.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:32.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:32.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 zonegroup default 2024-09-07T14:04:32.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:32.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:32.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.988+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:32.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.992+0000 7f0e954a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:32.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.992+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:32.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.992+0000 7f0e954a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:32.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.992+0000 7f0e954a19c0 20 started sync module instance, tier type = 2024-09-07T14:04:32.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:32.992+0000 7f0e954a19c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:33.013 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.012+0000 7f0e954a19c0 20 add_watcher() i=0 2024-09-07T14:04:33.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.012+0000 7f0e954a19c0 20 add_watcher() i=1 2024-09-07T14:04:33.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.012+0000 7f0e954a19c0 20 add_watcher() i=2 2024-09-07T14:04:33.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.012+0000 7f0e954a19c0 20 add_watcher() i=3 2024-09-07T14:04:33.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.012+0000 7f0e954a19c0 20 add_watcher() i=4 2024-09-07T14:04:33.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.012+0000 7f0e954a19c0 20 add_watcher() i=5 2024-09-07T14:04:33.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.012+0000 7f0e954a19c0 20 add_watcher() i=6 2024-09-07T14:04:33.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.016+0000 7f0e954a19c0 20 add_watcher() i=7 2024-09-07T14:04:33.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.016+0000 7f0e954a19c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:33.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.016+0000 7f0d49fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:33.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0e954a19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:33.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0e954a19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:33.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0e954a19c0 5 note: GC not initialized 2024-09-07T14:04:33.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0d48fe1640 20 reqs_thread_entry: start 2024-09-07T14:04:33.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0e954a19c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:33.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0e954a19c0 20 Filter name: none 2024-09-07T14:04:33.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0d41ffb640 20 reqs_thread_entry: start 2024-09-07T14:04:33.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:33.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0e954a19c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:04:33.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:33.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0e954a19c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:04:33.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0e954a19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:33.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.020+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:33.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.024+0000 7f0e954a19c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:04:33.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.024+0000 7f0e954a19c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:33.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.024+0000 7f0e954a19c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:04:33.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.024+0000 7f0e954a19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:33.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.024+0000 7f0d49fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:33.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.028+0000 7f0e954a19c0 20 remove_watcher() i=0 2024-09-07T14:04:33.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.028+0000 7f0e954a19c0 2 removed watcher, disabling cache 2024-09-07T14:04:33.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.032+0000 7f0e954a19c0 20 remove_watcher() i=1 2024-09-07T14:04:33.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.036+0000 7f0e954a19c0 20 remove_watcher() i=2 2024-09-07T14:04:33.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.036+0000 7f0e954a19c0 20 remove_watcher() i=3 2024-09-07T14:04:33.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.040+0000 7f0e954a19c0 20 remove_watcher() i=4 2024-09-07T14:04:33.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.040+0000 7f0e954a19c0 20 remove_watcher() i=5 2024-09-07T14:04:33.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.040+0000 7f0e954a19c0 20 remove_watcher() i=6 2024-09-07T14:04:33.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:33.044+0000 7f0e954a19c0 20 remove_watcher() i=7 2024-09-07T14:04:33.058 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:33.058 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:04:33.058 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: a-bucket id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-07T14:04:33.058 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:33.058 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard add non empty bucket 2024-09-07T14:04:33.058 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:33.063 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:33.063 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:33.120 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:33.120 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:33.224 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:33.224 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:33.318 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:33.318 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:33.415 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:33.415 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:33.511 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:33.511 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:33.603 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:33.603 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:33.699 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:33.699 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:33.790 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:04:33.821 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:33.821 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:34.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.060+0000 7f3f9ff03640 0 --2- 172.21.15.107:0/3682766562 >> [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] conn(0x55f6af8402e0 0x55f6af854590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-07T14:04:34.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.076+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.076+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.076+0000 7f3fa2bfe9c0 20 realm 2024-09-07T14:04:34.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.076+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.076+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.076+0000 7f3fa2bfe9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:34.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.076+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.076+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.076+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.080+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:34.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.080+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.080+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:34.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.080+0000 7f3fa2bfe9c0 20 searching for the correct realm 2024-09-07T14:04:34.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.084+0000 7f3f9ff03640 0 -- 172.21.15.107:0/215060193 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f3f90114c20 msgr2=0x7f3f900f6530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:34.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.292+0000 7f3fa0704640 0 -- 172.21.15.107:0/215060193 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f3f9804f040 msgr2=0x7f3f9804f520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:34.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:34.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:34.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:34.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:34.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:34.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:34.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:34.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:34.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 zone default found 2024-09-07T14:04:34.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 4 Realm: () 2024-09-07T14:04:34.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:34.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:34.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:34.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 zonegroup default 2024-09-07T14:04:34.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.312+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.316+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.316+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.316+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.316+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.316+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.316+0000 7f3fa2bfe9c0 20 started sync module instance, tier type = 2024-09-07T14:04:34.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.316+0000 7f3fa2bfe9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:34.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.336+0000 7f3fa2bfe9c0 20 add_watcher() i=0 2024-09-07T14:04:34.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.336+0000 7f3fa2bfe9c0 20 add_watcher() i=1 2024-09-07T14:04:34.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.336+0000 7f3fa2bfe9c0 20 add_watcher() i=2 2024-09-07T14:04:34.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.336+0000 7f3fa2bfe9c0 20 add_watcher() i=3 2024-09-07T14:04:34.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.336+0000 7f3fa2bfe9c0 20 add_watcher() i=4 2024-09-07T14:04:34.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.336+0000 7f3fa2bfe9c0 20 add_watcher() i=5 2024-09-07T14:04:34.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.336+0000 7f3fa2bfe9c0 20 add_watcher() i=6 2024-09-07T14:04:34.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.340+0000 7f3fa2bfe9c0 20 add_watcher() i=7 2024-09-07T14:04:34.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.340+0000 7f3fa2bfe9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:34.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.344+0000 7f3e56fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:34.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.344+0000 7f3fa2bfe9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:34.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.344+0000 7f3fa2bfe9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:34.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.344+0000 7f3fa2bfe9c0 5 note: GC not initialized 2024-09-07T14:04:34.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.344+0000 7f3e55fdb640 20 reqs_thread_entry: start 2024-09-07T14:04:34.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.344+0000 7f3fa2bfe9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:34.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.344+0000 7f3fa2bfe9c0 20 Filter name: none 2024-09-07T14:04:34.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.344+0000 7f3dc77fe640 20 reqs_thread_entry: start 2024-09-07T14:04:34.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.344+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.344+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:04:34.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.344+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.348+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:04:34.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.348+0000 7f3fa2bfe9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:34.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.348+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.348+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:04:34.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.348+0000 7f3fa2bfe9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.348+0000 7f3fa2bfe9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:04:34.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.348+0000 7f3fa2bfe9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:34.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.352+0000 7f3e56fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:34.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.356+0000 7f3fa2bfe9c0 20 remove_watcher() i=0 2024-09-07T14:04:34.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.356+0000 7f3fa2bfe9c0 2 removed watcher, disabling cache 2024-09-07T14:04:34.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.356+0000 7f3fa2bfe9c0 20 remove_watcher() i=1 2024-09-07T14:04:34.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.360+0000 7f3fa2bfe9c0 20 remove_watcher() i=2 2024-09-07T14:04:34.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.364+0000 7f3fa2bfe9c0 20 remove_watcher() i=3 2024-09-07T14:04:34.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.364+0000 7f3fa2bfe9c0 20 remove_watcher() i=4 2024-09-07T14:04:34.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.364+0000 7f3fa2bfe9c0 20 remove_watcher() i=5 2024-09-07T14:04:34.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.368+0000 7f3fa2bfe9c0 20 remove_watcher() i=6 2024-09-07T14:04:34.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.368+0000 7f3fa2bfe9c0 20 remove_watcher() i=7 2024-09-07T14:04:34.386 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:34.387 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:04:34.387 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: a-bucket id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 num_objects: 8 size_kb: 1 num_shards: 2 2024-09-07T14:04:34.387 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:34.387 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2024-09-07T14:04:34.416 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:34.417 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:34.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.460+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.464+0000 7fe8538229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.464+0000 7fe8538229c0 20 realm 2024-09-07T14:04:34.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.464+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.464+0000 7fe8538229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.464+0000 7fe8538229c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:34.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.464+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.464+0000 7fe8538229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.464+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.464+0000 7fe8538229c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:34.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.464+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.468+0000 7fe8538229c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:34.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.468+0000 7fe8538229c0 20 searching for the correct realm 2024-09-07T14:04:34.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.472+0000 7fe851328640 0 -- 172.21.15.107:0/3441697716 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe84c030020 msgr2=0x7fe84c062940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:34.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.688+0000 7fe851328640 0 -- 172.21.15.107:0/3441697716 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe84c030020 msgr2=0x7fe84c062940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:34.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:34.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:34.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:34.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:34.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:34.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:34.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:34.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:34.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 zone default found 2024-09-07T14:04:34.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 4 Realm: () 2024-09-07T14:04:34.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:34.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:34.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:34.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 zonegroup default 2024-09-07T14:04:34.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.700+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.704+0000 7fe8538229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.704+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.704+0000 7fe8538229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.704+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.704+0000 7fe8538229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.704+0000 7fe8538229c0 20 started sync module instance, tier type = 2024-09-07T14:04:34.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.704+0000 7fe8538229c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:34.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.728+0000 7fe8538229c0 20 add_watcher() i=0 2024-09-07T14:04:34.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.728+0000 7fe8538229c0 20 add_watcher() i=1 2024-09-07T14:04:34.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.728+0000 7fe8538229c0 20 add_watcher() i=2 2024-09-07T14:04:34.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.728+0000 7fe8538229c0 20 add_watcher() i=3 2024-09-07T14:04:34.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.728+0000 7fe8538229c0 20 add_watcher() i=4 2024-09-07T14:04:34.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.728+0000 7fe8538229c0 20 add_watcher() i=5 2024-09-07T14:04:34.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.728+0000 7fe8538229c0 20 add_watcher() i=6 2024-09-07T14:04:34.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.732+0000 7fe8538229c0 20 add_watcher() i=7 2024-09-07T14:04:34.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.732+0000 7fe8538229c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:34.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.736+0000 7fe7077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:34.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.736+0000 7fe8538229c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:34.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.736+0000 7fe8538229c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:34.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.736+0000 7fe8538229c0 5 note: GC not initialized 2024-09-07T14:04:34.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.736+0000 7fe7067e4640 20 reqs_thread_entry: start 2024-09-07T14:04:34.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.736+0000 7fe8538229c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:34.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.736+0000 7fe8538229c0 20 Filter name: none 2024-09-07T14:04:34.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.736+0000 7fe677fff640 20 reqs_thread_entry: start 2024-09-07T14:04:34.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.736+0000 7fe8538229c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:04:34.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.736+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.740+0000 7fe8538229c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:04:34.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.740+0000 7fe8538229c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:04:34.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.740+0000 7fe8538229c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:04:34.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.740+0000 7fe8538229c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:04:34.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.740+0000 7fe8538229c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.740+0000 7fe8538229c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:04:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.740+0000 7fe8538229c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.740+0000 7fe8538229c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.740+0000 7fe8538229c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:04:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.740+0000 7fe8538229c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.740+0000 7fe8538229c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:04:34.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.744+0000 7fe7077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:34.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.748+0000 7fe8538229c0 20 remove_watcher() i=0 2024-09-07T14:04:34.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.748+0000 7fe8538229c0 2 removed watcher, disabling cache 2024-09-07T14:04:34.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.752+0000 7fe8538229c0 20 remove_watcher() i=1 2024-09-07T14:04:34.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.752+0000 7fe8538229c0 20 remove_watcher() i=2 2024-09-07T14:04:34.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.756+0000 7fe8538229c0 20 remove_watcher() i=3 2024-09-07T14:04:34.758 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.760+0000 7fe8538229c0 20 remove_watcher() i=4 2024-09-07T14:04:34.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.760+0000 7fe8538229c0 20 remove_watcher() i=5 2024-09-07T14:04:34.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.760+0000 7fe8538229c0 20 remove_watcher() i=6 2024-09-07T14:04:34.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.764+0000 7fe8538229c0 20 remove_watcher() i=7 2024-09-07T14:04:34.846 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshard list 2024-09-07T14:04:34.846 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:34.846 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:34.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.852+0000 7ff5590f29c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.852+0000 7ff5590f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.852+0000 7ff5590f29c0 20 realm 2024-09-07T14:04:34.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.852+0000 7ff5590f29c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.852+0000 7ff5590f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.852+0000 7ff5590f29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:34.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.852+0000 7ff5590f29c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.852+0000 7ff5590f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:34.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.852+0000 7ff5590f29c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.856+0000 7ff5590f29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:34.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.856+0000 7ff5590f29c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:34.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.856+0000 7ff5590f29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:34.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.856+0000 7ff5590f29c0 20 searching for the correct realm 2024-09-07T14:04:34.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.860+0000 7ff5573f9640 0 -- 172.21.15.107:0/2325952311 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7ff54c03e040 msgr2=0x7ff54c03e420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:34.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:34.868+0000 7ff5563f7640 0 -- 172.21.15.107:0/2325952311 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7ff5480cd060 msgr2=0x7ff5480f99e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:35.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.084+0000 7ff5590f29c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:35.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.084+0000 7ff5590f29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:35.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.084+0000 7ff5590f29c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:35.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.084+0000 7ff5590f29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:35.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.084+0000 7ff5590f29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:35.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.084+0000 7ff5590f29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:35.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.084+0000 7ff5590f29c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:35.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:35.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 zone default found 2024-09-07T14:04:35.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 4 Realm: () 2024-09-07T14:04:35.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:35.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:35.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:35.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 zonegroup default 2024-09-07T14:04:35.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 started sync module instance, tier type = 2024-09-07T14:04:35.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.088+0000 7ff5590f29c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:35.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.112+0000 7ff5590f29c0 20 add_watcher() i=0 2024-09-07T14:04:35.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.112+0000 7ff5590f29c0 20 add_watcher() i=1 2024-09-07T14:04:35.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.112+0000 7ff5590f29c0 20 add_watcher() i=2 2024-09-07T14:04:35.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.112+0000 7ff5590f29c0 20 add_watcher() i=3 2024-09-07T14:04:35.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.112+0000 7ff5590f29c0 20 add_watcher() i=4 2024-09-07T14:04:35.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.112+0000 7ff5590f29c0 20 add_watcher() i=5 2024-09-07T14:04:35.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.112+0000 7ff5590f29c0 20 add_watcher() i=6 2024-09-07T14:04:35.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.116+0000 7ff5590f29c0 20 add_watcher() i=7 2024-09-07T14:04:35.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.116+0000 7ff5590f29c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:35.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.120+0000 7ff40d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:35.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.120+0000 7ff5590f29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:35.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.120+0000 7ff5590f29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:35.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.120+0000 7ff5590f29c0 5 note: GC not initialized 2024-09-07T14:04:35.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.120+0000 7ff387fff640 20 reqs_thread_entry: start 2024-09-07T14:04:35.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.120+0000 7ff5590f29c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:35.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.120+0000 7ff5590f29c0 20 Filter name: none 2024-09-07T14:04:35.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.120+0000 7ff385ffb640 20 reqs_thread_entry: start 2024-09-07T14:04:35.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.132+0000 7ff40d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:35.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.136+0000 7ff5590f29c0 20 remove_watcher() i=0 2024-09-07T14:04:35.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.136+0000 7ff5590f29c0 2 removed watcher, disabling cache 2024-09-07T14:04:35.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.136+0000 7ff5590f29c0 20 remove_watcher() i=1 2024-09-07T14:04:35.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.140+0000 7ff5590f29c0 20 remove_watcher() i=2 2024-09-07T14:04:35.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.144+0000 7ff5590f29c0 20 remove_watcher() i=3 2024-09-07T14:04:35.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.144+0000 7ff5590f29c0 20 remove_watcher() i=4 2024-09-07T14:04:35.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.148+0000 7ff5590f29c0 20 remove_watcher() i=5 2024-09-07T14:04:35.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.148+0000 7ff5590f29c0 20 remove_watcher() i=6 2024-09-07T14:04:35.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.148+0000 7ff5590f29c0 20 remove_watcher() i=7 2024-09-07T14:04:35.166 INFO:tasks.workunit.client.0.smithi107.stderr:bucket name a-bucket 2024-09-07T14:04:35.166 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard process non empty bucket 2024-09-07T14:04:35.166 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:35.166 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshard process 2024-09-07T14:04:35.191 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:35.191 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:35.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.236+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.236+0000 7f15a330f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.236+0000 7f15a330f9c0 20 realm 2024-09-07T14:04:35.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.236+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.236+0000 7f15a330f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.236+0000 7f15a330f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:35.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.236+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.236+0000 7f15a330f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.236+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.240+0000 7f15a330f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:35.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.240+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.240+0000 7f15a330f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:35.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.240+0000 7f15a330f9c0 20 searching for the correct realm 2024-09-07T14:04:35.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.244+0000 7f15a1616640 0 -- 172.21.15.107:0/2282985625 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f159405b4f0 msgr2=0x7f159405daa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:35.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.460+0000 7f15a0614640 0 -- 172.21.15.107:0/2282985625 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f15900ceb30 msgr2=0x7f1590134280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:35.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:35.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:35.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:35.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:35.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:35.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:35.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:35.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:35.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 zone default found 2024-09-07T14:04:35.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 4 Realm: () 2024-09-07T14:04:35.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:35.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:35.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:35.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 zonegroup default 2024-09-07T14:04:35.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.680+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.684+0000 7f15a330f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.684+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.684+0000 7f15a330f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.684+0000 7f15a330f9c0 20 started sync module instance, tier type = 2024-09-07T14:04:35.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.684+0000 7f15a330f9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:35.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.708+0000 7f15a330f9c0 20 add_watcher() i=0 2024-09-07T14:04:35.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.708+0000 7f15a330f9c0 20 add_watcher() i=1 2024-09-07T14:04:35.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.708+0000 7f15a330f9c0 20 add_watcher() i=2 2024-09-07T14:04:35.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.708+0000 7f15a330f9c0 20 add_watcher() i=3 2024-09-07T14:04:35.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.708+0000 7f15a330f9c0 20 add_watcher() i=4 2024-09-07T14:04:35.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.708+0000 7f15a330f9c0 20 add_watcher() i=5 2024-09-07T14:04:35.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.708+0000 7f15a330f9c0 20 add_watcher() i=6 2024-09-07T14:04:35.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.712+0000 7f15a330f9c0 20 add_watcher() i=7 2024-09-07T14:04:35.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.712+0000 7f15a330f9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:35.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.716+0000 7f14577e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:35.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.716+0000 7f15a330f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:35.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.716+0000 7f15a330f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:35.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.716+0000 7f15a330f9c0 5 note: GC not initialized 2024-09-07T14:04:35.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.716+0000 7f14567e4640 20 reqs_thread_entry: start 2024-09-07T14:04:35.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.716+0000 7f15a330f9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:35.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.716+0000 7f15a330f9c0 20 Filter name: none 2024-09-07T14:04:35.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.716+0000 7f144f7fe640 20 reqs_thread_entry: start 2024-09-07T14:04:35.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.716+0000 7f15a330f9c0 20 processing logshard = reshard.0000000000 2024-09-07T14:04:35.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.724+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-07T14:04:35.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.724+0000 7f15a330f9c0 20 processing logshard = reshard.0000000001 2024-09-07T14:04:35.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.728+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-07T14:04:35.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.728+0000 7f15a330f9c0 20 processing logshard = reshard.0000000002 2024-09-07T14:04:35.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.732+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-07T14:04:35.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.732+0000 7f15a330f9c0 20 processing logshard = reshard.0000000003 2024-09-07T14:04:35.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.736+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-07T14:04:35.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.736+0000 7f15a330f9c0 20 processing logshard = reshard.0000000004 2024-09-07T14:04:35.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.744+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-07T14:04:35.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.744+0000 7f15a330f9c0 20 processing logshard = reshard.0000000005 2024-09-07T14:04:35.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.748+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-07T14:04:35.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.748+0000 7f15a330f9c0 20 processing logshard = reshard.0000000006 2024-09-07T14:04:35.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 20 process_entry resharding a-bucket 2024-09-07T14:04:35.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:04:35.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:04:35.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-07T14:04:35.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:04:35.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:04:35.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:04:35.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:35.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:35.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:04:35.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:35.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.752+0000 7f15a330f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:04:35.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.764+0000 7f15a330f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:35.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.764+0000 7f15a330f9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:35.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.764+0000 7f15a330f9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:35.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.764+0000 7f15a330f9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:04:35.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.764+0000 7f14777fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300769 cookie 94091704966672 notifier 5936 bl.length()=911 2024-09-07T14:04:35.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.764+0000 7f14777fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:35.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.764+0000 7f14777fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:35.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.764+0000 7f14777fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:35.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.768+0000 7f15a330f9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:04:35.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.768+0000 7f15a330f9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:04:35.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.768+0000 7f15a330f9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:04:35.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.768+0000 7f15a330f9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:04:35.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.772+0000 7f15a330f9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:04:35.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.772+0000 7f15a330f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:04:35.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.772+0000 7f15a330f9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:04:35.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.772+0000 7f15a330f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:04:35.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.772+0000 7f15a330f9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:04:35.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.772+0000 7f15a330f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:04:35.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.772+0000 7f15a330f9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.1.0 2024-09-07T14:04:35.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.772+0000 7f15a330f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.1.0 2024-09-07T14:04:35.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.772+0000 7f15a330f9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.1.1 2024-09-07T14:04:35.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.772+0000 7f15a330f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.1.1 2024-09-07T14:04:35.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.776+0000 7f15a330f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : hit (requested=0x17, cached=0x17) 2024-09-07T14:04:35.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.776+0000 7f15a330f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:04:35.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.780+0000 7f15a330f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:35.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.780+0000 7f15a330f9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:35.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.780+0000 7f15a330f9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:35.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.780+0000 7f15a330f9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:04:35.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.780+0000 7f14777fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300770 cookie 94091704966672 notifier 5936 bl.length()=911 2024-09-07T14:04:35.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.780+0000 7f14777fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:35.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.780+0000 7f14777fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:35.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.780+0000 7f14777fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:35.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.784+0000 7f15a330f9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:04:35.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.784+0000 7f15a330f9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:04:35.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.784+0000 7f15a330f9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:04:35.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.784+0000 7f15a330f9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:04:35.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.784+0000 7f15a330f9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.1.0 2024-09-07T14:04:35.787 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.784+0000 7f15a330f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.1.0 2024-09-07T14:04:35.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.788+0000 7f15a330f9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.1.1 2024-09-07T14:04:35.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.788+0000 7f15a330f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.1.1 2024-09-07T14:04:35.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.788+0000 7f15a330f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : hit (requested=0x17, cached=0x17) 2024-09-07T14:04:35.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.788+0000 7f15a330f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:04:35.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.792+0000 7f15a330f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:35.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.792+0000 7f15a330f9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:35.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.792+0000 7f15a330f9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:35.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.792+0000 7f15a330f9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:04:35.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.792+0000 7f1477fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300771 cookie 94091704966672 notifier 5936 bl.length()=879 2024-09-07T14:04:35.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.792+0000 7f1477fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:04:35.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.792+0000 7f1477fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:04:35.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.792+0000 7f1477fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:04:35.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.792+0000 7f15a330f9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:04:35.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.792+0000 7f15a330f9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:04:35.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.792+0000 7f15a330f9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:04:35.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.792+0000 7f15a330f9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:04:35.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.796+0000 7f15a330f9c0 1 execute INFO: reshard of bucket "a-bucket" from 2 shards to 3 shards completed successfully 2024-09-07T14:04:35.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.796+0000 7f15a330f9c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-07T14:04:35.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.800+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-07T14:04:35.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.800+0000 7f15a330f9c0 20 processing logshard = reshard.0000000007 2024-09-07T14:04:35.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.808+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-07T14:04:35.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.808+0000 7f15a330f9c0 20 processing logshard = reshard.0000000008 2024-09-07T14:04:35.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.812+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-07T14:04:35.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.812+0000 7f15a330f9c0 20 processing logshard = reshard.0000000009 2024-09-07T14:04:35.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.820+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-07T14:04:35.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.820+0000 7f15a330f9c0 20 processing logshard = reshard.0000000010 2024-09-07T14:04:35.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.824+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-07T14:04:35.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.824+0000 7f15a330f9c0 20 processing logshard = reshard.0000000011 2024-09-07T14:04:35.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.832+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-07T14:04:35.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.832+0000 7f15a330f9c0 20 processing logshard = reshard.0000000012 2024-09-07T14:04:35.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.836+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-07T14:04:35.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.836+0000 7f15a330f9c0 20 processing logshard = reshard.0000000013 2024-09-07T14:04:35.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.844+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-07T14:04:35.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.844+0000 7f15a330f9c0 20 processing logshard = reshard.0000000014 2024-09-07T14:04:35.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.852+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-07T14:04:35.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.852+0000 7f15a330f9c0 20 processing logshard = reshard.0000000015 2024-09-07T14:04:35.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.856+0000 7f15a330f9c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-07T14:04:35.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.860+0000 7f14577e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:35.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.864+0000 7f15a330f9c0 20 remove_watcher() i=0 2024-09-07T14:04:35.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.864+0000 7f15a330f9c0 2 removed watcher, disabling cache 2024-09-07T14:04:35.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.868+0000 7f15a330f9c0 20 remove_watcher() i=1 2024-09-07T14:04:35.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.868+0000 7f15a330f9c0 20 remove_watcher() i=2 2024-09-07T14:04:35.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.872+0000 7f15a330f9c0 20 remove_watcher() i=3 2024-09-07T14:04:35.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.876+0000 7f15a330f9c0 20 remove_watcher() i=4 2024-09-07T14:04:35.876 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.876+0000 7f15a330f9c0 20 remove_watcher() i=5 2024-09-07T14:04:35.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.876+0000 7f15a330f9c0 20 remove_watcher() i=6 2024-09-07T14:04:35.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.880+0000 7f15a330f9c0 20 remove_watcher() i=7 2024-09-07T14:04:35.899 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:04:35.929 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:35.929 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:35.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.976+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.976+0000 7ff2a55e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.976+0000 7ff2a55e69c0 20 realm 2024-09-07T14:04:35.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.976+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.980+0000 7ff2a55e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.980+0000 7ff2a55e69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:35.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.980+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.980+0000 7ff2a55e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:35.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.980+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.980+0000 7ff2a55e69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:35.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.980+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:35.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.980+0000 7ff2a55e69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:35.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.980+0000 7ff2a55e69c0 20 searching for the correct realm 2024-09-07T14:04:35.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:35.984+0000 7ff2a28eb640 0 -- 172.21.15.107:0/3349700201 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7ff2940ca070 msgr2=0x7ff2940f85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:36.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.196+0000 7ff2a38ed640 0 -- 172.21.15.107:0/3349700201 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7ff28c03f060 msgr2=0x7ff28c065ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:36.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:36.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:36.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:36.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:36.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:36.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:36.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:36.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:36.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:36.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:36.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:36.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:36.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 zone default found 2024-09-07T14:04:36.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 4 Realm: () 2024-09-07T14:04:36.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:36.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:36.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:36.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 zonegroup default 2024-09-07T14:04:36.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.216+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:36.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.220+0000 7ff2a55e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:36.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.220+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:36.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.220+0000 7ff2a55e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:36.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.220+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:36.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.220+0000 7ff2a55e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:36.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.220+0000 7ff2a55e69c0 20 started sync module instance, tier type = 2024-09-07T14:04:36.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.220+0000 7ff2a55e69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:36.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.244+0000 7ff2a55e69c0 20 add_watcher() i=0 2024-09-07T14:04:36.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.244+0000 7ff2a55e69c0 20 add_watcher() i=1 2024-09-07T14:04:36.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.244+0000 7ff2a55e69c0 20 add_watcher() i=2 2024-09-07T14:04:36.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.244+0000 7ff2a55e69c0 20 add_watcher() i=3 2024-09-07T14:04:36.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.244+0000 7ff2a55e69c0 20 add_watcher() i=4 2024-09-07T14:04:36.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.244+0000 7ff2a55e69c0 20 add_watcher() i=5 2024-09-07T14:04:36.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.244+0000 7ff2a55e69c0 20 add_watcher() i=6 2024-09-07T14:04:36.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.248+0000 7ff2a55e69c0 20 add_watcher() i=7 2024-09-07T14:04:36.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.248+0000 7ff2a55e69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:36.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.252+0000 7ff155fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:36.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.252+0000 7ff2a55e69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:36.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.252+0000 7ff2a55e69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:36.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.252+0000 7ff2a55e69c0 5 note: GC not initialized 2024-09-07T14:04:36.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.252+0000 7ff154fe1640 20 reqs_thread_entry: start 2024-09-07T14:04:36.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.252+0000 7ff2a55e69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:36.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.252+0000 7ff2a55e69c0 20 Filter name: none 2024-09-07T14:04:36.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.252+0000 7ff0ce7fc640 20 reqs_thread_entry: start 2024-09-07T14:04:36.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.252+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:36.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.256+0000 7ff2a55e69c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:04:36.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.256+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:36.256 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.256+0000 7ff2a55e69c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:04:36.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.256+0000 7ff2a55e69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:36.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.256+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:36.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.256+0000 7ff2a55e69c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:04:36.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.256+0000 7ff2a55e69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:36.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.256+0000 7ff2a55e69c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:04:36.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.256+0000 7ff2a55e69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:36.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.260+0000 7ff155fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:36.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.264+0000 7ff2a55e69c0 20 remove_watcher() i=0 2024-09-07T14:04:36.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.264+0000 7ff2a55e69c0 2 removed watcher, disabling cache 2024-09-07T14:04:36.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.268+0000 7ff2a55e69c0 20 remove_watcher() i=1 2024-09-07T14:04:36.271 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.272+0000 7ff2a55e69c0 20 remove_watcher() i=2 2024-09-07T14:04:36.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.272+0000 7ff2a55e69c0 20 remove_watcher() i=3 2024-09-07T14:04:36.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.276+0000 7ff2a55e69c0 20 remove_watcher() i=4 2024-09-07T14:04:36.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.276+0000 7ff2a55e69c0 20 remove_watcher() i=5 2024-09-07T14:04:36.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.280+0000 7ff2a55e69c0 20 remove_watcher() i=6 2024-09-07T14:04:36.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:36.280+0000 7ff2a55e69c0 20 remove_watcher() i=7 2024-09-07T14:04:36.297 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:36.297 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:04:36.297 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: a-bucket id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-07T14:04:36.297 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:36.297 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with EIO injected at init_index 2024-09-07T14:04:36.297 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:36.298 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:36.299 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:36.366 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:36.366 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:36.431 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:36.431 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:36.535 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:36.536 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:36.609 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:36.609 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:36.710 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:36.712 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:36.812 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:36.812 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:36.914 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:36.914 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:37.014 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:37.014 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:37.113 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:37.113 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:37.214 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:37.214 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:37.315 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:37.315 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:37.415 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:37.415 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:37.514 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:37.514 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:37.611 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:37.611 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:37.711 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:37.711 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:37.810 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:37.810 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:37.919 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:37.919 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:37.982 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:37.982 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:38.082 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:38.082 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:38.170 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:38.170 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:38.269 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:38.269 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:38.370 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-07T14:04:38.403 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:38.404 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:38.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.448+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:38.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.452+0000 7f2b8882f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:38.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.452+0000 7f2b8882f9c0 20 realm 2024-09-07T14:04:38.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.452+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:38.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.452+0000 7f2b8882f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:38.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.452+0000 7f2b8882f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:38.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.452+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:38.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.452+0000 7f2b8882f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:38.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.452+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:38.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.452+0000 7f2b8882f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:38.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.452+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:38.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.456+0000 7f2b8882f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:38.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.456+0000 7f2b8882f9c0 20 searching for the correct realm 2024-09-07T14:04:38.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.456+0000 7f2b86b36640 0 -- 172.21.15.107:0/3808349239 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f2b7c032060 msgr2=0x7f2b7c063710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:38.672 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:38.672+0000 7f2b85b34640 0 -- 172.21.15.107:0/3808349239 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f2b781242b0 msgr2=0x7f2b7811e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:39.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.292+0000 7f2b8882f9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:39.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.292+0000 7f2b8882f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:39.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.292+0000 7f2b8882f9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:39.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.292+0000 7f2b8882f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:39.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.292+0000 7f2b8882f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:39.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.292+0000 7f2b8882f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:39.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.292+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.292+0000 7f2b8882f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.292+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:39.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:39.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 20 zone default found 2024-09-07T14:04:39.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 4 Realm: () 2024-09-07T14:04:39.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:39.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:39.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:39.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 20 zonegroup default 2024-09-07T14:04:39.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.296+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.300+0000 7f2b8882f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.300+0000 7f2b8882f9c0 20 started sync module instance, tier type = 2024-09-07T14:04:39.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.300+0000 7f2b8882f9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:39.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.324+0000 7f2b8882f9c0 20 add_watcher() i=0 2024-09-07T14:04:39.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.324+0000 7f2b8882f9c0 20 add_watcher() i=1 2024-09-07T14:04:39.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.324+0000 7f2b8882f9c0 20 add_watcher() i=2 2024-09-07T14:04:39.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.324+0000 7f2b8882f9c0 20 add_watcher() i=3 2024-09-07T14:04:39.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.324+0000 7f2b8882f9c0 20 add_watcher() i=4 2024-09-07T14:04:39.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.324+0000 7f2b8882f9c0 20 add_watcher() i=5 2024-09-07T14:04:39.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.324+0000 7f2b8882f9c0 20 add_watcher() i=6 2024-09-07T14:04:39.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.324+0000 7f2b8882f9c0 20 add_watcher() i=7 2024-09-07T14:04:39.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.324+0000 7f2b8882f9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:39.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.328+0000 7f2a3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:39.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.332+0000 7f2b8882f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:39.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.332+0000 7f2b8882f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:39.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.332+0000 7f2b8882f9c0 5 note: GC not initialized 2024-09-07T14:04:39.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.332+0000 7f2a377fe640 20 reqs_thread_entry: start 2024-09-07T14:04:39.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.332+0000 7f2b8882f9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:39.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.332+0000 7f2b8882f9c0 20 Filter name: none 2024-09-07T14:04:39.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.332+0000 7f2a357fa640 20 reqs_thread_entry: start 2024-09-07T14:04:39.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.332+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.332+0000 7f2b8882f9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:39.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.332+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.336+0000 7f2b8882f9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:39.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.336+0000 7f2b8882f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:39.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.336+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.336+0000 7f2b8882f9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:39.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.336+0000 7f2b8882f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.336+0000 7f2b8882f9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:39.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.336+0000 7f2b8882f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:39.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.340+0000 7f2a3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:39.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.344+0000 7f2b8882f9c0 20 remove_watcher() i=0 2024-09-07T14:04:39.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.344+0000 7f2b8882f9c0 2 removed watcher, disabling cache 2024-09-07T14:04:39.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.344+0000 7f2b8882f9c0 20 remove_watcher() i=1 2024-09-07T14:04:39.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.348+0000 7f2b8882f9c0 20 remove_watcher() i=2 2024-09-07T14:04:39.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.348+0000 7f2b8882f9c0 20 remove_watcher() i=3 2024-09-07T14:04:39.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.352+0000 7f2b8882f9c0 20 remove_watcher() i=4 2024-09-07T14:04:39.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.352+0000 7f2b8882f9c0 20 remove_watcher() i=5 2024-09-07T14:04:39.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.356+0000 7f2b8882f9c0 20 remove_watcher() i=6 2024-09-07T14:04:39.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.356+0000 7f2b8882f9c0 20 remove_watcher() i=7 2024-09-07T14:04:39.373 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:39.373 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:04:39.373 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-init-index id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:04:39.374 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:39.374 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2024-09-07T14:04:39.407 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:39.407 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:39.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.452+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.452+0000 7f095d4e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.452+0000 7f095d4e49c0 20 realm 2024-09-07T14:04:39.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.452+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.452+0000 7f095d4e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.452+0000 7f095d4e49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:39.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.452+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.452+0000 7f095d4e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.452+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.456+0000 7f095d4e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:39.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.456+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.456+0000 7f095d4e49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:39.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.456+0000 7f095d4e49c0 20 searching for the correct realm 2024-09-07T14:04:39.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.460+0000 7f095afea640 0 -- 172.21.15.107:0/2931125910 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f095402c070 msgr2=0x7f0954062ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:39.677 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.676+0000 7f095afea640 0 -- 172.21.15.107:0/2931125910 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f095402c070 msgr2=0x7f0954062ba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:39.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:39.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:39.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:39.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:39.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:39.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:39.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:39.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:39.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 zone default found 2024-09-07T14:04:39.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 4 Realm: () 2024-09-07T14:04:39.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:39.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:39.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:39.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 zonegroup default 2024-09-07T14:04:39.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.688+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.692+0000 7f095d4e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.692+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.692+0000 7f095d4e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.692+0000 7f095d4e49c0 20 started sync module instance, tier type = 2024-09-07T14:04:39.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.692+0000 7f095d4e49c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:39.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.712+0000 7f095d4e49c0 20 add_watcher() i=0 2024-09-07T14:04:39.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.712+0000 7f095d4e49c0 20 add_watcher() i=1 2024-09-07T14:04:39.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.712+0000 7f095d4e49c0 20 add_watcher() i=2 2024-09-07T14:04:39.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.712+0000 7f095d4e49c0 20 add_watcher() i=3 2024-09-07T14:04:39.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.712+0000 7f095d4e49c0 20 add_watcher() i=4 2024-09-07T14:04:39.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.712+0000 7f095d4e49c0 20 add_watcher() i=5 2024-09-07T14:04:39.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.712+0000 7f095d4e49c0 20 add_watcher() i=6 2024-09-07T14:04:39.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.716+0000 7f095d4e49c0 20 add_watcher() i=7 2024-09-07T14:04:39.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.716+0000 7f095d4e49c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:39.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.720+0000 7f08117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:39.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.720+0000 7f095d4e49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:39.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.720+0000 7f095d4e49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:39.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.720+0000 7f095d4e49c0 5 note: GC not initialized 2024-09-07T14:04:39.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.720+0000 7f078bfff640 20 reqs_thread_entry: start 2024-09-07T14:04:39.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.720+0000 7f095d4e49c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:39.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.720+0000 7f095d4e49c0 20 Filter name: none 2024-09-07T14:04:39.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.720+0000 7f0789ffb640 20 reqs_thread_entry: start 2024-09-07T14:04:39.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.720+0000 7f095d4e49c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-07T14:04:39.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.720+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.724+0000 7f095d4e49c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:39.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.724+0000 7f095d4e49c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-07T14:04:39.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.724+0000 7f095d4e49c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-07T14:04:39.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.724+0000 7f095d4e49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 : miss 2024-09-07T14:04:39.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.724+0000 7f095d4e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.724+0000 7f095d4e49c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:39.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.724+0000 7f095d4e49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 info.flags=0x17 2024-09-07T14:04:39.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.724+0000 7f095d4e49c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 to cache LRU end 2024-09-07T14:04:39.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.724+0000 7f095d4e49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:04:39.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.724+0000 7f095d4e49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:39.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.724+0000 7f095d4e49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 2024-09-07T14:04:39.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.728+0000 7f095d4e49c0 -1 Injecting error=-5 at location=init_index 2024-09-07T14:04:39.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.728+0000 7f095d4e49c0 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2024-09-07T14:04:39.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.732+0000 7f08117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:39.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.736+0000 7f095d4e49c0 20 remove_watcher() i=0 2024-09-07T14:04:39.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.736+0000 7f095d4e49c0 2 removed watcher, disabling cache 2024-09-07T14:04:39.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.736+0000 7f095d4e49c0 20 remove_watcher() i=1 2024-09-07T14:04:39.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.740+0000 7f095d4e49c0 20 remove_watcher() i=2 2024-09-07T14:04:39.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.744+0000 7f095d4e49c0 20 remove_watcher() i=3 2024-09-07T14:04:39.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.744+0000 7f095d4e49c0 20 remove_watcher() i=4 2024-09-07T14:04:39.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.748+0000 7f095d4e49c0 20 remove_watcher() i=5 2024-09-07T14:04:39.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.748+0000 7f095d4e49c0 20 remove_watcher() i=6 2024-09-07T14:04:39.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.752+0000 7f095d4e49c0 20 remove_watcher() i=7 2024-09-07T14:04:39.767 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-07T14:04:39.798 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:39.798 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:39.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.844+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.844+0000 7fac02b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.844+0000 7fac02b7e9c0 20 realm 2024-09-07T14:04:39.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.844+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.844+0000 7fac02b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.844+0000 7fac02b7e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:39.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.844+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.844+0000 7fac02b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.844+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.848+0000 7fac02b7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:39.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.848+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.848+0000 7fac02b7e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:39.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.848+0000 7fac02b7e9c0 20 searching for the correct realm 2024-09-07T14:04:39.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.852+0000 7fac00684640 0 -- 172.21.15.107:0/607433904 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fabf8029040 msgr2=0x7fabf801a9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:39.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.860+0000 7fac00684640 0 -- 172.21.15.107:0/607433904 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7faac8081300 msgr2=0x7faac8083730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:39.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.868+0000 7fac02b7e9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:39.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.868+0000 7fac02b7e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:39.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.868+0000 7fac02b7e9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:39.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.868+0000 7fac02b7e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:39.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.868+0000 7fac02b7e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:39.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.868+0000 7fac02b7e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:39.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.868+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.868+0000 7fac02b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.868+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:39.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:39.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 zone default found 2024-09-07T14:04:39.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 4 Realm: () 2024-09-07T14:04:39.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:39.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:39.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:39.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 zonegroup default 2024-09-07T14:04:39.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:39.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 started sync module instance, tier type = 2024-09-07T14:04:39.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.872+0000 7fac02b7e9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:39.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.888+0000 7fac02b7e9c0 20 add_watcher() i=0 2024-09-07T14:04:39.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.888+0000 7fac02b7e9c0 20 add_watcher() i=1 2024-09-07T14:04:39.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.888+0000 7fac02b7e9c0 20 add_watcher() i=2 2024-09-07T14:04:39.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.888+0000 7fac02b7e9c0 20 add_watcher() i=3 2024-09-07T14:04:39.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.888+0000 7fac02b7e9c0 20 add_watcher() i=4 2024-09-07T14:04:39.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.888+0000 7fac02b7e9c0 20 add_watcher() i=5 2024-09-07T14:04:39.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.888+0000 7fac02b7e9c0 20 add_watcher() i=6 2024-09-07T14:04:39.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.892+0000 7fac02b7e9c0 20 add_watcher() i=7 2024-09-07T14:04:39.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.892+0000 7fac02b7e9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:39.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.892+0000 7faab6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:39.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.892+0000 7fac02b7e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:39.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.892+0000 7fac02b7e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:39.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.892+0000 7fac02b7e9c0 5 note: GC not initialized 2024-09-07T14:04:39.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.892+0000 7faab5fdb640 20 reqs_thread_entry: start 2024-09-07T14:04:39.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.892+0000 7fac02b7e9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:39.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.892+0000 7fac02b7e9c0 20 Filter name: none 2024-09-07T14:04:39.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.892+0000 7faa277fe640 20 reqs_thread_entry: start 2024-09-07T14:04:39.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.892+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.896+0000 7fac02b7e9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:39.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.896+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.896+0000 7fac02b7e9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:39.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.896+0000 7fac02b7e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:39.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.896+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.896+0000 7fac02b7e9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:39.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.896+0000 7fac02b7e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:39.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.900+0000 7fac02b7e9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:39.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.900+0000 7fac02b7e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:39.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.900+0000 7faab6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:39.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.904+0000 7fac02b7e9c0 20 remove_watcher() i=0 2024-09-07T14:04:39.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.904+0000 7fac02b7e9c0 2 removed watcher, disabling cache 2024-09-07T14:04:39.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.908+0000 7fac02b7e9c0 20 remove_watcher() i=1 2024-09-07T14:04:39.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.908+0000 7fac02b7e9c0 20 remove_watcher() i=2 2024-09-07T14:04:39.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.912+0000 7fac02b7e9c0 20 remove_watcher() i=3 2024-09-07T14:04:39.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.912+0000 7fac02b7e9c0 20 remove_watcher() i=4 2024-09-07T14:04:39.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.916+0000 7fac02b7e9c0 20 remove_watcher() i=5 2024-09-07T14:04:39.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.916+0000 7fac02b7e9c0 20 remove_watcher() i=6 2024-09-07T14:04:39.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:39.916+0000 7fac02b7e9c0 20 remove_watcher() i=7 2024-09-07T14:04:39.932 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:39.932 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:04:39.932 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-init-index id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:04:39.932 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:39.934 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:39.934 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:39.976 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:39.976 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:40.036 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:04:40.071 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:40.072 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:40.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.116+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.116+0000 7fec7e8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.116+0000 7fec7e8599c0 20 realm 2024-09-07T14:04:40.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.116+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.116+0000 7fec7e8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.116+0000 7fec7e8599c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:40.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.116+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.116+0000 7fec7e8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.116+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.120+0000 7fec7e8599c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:40.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.120+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.120+0000 7fec7e8599c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:40.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.120+0000 7fec7e8599c0 20 searching for the correct realm 2024-09-07T14:04:40.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.124+0000 7fec7c35f640 0 -- 172.21.15.107:0/3005830662 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fec74017020 msgr2=0x7fec7400f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:40.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.340+0000 7fec7c35f640 0 -- 172.21.15.107:0/3005830662 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fec74017020 msgr2=0x7fec7400f460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:40.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:40.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 zone default found 2024-09-07T14:04:40.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 4 Realm: () 2024-09-07T14:04:40.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:40.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:40.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:40.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 zonegroup default 2024-09-07T14:04:40.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.352+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.356+0000 7fec7e8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.356+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.356+0000 7fec7e8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.356+0000 7fec7e8599c0 20 started sync module instance, tier type = 2024-09-07T14:04:40.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.356+0000 7fec7e8599c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:40.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.380+0000 7fec7e8599c0 20 add_watcher() i=0 2024-09-07T14:04:40.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.380+0000 7fec7e8599c0 20 add_watcher() i=1 2024-09-07T14:04:40.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.380+0000 7fec7e8599c0 20 add_watcher() i=2 2024-09-07T14:04:40.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.380+0000 7fec7e8599c0 20 add_watcher() i=3 2024-09-07T14:04:40.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.380+0000 7fec7e8599c0 20 add_watcher() i=4 2024-09-07T14:04:40.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.380+0000 7fec7e8599c0 20 add_watcher() i=5 2024-09-07T14:04:40.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.380+0000 7fec7e8599c0 20 add_watcher() i=6 2024-09-07T14:04:40.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.380+0000 7fec7e8599c0 20 add_watcher() i=7 2024-09-07T14:04:40.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.380+0000 7fec7e8599c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:40.385 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.384+0000 7feb32fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:40.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7fec7e8599c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:40.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7fec7e8599c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:40.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7fec7e8599c0 5 note: GC not initialized 2024-09-07T14:04:40.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7feb31fdb640 20 reqs_thread_entry: start 2024-09-07T14:04:40.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7fec7e8599c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:40.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7fec7e8599c0 20 Filter name: none 2024-09-07T14:04:40.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7feaa37fe640 20 reqs_thread_entry: start 2024-09-07T14:04:40.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7fec7e8599c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-07T14:04:40.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7fec7e8599c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:40.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7fec7e8599c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-07T14:04:40.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7fec7e8599c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-07T14:04:40.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7fec7e8599c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 : miss 2024-09-07T14:04:40.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.388+0000 7fec7e8599c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.392+0000 7fec7e8599c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:40.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.392+0000 7fec7e8599c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 info.flags=0x17 2024-09-07T14:04:40.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.392+0000 7fec7e8599c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 to cache LRU end 2024-09-07T14:04:40.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.392+0000 7fec7e8599c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:04:40.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.392+0000 7fec7e8599c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:40.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.392+0000 7fec7e8599c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 2024-09-07T14:04:40.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.400+0000 7fec7e8599c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 info.flags=0x17 2024-09-07T14:04:40.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.400+0000 7fec7e8599c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 to cache LRU end 2024-09-07T14:04:40.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.400+0000 7fec7e8599c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:40.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.400+0000 7fec7e8599c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20, ofs0, ns] 2024-09-07T14:04:40.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.400+0000 7feb537fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300780 cookie 94294353008736 notifier 6023 bl.length()=995 2024-09-07T14:04:40.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.400+0000 7feb537fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 info.flags=0x17 2024-09-07T14:04:40.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.400+0000 7feb537fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 to cache LRU end 2024-09-07T14:04:40.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.400+0000 7feb537fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:40.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.404+0000 7fec7e8599c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20]): orig_sources= new_sources= 2024-09-07T14:04:40.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.404+0000 7fec7e8599c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20]): potential sources added=[] removed=[] 2024-09-07T14:04:40.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.404+0000 7fec7e8599c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20]): orig_dests= new_dests= 2024-09-07T14:04:40.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.404+0000 7fec7e8599c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20]): potential dests added=[] removed=[] 2024-09-07T14:04:40.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.408+0000 7fec7e8599c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20.1.0 2024-09-07T14:04:40.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.408+0000 7fec7e8599c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20.1.0 2024-09-07T14:04:40.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.408+0000 7fec7e8599c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20.1.1 2024-09-07T14:04:40.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.408+0000 7fec7e8599c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20.1.1 2024-09-07T14:04:40.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.408+0000 7fec7e8599c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20.0 2024-09-07T14:04:40.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.412+0000 7fec7e8599c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 : hit (requested=0x17, cached=0x17) 2024-09-07T14:04:40.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.412+0000 7fec7e8599c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 2024-09-07T14:04:40.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.412+0000 7fec7e8599c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 info.flags=0x17 2024-09-07T14:04:40.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.412+0000 7fec7e8599c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 to cache LRU end 2024-09-07T14:04:40.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.412+0000 7fec7e8599c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:40.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.412+0000 7fec7e8599c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20, ofs0, ns] 2024-09-07T14:04:40.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.416+0000 7feb537fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300781 cookie 94294353008736 notifier 6023 bl.length()=995 2024-09-07T14:04:40.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.416+0000 7feb537fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 info.flags=0x17 2024-09-07T14:04:40.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.416+0000 7feb537fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 to cache LRU end 2024-09-07T14:04:40.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.416+0000 7feb537fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:40.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.416+0000 7fec7e8599c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20]): orig_sources= new_sources= 2024-09-07T14:04:40.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.416+0000 7fec7e8599c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20]): potential sources added=[] removed=[] 2024-09-07T14:04:40.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.416+0000 7fec7e8599c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20]): orig_dests= new_dests= 2024-09-07T14:04:40.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.416+0000 7fec7e8599c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20]): potential dests added=[] removed=[] 2024-09-07T14:04:40.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.420+0000 7fec7e8599c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20.0 2024-09-07T14:04:40.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.420+0000 7fec7e8599c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 : hit (requested=0x17, cached=0x17) 2024-09-07T14:04:40.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.420+0000 7fec7e8599c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 2024-09-07T14:04:40.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.424+0000 7fec7e8599c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 info.flags=0x17 2024-09-07T14:04:40.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.424+0000 7fec7e8599c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 to cache LRU end 2024-09-07T14:04:40.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.424+0000 7fec7e8599c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:40.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.424+0000 7fec7e8599c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20, ofs0, ns] 2024-09-07T14:04:40.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.424+0000 7feb52ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300782 cookie 94294353008736 notifier 6023 bl.length()=963 2024-09-07T14:04:40.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.424+0000 7feb52ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 info.flags=0x17 2024-09-07T14:04:40.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.424+0000 7feb52ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 to cache LRU end 2024-09-07T14:04:40.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.424+0000 7feb52ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:40.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.428+0000 7fec7e8599c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20]): orig_sources= new_sources= 2024-09-07T14:04:40.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.428+0000 7fec7e8599c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20]): potential sources added=[] removed=[] 2024-09-07T14:04:40.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.428+0000 7fec7e8599c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20]): orig_dests= new_dests= 2024-09-07T14:04:40.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.428+0000 7fec7e8599c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20]): potential dests added=[] removed=[] 2024-09-07T14:04:40.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.428+0000 7fec7e8599c0 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-07T14:04:40.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.432+0000 7feb32fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:40.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.440+0000 7fec7e8599c0 20 remove_watcher() i=0 2024-09-07T14:04:40.439 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.440+0000 7fec7e8599c0 2 removed watcher, disabling cache 2024-09-07T14:04:40.441 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.440+0000 7fec7e8599c0 20 remove_watcher() i=1 2024-09-07T14:04:40.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.448+0000 7fec7e8599c0 20 remove_watcher() i=2 2024-09-07T14:04:40.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.448+0000 7fec7e8599c0 20 remove_watcher() i=3 2024-09-07T14:04:40.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.452+0000 7fec7e8599c0 20 remove_watcher() i=4 2024-09-07T14:04:40.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.456+0000 7fec7e8599c0 20 remove_watcher() i=5 2024-09-07T14:04:40.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.456+0000 7fec7e8599c0 20 remove_watcher() i=6 2024-09-07T14:04:40.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.460+0000 7fec7e8599c0 20 remove_watcher() i=7 2024-09-07T14:04:40.483 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-07T14:04:40.515 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:40.515 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:40.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.560+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.560+0000 7fa6020929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.560+0000 7fa6020929c0 20 realm 2024-09-07T14:04:40.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.560+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.560+0000 7fa6020929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.560+0000 7fa6020929c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:40.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.560+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.564+0000 7fa6020929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.564+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.564+0000 7fa6020929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:40.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.564+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.564+0000 7fa6020929c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:40.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.564+0000 7fa6020929c0 20 searching for the correct realm 2024-09-07T14:04:40.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.568+0000 7fa600399640 0 -- 172.21.15.107:0/214765662 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fa5f0028030 msgr2=0x7fa5f0065940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:40.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.576+0000 7fa5ff397640 0 -- 172.21.15.107:0/214765662 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fa5e8134180 msgr2=0x7fa5e8118050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:40.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.792+0000 7fa6020929c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:40.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.792+0000 7fa6020929c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:40.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.792+0000 7fa6020929c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:40.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.792+0000 7fa6020929c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:40.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.792+0000 7fa6020929c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:40.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.792+0000 7fa6020929c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:40.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.792+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.792+0000 7fa6020929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.792+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:40.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:40.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 zone default found 2024-09-07T14:04:40.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 4 Realm: () 2024-09-07T14:04:40.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:40.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:40.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:40.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 zonegroup default 2024-09-07T14:04:40.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:40.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 started sync module instance, tier type = 2024-09-07T14:04:40.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.796+0000 7fa6020929c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:40.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.828+0000 7fa6020929c0 20 add_watcher() i=0 2024-09-07T14:04:40.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.828+0000 7fa6020929c0 20 add_watcher() i=1 2024-09-07T14:04:40.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.828+0000 7fa6020929c0 20 add_watcher() i=2 2024-09-07T14:04:40.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.828+0000 7fa6020929c0 20 add_watcher() i=3 2024-09-07T14:04:40.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.828+0000 7fa6020929c0 20 add_watcher() i=4 2024-09-07T14:04:40.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.828+0000 7fa6020929c0 20 add_watcher() i=5 2024-09-07T14:04:40.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.828+0000 7fa6020929c0 20 add_watcher() i=6 2024-09-07T14:04:40.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.828+0000 7fa6020929c0 20 add_watcher() i=7 2024-09-07T14:04:40.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.828+0000 7fa6020929c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:40.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.832+0000 7fa4b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:40.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.832+0000 7fa6020929c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:40.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.832+0000 7fa6020929c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:40.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.832+0000 7fa6020929c0 5 note: GC not initialized 2024-09-07T14:04:40.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.836+0000 7fa4b4fe1640 20 reqs_thread_entry: start 2024-09-07T14:04:40.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.836+0000 7fa6020929c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:40.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.836+0000 7fa6020929c0 20 Filter name: none 2024-09-07T14:04:40.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.836+0000 7fa42e7fc640 20 reqs_thread_entry: start 2024-09-07T14:04:40.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.836+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.836+0000 7fa6020929c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:40.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.836+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.836+0000 7fa6020929c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:40.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.836+0000 7fa6020929c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:40.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.836+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.840+0000 7fa6020929c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:40.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.840+0000 7fa6020929c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:40.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.840+0000 7fa6020929c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:40.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.840+0000 7fa6020929c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:40.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.844+0000 7fa4b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:40.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.852+0000 7fa6020929c0 20 remove_watcher() i=0 2024-09-07T14:04:40.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.852+0000 7fa6020929c0 2 removed watcher, disabling cache 2024-09-07T14:04:40.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.852+0000 7fa6020929c0 20 remove_watcher() i=1 2024-09-07T14:04:40.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.856+0000 7fa6020929c0 20 remove_watcher() i=2 2024-09-07T14:04:40.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.860+0000 7fa6020929c0 20 remove_watcher() i=3 2024-09-07T14:04:40.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.864+0000 7fa6020929c0 20 remove_watcher() i=4 2024-09-07T14:04:40.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.864+0000 7fa6020929c0 20 remove_watcher() i=5 2024-09-07T14:04:40.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.864+0000 7fa6020929c0 20 remove_watcher() i=6 2024-09-07T14:04:40.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:40.868+0000 7fa6020929c0 20 remove_watcher() i=7 2024-09-07T14:04:40.893 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:40.893 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:04:40.893 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-init-index id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:04:40.893 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:40.894 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:40.894 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:40.918 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:40.918 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:41.458 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:41.458 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:41.647 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2024-09-07T14:04:41.647 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:41.649 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:41.649 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:41.764 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:41.764 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:41.854 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:41.854 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:41.947 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:41.947 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:42.030 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:42.030 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:42.128 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:42.128 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:42.228 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:42.228 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:42.324 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:42.325 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:42.422 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:42.422 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:42.486 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:42.486 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:42.580 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:42.580 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:42.678 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:42.679 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:42.767 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:42.767 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:42.866 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:42.866 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:42.957 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:42.957 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:43.053 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:43.054 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:43.157 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:43.157 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:43.260 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:43.260 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:43.359 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:43.360 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:43.458 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:43.458 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:43.550 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:43.550 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:43.647 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:43.648 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:43.731 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-07T14:04:43.764 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:43.764 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:43.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.808+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:43.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.812+0000 7f8915d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:43.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.812+0000 7f8915d049c0 20 realm 2024-09-07T14:04:43.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.812+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:43.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.812+0000 7f8915d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:43.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.812+0000 7f8915d049c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:43.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.812+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:43.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.812+0000 7f8915d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:43.812 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.812+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:43.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.812+0000 7f8915d049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:43.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.812+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:43.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.816+0000 7f8915d049c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:43.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.816+0000 7f8915d049c0 20 searching for the correct realm 2024-09-07T14:04:43.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:43.820+0000 7f891380a640 0 -- 172.21.15.107:0/669023076 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f890c11e0b0 msgr2=0x7f890c131aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:44.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.036+0000 7f891380a640 0 -- 172.21.15.107:0/669023076 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f890c11e0b0 msgr2=0x7f890c131aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:44.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.048+0000 7f8915d049c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:44.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.048+0000 7f8915d049c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:44.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.048+0000 7f8915d049c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:44.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.048+0000 7f8915d049c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:44.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.048+0000 7f8915d049c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:44.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.048+0000 7f8915d049c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:44.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.048+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.048+0000 7f8915d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.048+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.048+0000 7f8915d049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:44.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.048+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:44.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 20 zone default found 2024-09-07T14:04:44.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 4 Realm: () 2024-09-07T14:04:44.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:44.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:44.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:44.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 20 zonegroup default 2024-09-07T14:04:44.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 20 started sync module instance, tier type = 2024-09-07T14:04:44.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.052+0000 7f8915d049c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:44.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.076+0000 7f8915d049c0 20 add_watcher() i=0 2024-09-07T14:04:44.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.076+0000 7f8915d049c0 20 add_watcher() i=1 2024-09-07T14:04:44.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.076+0000 7f8915d049c0 20 add_watcher() i=2 2024-09-07T14:04:44.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.076+0000 7f8915d049c0 20 add_watcher() i=3 2024-09-07T14:04:44.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.076+0000 7f8915d049c0 20 add_watcher() i=4 2024-09-07T14:04:44.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.076+0000 7f8915d049c0 20 add_watcher() i=5 2024-09-07T14:04:44.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.076+0000 7f8915d049c0 20 add_watcher() i=6 2024-09-07T14:04:44.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.080+0000 7f8915d049c0 20 add_watcher() i=7 2024-09-07T14:04:44.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.080+0000 7f8915d049c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:44.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.084+0000 7f87c9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:44.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.084+0000 7f8915d049c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:44.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.084+0000 7f8915d049c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:44.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.084+0000 7f8915d049c0 5 note: GC not initialized 2024-09-07T14:04:44.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.084+0000 7f87c8fe1640 20 reqs_thread_entry: start 2024-09-07T14:04:44.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.084+0000 7f8915d049c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:44.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.088+0000 7f8915d049c0 20 Filter name: none 2024-09-07T14:04:44.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.088+0000 7f87427fc640 20 reqs_thread_entry: start 2024-09-07T14:04:44.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.088+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.088+0000 7f8915d049c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:44.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.088+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.088+0000 7f8915d049c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:44.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.088+0000 7f8915d049c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:44.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.088+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.088+0000 7f8915d049c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:44.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.088+0000 7f8915d049c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.092+0000 7f8915d049c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:44.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.092+0000 7f8915d049c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:44.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.092+0000 7f87c9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:44.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.096+0000 7f8915d049c0 20 remove_watcher() i=0 2024-09-07T14:04:44.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.096+0000 7f8915d049c0 2 removed watcher, disabling cache 2024-09-07T14:04:44.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.100+0000 7f8915d049c0 20 remove_watcher() i=1 2024-09-07T14:04:44.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.104+0000 7f8915d049c0 20 remove_watcher() i=2 2024-09-07T14:04:44.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.104+0000 7f8915d049c0 20 remove_watcher() i=3 2024-09-07T14:04:44.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.108+0000 7f8915d049c0 20 remove_watcher() i=4 2024-09-07T14:04:44.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.108+0000 7f8915d049c0 20 remove_watcher() i=5 2024-09-07T14:04:44.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.112+0000 7f8915d049c0 20 remove_watcher() i=6 2024-09-07T14:04:44.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.112+0000 7f8915d049c0 20 remove_watcher() i=7 2024-09-07T14:04:44.135 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:44.136 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:04:44.136 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-init-index id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:04:44.136 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:44.136 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2024-09-07T14:04:44.173 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:44.173 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:44.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.412+0000 7fa260514640 0 --2- 172.21.15.107:0/3494714911 >> [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] conn(0x56053bd55430 0x56053bd558b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-07T14:04:44.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.428+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.428+0000 7fa262a0e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.428+0000 7fa262a0e9c0 20 realm 2024-09-07T14:04:44.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.428+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.428+0000 7fa262a0e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.428+0000 7fa262a0e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:44.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.428+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.428+0000 7fa262a0e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.428+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.428+0000 7fa262a0e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:44.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.432+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.432+0000 7fa262a0e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:44.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.432+0000 7fa262a0e9c0 20 searching for the correct realm 2024-09-07T14:04:44.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.436+0000 7fa25fd13640 0 -- 172.21.15.107:0/1802714694 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7fa250008040 msgr2=0x7fa25003a400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:44.441 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.440+0000 7fa25fd13640 0 -- 172.21.15.107:0/1802714694 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7fa128081210 msgr2=0x7fa128083640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:04:44.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.452+0000 7fa262a0e9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:44.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.452+0000 7fa262a0e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:44.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.452+0000 7fa262a0e9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:44.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.452+0000 7fa262a0e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:44.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.452+0000 7fa262a0e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:44.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.452+0000 7fa262a0e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:44.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.452+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.452+0000 7fa262a0e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.452+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.452+0000 7fa262a0e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:44.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.452+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:44.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 20 zone default found 2024-09-07T14:04:44.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 4 Realm: () 2024-09-07T14:04:44.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:44.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:44.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:44.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 20 zonegroup default 2024-09-07T14:04:44.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 20 started sync module instance, tier type = 2024-09-07T14:04:44.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.456+0000 7fa262a0e9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:44.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.472+0000 7fa262a0e9c0 20 add_watcher() i=0 2024-09-07T14:04:44.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.472+0000 7fa262a0e9c0 20 add_watcher() i=1 2024-09-07T14:04:44.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.472+0000 7fa262a0e9c0 20 add_watcher() i=2 2024-09-07T14:04:44.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.472+0000 7fa262a0e9c0 20 add_watcher() i=3 2024-09-07T14:04:44.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.472+0000 7fa262a0e9c0 20 add_watcher() i=4 2024-09-07T14:04:44.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.472+0000 7fa262a0e9c0 20 add_watcher() i=5 2024-09-07T14:04:44.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.472+0000 7fa262a0e9c0 20 add_watcher() i=6 2024-09-07T14:04:44.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.472+0000 7fa262a0e9c0 20 add_watcher() i=7 2024-09-07T14:04:44.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.472+0000 7fa262a0e9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:44.476 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa116fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:44.476 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa262a0e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:44.476 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa262a0e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:44.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa262a0e9c0 5 note: GC not initialized 2024-09-07T14:04:44.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa115fdb640 20 reqs_thread_entry: start 2024-09-07T14:04:44.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa262a0e9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:44.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa262a0e9c0 20 Filter name: none 2024-09-07T14:04:44.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa0877fe640 20 reqs_thread_entry: start 2024-09-07T14:04:44.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa262a0e9c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-07T14:04:44.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa262a0e9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:44.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa262a0e9c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-07T14:04:44.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa262a0e9c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-07T14:04:44.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa262a0e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 : miss 2024-09-07T14:04:44.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.476+0000 7fa262a0e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.480+0000 7fa262a0e9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:44.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.480+0000 7fa262a0e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 info.flags=0x17 2024-09-07T14:04:44.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.480+0000 7fa262a0e9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 to cache LRU end 2024-09-07T14:04:44.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.480+0000 7fa262a0e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:04:44.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.480+0000 7fa262a0e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:44.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.480+0000 7fa262a0e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 2024-09-07T14:04:44.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.480+0000 7fa262a0e9c0 -1 Injecting error=-95 at location=init_index 2024-09-07T14:04:44.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.480+0000 7fa262a0e9c0 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2024-09-07T14:04:44.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.488+0000 7fa262a0e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 info.flags=0x17 2024-09-07T14:04:44.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.488+0000 7fa262a0e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 to cache LRU end 2024-09-07T14:04:44.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.488+0000 7fa262a0e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:44.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.488+0000 7fa262a0e9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21, ofs0, ns] 2024-09-07T14:04:44.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.488+0000 7fa1377fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300785 cookie 94580479167424 notifier 6074 bl.length()=995 2024-09-07T14:04:44.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.488+0000 7fa1377fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 info.flags=0x17 2024-09-07T14:04:44.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.488+0000 7fa1377fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 to cache LRU end 2024-09-07T14:04:44.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.488+0000 7fa1377fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:44.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.488+0000 7fa262a0e9c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21]): orig_sources= new_sources= 2024-09-07T14:04:44.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.488+0000 7fa262a0e9c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21]): potential sources added=[] removed=[] 2024-09-07T14:04:44.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.488+0000 7fa262a0e9c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21]): orig_dests= new_dests= 2024-09-07T14:04:44.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.488+0000 7fa262a0e9c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21]): potential dests added=[] removed=[] 2024-09-07T14:04:44.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.492+0000 7fa262a0e9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21.1.0 2024-09-07T14:04:44.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.492+0000 7fa262a0e9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21.1.0 2024-09-07T14:04:44.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.492+0000 7fa262a0e9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21.1.1 2024-09-07T14:04:44.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.492+0000 7fa262a0e9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21.1.1 2024-09-07T14:04:44.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.492+0000 7fa262a0e9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21.0 2024-09-07T14:04:44.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.496+0000 7fa262a0e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 : hit (requested=0x17, cached=0x17) 2024-09-07T14:04:44.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.496+0000 7fa262a0e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 2024-09-07T14:04:44.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.500+0000 7fa262a0e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 info.flags=0x17 2024-09-07T14:04:44.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.500+0000 7fa262a0e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 to cache LRU end 2024-09-07T14:04:44.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.500+0000 7fa262a0e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:44.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.500+0000 7fa262a0e9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21, ofs0, ns] 2024-09-07T14:04:44.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.500+0000 7fa136ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300786 cookie 94580479167424 notifier 6074 bl.length()=963 2024-09-07T14:04:44.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.500+0000 7fa136ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 info.flags=0x17 2024-09-07T14:04:44.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.500+0000 7fa136ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 to cache LRU end 2024-09-07T14:04:44.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.500+0000 7fa136ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:44.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.500+0000 7fa262a0e9c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21]): orig_sources= new_sources= 2024-09-07T14:04:44.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.500+0000 7fa262a0e9c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21]): potential sources added=[] removed=[] 2024-09-07T14:04:44.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.500+0000 7fa262a0e9c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21]): orig_dests= new_dests= 2024-09-07T14:04:44.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.500+0000 7fa262a0e9c0 20 handle_bi_update(): bucket=:error-at-init-index[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21]): potential dests added=[] removed=[] 2024-09-07T14:04:44.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.504+0000 7fa262a0e9c0 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-07T14:04:44.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.508+0000 7fa116fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:44.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.512+0000 7fa262a0e9c0 20 remove_watcher() i=0 2024-09-07T14:04:44.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.512+0000 7fa262a0e9c0 2 removed watcher, disabling cache 2024-09-07T14:04:44.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.516+0000 7fa262a0e9c0 20 remove_watcher() i=1 2024-09-07T14:04:44.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.520+0000 7fa262a0e9c0 20 remove_watcher() i=2 2024-09-07T14:04:44.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.520+0000 7fa262a0e9c0 20 remove_watcher() i=3 2024-09-07T14:04:44.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.524+0000 7fa262a0e9c0 20 remove_watcher() i=4 2024-09-07T14:04:44.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.524+0000 7fa262a0e9c0 20 remove_watcher() i=5 2024-09-07T14:04:44.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.524+0000 7fa262a0e9c0 20 remove_watcher() i=6 2024-09-07T14:04:44.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.528+0000 7fa262a0e9c0 20 remove_watcher() i=7 2024-09-07T14:04:44.544 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-07T14:04:44.573 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:44.573 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:44.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.616+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.620+0000 7f3d57d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.620+0000 7f3d57d459c0 20 realm 2024-09-07T14:04:44.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.620+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.620+0000 7f3d57d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.620+0000 7f3d57d459c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:44.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.620+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.620+0000 7f3d57d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.620+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.620+0000 7f3d57d459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:44.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.620+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.624+0000 7f3d57d459c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:44.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.624+0000 7f3d57d459c0 20 searching for the correct realm 2024-09-07T14:04:44.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.628+0000 7f3d5584b640 0 -- 172.21.15.107:0/1600010675 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f3d48015070 msgr2=0x7f3d4801a970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:44.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.636+0000 7f3d5584b640 0 -- 172.21.15.107:0/1600010675 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f3c20081210 msgr2=0x7f3c20083640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:44.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.640+0000 7f3d57d459c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:44.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.640+0000 7f3d57d459c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:44.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.640+0000 7f3d57d459c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:44.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.640+0000 7f3d57d459c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:44.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.640+0000 7f3d57d459c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:44.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.640+0000 7f3d57d459c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:44.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.640+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.640+0000 7f3d57d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.640+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:44.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:44.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 zone default found 2024-09-07T14:04:44.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 4 Realm: () 2024-09-07T14:04:44.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:44.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:44.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:44.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 zonegroup default 2024-09-07T14:04:44.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:44.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 started sync module instance, tier type = 2024-09-07T14:04:44.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.644+0000 7f3d57d459c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:44.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.660+0000 7f3d57d459c0 20 add_watcher() i=0 2024-09-07T14:04:44.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.660+0000 7f3d57d459c0 20 add_watcher() i=1 2024-09-07T14:04:44.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.660+0000 7f3d57d459c0 20 add_watcher() i=2 2024-09-07T14:04:44.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.660+0000 7f3d57d459c0 20 add_watcher() i=3 2024-09-07T14:04:44.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.660+0000 7f3d57d459c0 20 add_watcher() i=4 2024-09-07T14:04:44.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.660+0000 7f3d57d459c0 20 add_watcher() i=5 2024-09-07T14:04:44.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.660+0000 7f3d57d459c0 20 add_watcher() i=6 2024-09-07T14:04:44.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.660+0000 7f3d57d459c0 20 add_watcher() i=7 2024-09-07T14:04:44.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.660+0000 7f3d57d459c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:44.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.664+0000 7f3c0b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:44.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.664+0000 7f3d57d459c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:44.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.664+0000 7f3d57d459c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:44.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.664+0000 7f3d57d459c0 5 note: GC not initialized 2024-09-07T14:04:44.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.664+0000 7f3c0a7e4640 20 reqs_thread_entry: start 2024-09-07T14:04:44.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.664+0000 7f3d57d459c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:44.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.664+0000 7f3d57d459c0 20 Filter name: none 2024-09-07T14:04:44.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.664+0000 7f3c037fe640 20 reqs_thread_entry: start 2024-09-07T14:04:44.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.664+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.664+0000 7f3d57d459c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:44.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.664+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.668+0000 7f3d57d459c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:44.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.668+0000 7f3d57d459c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:44.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.668+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.668+0000 7f3d57d459c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:04:44.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.668+0000 7f3d57d459c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:44.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.668+0000 7f3d57d459c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:04:44.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.668+0000 7f3d57d459c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:44.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.672+0000 7f3c0b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:44.675 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.676+0000 7f3d57d459c0 20 remove_watcher() i=0 2024-09-07T14:04:44.675 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.676+0000 7f3d57d459c0 2 removed watcher, disabling cache 2024-09-07T14:04:44.677 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.676+0000 7f3d57d459c0 20 remove_watcher() i=1 2024-09-07T14:04:44.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.680+0000 7f3d57d459c0 20 remove_watcher() i=2 2024-09-07T14:04:44.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.680+0000 7f3d57d459c0 20 remove_watcher() i=3 2024-09-07T14:04:44.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.684+0000 7f3d57d459c0 20 remove_watcher() i=4 2024-09-07T14:04:44.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.684+0000 7f3d57d459c0 20 remove_watcher() i=5 2024-09-07T14:04:44.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.684+0000 7f3d57d459c0 20 remove_watcher() i=6 2024-09-07T14:04:44.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:44.688+0000 7f3d57d459c0 20 remove_watcher() i=7 2024-09-07T14:04:44.700 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:44.700 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:04:44.700 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-init-index id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-07T14:04:44.700 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:44.702 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:44.702 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:44.724 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:44.724 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:45.250 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:45.250 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:45.433 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with abort at init_index 2024-09-07T14:04:45.433 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:45.436 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:45.436 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:45.539 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:45.540 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:45.627 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:45.627 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:45.731 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:45.732 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:45.829 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:45.830 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:45.929 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:45.929 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:46.034 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:46.034 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:46.126 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:46.126 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:46.196 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:46.196 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:46.285 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:46.285 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:46.387 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:46.387 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:46.481 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:46.481 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:46.584 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:46.584 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:46.685 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:46.685 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:46.782 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:46.782 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:46.879 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:46.879 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:46.970 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:46.970 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:47.071 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:47.071 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:47.169 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:47.169 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:47.271 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:47.271 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:47.370 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:47.370 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:47.465 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:47.465 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:47.558 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-07T14:04:47.591 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:47.591 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:47.636 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.636+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:47.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.636+0000 7f417cdfa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:47.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.636+0000 7f417cdfa9c0 20 realm 2024-09-07T14:04:47.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.636+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:47.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.636+0000 7f417cdfa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:47.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.636+0000 7f417cdfa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:47.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.636+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:47.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.640+0000 7f417cdfa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:47.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.640+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:47.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.640+0000 7f417cdfa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:47.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.640+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:47.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.640+0000 7f417cdfa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:47.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.640+0000 7f417cdfa9c0 20 searching for the correct realm 2024-09-07T14:04:47.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.644+0000 7f417b101640 0 -- 172.21.15.107:0/2942014021 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f417004f040 msgr2=0x7f417004f930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:47.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:47.860+0000 7f417a0ff640 0 -- 172.21.15.107:0/2942014021 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f416c06f490 msgr2=0x7f416c0679c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:48.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.076+0000 7f417cdfa9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:48.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.076+0000 7f417cdfa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:48.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.076+0000 7f417cdfa9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:48.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.076+0000 7f417cdfa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:48.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.076+0000 7f417cdfa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:48.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.076+0000 7f417cdfa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:48.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.076+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.076+0000 7f417cdfa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.076+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:48.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:48.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 zone default found 2024-09-07T14:04:48.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 4 Realm: () 2024-09-07T14:04:48.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:48.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:48.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:48.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 zonegroup default 2024-09-07T14:04:48.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 started sync module instance, tier type = 2024-09-07T14:04:48.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.080+0000 7f417cdfa9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:48.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.100+0000 7f417cdfa9c0 20 add_watcher() i=0 2024-09-07T14:04:48.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.100+0000 7f417cdfa9c0 20 add_watcher() i=1 2024-09-07T14:04:48.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.100+0000 7f417cdfa9c0 20 add_watcher() i=2 2024-09-07T14:04:48.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.100+0000 7f417cdfa9c0 20 add_watcher() i=3 2024-09-07T14:04:48.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.100+0000 7f417cdfa9c0 20 add_watcher() i=4 2024-09-07T14:04:48.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.100+0000 7f417cdfa9c0 20 add_watcher() i=5 2024-09-07T14:04:48.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.100+0000 7f417cdfa9c0 20 add_watcher() i=6 2024-09-07T14:04:48.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.104+0000 7f417cdfa9c0 20 add_watcher() i=7 2024-09-07T14:04:48.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.104+0000 7f417cdfa9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:48.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.104+0000 7f40317e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:48.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.104+0000 7f417cdfa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:48.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.104+0000 7f417cdfa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:48.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.104+0000 7f417cdfa9c0 5 note: GC not initialized 2024-09-07T14:04:48.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f3fabfff640 20 reqs_thread_entry: start 2024-09-07T14:04:48.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f417cdfa9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:48.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f417cdfa9c0 20 Filter name: none 2024-09-07T14:04:48.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f3fa9ffb640 20 reqs_thread_entry: start 2024-09-07T14:04:48.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f417cdfa9c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-07T14:04:48.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f417cdfa9c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-07T14:04:48.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f417cdfa9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:48.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f417cdfa9c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-07T14:04:48.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f417cdfa9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f417cdfa9c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-07T14:04:48.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.108+0000 7f417cdfa9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:48.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.112+0000 7f40317e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:48.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.116+0000 7f417cdfa9c0 20 remove_watcher() i=0 2024-09-07T14:04:48.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.116+0000 7f417cdfa9c0 2 removed watcher, disabling cache 2024-09-07T14:04:48.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.120+0000 7f417cdfa9c0 20 remove_watcher() i=1 2024-09-07T14:04:48.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.120+0000 7f417cdfa9c0 20 remove_watcher() i=2 2024-09-07T14:04:48.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.124+0000 7f417cdfa9c0 20 remove_watcher() i=3 2024-09-07T14:04:48.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.124+0000 7f417cdfa9c0 20 remove_watcher() i=4 2024-09-07T14:04:48.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.128+0000 7f417cdfa9c0 20 remove_watcher() i=5 2024-09-07T14:04:48.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.128+0000 7f417cdfa9c0 20 remove_watcher() i=6 2024-09-07T14:04:48.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.128+0000 7f417cdfa9c0 20 remove_watcher() i=7 2024-09-07T14:04:48.146 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.146 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:04:48.146 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-init-indext id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:04:48.146 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.147 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2024-09-07T14:04:48.183 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:48.183 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:48.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 realm 2024-09-07T14:04:48.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.228+0000 7fc063bc69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:48.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.232+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:48.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.232+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.232+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:48.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.232+0000 7fc063bc69c0 20 searching for the correct realm 2024-09-07T14:04:48.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.236+0000 7fc061ecd640 0 -- 172.21.15.107:0/3861804868 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fc05801f920 msgr2=0x7fc05806f3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:48.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.244+0000 7fc060ecb640 0 -- 172.21.15.107:0/3861804868 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fc0540b7400 msgr2=0x7fc0540b7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:48.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:48.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:48.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:48.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:48.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:48.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:48.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:48.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:48.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 zone default found 2024-09-07T14:04:48.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 4 Realm: () 2024-09-07T14:04:48.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:48.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:48.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:48.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 zonegroup default 2024-09-07T14:04:48.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 started sync module instance, tier type = 2024-09-07T14:04:48.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:48.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=0 2024-09-07T14:04:48.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=1 2024-09-07T14:04:48.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=2 2024-09-07T14:04:48.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=3 2024-09-07T14:04:48.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=4 2024-09-07T14:04:48.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=5 2024-09-07T14:04:48.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=6 2024-09-07T14:04:48.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=7 2024-09-07T14:04:48.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.488+0000 7fc063bc69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:48.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.492+0000 7fbf177e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:48.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:48.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:48.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 note: GC not initialized 2024-09-07T14:04:48.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fbf167e4640 20 reqs_thread_entry: start 2024-09-07T14:04:48.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:48.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 Filter name: none 2024-09-07T14:04:48.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fbe87fff640 20 reqs_thread_entry: start 2024-09-07T14:04:48.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-07T14:04:48.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-07T14:04:48.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-07T14:04:48.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-07T14:04:48.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 : miss 2024-09-07T14:04:48.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-07T14:04:48.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 info.flags=0x17 2024-09-07T14:04:48.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 to cache LRU end 2024-09-07T14:04:48.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:04:48.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:48.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 2024-09-07T14:04:48.503 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc063bc69c0 time 2024-09-07T14:04:48.507294+0000 2024-09-07T14:04:48.503 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:04:48.504 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:04:48.505 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fc0674a02eb] 2024-09-07T14:04:48.505 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc0674a049f] 2024-09-07T14:04:48.505 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a405c20d1] 2024-09-07T14:04:48.505 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140f152) [0x556a41017152] 2024-09-07T14:04:48.505 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556a405d436d] 2024-09-07T14:04:48.505 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:04:48.505 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc066306d90] 2024-09-07T14:04:48.505 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:04:48.505 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:04:48.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.504+0000 7fc063bc69c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc063bc69c0 time 2024-09-07T14:04:48.507294+0000 2024-09-07T14:04:48.505 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:04:48.505 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fc0674a02eb] 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc0674a049f] 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a405c20d1] 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140f152) [0x556a41017152] 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556a405d436d] 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc066306d90] 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr:*** Caught signal (Aborted) ** 2024-09-07T14:04:48.506 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fc063bc69c0 thread_name:radosgw-admin 2024-09-07T14:04:48.524 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:04:48.525 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc06631f520] 2024-09-07T14:04:48.525 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:04:48.525 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:04:48.525 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:04:48.525 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc0674a0345] 2024-09-07T14:04:48.525 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc0674a049f] 2024-09-07T14:04:48.525 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a405c20d1] 2024-09-07T14:04:48.525 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140f152) [0x556a41017152] 2024-09-07T14:04:48.525 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556a405d436d] 2024-09-07T14:04:48.525 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:04:48.525 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc066306d90] 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.504+0000 7fc063bc69c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fc063bc69c0 thread_name:radosgw-admin 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc06631f520] 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc0674a0345] 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc0674a049f] 2024-09-07T14:04:48.526 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a405c20d1] 2024-09-07T14:04:48.527 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140f152) [0x556a41017152] 2024-09-07T14:04:48.527 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556a405d436d] 2024-09-07T14:04:48.527 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:04:48.527 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc066306d90] 2024-09-07T14:04:48.527 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:04:48.527 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:04:48.527 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:04:48.527 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.527 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:04:48.527 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:04:48.204+0000 7fc060ecb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.527 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:04:48.204+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:04:48.204+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:04:48.204+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:04:48.204+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:04:48.204+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:04:48.204+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:04:48.204+0000 7fc0616cc640 10 monclient(hunting): get_auth_request con 0x556a42489aa0 auth_method 0 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:04:48.204+0000 7fc0616cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:04:48.204+0000 7fc0616cc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:04:48.204+0000 7fc0616cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:04:48.204+0000 7fc061ecd640 10 monclient(hunting): handle_auth_done global_id 6411 payload 274 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:04:48.204+0000 7fc061ecd640 10 monclient: _finish_hunting 0 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:04:48.204+0000 7fc061ecd640 1 monclient: found mon.noname-a 2024-09-07T14:04:48.528 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:04:48.204+0000 7fc061ecd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: dump: 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.529 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.530 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: _finish_auth 0 2024-09-07T14:04:48.530 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: _check_auth_tickets 2024-09-07T14:04:48.530 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: handle_config config(0 keys) 2024-09-07T14:04:48.530 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.530 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:04:48.530 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: dump: 2024-09-07T14:04:48.530 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.530 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.530 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.530 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.530 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.530 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:04:48.204+0000 7fc063bc69c0 5 monclient: authenticate success, global_id 6411 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:04:48.204+0000 7fc063bc69c0 10 monclient: get_monmap_and_config success 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:04:48.204+0000 7fc063bc69c0 4 set_mon_vals no callback set 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: shutdown 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 asok(0x556a423f02b0) unregister_commands rotate-key 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: build_initial_monmap 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 1 build_initial for_mkfs: 0 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: monmap: 2024-09-07T14:04:48.531 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding auth protocol: cephx 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding auth protocol: cephx 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding auth protocol: cephx 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: secure 2024-09-07T14:04:48.532 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: crc 2024-09-07T14:04:48.533 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: secure 2024-09-07T14:04:48.533 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: crc 2024-09-07T14:04:48.533 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: secure 2024-09-07T14:04:48.533 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: crc 2024-09-07T14:04:48.533 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: crc 2024-09-07T14:04:48.533 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: secure 2024-09-07T14:04:48.533 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: crc 2024-09-07T14:04:48.533 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: secure 2024-09-07T14:04:48.533 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: crc 2024-09-07T14:04:48.533 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: secure 2024-09-07T14:04:48.533 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.533 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 1 librados: starting msgr at 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 1 librados: starting objecter 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command objecter_requests hook 0x556a42601460 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 1 librados: setting wanted keys 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 1 librados: calling monclient init 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: init 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding auth protocol: cephx 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding auth protocol: cephx 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding auth protocol: cephx 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: secure 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: crc 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: secure 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: crc 2024-09-07T14:04:48.534 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: secure 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: crc 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: crc 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: secure 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: crc 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: secure 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: crc 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: secure 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command rotate-key hook 0x556a425fba18 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:04:48.535 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-b con 0x556a42489aa0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-a con 0x556a424b4240 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-c con 0x556a42541170 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): authenticate will time out at 2640.033532s 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): get_auth_request con 0x556a424b4240 auth_method 0 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): get_auth_request con 0x556a42541170 auth_method 0 2024-09-07T14:04:48.536 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.537 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.537 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.537 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.537 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.537 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.537 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.537 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.537 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.537 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): handle_auth_done global_id 6414 payload 824 2024-09-07T14:04:48.537 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient: _finish_hunting 0 2024-09-07T14:04:48.537 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:04:48.208+0000 7fc060ecb640 1 monclient: found mon.noname-a 2024-09-07T14:04:48.537 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: dump: 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.538 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: _finish_auth 0 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: _check_auth_tickets 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: handle_config config(0 keys) 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: dump: 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.539 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:04:48.208+0000 7fbf4f606640 4 set_mon_vals no callback set 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 monclient: authenticate success, global_id 6414 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: _renew_subs 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: _renew_subs 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 1 librados: init done 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:04:48.212+0000 7fbf4de03640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:04:48.212+0000 7fbf4de03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:04:48.212+0000 7fbf4de03640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:04:48.540 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:04:48.212+0000 7fc0616cc640 10 monclient: get_auth_request con 0x7fbf48070ae0 auth_method 0 2024-09-07T14:04:48.541 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:04:48.212+0000 7fc061ecd640 10 monclient: get_auth_request con 0x556a42623f80 auth_method 0 2024-09-07T14:04:48.541 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:04:48.212+0000 7fc0616cc640 10 monclient: get_auth_request con 0x556a426462c0 auth_method 0 2024-09-07T14:04:48.541 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:04:48.212+0000 7fc060ecb640 10 monclient: get_auth_request con 0x556a4264a740 auth_method 0 2024-09-07T14:04:48.541 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:04:48.216+0000 7fc061ecd640 10 monclient: get_auth_request con 0x556a42649b70 auth_method 0 2024-09-07T14:04:48.544 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 10 monclient: build_initial_monmap 2024-09-07T14:04:48.544 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 1 build_initial for_mkfs: 0 2024-09-07T14:04:48.544 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 10 monclient: monmap: 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding auth protocol: cephx 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding auth protocol: cephx 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding auth protocol: cephx 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: secure 2024-09-07T14:04:48.545 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: crc 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: secure 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: crc 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: secure 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: crc 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: crc 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: secure 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: crc 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: secure 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: crc 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: secure 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command objecter_requests cmddesc objecter_requests hook 0x556a42656250 EEXIST 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 10 monclient: init 2024-09-07T14:04:48.546 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding auth protocol: cephx 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding auth protocol: cephx 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding auth protocol: cephx 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: secure 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: crc 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: secure 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: crc 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: secure 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: crc 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: crc 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: secure 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: crc 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: secure 2024-09-07T14:04:48.547 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: crc 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: secure 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command rotate-key cmddesc rotate-key hook 0x556a42651970 EEXIST 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-b con 0x556a4267a400 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-c con 0x556a42679d30 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-a con 0x556a42678710 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:04:48.548 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): authenticate will time out at 2640.044289s 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): get_auth_request con 0x556a42679d30 auth_method 0 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): get_auth_request con 0x556a42678710 auth_method 0 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.549 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:04:48.220+0000 7fc060ecb640 10 monclient(hunting): get_auth_request con 0x556a4267a400 auth_method 0 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:04:48.220+0000 7fc060ecb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:04:48.220+0000 7fc060ecb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:04:48.220+0000 7fc060ecb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): handle_auth_done global_id 6119 payload 824 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient: _finish_hunting 0 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:04:48.220+0000 7fc061ecd640 1 monclient: found mon.noname-c 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: dump: 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.550 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: _finish_auth 0 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: _check_auth_tickets 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: handle_config config(0 keys) 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: dump: 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.551 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 monclient: authenticate success, global_id 6119 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: _renew_subs 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:04:48.220+0000 7fc0626ce640 4 set_mon_vals no callback set 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: _renew_subs 2024-09-07T14:04:48.552 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: get_monmap_and_config 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: build_initial_monmap 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 1 build_initial for_mkfs: 0 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: monmap: 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:04:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding auth protocol: cephx 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding auth protocol: cephx 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding auth protocol: cephx 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: secure 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: crc 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: secure 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: crc 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: secure 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: crc 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: crc 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: secure 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: crc 2024-09-07T14:04:48.554 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: secure 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: crc 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: secure 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:04:48.220+0000 7fc060ecb640 10 monclient: get_auth_request con 0x7fbf3c070a20 auth_method 0 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: init 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding auth protocol: cephx 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding auth protocol: cephx 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding auth protocol: cephx 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: secure 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: crc 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: secure 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: crc 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: secure 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: crc 2024-09-07T14:04:48.555 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: crc 2024-09-07T14:04:48.556 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: secure 2024-09-07T14:04:48.556 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: crc 2024-09-07T14:04:48.556 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: secure 2024-09-07T14:04:48.556 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: crc 2024-09-07T14:04:48.556 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: secure 2024-09-07T14:04:48.556 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.556 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.556 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command rotate-key cmddesc rotate-key hook 0x7fff0602aa58 EEXIST 2024-09-07T14:04:48.556 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:04:48.556 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:04:48.556 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-c con 0x556a426ce260 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:04:48.556 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-b con 0x556a426c96e0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-a con 0x556a426bfde0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): authenticate will time out at 2640.048567s 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): get_auth_request con 0x556a426ce260 auth_method 0 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): get_auth_request con 0x556a426bfde0 auth_method 0 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.557 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_done global_id 6122 payload 274 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient: _finish_hunting 0 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:04:48.224+0000 7fc060ecb640 1 monclient: found mon.noname-c 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: dump: 2024-09-07T14:04:48.558 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: _finish_auth 0 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: _check_auth_tickets 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: handle_config config(0 keys) 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 monclient: authenticate success, global_id 6122 2024-09-07T14:04:48.559 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: get_monmap_and_config success 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 4 set_mon_vals no callback set 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: dump: 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.560 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: shutdown 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: build_initial_monmap 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 1 build_initial for_mkfs: 0 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: monmap: 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:04:48.561 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding auth protocol: cephx 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding auth protocol: cephx 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding auth protocol: cephx 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: secure 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: crc 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: secure 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: crc 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: secure 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: crc 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: crc 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: secure 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: crc 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: secure 2024-09-07T14:04:48.562 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: crc 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: secure 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 1 librados: starting msgr at 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 1 librados: starting objecter 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command objecter_requests cmddesc objecter_requests hook 0x556a4269c3c0 EEXIST 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 1 librados: setting wanted keys 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 1 librados: calling monclient init 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: init 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding auth protocol: cephx 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding auth protocol: cephx 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding auth protocol: cephx 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: secure 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: crc 2024-09-07T14:04:48.563 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: secure 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: crc 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: secure 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: crc 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: crc 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: secure 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: crc 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: secure 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: crc 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: secure 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command rotate-key cmddesc rotate-key hook 0x556a4267c368 EEXIST 2024-09-07T14:04:48.564 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-a con 0x556a426bfde0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-c con 0x556a426c96e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-b con 0x556a426ce260 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): authenticate will time out at 2640.051010s 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): get_auth_request con 0x556a426bfde0 auth_method 0 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.565 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): get_auth_request con 0x556a426c96e0 auth_method 0 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): get_auth_request con 0x556a426ce260 auth_method 0 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.566 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.567 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_done global_id 6423 payload 824 2024-09-07T14:04:48.567 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient: _finish_hunting 0 2024-09-07T14:04:48.567 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:04:48.224+0000 7fc060ecb640 1 monclient: found mon.noname-a 2024-09-07T14:04:48.567 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.567 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.567 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:04:48.567 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: dump: 2024-09-07T14:04:48.567 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.567 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.567 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.567 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.567 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.568 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.568 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.568 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.568 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.568 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.568 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: _finish_auth 0 2024-09-07T14:04:48.568 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: _check_auth_tickets 2024-09-07T14:04:48.568 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: handle_config config(0 keys) 2024-09-07T14:04:48.568 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.568 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:04:48.568 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: dump: 2024-09-07T14:04:48.568 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 monclient: authenticate success, global_id 6423 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _renew_subs 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 4 set_mon_vals no callback set 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.569 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _renew_subs 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 1 librados: init done 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command cr dump hook 0x556a426c5948 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:04:48.228+0000 7fbf32ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:04:48.228+0000 7fbf32ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:04:48.228+0000 7fbf32ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:04:48.228+0000 7fc061ecd640 10 monclient: get_auth_request con 0x7fbf2c070b10 auth_method 0 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:04:48.228+0000 7fc0616cc640 10 monclient: get_auth_request con 0x556a426e7f40 auth_method 0 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 realm 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.570 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:04:48.232+0000 7fc060ecb640 10 monclient: get_auth_request con 0x556a426ec0f0 auth_method 0 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:04:48.232+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:04:48.232+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:04:48.232+0000 7fc061ecd640 10 monclient: get_auth_request con 0x556a426ef930 auth_method 0 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:04:48.232+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:04:48.232+0000 7fc063bc69c0 20 searching for the correct realm 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:04:48.232+0000 7fc0616cc640 10 monclient: get_auth_request con 0x556a426f46f0 auth_method 0 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:04:48.236+0000 7fc060ecb640 10 monclient: get_auth_request con 0x7fc0540d1040 auth_method 0 2024-09-07T14:04:48.571 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:04:48.236+0000 7fc061ecd640 10 monclient: get_auth_request con 0x7fc05801f920 auth_method 0 2024-09-07T14:04:48.572 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:04:48.236+0000 7fc061ecd640 0 -- 172.21.15.107:0/3861804868 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fc05801f920 msgr2=0x7fc05806f3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:48.572 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:04:48.236+0000 7fbf32ffd640 1 client.6423.objecter ms_handle_reset 0x7fc05801f920 session 0x7fc058011040 osd.2 2024-09-07T14:04:48.572 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:04:48.236+0000 7fbf32ffd640 10 monclient: _renew_subs 2024-09-07T14:04:48.572 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:04:48.236+0000 7fbf32ffd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.572 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:04:48.236+0000 7fc061ecd640 10 monclient: get_auth_request con 0x7fbf2c081240 auth_method 0 2024-09-07T14:04:48.572 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:04:48.236+0000 7fc0616cc640 10 monclient: get_auth_request con 0x7fc05c029040 auth_method 0 2024-09-07T14:04:48.572 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:04:48.244+0000 7fc060ecb640 10 monclient: get_auth_request con 0x7fc0540b7400 auth_method 0 2024-09-07T14:04:48.572 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:04:48.244+0000 7fc060ecb640 0 -- 172.21.15.107:0/3861804868 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fc0540b7400 msgr2=0x7fc0540b7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:48.572 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:04:48.448+0000 7fc060ecb640 10 monclient: get_auth_request con 0x7fc0540b7400 auth_method 0 2024-09-07T14:04:48.572 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:48.572 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 zone default found 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 4 Realm: () 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:48.573 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 zonegroup default 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 started sync module instance, tier type = 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=0 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=1 2024-09-07T14:04:48.574 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=2 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=3 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=4 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=5 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=6 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=7 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding auth protocol: cephx 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding auth protocol: cephx 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding auth protocol: cephx 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: secure 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: crc 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: secure 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: crc 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: secure 2024-09-07T14:04:48.575 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:04:48.492+0000 7fbf177e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: crc 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: crc 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: secure 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: crc 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: secure 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: crc 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: secure 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command cache list hook 0x556a426c4990 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command cache inspect hook 0x556a426c4990 2024-09-07T14:04:48.576 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command cache erase hook 0x556a426c4990 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command cache zap hook 0x556a426c4990 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 note: GC not initialized 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:04:48.496+0000 7fbf167e4640 20 reqs_thread_entry: start 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command sync trace show hook 0x7fc05c004730 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command sync trace history hook 0x7fc05c004730 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command sync trace active hook 0x7fc05c004730 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command sync trace active_short hook 0x7fc05c004730 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 Filter name: none 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:04:48.496+0000 7fbe87fff640 20 reqs_thread_entry: start 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-07T14:04:48.577 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 : miss 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 info.flags=0x17 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 to cache LRU end 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:04:48.504+0000 7fc063bc69c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc063bc69c0 time 2024-09-07T14:04:48.507294+0000 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.578 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fc0674a02eb] 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc0674a049f] 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a405c20d1] 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140f152) [0x556a41017152] 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556a405d436d] 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc066306d90] 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:04:48.504+0000 7fc063bc69c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fc063bc69c0 thread_name:radosgw-admin 2024-09-07T14:04:48.579 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc06631f520] 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc0674a0345] 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc0674a049f] 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a405c20d1] 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140f152) [0x556a41017152] 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556a405d436d] 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc066306d90] 2024-09-07T14:04:48.580 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:04:48.581 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:04:48.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:04:48.583 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:04:48.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:04:48.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:04:48.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:04:48.587 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbe87fff640 / http_manager 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf167e4640 / http_manager 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf177e6640 / rgw_dt_lg_renew 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf32ffd640 / ms_dispatch 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf44ff9640 / io_context_pool 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf46ffd640 / ms_dispatch 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf4de03640 / ms_dispatch 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf4f606640 / io_context_pool 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fc060ecb640 / msgr-worker-2 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fc0616cc640 / msgr-worker-1 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fc061ecd640 / msgr-worker-0 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fc0626ce640 / io_context_pool 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7fc063bc69c0 / radosgw-admin 2024-09-07T14:04:48.588 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/log/ceph/ceph-client.admin.84511.log 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:04:48.204+0000 7fc060ecb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:04:48.204+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:04:48.204+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:04:48.204+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:04:48.204+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:04:48.204+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:04:48.204+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:04:48.204+0000 7fc0616cc640 10 monclient(hunting): get_auth_request con 0x556a42489aa0 auth_method 0 2024-09-07T14:04:48.589 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:04:48.204+0000 7fc0616cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.590 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:04:48.204+0000 7fc0616cc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.590 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:04:48.204+0000 7fc0616cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.590 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:04:48.204+0000 7fc061ecd640 10 monclient(hunting): handle_auth_done global_id 6411 payload 274 2024-09-07T14:04:48.590 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:04:48.204+0000 7fc061ecd640 10 monclient: _finish_hunting 0 2024-09-07T14:04:48.590 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:04:48.204+0000 7fc061ecd640 1 monclient: found mon.noname-a 2024-09-07T14:04:48.590 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:04:48.204+0000 7fc061ecd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.590 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.590 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:04:48.590 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: dump: 2024-09-07T14:04:48.590 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.590 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.590 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: _finish_auth 0 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: _check_auth_tickets 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: handle_config config(0 keys) 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:04:48.591 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:04:48.204+0000 7fbf4f606640 10 monclient: dump: 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:04:48.204+0000 7fc063bc69c0 5 monclient: authenticate success, global_id 6411 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:04:48.204+0000 7fc063bc69c0 10 monclient: get_monmap_and_config success 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:04:48.204+0000 7fc063bc69c0 4 set_mon_vals no callback set 2024-09-07T14:04:48.592 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: shutdown 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 asok(0x556a423f02b0) unregister_commands rotate-key 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: build_initial_monmap 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 1 build_initial for_mkfs: 0 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: monmap: 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:04:48.593 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding auth protocol: cephx 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding auth protocol: cephx 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding auth protocol: cephx 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: secure 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: crc 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: secure 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: crc 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: secure 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: crc 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: crc 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: secure 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: crc 2024-09-07T14:04:48.594 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: secure 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: crc 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a42600c50) adding con mode: secure 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 1 librados: starting msgr at 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 1 librados: starting objecter 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command objecter_requests hook 0x556a42601460 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 1 librados: setting wanted keys 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 1 librados: calling monclient init 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: init 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding auth protocol: cephx 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding auth protocol: cephx 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding auth protocol: cephx 2024-09-07T14:04:48.595 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: secure 2024-09-07T14:04:48.596 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: crc 2024-09-07T14:04:48.596 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: secure 2024-09-07T14:04:48.596 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: crc 2024-09-07T14:04:48.596 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: secure 2024-09-07T14:04:48.596 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: crc 2024-09-07T14:04:48.596 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: crc 2024-09-07T14:04:48.596 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: secure 2024-09-07T14:04:48.596 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: crc 2024-09-07T14:04:48.596 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: secure 2024-09-07T14:04:48.596 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: crc 2024-09-07T14:04:48.596 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 AuthRegistry(0x556a425fb8d0) adding con mode: secure 2024-09-07T14:04:48.596 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.597 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.597 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command rotate-key hook 0x556a425fba18 2024-09-07T14:04:48.597 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:04:48.597 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:04:48.597 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-b con 0x556a42489aa0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:04:48.597 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-a con 0x556a424b4240 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:04:48.597 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-c con 0x556a42541170 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:04:48.597 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.597 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.597 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.597 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:04:48.598 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient(hunting): authenticate will time out at 2640.033532s 2024-09-07T14:04:48.598 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): get_auth_request con 0x556a424b4240 auth_method 0 2024-09-07T14:04:48.598 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.598 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.598 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.598 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): get_auth_request con 0x556a42541170 auth_method 0 2024-09-07T14:04:48.598 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.598 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.598 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.598 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.598 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.598 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:04:48.208+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient(hunting): handle_auth_done global_id 6414 payload 824 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient: _finish_hunting 0 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:04:48.208+0000 7fc060ecb640 1 monclient: found mon.noname-a 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:04:48.208+0000 7fc060ecb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: dump: 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.599 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.600 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.600 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.600 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.600 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.600 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.600 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.600 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.600 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: _finish_auth 0 2024-09-07T14:04:48.600 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: _check_auth_tickets 2024-09-07T14:04:48.600 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: handle_config config(0 keys) 2024-09-07T14:04:48.600 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.600 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:04:48.208+0000 7fbf4de03640 10 monclient: dump: 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:04:48.208+0000 7fbf4f606640 4 set_mon_vals no callback set 2024-09-07T14:04:48.601 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 5 monclient: authenticate success, global_id 6414 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: _renew_subs 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: _renew_subs 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:04:48.208+0000 7fc063bc69c0 1 librados: init done 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:04:48.212+0000 7fbf4de03640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:04:48.212+0000 7fbf4de03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:04:48.212+0000 7fbf4de03640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:04:48.212+0000 7fc0616cc640 10 monclient: get_auth_request con 0x7fbf48070ae0 auth_method 0 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:04:48.212+0000 7fc061ecd640 10 monclient: get_auth_request con 0x556a42623f80 auth_method 0 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:04:48.212+0000 7fc0616cc640 10 monclient: get_auth_request con 0x556a426462c0 auth_method 0 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:04:48.212+0000 7fc060ecb640 10 monclient: get_auth_request con 0x556a4264a740 auth_method 0 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:04:48.216+0000 7fc061ecd640 10 monclient: get_auth_request con 0x556a42649b70 auth_method 0 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 10 monclient: build_initial_monmap 2024-09-07T14:04:48.602 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 1 build_initial for_mkfs: 0 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 10 monclient: monmap: 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding auth protocol: cephx 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding auth protocol: cephx 2024-09-07T14:04:48.603 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding auth protocol: cephx 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: secure 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: crc 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: secure 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: crc 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: secure 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: crc 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: crc 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: secure 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: crc 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: secure 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: crc 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42652930) adding con mode: secure 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.604 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command objecter_requests cmddesc objecter_requests hook 0x556a42656250 EEXIST 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 10 monclient: init 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding auth protocol: cephx 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding auth protocol: cephx 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding auth protocol: cephx 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: secure 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: crc 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: secure 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: crc 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: secure 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: crc 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: crc 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: secure 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: crc 2024-09-07T14:04:48.605 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: secure 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: crc 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 5 AuthRegistry(0x556a42651828) adding con mode: secure 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:04:48.216+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command rotate-key cmddesc rotate-key hook 0x556a42651970 EEXIST 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-b con 0x556a4267a400 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-c con 0x556a42679d30 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-a con 0x556a42678710 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.606 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient(hunting): authenticate will time out at 2640.044289s 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): get_auth_request con 0x556a42679d30 auth_method 0 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): get_auth_request con 0x556a42678710 auth_method 0 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.607 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:04:48.220+0000 7fc0616cc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:04:48.220+0000 7fc060ecb640 10 monclient(hunting): get_auth_request con 0x556a4267a400 auth_method 0 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:04:48.220+0000 7fc060ecb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:04:48.220+0000 7fc060ecb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:04:48.220+0000 7fc060ecb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient(hunting): handle_auth_done global_id 6119 payload 824 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient: _finish_hunting 0 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:04:48.220+0000 7fc061ecd640 1 monclient: found mon.noname-c 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:04:48.220+0000 7fc061ecd640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: dump: 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.608 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.609 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.609 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.609 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.609 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.609 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.609 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.609 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.609 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: _finish_auth 0 2024-09-07T14:04:48.609 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: _check_auth_tickets 2024-09-07T14:04:48.609 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: handle_config config(0 keys) 2024-09-07T14:04:48.609 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.609 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 10 monclient: dump: 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 monclient: authenticate success, global_id 6119 2024-09-07T14:04:48.610 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: _renew_subs 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:04:48.220+0000 7fc0626ce640 4 set_mon_vals no callback set 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: _renew_subs 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:04:48.220+0000 7fbf46ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: get_monmap_and_config 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: build_initial_monmap 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 1 build_initial for_mkfs: 0 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: monmap: 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:04:48.611 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding auth protocol: cephx 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding auth protocol: cephx 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding auth protocol: cephx 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: secure 2024-09-07T14:04:48.612 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: crc 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: secure 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: crc 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: secure 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: crc 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: crc 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: secure 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: crc 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: secure 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: crc 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x556a42699d50) adding con mode: secure 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:04:48.220+0000 7fc060ecb640 10 monclient: get_auth_request con 0x7fbf3c070a20 auth_method 0 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 10 monclient: init 2024-09-07T14:04:48.613 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding auth protocol: cephx 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding auth protocol: cephx 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding auth protocol: cephx 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: secure 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: crc 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: secure 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: crc 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: secure 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: crc 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: crc 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: secure 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: crc 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: secure 2024-09-07T14:04:48.614 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: crc 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:04:48.220+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602a910) adding con mode: secure 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command rotate-key cmddesc rotate-key hook 0x7fff0602aa58 EEXIST 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-c con 0x556a426ce260 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-b con 0x556a426c96e0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-a con 0x556a426bfde0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): authenticate will time out at 2640.048567s 2024-09-07T14:04:48.615 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): get_auth_request con 0x556a426ce260 auth_method 0 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): get_auth_request con 0x556a426bfde0 auth_method 0 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.616 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_done global_id 6122 payload 274 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient: _finish_hunting 0 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:04:48.224+0000 7fc060ecb640 1 monclient: found mon.noname-c 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: dump: 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.617 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: _finish_auth 0 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: _check_auth_tickets 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: handle_config config(0 keys) 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 monclient: authenticate success, global_id 6122 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: get_monmap_and_config success 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 4 set_mon_vals no callback set 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 10 monclient: dump: 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.618 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: shutdown 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: build_initial_monmap 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 1 build_initial for_mkfs: 0 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: monmap: 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:04:48.619 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding auth protocol: cephx 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding auth protocol: cephx 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding auth protocol: cephx 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: secure 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: crc 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: secure 2024-09-07T14:04:48.620 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: crc 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: secure 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: crc 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: crc 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: secure 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: crc 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: secure 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: crc 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a426ca4c0) adding con mode: secure 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 1 librados: starting msgr at 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 1 librados: starting objecter 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command objecter_requests cmddesc objecter_requests hook 0x556a4269c3c0 EEXIST 2024-09-07T14:04:48.621 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 1 librados: setting wanted keys 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 1 librados: calling monclient init 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: init 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding auth protocol: cephx 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding auth protocol: cephx 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding auth protocol: cephx 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: secure 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: crc 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: secure 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: crc 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: secure 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: crc 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: crc 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: secure 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: crc 2024-09-07T14:04:48.622 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: secure 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: crc 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 AuthRegistry(0x556a4267c220) adding con mode: secure 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command rotate-key cmddesc rotate-key hook 0x556a4267c368 EEXIST 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-a con 0x556a426bfde0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-c con 0x556a426c96e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): picked mon.noname-b con 0x556a426ce260 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.623 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient(hunting): authenticate will time out at 2640.051010s 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): get_auth_request con 0x556a426bfde0 auth_method 0 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): get_auth_request con 0x556a426c96e0 auth_method 0 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.624 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:04:48.224+0000 7fc061ecd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): get_auth_request con 0x556a426ce260 auth_method 0 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:04:48.224+0000 7fc0616cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient(hunting): handle_auth_done global_id 6423 payload 824 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient: _finish_hunting 0 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:04:48.224+0000 7fc060ecb640 1 monclient: found mon.noname-a 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:04:48.224+0000 7fc060ecb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:04:48.625 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: dump: 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: _finish_auth 0 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: _check_auth_tickets 2024-09-07T14:04:48.626 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: handle_config config(0 keys) 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:04:48.224+0000 7fbf32ffd640 10 monclient: dump: 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.627 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 monclient: authenticate success, global_id 6423 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _renew_subs 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:04:48.224+0000 7fbf44ff9640 4 set_mon_vals no callback set 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _renew_subs 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 1 librados: init done 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:04:48.224+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command cr dump hook 0x556a426c5948 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:04:48.228+0000 7fbf32ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:04:48.228+0000 7fbf32ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:04:48.228+0000 7fbf32ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:04:48.228+0000 7fc061ecd640 10 monclient: get_auth_request con 0x7fbf2c070b10 auth_method 0 2024-09-07T14:04:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:04:48.228+0000 7fc0616cc640 10 monclient: get_auth_request con 0x556a426e7f40 auth_method 0 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 realm 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:04:48.228+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:04:48.232+0000 7fc060ecb640 10 monclient: get_auth_request con 0x556a426ec0f0 auth_method 0 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:04:48.232+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:04:48.232+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:04:48.232+0000 7fc061ecd640 10 monclient: get_auth_request con 0x556a426ef930 auth_method 0 2024-09-07T14:04:48.629 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:04:48.232+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:04:48.232+0000 7fc063bc69c0 20 searching for the correct realm 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:04:48.232+0000 7fc0616cc640 10 monclient: get_auth_request con 0x556a426f46f0 auth_method 0 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:04:48.236+0000 7fc060ecb640 10 monclient: get_auth_request con 0x7fc0540d1040 auth_method 0 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:04:48.236+0000 7fc061ecd640 10 monclient: get_auth_request con 0x7fc05801f920 auth_method 0 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:04:48.236+0000 7fc061ecd640 0 -- 172.21.15.107:0/3861804868 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fc05801f920 msgr2=0x7fc05806f3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:04:48.236+0000 7fbf32ffd640 1 client.6423.objecter ms_handle_reset 0x7fc05801f920 session 0x7fc058011040 osd.2 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:04:48.236+0000 7fbf32ffd640 10 monclient: _renew_subs 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:04:48.236+0000 7fbf32ffd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:04:48.236+0000 7fc061ecd640 10 monclient: get_auth_request con 0x7fbf2c081240 auth_method 0 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:04:48.236+0000 7fc0616cc640 10 monclient: get_auth_request con 0x7fc05c029040 auth_method 0 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:04:48.244+0000 7fc060ecb640 10 monclient: get_auth_request con 0x7fc0540b7400 auth_method 0 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:04:48.244+0000 7fc060ecb640 0 -- 172.21.15.107:0/3861804868 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fc0540b7400 msgr2=0x7fc0540b7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:48.630 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:04:48.448+0000 7fc060ecb640 10 monclient: get_auth_request con 0x7fc0540b7400 auth_method 0 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:04:48.460+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 zone default found 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 4 Realm: () 2024-09-07T14:04:48.631 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 zonegroup default 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 started sync module instance, tier type = 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:04:48.464+0000 7fc063bc69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=0 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=1 2024-09-07T14:04:48.632 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=2 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=3 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=4 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=5 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=6 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 20 add_watcher() i=7 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:04:48.488+0000 7fc063bc69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding auth protocol: cephx 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding auth protocol: cephx 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding auth protocol: cephx 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: secure 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: crc 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: secure 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: crc 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: secure 2024-09-07T14:04:48.633 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:04:48.492+0000 7fbf177e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: crc 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: crc 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: secure 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: crc 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: secure 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: crc 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:04:48.492+0000 7fc063bc69c0 5 AuthRegistry(0x7fff0602ade0) adding con mode: secure 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command cache list hook 0x556a426c4990 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command cache inspect hook 0x556a426c4990 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command cache erase hook 0x556a426c4990 2024-09-07T14:04:48.634 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command cache zap hook 0x556a426c4990 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 note: GC not initialized 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:04:48.496+0000 7fbf167e4640 20 reqs_thread_entry: start 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command sync trace show hook 0x7fc05c004730 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command sync trace history hook 0x7fc05c004730 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command sync trace active hook 0x7fc05c004730 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 5 asok(0x556a423f02b0) register_command sync trace active_short hook 0x7fc05c004730 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 Filter name: none 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:04:48.496+0000 7fbe87fff640 20 reqs_thread_entry: start 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-07T14:04:48.635 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 : miss 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 info.flags=0x17 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 to cache LRU end 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:04:48.496+0000 7fc063bc69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:04:48.504+0000 7fc063bc69c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc063bc69c0 time 2024-09-07T14:04:48.507294+0000 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:04:48.636 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fc0674a02eb] 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc0674a049f] 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a405c20d1] 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140f152) [0x556a41017152] 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556a405d436d] 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc066306d90] 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:04:48.504+0000 7fc063bc69c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fc063bc69c0 thread_name:radosgw-admin 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.637 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc06631f520] 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc0674a0345] 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc0674a049f] 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a405c20d1] 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140f152) [0x556a41017152] 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556a405d436d] 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc066306d90] 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:04:48.638 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:04:48.639 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:04:48.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:04:48.641 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:04:48.642 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:04:48.643 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:04:48.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:04:48.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:04:48.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:04:48.645 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:04:48.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:04:48.645 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:04:48.645 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:04:48.645 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:04:48.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:04:48.645 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:04:48.645 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:04:48.645 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbe87fff640 / http_manager 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf167e4640 / http_manager 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf177e6640 / rgw_dt_lg_renew 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf32ffd640 / ms_dispatch 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf44ff9640 / io_context_pool 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf46ffd640 / ms_dispatch 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf4de03640 / ms_dispatch 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fbf4f606640 / io_context_pool 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fc060ecb640 / msgr-worker-2 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fc0616cc640 / msgr-worker-1 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fc061ecd640 / msgr-worker-0 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fc0626ce640 / io_context_pool 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7fc063bc69c0 / radosgw-admin 2024-09-07T14:04:48.646 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:04:48.647 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:04:48.647 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/lib/ceph/crash/2024-09-07T14:04:48.509961Z_8c8806d0-693d-4d9c-b896-4c7c8454cbff/log 2024-09-07T14:04:48.647 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:04:48.647 INFO:tasks.workunit.client.0.smithi107.stderr:Aborted 2024-09-07T14:04:48.647 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-07T14:04:48.648 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:48.648 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:48.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.592+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.592+0000 7f181032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.592+0000 7f181032a9c0 20 realm 2024-09-07T14:04:48.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.592+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.592+0000 7f181032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.592+0000 7f181032a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:48.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.592+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.592+0000 7f181032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:48.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.592+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.596+0000 7f181032a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:48.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.596+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:48.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.596+0000 7f181032a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:48.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.596+0000 7f181032a9c0 20 searching for the correct realm 2024-09-07T14:04:48.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.600+0000 7f180e631640 0 -- 172.21.15.107:0/997592286 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f17f80d9040 msgr2=0x7f17f80f6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:48.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:48.816+0000 7f180d62f640 0 -- 172.21.15.107:0/997592286 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f180006b330 msgr2=0x7f1800099130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:04:49.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.032+0000 7f181032a9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:49.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.032+0000 7f181032a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:49.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.032+0000 7f181032a9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:49.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.032+0000 7f181032a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:49.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.032+0000 7f181032a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:49.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.032+0000 7f181032a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:49.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.032+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:49.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:49.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:49.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 20 zone default found 2024-09-07T14:04:49.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 4 Realm: () 2024-09-07T14:04:49.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:49.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:49.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:49.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 20 zonegroup default 2024-09-07T14:04:49.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:49.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:49.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.036+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.040+0000 7f181032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:49.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.040+0000 7f181032a9c0 20 started sync module instance, tier type = 2024-09-07T14:04:49.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.040+0000 7f181032a9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:49.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.060+0000 7f181032a9c0 20 add_watcher() i=0 2024-09-07T14:04:49.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.060+0000 7f181032a9c0 20 add_watcher() i=1 2024-09-07T14:04:49.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.060+0000 7f181032a9c0 20 add_watcher() i=2 2024-09-07T14:04:49.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.060+0000 7f181032a9c0 20 add_watcher() i=3 2024-09-07T14:04:49.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.060+0000 7f181032a9c0 20 add_watcher() i=4 2024-09-07T14:04:49.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.060+0000 7f181032a9c0 20 add_watcher() i=5 2024-09-07T14:04:49.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.060+0000 7f181032a9c0 20 add_watcher() i=6 2024-09-07T14:04:49.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.064+0000 7f181032a9c0 20 add_watcher() i=7 2024-09-07T14:04:49.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.064+0000 7f181032a9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:49.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.064+0000 7f16bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:49.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:49.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:49.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 5 note: GC not initialized 2024-09-07T14:04:49.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f16be7fc640 20 reqs_thread_entry: start 2024-09-07T14:04:49.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:49.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 Filter name: none 2024-09-07T14:04:49.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f162ffff640 20 reqs_thread_entry: start 2024-09-07T14:04:49.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-07T14:04:49.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-07T14:04:49.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:49.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-07T14:04:49.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-07T14:04:49.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.068+0000 7f181032a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:04:49.071 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.072+0000 7f16bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:49.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.076+0000 7f181032a9c0 20 remove_watcher() i=0 2024-09-07T14:04:49.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.076+0000 7f181032a9c0 2 removed watcher, disabling cache 2024-09-07T14:04:49.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.080+0000 7f181032a9c0 20 remove_watcher() i=1 2024-09-07T14:04:49.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.080+0000 7f181032a9c0 20 remove_watcher() i=2 2024-09-07T14:04:49.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.084+0000 7f181032a9c0 20 remove_watcher() i=3 2024-09-07T14:04:49.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.084+0000 7f181032a9c0 20 remove_watcher() i=4 2024-09-07T14:04:49.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.088+0000 7f181032a9c0 20 remove_watcher() i=5 2024-09-07T14:04:49.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.088+0000 7f181032a9c0 20 remove_watcher() i=6 2024-09-07T14:04:49.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.088+0000 7f181032a9c0 20 remove_watcher() i=7 2024-09-07T14:04:49.105 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:49.105 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:04:49.105 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-init-indext id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:04:49.105 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:04:49.106 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:49.106 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:49.151 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:04:49.152 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:04:49.240 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:04:49.276 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:04:49.277 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:04:49.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.324+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.324+0000 7f881db089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:49.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.324+0000 7f881db089c0 20 realm 2024-09-07T14:04:49.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.324+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.324+0000 7f881db089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:49.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.324+0000 7f881db089c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:04:49.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.324+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.324+0000 7f881db089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:49.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.324+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.328+0000 7f881db089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:49.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.328+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.328+0000 7f881db089c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:04:49.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.328+0000 7f881db089c0 20 searching for the correct realm 2024-09-07T14:04:49.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.332+0000 7f881be0f640 0 -- 172.21.15.107:0/3143893893 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x560daa2885a0 msgr2=0x7f881007da20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:04:49.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.340+0000 7f881ae0d640 0 -- 172.21.15.107:0/3143893893 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f880c0962b0 msgr2=0x7f880c084050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:04:49.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.556+0000 7f881db089c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:04:49.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.556+0000 7f881db089c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:04:49.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.556+0000 7f881db089c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:04:49.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.556+0000 7f881db089c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:04:49.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.556+0000 7f881db089c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:04:49.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.556+0000 7f881db089c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:04:49.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.556+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.556+0000 7f881db089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:49.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.556+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:04:49.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:04:49.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 zone default found 2024-09-07T14:04:49.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 4 Realm: () 2024-09-07T14:04:49.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:04:49.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:04:49.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:04:49.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 zonegroup default 2024-09-07T14:04:49.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:49.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:49.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:04:49.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 started sync module instance, tier type = 2024-09-07T14:04:49.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.560+0000 7f881db089c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:04:49.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.584+0000 7f881db089c0 20 add_watcher() i=0 2024-09-07T14:04:49.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.584+0000 7f881db089c0 20 add_watcher() i=1 2024-09-07T14:04:49.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.584+0000 7f881db089c0 20 add_watcher() i=2 2024-09-07T14:04:49.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.584+0000 7f881db089c0 20 add_watcher() i=3 2024-09-07T14:04:49.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.584+0000 7f881db089c0 20 add_watcher() i=4 2024-09-07T14:04:49.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.584+0000 7f881db089c0 20 add_watcher() i=5 2024-09-07T14:04:49.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.584+0000 7f881db089c0 20 add_watcher() i=6 2024-09-07T14:04:49.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.588+0000 7f881db089c0 20 add_watcher() i=7 2024-09-07T14:04:49.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.588+0000 7f881db089c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:04:49.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.592+0000 7f86d1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:49.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.592+0000 7f881db089c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:04:49.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.592+0000 7f881db089c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:04:49.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.592+0000 7f881db089c0 5 note: GC not initialized 2024-09-07T14:04:49.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.592+0000 7f86d0fe1640 20 reqs_thread_entry: start 2024-09-07T14:04:49.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.592+0000 7f881db089c0 20 init_complete bucket index max shards: 1 2024-09-07T14:04:49.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.592+0000 7f881db089c0 20 Filter name: none 2024-09-07T14:04:49.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.592+0000 7f864a7fc640 20 reqs_thread_entry: start 2024-09-07T14:04:49.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-07T14:04:49.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-07T14:04:49.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-07T14:04:49.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-07T14:04:49.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 : miss 2024-09-07T14:04:49.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 20 rados->read ofs=0 len=0 2024-09-07T14:04:49.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-07T14:04:49.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 info.flags=0x17 2024-09-07T14:04:49.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 to cache LRU end 2024-09-07T14:04:49.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:04:49.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:04:49.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 2024-09-07T14:04:49.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.596+0000 7f881db089c0 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 to be held by another RGW process; skipping for now 2024-09-07T14:04:49.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.600+0000 7f86d1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:04:49.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.604+0000 7f881db089c0 20 remove_watcher() i=0 2024-09-07T14:04:49.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.604+0000 7f881db089c0 2 removed watcher, disabling cache 2024-09-07T14:04:49.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.608+0000 7f881db089c0 20 remove_watcher() i=1 2024-09-07T14:04:49.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.608+0000 7f881db089c0 20 remove_watcher() i=2 2024-09-07T14:04:49.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.612+0000 7f881db089c0 20 remove_watcher() i=3 2024-09-07T14:04:49.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.612+0000 7f881db089c0 20 remove_watcher() i=4 2024-09-07T14:04:49.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.616+0000 7f881db089c0 20 remove_watcher() i=5 2024-09-07T14:04:49.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.616+0000 7f881db089c0 20 remove_watcher() i=6 2024-09-07T14:04:49.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:04:49.616+0000 7f881db089c0 20 remove_watcher() i=7 2024-09-07T14:04:49.635 INFO:tasks.workunit.client.0.smithi107.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-07T14:05:19.666 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:05:19.701 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:19.702 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:19.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.747+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:19.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.751+0000 7fb7cb5019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:19.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.751+0000 7fb7cb5019c0 20 realm 2024-09-07T14:05:19.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.751+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:19.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.751+0000 7fb7cb5019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:19.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.751+0000 7fb7cb5019c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:19.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.751+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:19.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.751+0000 7fb7cb5019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:19.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.751+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:19.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.751+0000 7fb7cb5019c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:19.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.751+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:19.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.755+0000 7fb7cb5019c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:19.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.755+0000 7fb7cb5019c0 20 searching for the correct realm 2024-09-07T14:05:19.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.755+0000 7fb7c8806640 0 -- 172.21.15.107:0/3560309192 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7fb7bc0c3460 msgr2=0x7fb7bc0c38c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:19.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.971+0000 7fb7c9808640 0 -- 172.21.15.107:0/3560309192 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fb7b4020060 msgr2=0x7fb7b400c200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:19.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.987+0000 7fb7cb5019c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:19.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.987+0000 7fb7cb5019c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:19.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.987+0000 7fb7cb5019c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:19.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.987+0000 7fb7cb5019c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:19.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.987+0000 7fb7cb5019c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:19.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.987+0000 7fb7cb5019c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:19.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.987+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:19.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.987+0000 7fb7cb5019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:19.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.987+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:19.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.987+0000 7fb7cb5019c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:19.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.987+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:19.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:19.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 20 zone default found 2024-09-07T14:05:19.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 4 Realm: () 2024-09-07T14:05:19.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:19.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:19.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:19.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 20 zonegroup default 2024-09-07T14:05:19.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:19.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:19.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:19.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:19.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:19.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:19.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 20 started sync module instance, tier type = 2024-09-07T14:05:19.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:19.991+0000 7fb7cb5019c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:20.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.015+0000 7fb7cb5019c0 20 add_watcher() i=0 2024-09-07T14:05:20.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.015+0000 7fb7cb5019c0 20 add_watcher() i=1 2024-09-07T14:05:20.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.015+0000 7fb7cb5019c0 20 add_watcher() i=2 2024-09-07T14:05:20.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.015+0000 7fb7cb5019c0 20 add_watcher() i=3 2024-09-07T14:05:20.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.015+0000 7fb7cb5019c0 20 add_watcher() i=4 2024-09-07T14:05:20.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.015+0000 7fb7cb5019c0 20 add_watcher() i=5 2024-09-07T14:05:20.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.015+0000 7fb7cb5019c0 20 add_watcher() i=6 2024-09-07T14:05:20.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.019+0000 7fb7cb5019c0 20 add_watcher() i=7 2024-09-07T14:05:20.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.019+0000 7fb7cb5019c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:20.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.023+0000 7fb67f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:20.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.023+0000 7fb7cb5019c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:20.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.023+0000 7fb7cb5019c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:20.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.023+0000 7fb7cb5019c0 5 note: GC not initialized 2024-09-07T14:05:20.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.023+0000 7fb67e7e4640 20 reqs_thread_entry: start 2024-09-07T14:05:20.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.023+0000 7fb7cb5019c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:20.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.023+0000 7fb7cb5019c0 20 Filter name: none 2024-09-07T14:05:20.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.023+0000 7fb5effff640 20 reqs_thread_entry: start 2024-09-07T14:05:20.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.023+0000 7fb7cb5019c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-07T14:05:20.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.023+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.023+0000 7fb7cb5019c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-07T14:05:20.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.023+0000 7fb7cb5019c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-07T14:05:20.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.027+0000 7fb7cb5019c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-07T14:05:20.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.027+0000 7fb7cb5019c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 : miss 2024-09-07T14:05:20.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.027+0000 7fb7cb5019c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.027+0000 7fb7cb5019c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-07T14:05:20.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.027+0000 7fb7cb5019c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 info.flags=0x17 2024-09-07T14:05:20.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.027+0000 7fb7cb5019c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 to cache LRU end 2024-09-07T14:05:20.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.027+0000 7fb7cb5019c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:05:20.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.027+0000 7fb7cb5019c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:20.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.027+0000 7fb7cb5019c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 2024-09-07T14:05:20.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.035+0000 7fb7cb5019c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 info.flags=0x17 2024-09-07T14:05:20.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.035+0000 7fb7cb5019c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 to cache LRU end 2024-09-07T14:05:20.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.035+0000 7fb7cb5019c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:20.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.035+0000 7fb7cb5019c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22, ofs0, ns] 2024-09-07T14:05:20.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.035+0000 7fb6acff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300789 cookie 94869266792496 notifier 6173 bl.length()=997 2024-09-07T14:05:20.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.035+0000 7fb6acff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 info.flags=0x17 2024-09-07T14:05:20.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.035+0000 7fb6acff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 to cache LRU end 2024-09-07T14:05:20.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.035+0000 7fb6acff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:20.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.039+0000 7fb7cb5019c0 20 handle_bi_update(): bucket=:abort-at-init-indext[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22]): orig_sources= new_sources= 2024-09-07T14:05:20.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.039+0000 7fb7cb5019c0 20 handle_bi_update(): bucket=:abort-at-init-indext[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22]): potential sources added=[] removed=[] 2024-09-07T14:05:20.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.039+0000 7fb7cb5019c0 20 handle_bi_update(): bucket=:abort-at-init-indext[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22]): orig_dests= new_dests= 2024-09-07T14:05:20.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.039+0000 7fb7cb5019c0 20 handle_bi_update(): bucket=:abort-at-init-indext[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22]): potential dests added=[] removed=[] 2024-09-07T14:05:20.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.043+0000 7fb7cb5019c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22.1.0 2024-09-07T14:05:20.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.043+0000 7fb7cb5019c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22.1.0 2024-09-07T14:05:20.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.043+0000 7fb7cb5019c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22.1.1 2024-09-07T14:05:20.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.043+0000 7fb7cb5019c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22.1.1 2024-09-07T14:05:20.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.043+0000 7fb7cb5019c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22.0 2024-09-07T14:05:20.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.051+0000 7fb7cb5019c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 : hit (requested=0x17, cached=0x17) 2024-09-07T14:05:20.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.051+0000 7fb7cb5019c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 2024-09-07T14:05:20.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.051+0000 7fb7cb5019c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 info.flags=0x17 2024-09-07T14:05:20.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.051+0000 7fb7cb5019c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 to cache LRU end 2024-09-07T14:05:20.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.051+0000 7fb7cb5019c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:20.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.051+0000 7fb7cb5019c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22, ofs0, ns] 2024-09-07T14:05:20.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.051+0000 7fb6acff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300790 cookie 94869266792496 notifier 6173 bl.length()=997 2024-09-07T14:05:20.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.051+0000 7fb6acff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 info.flags=0x17 2024-09-07T14:05:20.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.051+0000 7fb6acff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 to cache LRU end 2024-09-07T14:05:20.054 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.051+0000 7fb6acff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:20.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.055+0000 7fb7cb5019c0 20 handle_bi_update(): bucket=:abort-at-init-indext[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22]): orig_sources= new_sources= 2024-09-07T14:05:20.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.055+0000 7fb7cb5019c0 20 handle_bi_update(): bucket=:abort-at-init-indext[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22]): potential sources added=[] removed=[] 2024-09-07T14:05:20.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.055+0000 7fb7cb5019c0 20 handle_bi_update(): bucket=:abort-at-init-indext[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22]): orig_dests= new_dests= 2024-09-07T14:05:20.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.055+0000 7fb7cb5019c0 20 handle_bi_update(): bucket=:abort-at-init-indext[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22]): potential dests added=[] removed=[] 2024-09-07T14:05:20.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.059+0000 7fb7cb5019c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22.0 2024-09-07T14:05:20.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.063+0000 7fb7cb5019c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 : hit (requested=0x17, cached=0x17) 2024-09-07T14:05:20.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.063+0000 7fb7cb5019c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 2024-09-07T14:05:20.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.063+0000 7fb7cb5019c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 info.flags=0x17 2024-09-07T14:05:20.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.063+0000 7fb7cb5019c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 to cache LRU end 2024-09-07T14:05:20.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.063+0000 7fb7cb5019c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:20.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.063+0000 7fb7cb5019c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22, ofs0, ns] 2024-09-07T14:05:20.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.063+0000 7fb69bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300791 cookie 94869266792496 notifier 6173 bl.length()=965 2024-09-07T14:05:20.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.063+0000 7fb69bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 info.flags=0x17 2024-09-07T14:05:20.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.063+0000 7fb69bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 to cache LRU end 2024-09-07T14:05:20.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.063+0000 7fb69bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:20.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.067+0000 7fb7cb5019c0 20 handle_bi_update(): bucket=:abort-at-init-indext[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22]): orig_sources= new_sources= 2024-09-07T14:05:20.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.067+0000 7fb7cb5019c0 20 handle_bi_update(): bucket=:abort-at-init-indext[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22]): potential sources added=[] removed=[] 2024-09-07T14:05:20.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.067+0000 7fb7cb5019c0 20 handle_bi_update(): bucket=:abort-at-init-indext[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22]): orig_dests= new_dests= 2024-09-07T14:05:20.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.067+0000 7fb7cb5019c0 20 handle_bi_update(): bucket=:abort-at-init-indext[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22]): potential dests added=[] removed=[] 2024-09-07T14:05:20.072 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.071+0000 7fb7cb5019c0 1 execute INFO: reshard of bucket "abort-at-init-indext" from 1 shards to 2 shards completed successfully 2024-09-07T14:05:20.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.075+0000 7fb67f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:20.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.079+0000 7fb7cb5019c0 20 remove_watcher() i=0 2024-09-07T14:05:20.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.079+0000 7fb7cb5019c0 2 removed watcher, disabling cache 2024-09-07T14:05:20.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.083+0000 7fb7cb5019c0 20 remove_watcher() i=1 2024-09-07T14:05:20.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.083+0000 7fb7cb5019c0 20 remove_watcher() i=2 2024-09-07T14:05:20.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.087+0000 7fb7cb5019c0 20 remove_watcher() i=3 2024-09-07T14:05:20.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.087+0000 7fb7cb5019c0 20 remove_watcher() i=4 2024-09-07T14:05:20.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.091+0000 7fb7cb5019c0 20 remove_watcher() i=5 2024-09-07T14:05:20.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.091+0000 7fb7cb5019c0 20 remove_watcher() i=6 2024-09-07T14:05:20.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.095+0000 7fb7cb5019c0 20 remove_watcher() i=7 2024-09-07T14:05:20.112 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-07T14:05:20.143 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:20.143 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:20.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.187+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.187+0000 7f00db4839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:20.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.187+0000 7f00db4839c0 20 realm 2024-09-07T14:05:20.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.187+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.187+0000 7f00db4839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:20.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.187+0000 7f00db4839c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:20.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.187+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.187+0000 7f00db4839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:20.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.187+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.191+0000 7f00db4839c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:20.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.191+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.191+0000 7f00db4839c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:20.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.191+0000 7f00db4839c0 20 searching for the correct realm 2024-09-07T14:05:20.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.195+0000 7f00d8f89640 0 -- 172.21.15.107:0/2470530239 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f00d0128020 msgr2=0x7f00d00fcd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:20.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.411+0000 7f00d8f89640 0 -- 172.21.15.107:0/2470530239 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f00d0128020 msgr2=0x7f00d00fcd50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:20.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.423+0000 7f00db4839c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:20.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.423+0000 7f00db4839c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:20.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.423+0000 7f00db4839c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:20.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.423+0000 7f00db4839c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:20.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.423+0000 7f00db4839c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:20.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.423+0000 7f00db4839c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:20.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.423+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.423+0000 7f00db4839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:20.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.423+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:20.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:20.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 zone default found 2024-09-07T14:05:20.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 4 Realm: () 2024-09-07T14:05:20.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:20.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:20.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:20.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 zonegroup default 2024-09-07T14:05:20.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:20.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:20.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:20.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 started sync module instance, tier type = 2024-09-07T14:05:20.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.427+0000 7f00db4839c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:20.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.451+0000 7f00db4839c0 20 add_watcher() i=0 2024-09-07T14:05:20.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.451+0000 7f00db4839c0 20 add_watcher() i=1 2024-09-07T14:05:20.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.451+0000 7f00db4839c0 20 add_watcher() i=2 2024-09-07T14:05:20.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.451+0000 7f00db4839c0 20 add_watcher() i=3 2024-09-07T14:05:20.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.451+0000 7f00db4839c0 20 add_watcher() i=4 2024-09-07T14:05:20.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.451+0000 7f00db4839c0 20 add_watcher() i=5 2024-09-07T14:05:20.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.451+0000 7f00db4839c0 20 add_watcher() i=6 2024-09-07T14:05:20.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.455+0000 7f00db4839c0 20 add_watcher() i=7 2024-09-07T14:05:20.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.455+0000 7f00db4839c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:20.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7eff8efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:20.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7f00db4839c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:20.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7f00db4839c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:20.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7f00db4839c0 5 note: GC not initialized 2024-09-07T14:05:20.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7eff8dfe3640 20 reqs_thread_entry: start 2024-09-07T14:05:20.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7f00db4839c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:20.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7f00db4839c0 20 Filter name: none 2024-09-07T14:05:20.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7efeff7fe640 20 reqs_thread_entry: start 2024-09-07T14:05:20.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7f00db4839c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-07T14:05:20.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7f00db4839c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-07T14:05:20.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.459+0000 7f00db4839c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:20.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.463+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.463+0000 7f00db4839c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-07T14:05:20.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.463+0000 7f00db4839c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:20.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.463+0000 7f00db4839c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-07T14:05:20.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.463+0000 7f00db4839c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:20.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.463+0000 7eff8efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:20.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.471+0000 7f00db4839c0 20 remove_watcher() i=0 2024-09-07T14:05:20.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.471+0000 7f00db4839c0 2 removed watcher, disabling cache 2024-09-07T14:05:20.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.471+0000 7f00db4839c0 20 remove_watcher() i=1 2024-09-07T14:05:20.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.475+0000 7f00db4839c0 20 remove_watcher() i=2 2024-09-07T14:05:20.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.479+0000 7f00db4839c0 20 remove_watcher() i=3 2024-09-07T14:05:20.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.479+0000 7f00db4839c0 20 remove_watcher() i=4 2024-09-07T14:05:20.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.483+0000 7f00db4839c0 20 remove_watcher() i=5 2024-09-07T14:05:20.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.483+0000 7f00db4839c0 20 remove_watcher() i=6 2024-09-07T14:05:20.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:20.483+0000 7f00db4839c0 20 remove_watcher() i=7 2024-09-07T14:05:20.505 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:20.505 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:05:20.505 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-init-indext id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:05:20.505 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:20.507 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:20.507 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:20.528 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:20.529 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:21.080 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:21.080 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:21.256 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2024-09-07T14:05:21.256 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:21.259 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:21.259 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:21.377 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:21.377 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:21.467 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:21.467 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:21.574 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:21.574 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:21.677 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:21.677 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:21.778 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:21.778 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:21.879 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:21.879 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:21.982 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:21.982 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:22.084 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:22.084 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:22.182 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:22.182 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:22.274 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:22.274 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:22.374 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:22.374 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:22.472 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:22.472 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:22.573 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:22.573 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:22.672 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:22.672 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:22.769 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:22.769 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:22.867 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:22.867 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:22.969 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:22.969 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:23.072 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:23.072 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:23.172 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:23.172 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:23.277 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:23.277 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:23.372 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:23.373 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:23.471 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-07T14:05:23.505 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:23.505 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:23.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.551+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.551+0000 7fc18b54e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:23.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.551+0000 7fc18b54e9c0 20 realm 2024-09-07T14:05:23.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.551+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.551+0000 7fc18b54e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:23.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.551+0000 7fc18b54e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:23.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.551+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.555+0000 7fc18b54e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:23.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.555+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.555+0000 7fc18b54e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:23.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.555+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.555+0000 7fc18b54e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:23.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.555+0000 7fc18b54e9c0 20 searching for the correct realm 2024-09-07T14:05:23.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.559+0000 7fc189054640 0 -- 172.21.15.107:0/3712304960 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fc184125030 msgr2=0x7fc1840f6cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:23.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.775+0000 7fc189054640 0 -- 172.21.15.107:0/3712304960 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fc184125030 msgr2=0x7fc1840f6cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:23.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.787+0000 7fc18b54e9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:23.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.787+0000 7fc18b54e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:23.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.787+0000 7fc18b54e9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:23.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.787+0000 7fc18b54e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:23.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.787+0000 7fc18b54e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:23.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.787+0000 7fc18b54e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:23.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.787+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.787+0000 7fc18b54e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:23.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.787+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.787+0000 7fc18b54e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:23.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.787+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:23.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 20 zone default found 2024-09-07T14:05:23.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 4 Realm: () 2024-09-07T14:05:23.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:23.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:23.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:23.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 20 zonegroup default 2024-09-07T14:05:23.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:23.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:23.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:23.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 20 started sync module instance, tier type = 2024-09-07T14:05:23.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.791+0000 7fc18b54e9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:23.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.815+0000 7fc18b54e9c0 20 add_watcher() i=0 2024-09-07T14:05:23.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.815+0000 7fc18b54e9c0 20 add_watcher() i=1 2024-09-07T14:05:23.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.815+0000 7fc18b54e9c0 20 add_watcher() i=2 2024-09-07T14:05:23.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.815+0000 7fc18b54e9c0 20 add_watcher() i=3 2024-09-07T14:05:23.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.815+0000 7fc18b54e9c0 20 add_watcher() i=4 2024-09-07T14:05:23.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.815+0000 7fc18b54e9c0 20 add_watcher() i=5 2024-09-07T14:05:23.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.815+0000 7fc18b54e9c0 20 add_watcher() i=6 2024-09-07T14:05:23.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.819+0000 7fc18b54e9c0 20 add_watcher() i=7 2024-09-07T14:05:23.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.819+0000 7fc18b54e9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:23.825 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.823+0000 7fc03f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:23.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.823+0000 7fc18b54e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:23.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.823+0000 7fc18b54e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:23.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.823+0000 7fc18b54e9c0 5 note: GC not initialized 2024-09-07T14:05:23.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.827+0000 7fc03e7e4640 20 reqs_thread_entry: start 2024-09-07T14:05:23.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.827+0000 7fc18b54e9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:23.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.827+0000 7fc18b54e9c0 20 Filter name: none 2024-09-07T14:05:23.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.827+0000 7fbfaffff640 20 reqs_thread_entry: start 2024-09-07T14:05:23.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.827+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.827+0000 7fc18b54e9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:23.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.827+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.831+0000 7fc18b54e9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:23.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.831+0000 7fc18b54e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:23.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.831+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.831+0000 7fc18b54e9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:23.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.831+0000 7fc18b54e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.831+0000 7fc18b54e9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:23.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.831+0000 7fc18b54e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:23.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.831+0000 7fc03f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:23.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.839+0000 7fc18b54e9c0 20 remove_watcher() i=0 2024-09-07T14:05:23.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.839+0000 7fc18b54e9c0 2 removed watcher, disabling cache 2024-09-07T14:05:23.842 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.839+0000 7fc18b54e9c0 20 remove_watcher() i=1 2024-09-07T14:05:23.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.843+0000 7fc18b54e9c0 20 remove_watcher() i=2 2024-09-07T14:05:23.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.843+0000 7fc18b54e9c0 20 remove_watcher() i=3 2024-09-07T14:05:23.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.847+0000 7fc18b54e9c0 20 remove_watcher() i=4 2024-09-07T14:05:23.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.847+0000 7fc18b54e9c0 20 remove_watcher() i=5 2024-09-07T14:05:23.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.851+0000 7fc18b54e9c0 20 remove_watcher() i=6 2024-09-07T14:05:23.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.851+0000 7fc18b54e9c0 20 remove_watcher() i=7 2024-09-07T14:05:23.869 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:23.869 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:05:23.869 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-set-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:05:23.869 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:23.869 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2024-09-07T14:05:23.902 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:23.902 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:23.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.947+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.947+0000 7f68c92a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:23.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.947+0000 7f68c92a99c0 20 realm 2024-09-07T14:05:23.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.947+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.947+0000 7f68c92a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:23.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.947+0000 7f68c92a99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:23.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.947+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.947+0000 7f68c92a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:23.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.947+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.951+0000 7f68c92a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:23.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.951+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:23.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.951+0000 7f68c92a99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:23.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.951+0000 7f68c92a99c0 20 searching for the correct realm 2024-09-07T14:05:23.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:23.955+0000 7f68c6daf640 0 -- 172.21.15.107:0/1161382119 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f68c004ab80 msgr2=0x7f68c0079250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:05:24.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.171+0000 7f68c6daf640 0 -- 172.21.15.107:0/1161382119 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f68c004ab80 msgr2=0x7f68c0079250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:24.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.183+0000 7f68c92a99c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:24.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.183+0000 7f68c92a99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:24.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.183+0000 7f68c92a99c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:24.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.183+0000 7f68c92a99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:24.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.183+0000 7f68c92a99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:24.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.183+0000 7f68c92a99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:24.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.183+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.183+0000 7f68c92a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.183+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:24.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:24.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 zone default found 2024-09-07T14:05:24.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 4 Realm: () 2024-09-07T14:05:24.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:24.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:24.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:24.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 zonegroup default 2024-09-07T14:05:24.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 started sync module instance, tier type = 2024-09-07T14:05:24.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.187+0000 7f68c92a99c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:24.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.211+0000 7f68c92a99c0 20 add_watcher() i=0 2024-09-07T14:05:24.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.211+0000 7f68c92a99c0 20 add_watcher() i=1 2024-09-07T14:05:24.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.211+0000 7f68c92a99c0 20 add_watcher() i=2 2024-09-07T14:05:24.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.211+0000 7f68c92a99c0 20 add_watcher() i=3 2024-09-07T14:05:24.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.211+0000 7f68c92a99c0 20 add_watcher() i=4 2024-09-07T14:05:24.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.211+0000 7f68c92a99c0 20 add_watcher() i=5 2024-09-07T14:05:24.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.211+0000 7f68c92a99c0 20 add_watcher() i=6 2024-09-07T14:05:24.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.215+0000 7f68c92a99c0 20 add_watcher() i=7 2024-09-07T14:05:24.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.215+0000 7f68c92a99c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:24.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.219+0000 7f677d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:24.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.219+0000 7f68c92a99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:24.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.219+0000 7f68c92a99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:24.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.219+0000 7f68c92a99c0 5 note: GC not initialized 2024-09-07T14:05:24.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.219+0000 7f66f7fff640 20 reqs_thread_entry: start 2024-09-07T14:05:24.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.219+0000 7f68c92a99c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:24.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.219+0000 7f68c92a99c0 20 Filter name: none 2024-09-07T14:05:24.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.219+0000 7f66f5ffb640 20 reqs_thread_entry: start 2024-09-07T14:05:24.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.219+0000 7f68c92a99c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-07T14:05:24.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.219+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.223+0000 7f68c92a99c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:24.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.223+0000 7f68c92a99c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-07T14:05:24.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.223+0000 7f68c92a99c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-07T14:05:24.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.223+0000 7f68c92a99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 : miss 2024-09-07T14:05:24.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.223+0000 7f68c92a99c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.223+0000 7f68c92a99c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:24.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.223+0000 7f68c92a99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 info.flags=0x17 2024-09-07T14:05:24.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.223+0000 7f68c92a99c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 to cache LRU end 2024-09-07T14:05:24.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.223+0000 7f68c92a99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:05:24.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.223+0000 7f68c92a99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:24.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.223+0000 7f68c92a99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 2024-09-07T14:05:24.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.227+0000 7f68c92a99c0 -1 Injecting error=-5 at location=set_target_layout 2024-09-07T14:05:24.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.227+0000 7f68c92a99c0 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2024-09-07T14:05:24.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.235+0000 7f677d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:24.240 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.239+0000 7f68c92a99c0 20 remove_watcher() i=0 2024-09-07T14:05:24.240 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.239+0000 7f68c92a99c0 2 removed watcher, disabling cache 2024-09-07T14:05:24.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.239+0000 7f68c92a99c0 20 remove_watcher() i=1 2024-09-07T14:05:24.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.243+0000 7f68c92a99c0 20 remove_watcher() i=2 2024-09-07T14:05:24.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.247+0000 7f68c92a99c0 20 remove_watcher() i=3 2024-09-07T14:05:24.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.247+0000 7f68c92a99c0 20 remove_watcher() i=4 2024-09-07T14:05:24.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.247+0000 7f68c92a99c0 20 remove_watcher() i=5 2024-09-07T14:05:24.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.251+0000 7f68c92a99c0 20 remove_watcher() i=6 2024-09-07T14:05:24.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.251+0000 7f68c92a99c0 20 remove_watcher() i=7 2024-09-07T14:05:24.268 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-07T14:05:24.296 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:24.296 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:24.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.339+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.343+0000 7fe4a07179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.343+0000 7fe4a07179c0 20 realm 2024-09-07T14:05:24.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.343+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.343+0000 7fe4a07179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.343+0000 7fe4a07179c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:24.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.343+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.343+0000 7fe4a07179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.343+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.343+0000 7fe4a07179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:24.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.343+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.343+0000 7fe4a07179c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:24.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.343+0000 7fe4a07179c0 20 searching for the correct realm 2024-09-07T14:05:24.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.347+0000 7fe49e21d640 0 -- 172.21.15.107:0/3610918244 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe498004040 msgr2=0x7fe4980b6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:24.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.563+0000 7fe49e21d640 0 -- 172.21.15.107:0/3610918244 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe498004040 msgr2=0x7fe4980b6930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:24.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.575+0000 7fe4a07179c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:24.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.575+0000 7fe4a07179c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:24.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.575+0000 7fe4a07179c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:24.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.575+0000 7fe4a07179c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:24.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.575+0000 7fe4a07179c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:24.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.575+0000 7fe4a07179c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:24.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.575+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.575+0000 7fe4a07179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.575+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.575+0000 7fe4a07179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:24.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.575+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:24.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 20 zone default found 2024-09-07T14:05:24.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 4 Realm: () 2024-09-07T14:05:24.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:24.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:24.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:24.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 20 zonegroup default 2024-09-07T14:05:24.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 20 started sync module instance, tier type = 2024-09-07T14:05:24.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.579+0000 7fe4a07179c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:24.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.603+0000 7fe4a07179c0 20 add_watcher() i=0 2024-09-07T14:05:24.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.603+0000 7fe4a07179c0 20 add_watcher() i=1 2024-09-07T14:05:24.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.603+0000 7fe4a07179c0 20 add_watcher() i=2 2024-09-07T14:05:24.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.603+0000 7fe4a07179c0 20 add_watcher() i=3 2024-09-07T14:05:24.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.603+0000 7fe4a07179c0 20 add_watcher() i=4 2024-09-07T14:05:24.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.603+0000 7fe4a07179c0 20 add_watcher() i=5 2024-09-07T14:05:24.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.603+0000 7fe4a07179c0 20 add_watcher() i=6 2024-09-07T14:05:24.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.607+0000 7fe4a07179c0 20 add_watcher() i=7 2024-09-07T14:05:24.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.607+0000 7fe4a07179c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:24.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.611+0000 7fe354fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:24.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.611+0000 7fe4a07179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:24.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.611+0000 7fe4a07179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:24.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.611+0000 7fe4a07179c0 5 note: GC not initialized 2024-09-07T14:05:24.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.611+0000 7fe2cf7fe640 20 reqs_thread_entry: start 2024-09-07T14:05:24.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.611+0000 7fe4a07179c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:24.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.611+0000 7fe4a07179c0 20 Filter name: none 2024-09-07T14:05:24.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.611+0000 7fe2cd7fa640 20 reqs_thread_entry: start 2024-09-07T14:05:24.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.611+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.611+0000 7fe4a07179c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:24.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.611+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.615+0000 7fe4a07179c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:24.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.615+0000 7fe4a07179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:24.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.615+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.615+0000 7fe4a07179c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:24.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.615+0000 7fe4a07179c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.615+0000 7fe4a07179c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:24.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.615+0000 7fe4a07179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:24.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.619+0000 7fe354fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:24.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.623+0000 7fe4a07179c0 20 remove_watcher() i=0 2024-09-07T14:05:24.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.623+0000 7fe4a07179c0 2 removed watcher, disabling cache 2024-09-07T14:05:24.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.627+0000 7fe4a07179c0 20 remove_watcher() i=1 2024-09-07T14:05:24.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.627+0000 7fe4a07179c0 20 remove_watcher() i=2 2024-09-07T14:05:24.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.631+0000 7fe4a07179c0 20 remove_watcher() i=3 2024-09-07T14:05:24.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.631+0000 7fe4a07179c0 20 remove_watcher() i=4 2024-09-07T14:05:24.636 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.635+0000 7fe4a07179c0 20 remove_watcher() i=5 2024-09-07T14:05:24.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.635+0000 7fe4a07179c0 20 remove_watcher() i=6 2024-09-07T14:05:24.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.639+0000 7fe4a07179c0 20 remove_watcher() i=7 2024-09-07T14:05:24.654 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:24.655 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:05:24.655 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-set-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:05:24.655 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:24.656 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:24.656 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:24.732 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:24.732 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:24.816 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:05:24.853 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:24.853 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:24.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.895+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.899+0000 7fb54dd659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.899+0000 7fb54dd659c0 20 realm 2024-09-07T14:05:24.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.899+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.899+0000 7fb54dd659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.899+0000 7fb54dd659c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:24.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.899+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.899+0000 7fb54dd659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:24.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.899+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.899+0000 7fb54dd659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:24.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.899+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:24.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.903+0000 7fb54dd659c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:24.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.903+0000 7fb54dd659c0 20 searching for the correct realm 2024-09-07T14:05:24.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:24.903+0000 7fb54b86b640 0 -- 172.21.15.107:0/1318586529 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fb54402c060 msgr2=0x7fb544065180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:05:25.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.119+0000 7fb54b86b640 0 -- 172.21.15.107:0/1318586529 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fb54402c060 msgr2=0x7fb544065180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:25.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:25.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:25.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:25.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:25.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:25.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:25.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:25.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:25.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:25.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 zone default found 2024-09-07T14:05:25.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 4 Realm: () 2024-09-07T14:05:25.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:25.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:25.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:25.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 zonegroup default 2024-09-07T14:05:25.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.131+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.135+0000 7fb54dd659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:25.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.135+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.135+0000 7fb54dd659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:25.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.135+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.135+0000 7fb54dd659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:25.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.135+0000 7fb54dd659c0 20 started sync module instance, tier type = 2024-09-07T14:05:25.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.135+0000 7fb54dd659c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:25.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.155+0000 7fb54dd659c0 20 add_watcher() i=0 2024-09-07T14:05:25.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.155+0000 7fb54dd659c0 20 add_watcher() i=1 2024-09-07T14:05:25.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.155+0000 7fb54dd659c0 20 add_watcher() i=2 2024-09-07T14:05:25.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.155+0000 7fb54dd659c0 20 add_watcher() i=3 2024-09-07T14:05:25.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.155+0000 7fb54dd659c0 20 add_watcher() i=4 2024-09-07T14:05:25.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.155+0000 7fb54dd659c0 20 add_watcher() i=5 2024-09-07T14:05:25.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.155+0000 7fb54dd659c0 20 add_watcher() i=6 2024-09-07T14:05:25.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.159+0000 7fb54dd659c0 20 add_watcher() i=7 2024-09-07T14:05:25.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.159+0000 7fb54dd659c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:25.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.163+0000 7fb401fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:25.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.163+0000 7fb54dd659c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:25.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.163+0000 7fb54dd659c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:25.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.163+0000 7fb54dd659c0 5 note: GC not initialized 2024-09-07T14:05:25.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.163+0000 7fb400fe1640 20 reqs_thread_entry: start 2024-09-07T14:05:25.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.163+0000 7fb54dd659c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:25.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.163+0000 7fb54dd659c0 20 Filter name: none 2024-09-07T14:05:25.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb37a7fc640 20 reqs_thread_entry: start 2024-09-07T14:05:25.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-07T14:05:25.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:25.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-07T14:05:25.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-07T14:05:25.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 : miss 2024-09-07T14:05:25.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:25.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 info.flags=0x17 2024-09-07T14:05:25.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 to cache LRU end 2024-09-07T14:05:25.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:05:25.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:25.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.167+0000 7fb54dd659c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 2024-09-07T14:05:25.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.175+0000 7fb54dd659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 info.flags=0x17 2024-09-07T14:05:25.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.175+0000 7fb54dd659c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 to cache LRU end 2024-09-07T14:05:25.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.175+0000 7fb54dd659c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:25.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.175+0000 7fb54dd659c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23, ofs0, ns] 2024-09-07T14:05:25.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.179+0000 7fb42a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300773 cookie 93966901938624 notifier 6570 bl.length()=1009 2024-09-07T14:05:25.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.179+0000 7fb42a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 info.flags=0x17 2024-09-07T14:05:25.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.179+0000 7fb42a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 to cache LRU end 2024-09-07T14:05:25.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.179+0000 7fb42a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:25.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.179+0000 7fb54dd659c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23]): orig_sources= new_sources= 2024-09-07T14:05:25.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.179+0000 7fb54dd659c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23]): potential sources added=[] removed=[] 2024-09-07T14:05:25.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.179+0000 7fb54dd659c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23]): orig_dests= new_dests= 2024-09-07T14:05:25.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.179+0000 7fb54dd659c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23]): potential dests added=[] removed=[] 2024-09-07T14:05:25.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.183+0000 7fb54dd659c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23.1.0 2024-09-07T14:05:25.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.183+0000 7fb54dd659c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23.1.0 2024-09-07T14:05:25.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.183+0000 7fb54dd659c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23.1.1 2024-09-07T14:05:25.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.183+0000 7fb54dd659c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23.1.1 2024-09-07T14:05:25.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.183+0000 7fb54dd659c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23.0 2024-09-07T14:05:25.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.191+0000 7fb54dd659c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 : hit (requested=0x17, cached=0x17) 2024-09-07T14:05:25.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.191+0000 7fb54dd659c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 2024-09-07T14:05:25.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.195+0000 7fb54dd659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 info.flags=0x17 2024-09-07T14:05:25.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.195+0000 7fb54dd659c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 to cache LRU end 2024-09-07T14:05:25.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.195+0000 7fb54dd659c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:25.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.195+0000 7fb54dd659c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23, ofs0, ns] 2024-09-07T14:05:25.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.195+0000 7fb42a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300774 cookie 93966901938624 notifier 6570 bl.length()=1009 2024-09-07T14:05:25.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.195+0000 7fb42a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 info.flags=0x17 2024-09-07T14:05:25.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.195+0000 7fb42a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 to cache LRU end 2024-09-07T14:05:25.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.195+0000 7fb42a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:25.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.199+0000 7fb54dd659c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23]): orig_sources= new_sources= 2024-09-07T14:05:25.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.199+0000 7fb54dd659c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23]): potential sources added=[] removed=[] 2024-09-07T14:05:25.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.199+0000 7fb54dd659c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23]): orig_dests= new_dests= 2024-09-07T14:05:25.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.199+0000 7fb54dd659c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23]): potential dests added=[] removed=[] 2024-09-07T14:05:25.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.199+0000 7fb54dd659c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23.0 2024-09-07T14:05:25.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.199+0000 7fb54dd659c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 : hit (requested=0x17, cached=0x17) 2024-09-07T14:05:25.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.199+0000 7fb54dd659c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 2024-09-07T14:05:25.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.203+0000 7fb54dd659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 info.flags=0x17 2024-09-07T14:05:25.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.203+0000 7fb54dd659c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 to cache LRU end 2024-09-07T14:05:25.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.203+0000 7fb54dd659c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:25.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.203+0000 7fb54dd659c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23, ofs0, ns] 2024-09-07T14:05:25.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.203+0000 7fb42affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300775 cookie 93966901938624 notifier 6570 bl.length()=977 2024-09-07T14:05:25.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.203+0000 7fb42affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 info.flags=0x17 2024-09-07T14:05:25.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.203+0000 7fb42affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 to cache LRU end 2024-09-07T14:05:25.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.203+0000 7fb42affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:25.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.207+0000 7fb54dd659c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23]): orig_sources= new_sources= 2024-09-07T14:05:25.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.207+0000 7fb54dd659c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23]): potential sources added=[] removed=[] 2024-09-07T14:05:25.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.207+0000 7fb54dd659c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23]): orig_dests= new_dests= 2024-09-07T14:05:25.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.207+0000 7fb54dd659c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23]): potential dests added=[] removed=[] 2024-09-07T14:05:25.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.207+0000 7fb54dd659c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-07T14:05:25.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.211+0000 7fb401fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:25.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.219+0000 7fb54dd659c0 20 remove_watcher() i=0 2024-09-07T14:05:25.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.219+0000 7fb54dd659c0 2 removed watcher, disabling cache 2024-09-07T14:05:25.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.219+0000 7fb54dd659c0 20 remove_watcher() i=1 2024-09-07T14:05:25.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.223+0000 7fb54dd659c0 20 remove_watcher() i=2 2024-09-07T14:05:25.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.227+0000 7fb54dd659c0 20 remove_watcher() i=3 2024-09-07T14:05:25.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.227+0000 7fb54dd659c0 20 remove_watcher() i=4 2024-09-07T14:05:25.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.231+0000 7fb54dd659c0 20 remove_watcher() i=5 2024-09-07T14:05:25.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.231+0000 7fb54dd659c0 20 remove_watcher() i=6 2024-09-07T14:05:25.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.235+0000 7fb54dd659c0 20 remove_watcher() i=7 2024-09-07T14:05:25.251 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-07T14:05:25.278 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:25.278 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:25.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.319+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.323+0000 7f7b696209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:25.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.323+0000 7f7b696209c0 20 realm 2024-09-07T14:05:25.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.323+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.323+0000 7f7b696209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:25.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.323+0000 7f7b696209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:25.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.323+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.323+0000 7f7b696209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:25.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.323+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.323+0000 7f7b696209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:25.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.323+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.327+0000 7f7b696209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:25.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.327+0000 7f7b696209c0 20 searching for the correct realm 2024-09-07T14:05:25.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.331+0000 7f7b67126640 0 -- 172.21.15.107:0/1274643886 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f7b5c028030 msgr2=0x7f7b5c05cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:05:25.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.547+0000 7f7b67126640 0 -- 172.21.15.107:0/1274643886 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f7b5c028030 msgr2=0x7f7b5c05cbf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:25.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:25.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:25.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:25.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:25.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:25.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:25.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:25.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:25.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:25.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 zone default found 2024-09-07T14:05:25.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 4 Realm: () 2024-09-07T14:05:25.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:25.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:25.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:25.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 zonegroup default 2024-09-07T14:05:25.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:25.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.559+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.563+0000 7f7b696209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:25.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.563+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.563+0000 7f7b696209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:25.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.563+0000 7f7b696209c0 20 started sync module instance, tier type = 2024-09-07T14:05:25.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.563+0000 7f7b696209c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:25.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.587+0000 7f7b696209c0 20 add_watcher() i=0 2024-09-07T14:05:25.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.587+0000 7f7b696209c0 20 add_watcher() i=1 2024-09-07T14:05:25.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.587+0000 7f7b696209c0 20 add_watcher() i=2 2024-09-07T14:05:25.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.587+0000 7f7b696209c0 20 add_watcher() i=3 2024-09-07T14:05:25.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.587+0000 7f7b696209c0 20 add_watcher() i=4 2024-09-07T14:05:25.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.587+0000 7f7b696209c0 20 add_watcher() i=5 2024-09-07T14:05:25.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.587+0000 7f7b696209c0 20 add_watcher() i=6 2024-09-07T14:05:25.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.587+0000 7f7b696209c0 20 add_watcher() i=7 2024-09-07T14:05:25.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.587+0000 7f7b696209c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:25.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.591+0000 7f7a1dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:25.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.591+0000 7f7b696209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:25.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.591+0000 7f7b696209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:25.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.591+0000 7f7b696209c0 5 note: GC not initialized 2024-09-07T14:05:25.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.595+0000 7f7a1cfe1640 20 reqs_thread_entry: start 2024-09-07T14:05:25.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.595+0000 7f7b696209c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:25.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.595+0000 7f7b696209c0 20 Filter name: none 2024-09-07T14:05:25.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.595+0000 7f79967fc640 20 reqs_thread_entry: start 2024-09-07T14:05:25.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.595+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.595+0000 7f7b696209c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:25.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.595+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.595+0000 7f7b696209c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:25.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.595+0000 7f7b696209c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:25.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.599+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.599+0000 7f7b696209c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:25.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.599+0000 7f7b696209c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:25.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.599+0000 7f7b696209c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:25.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.599+0000 7f7b696209c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:25.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.603+0000 7f7a1dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:25.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.607+0000 7f7b696209c0 20 remove_watcher() i=0 2024-09-07T14:05:25.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.607+0000 7f7b696209c0 2 removed watcher, disabling cache 2024-09-07T14:05:25.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.611+0000 7f7b696209c0 20 remove_watcher() i=1 2024-09-07T14:05:25.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.611+0000 7f7b696209c0 20 remove_watcher() i=2 2024-09-07T14:05:25.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.615+0000 7f7b696209c0 20 remove_watcher() i=3 2024-09-07T14:05:25.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.619+0000 7f7b696209c0 20 remove_watcher() i=4 2024-09-07T14:05:25.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.619+0000 7f7b696209c0 20 remove_watcher() i=5 2024-09-07T14:05:25.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.619+0000 7f7b696209c0 20 remove_watcher() i=6 2024-09-07T14:05:25.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:25.623+0000 7f7b696209c0 20 remove_watcher() i=7 2024-09-07T14:05:25.639 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:25.639 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:05:25.639 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-set-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:05:25.639 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:25.640 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:25.641 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:25.670 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:26.211 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:26.211 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:26.392 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2024-09-07T14:05:26.392 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:26.394 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:26.394 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:26.530 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:26.530 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:26.618 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:26.618 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:26.713 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:26.713 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:26.802 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:26.802 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:26.900 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:26.900 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:27.001 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:27.001 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:27.105 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:27.105 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:27.206 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:27.206 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:27.301 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:27.301 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:27.399 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:27.400 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:27.499 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:27.499 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:27.599 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:27.599 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:27.690 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:27.690 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:27.791 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:27.791 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:27.888 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:27.889 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:27.996 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:27.996 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:28.101 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:28.101 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:28.206 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:28.206 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:28.304 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:28.304 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:28.409 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:28.409 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:28.509 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:28.509 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:28.613 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-07T14:05:28.646 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:28.646 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:28.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.691+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.691+0000 7f66d949b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:28.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.691+0000 7f66d949b9c0 20 realm 2024-09-07T14:05:28.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.691+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.691+0000 7f66d949b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:28.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.691+0000 7f66d949b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:28.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.691+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.691+0000 7f66d949b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:28.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.691+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.695+0000 7f66d949b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:28.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.695+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.695+0000 7f66d949b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:28.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.695+0000 7f66d949b9c0 20 searching for the correct realm 2024-09-07T14:05:28.699 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.699+0000 7f66d77a2640 0 -- 172.21.15.107:0/688238451 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f66c00f43f0 msgr2=0x7f66c00f7770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:28.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.707+0000 7f66ce7a0640 0 -- 172.21.15.107:0/688238451 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f66c8043040 msgr2=0x7f66c8042410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:28.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.923+0000 7f66d949b9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:28.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.923+0000 7f66d949b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:28.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.923+0000 7f66d949b9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:28.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.923+0000 7f66d949b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:28.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.923+0000 7f66d949b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:28.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.923+0000 7f66d949b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:28.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.923+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.923+0000 7f66d949b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:28.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.923+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:28.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:28.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 zone default found 2024-09-07T14:05:28.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 4 Realm: () 2024-09-07T14:05:28.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:28.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:28.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:28.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 zonegroup default 2024-09-07T14:05:28.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:28.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:28.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:28.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 started sync module instance, tier type = 2024-09-07T14:05:28.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.927+0000 7f66d949b9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:28.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.955+0000 7f66d949b9c0 20 add_watcher() i=0 2024-09-07T14:05:28.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.955+0000 7f66d949b9c0 20 add_watcher() i=1 2024-09-07T14:05:28.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.955+0000 7f66d949b9c0 20 add_watcher() i=2 2024-09-07T14:05:28.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.955+0000 7f66d949b9c0 20 add_watcher() i=3 2024-09-07T14:05:28.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.955+0000 7f66d949b9c0 20 add_watcher() i=4 2024-09-07T14:05:28.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.955+0000 7f66d949b9c0 20 add_watcher() i=5 2024-09-07T14:05:28.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.955+0000 7f66d949b9c0 20 add_watcher() i=6 2024-09-07T14:05:28.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.959+0000 7f66d949b9c0 20 add_watcher() i=7 2024-09-07T14:05:28.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.959+0000 7f66d949b9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:28.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.963+0000 7f658d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:28.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.963+0000 7f66d949b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:28.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.963+0000 7f66d949b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:28.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.963+0000 7f66d949b9c0 5 note: GC not initialized 2024-09-07T14:05:28.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.963+0000 7f6507fff640 20 reqs_thread_entry: start 2024-09-07T14:05:28.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.963+0000 7f66d949b9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:28.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.963+0000 7f66d949b9c0 20 Filter name: none 2024-09-07T14:05:28.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.963+0000 7f6505ffb640 20 reqs_thread_entry: start 2024-09-07T14:05:28.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.963+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.963+0000 7f66d949b9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:28.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.963+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.967+0000 7f66d949b9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:28.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.967+0000 7f66d949b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:28.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.967+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.967+0000 7f66d949b9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:28.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.967+0000 7f66d949b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:28.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.967+0000 7f66d949b9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:28.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.967+0000 7f66d949b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:28.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.971+0000 7f658d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:28.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.975+0000 7f66d949b9c0 20 remove_watcher() i=0 2024-09-07T14:05:28.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.975+0000 7f66d949b9c0 2 removed watcher, disabling cache 2024-09-07T14:05:28.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.979+0000 7f66d949b9c0 20 remove_watcher() i=1 2024-09-07T14:05:28.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.979+0000 7f66d949b9c0 20 remove_watcher() i=2 2024-09-07T14:05:28.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.983+0000 7f66d949b9c0 20 remove_watcher() i=3 2024-09-07T14:05:28.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.983+0000 7f66d949b9c0 20 remove_watcher() i=4 2024-09-07T14:05:28.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.987+0000 7f66d949b9c0 20 remove_watcher() i=5 2024-09-07T14:05:28.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.987+0000 7f66d949b9c0 20 remove_watcher() i=6 2024-09-07T14:05:28.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:28.991+0000 7f66d949b9c0 20 remove_watcher() i=7 2024-09-07T14:05:29.008 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:29.008 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:05:29.008 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-set-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:05:29.008 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:29.008 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2024-09-07T14:05:29.048 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:29.048 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:29.271 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.271+0000 7f62a4442640 0 --2- 172.21.15.107:0/2908050019 >> [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] conn(0x561d277f95c0 0x561d277d5f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-07T14:05:29.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.299+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.299+0000 7f62a613b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:29.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.299+0000 7f62a613b9c0 20 realm 2024-09-07T14:05:29.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.299+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.299+0000 7f62a613b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:29.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.299+0000 7f62a613b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:29.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.299+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.299+0000 7f62a613b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:29.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.299+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.303+0000 7f62a613b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:29.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.303+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.303+0000 7f62a613b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:29.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.303+0000 7f62a613b9c0 20 searching for the correct realm 2024-09-07T14:05:29.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.307+0000 7f62a3440640 0 -- 172.21.15.107:0/3154270587 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f62940cb900 msgr2=0x7f62940d73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:29.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.523+0000 7f62a4442640 0 -- 172.21.15.107:0/3154270587 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f629801f030 msgr2=0x7f62980777f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:29.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.539+0000 7f62a613b9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:29.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.539+0000 7f62a613b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:29.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.539+0000 7f62a613b9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:29.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.539+0000 7f62a613b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:29.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.539+0000 7f62a613b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:29.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.539+0000 7f62a613b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:29.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.539+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.539+0000 7f62a613b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:29.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.539+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.539+0000 7f62a613b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:29.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.539+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:29.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 20 zone default found 2024-09-07T14:05:29.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 4 Realm: () 2024-09-07T14:05:29.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:29.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:29.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:29.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 20 zonegroup default 2024-09-07T14:05:29.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:29.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:29.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:29.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 20 started sync module instance, tier type = 2024-09-07T14:05:29.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.543+0000 7f62a613b9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:29.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.567+0000 7f62a613b9c0 20 add_watcher() i=0 2024-09-07T14:05:29.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.567+0000 7f62a613b9c0 20 add_watcher() i=1 2024-09-07T14:05:29.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.567+0000 7f62a613b9c0 20 add_watcher() i=2 2024-09-07T14:05:29.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.567+0000 7f62a613b9c0 20 add_watcher() i=3 2024-09-07T14:05:29.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.567+0000 7f62a613b9c0 20 add_watcher() i=4 2024-09-07T14:05:29.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.567+0000 7f62a613b9c0 20 add_watcher() i=5 2024-09-07T14:05:29.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.567+0000 7f62a613b9c0 20 add_watcher() i=6 2024-09-07T14:05:29.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.571+0000 7f62a613b9c0 20 add_watcher() i=7 2024-09-07T14:05:29.571 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.571+0000 7f62a613b9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:29.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.571+0000 7f6159fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:29.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:29.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:29.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 5 note: GC not initialized 2024-09-07T14:05:29.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f6158fe1640 20 reqs_thread_entry: start 2024-09-07T14:05:29.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:29.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 20 Filter name: none 2024-09-07T14:05:29.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f60d27fc640 20 reqs_thread_entry: start 2024-09-07T14:05:29.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-07T14:05:29.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:29.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-07T14:05:29.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-07T14:05:29.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 : miss 2024-09-07T14:05:29.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:29.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 info.flags=0x17 2024-09-07T14:05:29.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 to cache LRU end 2024-09-07T14:05:29.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:05:29.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:29.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.575+0000 7f62a613b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 2024-09-07T14:05:29.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.583+0000 7f62a613b9c0 -1 Injecting error=-125 at location=set_target_layout 2024-09-07T14:05:29.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.583+0000 7f62a613b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 info.flags=0x17 2024-09-07T14:05:29.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.583+0000 7f62a613b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 to cache LRU end 2024-09-07T14:05:29.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.583+0000 7f62a613b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:29.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.583+0000 7f62a613b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24, ofs0, ns] 2024-09-07T14:05:29.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.587+0000 7f6182ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300779 cookie 94683217581264 notifier 6627 bl.length()=1009 2024-09-07T14:05:29.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.587+0000 7f6182ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 info.flags=0x17 2024-09-07T14:05:29.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.587+0000 7f6182ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 to cache LRU end 2024-09-07T14:05:29.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.587+0000 7f6182ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:29.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.587+0000 7f62a613b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24]): orig_sources= new_sources= 2024-09-07T14:05:29.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.587+0000 7f62a613b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24]): potential sources added=[] removed=[] 2024-09-07T14:05:29.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.587+0000 7f62a613b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24]): orig_dests= new_dests= 2024-09-07T14:05:29.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.587+0000 7f62a613b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24]): potential dests added=[] removed=[] 2024-09-07T14:05:29.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.591+0000 7f62a613b9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24.1.0 2024-09-07T14:05:29.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.591+0000 7f62a613b9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24.1.0 2024-09-07T14:05:29.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.591+0000 7f62a613b9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24.1.1 2024-09-07T14:05:29.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.591+0000 7f62a613b9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24.1.1 2024-09-07T14:05:29.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.591+0000 7f62a613b9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24.0 2024-09-07T14:05:29.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.595+0000 7f62a613b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 : hit (requested=0x17, cached=0x17) 2024-09-07T14:05:29.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.595+0000 7f62a613b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 2024-09-07T14:05:29.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.599+0000 7f62a613b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 info.flags=0x17 2024-09-07T14:05:29.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.599+0000 7f62a613b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 to cache LRU end 2024-09-07T14:05:29.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.599+0000 7f62a613b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:29.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.599+0000 7f62a613b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24, ofs0, ns] 2024-09-07T14:05:29.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.599+0000 7f6182ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300780 cookie 94683217581264 notifier 6627 bl.length()=1009 2024-09-07T14:05:29.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.599+0000 7f6182ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 info.flags=0x17 2024-09-07T14:05:29.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.599+0000 7f6182ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 to cache LRU end 2024-09-07T14:05:29.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.599+0000 7f6182ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:29.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.603+0000 7f62a613b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24]): orig_sources= new_sources= 2024-09-07T14:05:29.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.603+0000 7f62a613b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24]): potential sources added=[] removed=[] 2024-09-07T14:05:29.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.603+0000 7f62a613b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24]): orig_dests= new_dests= 2024-09-07T14:05:29.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.603+0000 7f62a613b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24]): potential dests added=[] removed=[] 2024-09-07T14:05:29.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.603+0000 7f62a613b9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24.0 2024-09-07T14:05:29.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.603+0000 7f62a613b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 : hit (requested=0x17, cached=0x17) 2024-09-07T14:05:29.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.603+0000 7f62a613b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 2024-09-07T14:05:29.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.607+0000 7f62a613b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 info.flags=0x17 2024-09-07T14:05:29.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.607+0000 7f62a613b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 to cache LRU end 2024-09-07T14:05:29.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.607+0000 7f62a613b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:29.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.607+0000 7f62a613b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24, ofs0, ns] 2024-09-07T14:05:29.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.607+0000 7f61827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300781 cookie 94683217581264 notifier 6627 bl.length()=977 2024-09-07T14:05:29.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.607+0000 7f61827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 info.flags=0x17 2024-09-07T14:05:29.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.607+0000 7f61827fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 to cache LRU end 2024-09-07T14:05:29.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.607+0000 7f61827fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:29.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.611+0000 7f62a613b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24]): orig_sources= new_sources= 2024-09-07T14:05:29.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.611+0000 7f62a613b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24]): potential sources added=[] removed=[] 2024-09-07T14:05:29.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.611+0000 7f62a613b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24]): orig_dests= new_dests= 2024-09-07T14:05:29.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.611+0000 7f62a613b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24]): potential dests added=[] removed=[] 2024-09-07T14:05:29.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.615+0000 7f62a613b9c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-07T14:05:29.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.615+0000 7f6159fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:29.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.623+0000 7f62a613b9c0 20 remove_watcher() i=0 2024-09-07T14:05:29.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.623+0000 7f62a613b9c0 2 removed watcher, disabling cache 2024-09-07T14:05:29.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.623+0000 7f62a613b9c0 20 remove_watcher() i=1 2024-09-07T14:05:29.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.627+0000 7f62a613b9c0 20 remove_watcher() i=2 2024-09-07T14:05:29.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.627+0000 7f62a613b9c0 20 remove_watcher() i=3 2024-09-07T14:05:29.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.631+0000 7f62a613b9c0 20 remove_watcher() i=4 2024-09-07T14:05:29.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.631+0000 7f62a613b9c0 20 remove_watcher() i=5 2024-09-07T14:05:29.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.631+0000 7f62a613b9c0 20 remove_watcher() i=6 2024-09-07T14:05:29.636 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.635+0000 7f62a613b9c0 20 remove_watcher() i=7 2024-09-07T14:05:29.654 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-07T14:05:29.684 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:29.684 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:29.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.727+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.727+0000 7ffa523449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:29.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.727+0000 7ffa523449c0 20 realm 2024-09-07T14:05:29.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.727+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.727+0000 7ffa523449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:29.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.727+0000 7ffa523449c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:29.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.727+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.727+0000 7ffa523449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:29.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.727+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.731+0000 7ffa523449c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:29.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.731+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:29.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.735+0000 7ffa523449c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:29.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.735+0000 7ffa523449c0 20 searching for the correct realm 2024-09-07T14:05:29.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.735+0000 7ffa5064b640 0 -- 172.21.15.107:0/1777336739 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7ffa400f68a0 msgr2=0x7ffa400b59d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:29.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:29.951+0000 7ffa4f649640 0 -- 172.21.15.107:0/1777336739 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7ffa4401c3c0 msgr2=0x7ffa4401c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:30.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:30.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:30.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:30.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:30.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:30.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:30.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:30.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:30.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:30.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:30.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:30.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:30.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 zone default found 2024-09-07T14:05:30.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 4 Realm: () 2024-09-07T14:05:30.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:30.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:30.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:30.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 zonegroup default 2024-09-07T14:05:30.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:30.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:30.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.171+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:30.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.175+0000 7ffa523449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:30.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.175+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:30.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.175+0000 7ffa523449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:30.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.175+0000 7ffa523449c0 20 started sync module instance, tier type = 2024-09-07T14:05:30.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.175+0000 7ffa523449c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:30.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.195+0000 7ffa523449c0 20 add_watcher() i=0 2024-09-07T14:05:30.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.195+0000 7ffa523449c0 20 add_watcher() i=1 2024-09-07T14:05:30.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.195+0000 7ffa523449c0 20 add_watcher() i=2 2024-09-07T14:05:30.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.195+0000 7ffa523449c0 20 add_watcher() i=3 2024-09-07T14:05:30.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.195+0000 7ffa523449c0 20 add_watcher() i=4 2024-09-07T14:05:30.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.195+0000 7ffa523449c0 20 add_watcher() i=5 2024-09-07T14:05:30.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.195+0000 7ffa523449c0 20 add_watcher() i=6 2024-09-07T14:05:30.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.199+0000 7ffa523449c0 20 add_watcher() i=7 2024-09-07T14:05:30.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.199+0000 7ffa523449c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:30.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.203+0000 7ff9067e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:30.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.203+0000 7ffa523449c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:30.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.203+0000 7ffa523449c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:30.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.203+0000 7ffa523449c0 5 note: GC not initialized 2024-09-07T14:05:30.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.203+0000 7ff9057e2640 20 reqs_thread_entry: start 2024-09-07T14:05:30.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.207+0000 7ffa523449c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:30.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.207+0000 7ffa523449c0 20 Filter name: none 2024-09-07T14:05:30.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.207+0000 7ff8fe7fc640 20 reqs_thread_entry: start 2024-09-07T14:05:30.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.207+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:30.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.207+0000 7ffa523449c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:30.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.207+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:30.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.207+0000 7ffa523449c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:30.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.207+0000 7ffa523449c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:30.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.207+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:30.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.207+0000 7ffa523449c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:30.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.207+0000 7ffa523449c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:30.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.211+0000 7ffa523449c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:30.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.211+0000 7ffa523449c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:30.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.211+0000 7ff9067e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:30.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.215+0000 7ffa523449c0 20 remove_watcher() i=0 2024-09-07T14:05:30.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.215+0000 7ffa523449c0 2 removed watcher, disabling cache 2024-09-07T14:05:30.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.219+0000 7ffa523449c0 20 remove_watcher() i=1 2024-09-07T14:05:30.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.223+0000 7ffa523449c0 20 remove_watcher() i=2 2024-09-07T14:05:30.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.223+0000 7ffa523449c0 20 remove_watcher() i=3 2024-09-07T14:05:30.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.227+0000 7ffa523449c0 20 remove_watcher() i=4 2024-09-07T14:05:30.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.227+0000 7ffa523449c0 20 remove_watcher() i=5 2024-09-07T14:05:30.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.231+0000 7ffa523449c0 20 remove_watcher() i=6 2024-09-07T14:05:30.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:30.231+0000 7ffa523449c0 20 remove_watcher() i=7 2024-09-07T14:05:30.249 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:30.249 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:05:30.249 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-set-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-07T14:05:30.249 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:30.251 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:30.251 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:30.271 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:30.271 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:30.815 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:30.815 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:30.994 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with abort at set_target_layout 2024-09-07T14:05:30.994 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:30.997 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:30.997 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:31.114 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:31.115 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:31.203 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:31.203 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:31.307 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:31.307 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:31.403 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:31.403 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:31.495 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:31.495 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:31.591 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:31.591 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:31.695 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:31.695 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:31.798 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:31.798 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:31.894 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:31.894 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:31.997 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:31.997 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:32.099 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:32.099 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:32.193 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:32.193 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:32.285 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:32.285 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:32.386 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:32.386 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:32.488 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:32.488 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:32.580 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:32.580 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:32.674 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:32.674 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:32.768 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:32.769 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:32.862 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:32.862 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:32.975 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:32.975 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:33.072 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:33.072 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:33.162 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-07T14:05:33.195 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:33.195 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:33.240 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.239+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.239+0000 7f26bc9489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.239+0000 7f26bc9489c0 20 realm 2024-09-07T14:05:33.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.239+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.239+0000 7f26bc9489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.239+0000 7f26bc9489c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:33.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.243+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.243+0000 7f26bc9489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.243+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.243+0000 7f26bc9489c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:33.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.243+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.247+0000 7f26bc9489c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:33.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.247+0000 7f26bc9489c0 20 searching for the correct realm 2024-09-07T14:05:33.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.247+0000 7f26ba44e640 0 -- 172.21.15.107:0/3381899300 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f26ac045c10 msgr2=0x7f26ac039930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:05:33.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.463+0000 7f26ba44e640 0 -- 172.21.15.107:0/3381899300 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f26ac045c10 msgr2=0x7f26ac039930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:33.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.475+0000 7f26bc9489c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:33.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.475+0000 7f26bc9489c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:33.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.475+0000 7f26bc9489c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:33.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.475+0000 7f26bc9489c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:33.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.475+0000 7f26bc9489c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:33.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.475+0000 7f26bc9489c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:33.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.475+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:33.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:33.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 20 zone default found 2024-09-07T14:05:33.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 4 Realm: () 2024-09-07T14:05:33.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:33.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:33.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:33.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 20 zonegroup default 2024-09-07T14:05:33.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.479+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.483+0000 7f26bc9489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.483+0000 7f26bc9489c0 20 started sync module instance, tier type = 2024-09-07T14:05:33.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.483+0000 7f26bc9489c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:33.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.503+0000 7f26bc9489c0 20 add_watcher() i=0 2024-09-07T14:05:33.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.503+0000 7f26bc9489c0 20 add_watcher() i=1 2024-09-07T14:05:33.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.503+0000 7f26bc9489c0 20 add_watcher() i=2 2024-09-07T14:05:33.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.503+0000 7f26bc9489c0 20 add_watcher() i=3 2024-09-07T14:05:33.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.503+0000 7f26bc9489c0 20 add_watcher() i=4 2024-09-07T14:05:33.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.503+0000 7f26bc9489c0 20 add_watcher() i=5 2024-09-07T14:05:33.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.503+0000 7f26bc9489c0 20 add_watcher() i=6 2024-09-07T14:05:33.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.507+0000 7f26bc9489c0 20 add_watcher() i=7 2024-09-07T14:05:33.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.507+0000 7f26bc9489c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:33.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.511+0000 7f2570fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:33.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.511+0000 7f26bc9489c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:33.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.511+0000 7f26bc9489c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:33.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.511+0000 7f26bc9489c0 5 note: GC not initialized 2024-09-07T14:05:33.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.511+0000 7f24eb7fe640 20 reqs_thread_entry: start 2024-09-07T14:05:33.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.511+0000 7f26bc9489c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:33.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.511+0000 7f26bc9489c0 20 Filter name: none 2024-09-07T14:05:33.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.511+0000 7f24e97fa640 20 reqs_thread_entry: start 2024-09-07T14:05:33.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.511+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.511+0000 7f26bc9489c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:33.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.515+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.515+0000 7f26bc9489c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:33.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.515+0000 7f26bc9489c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:33.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.515+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.515+0000 7f26bc9489c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:33.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.515+0000 7f26bc9489c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.515+0000 7f26bc9489c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:33.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.515+0000 7f26bc9489c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:33.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.519+0000 7f2570fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:33.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.523+0000 7f26bc9489c0 20 remove_watcher() i=0 2024-09-07T14:05:33.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.523+0000 7f26bc9489c0 2 removed watcher, disabling cache 2024-09-07T14:05:33.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.527+0000 7f26bc9489c0 20 remove_watcher() i=1 2024-09-07T14:05:33.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.527+0000 7f26bc9489c0 20 remove_watcher() i=2 2024-09-07T14:05:33.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.531+0000 7f26bc9489c0 20 remove_watcher() i=3 2024-09-07T14:05:33.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.531+0000 7f26bc9489c0 20 remove_watcher() i=4 2024-09-07T14:05:33.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.535+0000 7f26bc9489c0 20 remove_watcher() i=5 2024-09-07T14:05:33.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.535+0000 7f26bc9489c0 20 remove_watcher() i=6 2024-09-07T14:05:33.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.539+0000 7f26bc9489c0 20 remove_watcher() i=7 2024-09-07T14:05:33.561 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.561 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:05:33.561 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-set-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:05:33.561 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.561 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2024-09-07T14:05:33.598 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:33.598 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:33.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.643+0000 7f69069269c0 20 realm 2024-09-07T14:05:33.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.643+0000 7f69069269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:33.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.647+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:33.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.647+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.647+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:33.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.647+0000 7f69069269c0 20 searching for the correct realm 2024-09-07T14:05:33.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.651+0000 7f690442c640 0 -- 172.21.15.107:0/3119210650 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f68fc12d040 msgr2=0x7f68fc0fbc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:33.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.867+0000 7f690442c640 0 -- 172.21.15.107:0/3119210650 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f68fc12d040 msgr2=0x7f68fc0fbc20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:33.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:33.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:33.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:33.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:33.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:33.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:33.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:33.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:33.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 zone default found 2024-09-07T14:05:33.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 4 Realm: () 2024-09-07T14:05:33.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:33.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:33.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:33.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 zonegroup default 2024-09-07T14:05:33.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.883+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.883+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.883+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.883+0000 7f69069269c0 20 started sync module instance, tier type = 2024-09-07T14:05:33.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.883+0000 7f69069269c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:33.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=0 2024-09-07T14:05:33.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=1 2024-09-07T14:05:33.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=2 2024-09-07T14:05:33.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=3 2024-09-07T14:05:33.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=4 2024-09-07T14:05:33.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=5 2024-09-07T14:05:33.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.907+0000 7f69069269c0 20 add_watcher() i=6 2024-09-07T14:05:33.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.907+0000 7f69069269c0 20 add_watcher() i=7 2024-09-07T14:05:33.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.907+0000 7f69069269c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:33.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.911+0000 7f67bafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:33.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.911+0000 7f69069269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:33.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.911+0000 7f69069269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:33.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.911+0000 7f69069269c0 5 note: GC not initialized 2024-09-07T14:05:33.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.911+0000 7f67b9fdb640 20 reqs_thread_entry: start 2024-09-07T14:05:33.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.911+0000 7f69069269c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:33.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.911+0000 7f69069269c0 20 Filter name: none 2024-09-07T14:05:33.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.911+0000 7f672b7fe640 20 reqs_thread_entry: start 2024-09-07T14:05:33.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-07T14:05:33.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:33.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-07T14:05:33.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-07T14:05:33.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 : miss 2024-09-07T14:05:33.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:33.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 info.flags=0x17 2024-09-07T14:05:33.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 to cache LRU end 2024-09-07T14:05:33.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:05:33.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:33.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.915+0000 7f69069269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 2024-09-07T14:05:33.922 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f69069269c0 time 2024-09-07T14:05:33.926185+0000 2024-09-07T14:05:33.922 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:05:33.923 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:05:33.923 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f690a2002eb] 2024-09-07T14:05:33.923 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f690a20049f] 2024-09-07T14:05:33.923 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b5211790d1] 2024-09-07T14:05:33.923 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140f298) [0x55b521bce298] 2024-09-07T14:05:33.923 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b52118b36d] 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f6909066d90] 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr:*** Caught signal (Aborted) ** 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f69069269c0 thread_name:radosgw-admin 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.923+0000 7f69069269c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f69069269c0 time 2024-09-07T14:05:33.926185+0000 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f690a2002eb] 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f690a20049f] 2024-09-07T14:05:33.924 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b5211790d1] 2024-09-07T14:05:33.925 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140f298) [0x55b521bce298] 2024-09-07T14:05:33.925 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b52118b36d] 2024-09-07T14:05:33.925 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:05:33.925 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f6909066d90] 2024-09-07T14:05:33.925 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:05:33.925 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:05:33.925 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.934 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:05:33.934 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f690907f520] 2024-09-07T14:05:33.935 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:05:33.935 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:05:33.935 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:05:33.935 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f690a200345] 2024-09-07T14:05:33.935 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f690a20049f] 2024-09-07T14:05:33.935 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b5211790d1] 2024-09-07T14:05:33.935 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140f298) [0x55b521bce298] 2024-09-07T14:05:33.935 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b52118b36d] 2024-09-07T14:05:33.935 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:05:33.935 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f6909066d90] 2024-09-07T14:05:33.935 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:05:33.935 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:05:33.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:33.923+0000 7f69069269c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:05:33.936 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f69069269c0 thread_name:radosgw-admin 2024-09-07T14:05:33.936 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.936 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:05:33.936 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f690907f520] 2024-09-07T14:05:33.936 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:05:33.936 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:05:33.936 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:05:33.936 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f690a200345] 2024-09-07T14:05:33.936 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f690a20049f] 2024-09-07T14:05:33.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b5211790d1] 2024-09-07T14:05:33.936 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140f298) [0x55b521bce298] 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b52118b36d] 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f6909066d90] 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): get_auth_request con 0x55b523928710 auth_method 0 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:33.937 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): get_auth_request con 0x55b52386e0d0 auth_method 0 2024-09-07T14:05:33.938 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:33.938 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:33.938 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:33.938 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:33.938 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:33.938 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:33.938 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:33.938 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:33.938 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:33.938 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:05:33.619+0000 7f690442c640 10 monclient(hunting): get_auth_request con 0x55b5237dd1f0 auth_method 0 2024-09-07T14:05:33.938 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:05:33.619+0000 7f690442c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:33.938 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:05:33.619+0000 7f690442c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:05:33.619+0000 7f690442c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): handle_auth_done global_id 6344 payload 274 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient: _finish_hunting 0 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:05:33.619+0000 7f6903c2b640 1 monclient: found mon.noname-c 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: dump: 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.939 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: _finish_auth 0 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: _check_auth_tickets 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: handle_config config(0 keys) 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: dump: 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:33.940 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 monclient: authenticate success, global_id 6344 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:05:33.619+0000 7f69069269c0 10 monclient: get_monmap_and_config success 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:05:33.619+0000 7f69069269c0 4 set_mon_vals no callback set 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:05:33.619+0000 7f69069269c0 10 monclient: shutdown 2024-09-07T14:05:33.941 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 asok(0x55b5237142b0) unregister_commands rotate-key 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:05:33.619+0000 7f69069269c0 10 monclient: build_initial_monmap 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:05:33.619+0000 7f69069269c0 1 build_initial for_mkfs: 0 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:05:33.619+0000 7f69069269c0 10 monclient: monmap: 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.942 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding auth protocol: cephx 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding auth protocol: cephx 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding auth protocol: cephx 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: secure 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: crc 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: secure 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: crc 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: secure 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: crc 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: crc 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: secure 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: crc 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: secure 2024-09-07T14:05:33.943 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: crc 2024-09-07T14:05:33.944 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: secure 2024-09-07T14:05:33.944 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:05:33.619+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.944 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:05:33.619+0000 7f69069269c0 1 librados: starting msgr at 2024-09-07T14:05:33.944 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:05:33.619+0000 7f69069269c0 1 librados: starting objecter 2024-09-07T14:05:33.944 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command objecter_requests hook 0x55b5237deb00 2024-09-07T14:05:33.944 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:05:33.619+0000 7f69069269c0 1 librados: setting wanted keys 2024-09-07T14:05:33.944 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:05:33.619+0000 7f69069269c0 1 librados: calling monclient init 2024-09-07T14:05:33.944 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:05:33.619+0000 7f69069269c0 10 monclient: init 2024-09-07T14:05:33.944 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding auth protocol: cephx 2024-09-07T14:05:33.944 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding auth protocol: cephx 2024-09-07T14:05:33.944 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding auth protocol: cephx 2024-09-07T14:05:33.944 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: secure 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: crc 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: secure 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: crc 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: secure 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: crc 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: crc 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: secure 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: crc 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: secure 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: crc 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: secure 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:05:33.619+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:05:33.623+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.945 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:05:33.623+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command rotate-key hook 0x55b523921c68 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient: _reopen_session rank -1 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-c con 0x55b5237dd1f0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-a con 0x55b52386e0d0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-b con 0x55b523928710 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): _renew_subs 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): authenticate will time out at 2685.448223s 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): get_auth_request con 0x55b5237dd1f0 auth_method 0 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:33.946 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): get_auth_request con 0x55b52386e0d0 auth_method 0 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): handle_auth_done global_id 6347 payload 824 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient: _finish_hunting 0 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:05:33.623+0000 7f690442c640 1 monclient: found mon.noname-c 2024-09-07T14:05:33.947 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: dump: 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:33.948 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: _finish_auth 0 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: _check_auth_tickets 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: handle_config config(0 keys) 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: dump: 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:33.949 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:33.950 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:33.950 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.950 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:05:33.623+0000 7f69069269c0 5 monclient: authenticate success, global_id 6347 2024-09-07T14:05:33.950 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient: _renew_subs 2024-09-07T14:05:33.950 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:05:33.623+0000 7f67f1e0b640 4 set_mon_vals no callback set 2024-09-07T14:05:33.950 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:05:33.950 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient: _renew_subs 2024-09-07T14:05:33.950 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:05:33.950 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:05:33.623+0000 7f69069269c0 1 librados: init done 2024-09-07T14:05:33.950 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:05:33.623+0000 7f67f0e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:05:33.950 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:05:33.623+0000 7f67f0e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:05:33.950 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:05:33.623+0000 7f67f0e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient: get_auth_request con 0x7f67ec070b10 auth_method 0 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:05:33.623+0000 7f6904c2d640 10 monclient: get_auth_request con 0x55b52394cd40 auth_method 0 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:05:33.627+0000 7f690442c640 10 monclient: get_auth_request con 0x55b52396cbe0 auth_method 0 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:05:33.627+0000 7f6903c2b640 10 monclient: get_auth_request con 0x55b523970fd0 auth_method 0 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient: get_auth_request con 0x55b523970490 auth_method 0 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: build_initial_monmap 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:05:33.631+0000 7f69069269c0 1 build_initial for_mkfs: 0 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: monmap: 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:05:33.951 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:05:33.952 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.952 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:05:33.952 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:05:33.952 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:05:33.952 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.952 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding auth protocol: cephx 2024-09-07T14:05:33.952 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding auth protocol: cephx 2024-09-07T14:05:33.952 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding auth protocol: cephx 2024-09-07T14:05:33.952 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: secure 2024-09-07T14:05:33.952 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: crc 2024-09-07T14:05:33.952 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: secure 2024-09-07T14:05:33.952 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: crc 2024-09-07T14:05:33.953 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: secure 2024-09-07T14:05:33.953 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: crc 2024-09-07T14:05:33.953 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: crc 2024-09-07T14:05:33.953 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: secure 2024-09-07T14:05:33.953 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: crc 2024-09-07T14:05:33.953 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: secure 2024-09-07T14:05:33.953 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: crc 2024-09-07T14:05:33.953 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: secure 2024-09-07T14:05:33.953 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:05:33.631+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.953 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b52397cb00 EEXIST 2024-09-07T14:05:33.953 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: init 2024-09-07T14:05:33.953 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding auth protocol: cephx 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding auth protocol: cephx 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding auth protocol: cephx 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: secure 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: crc 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: secure 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: crc 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: secure 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: crc 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: crc 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: secure 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: crc 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: secure 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: crc 2024-09-07T14:05:33.954 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: secure 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:05:33.631+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:05:33.631+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command rotate-key cmddesc rotate-key hook 0x55b5239781d0 EEXIST 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: _reopen_session rank -1 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-b con 0x55b5239a0cb0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-a con 0x55b5239a05e0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-c con 0x55b52399efc0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): _renew_subs 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): authenticate will time out at 2685.458850s 2024-09-07T14:05:33.955 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): get_auth_request con 0x55b5239a05e0 auth_method 0 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): get_auth_request con 0x55b52399efc0 auth_method 0 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:33.956 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): handle_auth_done global_id 6681 payload 824 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient: _finish_hunting 0 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:05:33.631+0000 7f6904c2d640 1 monclient: found mon.noname-a 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:05:33.631+0000 7f6903c2b640 10 monclient: get_auth_request con 0x55b5239a0cb0 auth_method 0 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: dump: 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.957 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: _finish_auth 0 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: _check_auth_tickets 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: handle_config config(0 keys) 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: dump: 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:33.958 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 monclient: authenticate success, global_id 6681 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:05:33.631+0000 7f690542e640 4 set_mon_vals no callback set 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: _renew_subs 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:05:33.959 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: _renew_subs 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:05:33.635+0000 7f67e9ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:05:33.635+0000 7f67e9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:05:33.635+0000 7f67e9ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: get_monmap_and_config 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: build_initial_monmap 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:05:33.635+0000 7f69069269c0 1 build_initial for_mkfs: 0 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: monmap: 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:05:33.960 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding auth protocol: cephx 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding auth protocol: cephx 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding auth protocol: cephx 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: secure 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: crc 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: secure 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: crc 2024-09-07T14:05:33.961 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: secure 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: crc 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: crc 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: secure 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: crc 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: secure 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: crc 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: secure 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:05:33.635+0000 7f6903c2b640 10 monclient: get_auth_request con 0x7f67dc070a20 auth_method 0 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:05:33.635+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: init 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding auth protocol: cephx 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding auth protocol: cephx 2024-09-07T14:05:33.962 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding auth protocol: cephx 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: secure 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: crc 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: secure 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: crc 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: secure 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: crc 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: crc 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: secure 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: crc 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: secure 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: crc 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: secure 2024-09-07T14:05:33.963 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:05:33.635+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:05:33.635+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command rotate-key cmddesc rotate-key hook 0x7fffbb2210e8 EEXIST 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: _reopen_session rank -1 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-b con 0x55b5239f4b50 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-a con 0x55b5239eed70 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-c con 0x55b5239eff70 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): _renew_subs 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): authenticate will time out at 2685.463207s 2024-09-07T14:05:33.964 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): get_auth_request con 0x55b5239eed70 auth_method 0 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): get_auth_request con 0x55b5239eff70 auth_method 0 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:33.965 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): handle_auth_done global_id 6684 payload 274 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient: _finish_hunting 0 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:05:33.635+0000 7f6904c2d640 1 monclient: found mon.noname-a 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:05:33.635+0000 7f6903c2b640 10 monclient: get_auth_request con 0x55b5239f4b50 auth_method 0 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: dump: 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.966 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: _finish_auth 0 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: _check_auth_tickets 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: handle_config config(0 keys) 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: dump: 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:33.967 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:33.968 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.968 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.968 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:33.968 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.968 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:33.968 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:33.968 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:33.968 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.968 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 monclient: authenticate success, global_id 6684 2024-09-07T14:05:33.968 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: get_monmap_and_config success 2024-09-07T14:05:33.968 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:05:33.635+0000 7f69069269c0 4 set_mon_vals no callback set 2024-09-07T14:05:33.968 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: shutdown 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: build_initial_monmap 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:05:33.639+0000 7f69069269c0 1 build_initial for_mkfs: 0 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: monmap: 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.969 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding auth protocol: cephx 2024-09-07T14:05:33.970 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding auth protocol: cephx 2024-09-07T14:05:33.970 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding auth protocol: cephx 2024-09-07T14:05:33.970 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: secure 2024-09-07T14:05:33.970 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: crc 2024-09-07T14:05:33.970 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: secure 2024-09-07T14:05:33.970 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: crc 2024-09-07T14:05:33.970 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: secure 2024-09-07T14:05:33.970 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: crc 2024-09-07T14:05:33.970 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: crc 2024-09-07T14:05:33.970 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: secure 2024-09-07T14:05:33.970 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: crc 2024-09-07T14:05:33.970 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: secure 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: crc 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: secure 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:05:33.639+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:05:33.639+0000 7f69069269c0 1 librados: starting msgr at 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:05:33.639+0000 7f69069269c0 1 librados: starting objecter 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b5239c3a30 EEXIST 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:05:33.639+0000 7f69069269c0 1 librados: setting wanted keys 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:05:33.639+0000 7f69069269c0 1 librados: calling monclient init 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: init 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding auth protocol: cephx 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding auth protocol: cephx 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding auth protocol: cephx 2024-09-07T14:05:33.971 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: secure 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: crc 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: secure 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: crc 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: secure 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: crc 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: crc 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: secure 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: crc 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: secure 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: crc 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: secure 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:05:33.639+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:05:33.639+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.972 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command rotate-key cmddesc rotate-key hook 0x55b5239a2c18 EEXIST 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: _reopen_session rank -1 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-b con 0x55b5239eed70 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-a con 0x55b5239eff70 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-c con 0x55b5239f4b50 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): _renew_subs 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): authenticate will time out at 2685.465847s 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): get_auth_request con 0x55b5239f4b50 auth_method 0 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:33.973 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): get_auth_request con 0x55b5239eff70 auth_method 0 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): handle_auth_done global_id 6356 payload 824 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient: _finish_hunting 0 2024-09-07T14:05:33.974 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:05:33.639+0000 7f690442c640 1 monclient: found mon.noname-c 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: dump: 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:33.975 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: _finish_auth 0 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: _check_auth_tickets 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: handle_config config(0 keys) 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: dump: 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:33.976 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:33.977 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:33.977 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:33.977 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:33.977 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.977 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 monclient: authenticate success, global_id 6356 2024-09-07T14:05:33.977 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:05:33.639+0000 7f67db7fe640 4 set_mon_vals no callback set 2024-09-07T14:05:33.977 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: _renew_subs 2024-09-07T14:05:33.977 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:05:33.977 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: _renew_subs 2024-09-07T14:05:33.978 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:05:33.978 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:05:33.639+0000 7f69069269c0 1 librados: init done 2024-09-07T14:05:33.978 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command cr dump hook 0x55b5239eac08 2024-09-07T14:05:33.978 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.978 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:05:33.643+0000 7f67d9ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:05:33.978 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:05:33.643+0000 7f67d9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:05:33.978 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:05:33.643+0000 7f67d9ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:05:33.978 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:05:33.643+0000 7f6904c2d640 10 monclient: get_auth_request con 0x55b523a0e2f0 auth_method 0 2024-09-07T14:05:33.978 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:05:33.643+0000 7f6903c2b640 10 monclient: get_auth_request con 0x7f67cc070ae0 auth_method 0 2024-09-07T14:05:33.978 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.978 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 realm 2024-09-07T14:05:33.978 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.979 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.979 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:05:33.643+0000 7f69069269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:33.979 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.979 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.979 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.979 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:05:33.643+0000 7f6903c2b640 10 monclient: get_auth_request con 0x55b523a12520 auth_method 0 2024-09-07T14:05:33.979 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:05:33.647+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:33.979 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:05:33.647+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.979 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:05:33.647+0000 7f6904c2d640 10 monclient: get_auth_request con 0x55b523a15d60 auth_method 0 2024-09-07T14:05:33.979 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:05:33.647+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:33.980 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:05:33.647+0000 7f69069269c0 20 searching for the correct realm 2024-09-07T14:05:33.980 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:05:33.647+0000 7f690442c640 10 monclient: get_auth_request con 0x55b523a1aa00 auth_method 0 2024-09-07T14:05:33.980 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:05:33.647+0000 7f6903c2b640 10 monclient: get_auth_request con 0x7f68f4068690 auth_method 0 2024-09-07T14:05:33.980 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:05:33.651+0000 7f6904c2d640 10 monclient: get_auth_request con 0x7f68f8052040 auth_method 0 2024-09-07T14:05:33.980 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:05:33.651+0000 7f690442c640 0 -- 172.21.15.107:0/3119210650 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f68fc12d040 msgr2=0x7f68fc0fbc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:33.980 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:05:33.855+0000 7f690442c640 10 monclient: get_auth_request con 0x7f68fc12d040 auth_method 0 2024-09-07T14:05:33.980 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:05:33.863+0000 7f6903c2b640 10 monclient: get_auth_request con 0x7f68f4071180 auth_method 0 2024-09-07T14:05:33.980 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:05:33.867+0000 7f690442c640 0 -- 172.21.15.107:0/3119210650 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f68fc12d040 msgr2=0x7f68fc0fbc20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:33.980 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:05:33.867+0000 7f67d9ffb640 1 client.6356.objecter ms_handle_reset 0x7f68fc12d040 session 0x7f68fc120030 osd.4 2024-09-07T14:05:33.980 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:05:33.867+0000 7f67d9ffb640 10 monclient: _renew_subs 2024-09-07T14:05:33.980 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:05:33.867+0000 7f67d9ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:05:33.867+0000 7f690442c640 10 monclient: get_auth_request con 0x7f67cc081270 auth_method 0 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.981 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 zone default found 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:05:33.879+0000 7f69069269c0 4 Realm: () 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:05:33.879+0000 7f69069269c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:05:33.879+0000 7f69069269c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:05:33.879+0000 7f69069269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 zonegroup default 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:05:33.883+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:05:33.883+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:05:33.883+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:33.982 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:05:33.883+0000 7f69069269c0 20 started sync module instance, tier type = 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:05:33.883+0000 7f69069269c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=0 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=1 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=2 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=3 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=4 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=5 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:05:33.907+0000 7f69069269c0 20 add_watcher() i=6 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:05:33.907+0000 7f69069269c0 20 add_watcher() i=7 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:05:33.907+0000 7f69069269c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding auth protocol: cephx 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding auth protocol: cephx 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding auth protocol: cephx 2024-09-07T14:05:33.983 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: secure 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: crc 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: secure 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: crc 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: secure 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: crc 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: crc 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:05:33.911+0000 7f67bafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: secure 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: crc 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: secure 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: crc 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: secure 2024-09-07T14:05:33.984 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:05:33.911+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:33.985 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:05:33.911+0000 7f69069269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:33.985 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:05:33.911+0000 7f69069269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:33.985 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command cache list hook 0x55b5239ee300 2024-09-07T14:05:33.985 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command cache inspect hook 0x55b5239ee300 2024-09-07T14:05:33.985 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command cache erase hook 0x55b5239ee300 2024-09-07T14:05:33.985 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command cache zap hook 0x55b5239ee300 2024-09-07T14:05:33.985 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 note: GC not initialized 2024-09-07T14:05:33.985 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:05:33.911+0000 7f67b9fdb640 20 reqs_thread_entry: start 2024-09-07T14:05:33.985 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command sync trace show hook 0x7f68f40043b0 2024-09-07T14:05:33.985 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command sync trace history hook 0x7f68f40043b0 2024-09-07T14:05:33.985 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command sync trace active hook 0x7f68f40043b0 2024-09-07T14:05:33.985 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command sync trace active_short hook 0x7f68f40043b0 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:05:33.911+0000 7f69069269c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:05:33.911+0000 7f69069269c0 20 Filter name: none 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:05:33.911+0000 7f672b7fe640 20 reqs_thread_entry: start 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:05:33.915+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:05:33.915+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 : miss 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:05:33.915+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:05:33.915+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 info.flags=0x17 2024-09-07T14:05:33.986 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 to cache LRU end 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:05:33.923+0000 7f69069269c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f69069269c0 time 2024-09-07T14:05:33.926185+0000 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f690a2002eb] 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f690a20049f] 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b5211790d1] 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140f298) [0x55b521bce298] 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b52118b36d] 2024-09-07T14:05:33.987 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f6909066d90] 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:05:33.923+0000 7f69069269c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f69069269c0 thread_name:radosgw-admin 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f690907f520] 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:05:33.988 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f690a200345] 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f690a20049f] 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b5211790d1] 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140f298) [0x55b521bce298] 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b52118b36d] 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f6909066d90] 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:05:33.989 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:05:33.990 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:05:33.990 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:05:33.990 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:05:33.990 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:05:33.990 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:05:33.990 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:05:33.990 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:05:33.990 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:05:33.990 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:05:33.990 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:05:33.992 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:05:33.992 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:05:33.992 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:05:33.992 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:05:33.992 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:05:33.992 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:05:33.992 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:05:33.992 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:05:33.992 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:05:33.993 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:05:33.994 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:05:33.995 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:05:33.996 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:05:33.997 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: 7f672b7fe640 / http_manager 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67b9fdb640 / http_manager 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67bafdd640 / rgw_dt_lg_renew 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67d9ffb640 / ms_dispatch 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67db7fe640 / io_context_pool 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67e9ffb640 / ms_dispatch 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67f0e09640 / ms_dispatch 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67f1e0b640 / io_context_pool 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67f260c640 / io_context_pool 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: 7f6903c2b640 / msgr-worker-2 2024-09-07T14:05:33.998 INFO:tasks.workunit.client.0.smithi107.stderr: 7f690442c640 / msgr-worker-1 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr: 7f6904c2d640 / msgr-worker-0 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr: 7f690542e640 / io_context_pool 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr: 7f69069269c0 / radosgw-admin 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/log/ceph/ceph-client.admin.92775.log 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): get_auth_request con 0x55b523928710 auth_method 0 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:33.999 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): get_auth_request con 0x55b52386e0d0 auth_method 0 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:05:33.619+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:05:33.619+0000 7f690442c640 10 monclient(hunting): get_auth_request con 0x55b5237dd1f0 auth_method 0 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:05:33.619+0000 7f690442c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:05:33.619+0000 7f690442c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:34.000 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:05:33.619+0000 7f690442c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient(hunting): handle_auth_done global_id 6344 payload 274 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient: _finish_hunting 0 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:05:33.619+0000 7f6903c2b640 1 monclient: found mon.noname-c 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:05:33.619+0000 7f6903c2b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: dump: 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.001 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: _finish_auth 0 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: _check_auth_tickets 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: handle_config config(0 keys) 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:05:33.619+0000 7f67f260c640 10 monclient: dump: 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.002 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 monclient: authenticate success, global_id 6344 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:05:33.619+0000 7f69069269c0 10 monclient: get_monmap_and_config success 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:05:33.619+0000 7f69069269c0 4 set_mon_vals no callback set 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:05:33.619+0000 7f69069269c0 10 monclient: shutdown 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 asok(0x55b5237142b0) unregister_commands rotate-key 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:05:33.619+0000 7f69069269c0 10 monclient: build_initial_monmap 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:05:33.619+0000 7f69069269c0 1 build_initial for_mkfs: 0 2024-09-07T14:05:34.003 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:05:33.619+0000 7f69069269c0 10 monclient: monmap: 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding auth protocol: cephx 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding auth protocol: cephx 2024-09-07T14:05:34.004 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding auth protocol: cephx 2024-09-07T14:05:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: secure 2024-09-07T14:05:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: crc 2024-09-07T14:05:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: secure 2024-09-07T14:05:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: crc 2024-09-07T14:05:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: secure 2024-09-07T14:05:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: crc 2024-09-07T14:05:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: crc 2024-09-07T14:05:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: secure 2024-09-07T14:05:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: crc 2024-09-07T14:05:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: secure 2024-09-07T14:05:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: crc 2024-09-07T14:05:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523924ef0) adding con mode: secure 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:05:33.619+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:05:33.619+0000 7f69069269c0 1 librados: starting msgr at 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:05:33.619+0000 7f69069269c0 1 librados: starting objecter 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command objecter_requests hook 0x55b5237deb00 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:05:33.619+0000 7f69069269c0 1 librados: setting wanted keys 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:05:33.619+0000 7f69069269c0 1 librados: calling monclient init 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:05:33.619+0000 7f69069269c0 10 monclient: init 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding auth protocol: cephx 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding auth protocol: cephx 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding auth protocol: cephx 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: secure 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: crc 2024-09-07T14:05:34.006 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: secure 2024-09-07T14:05:34.007 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: crc 2024-09-07T14:05:34.007 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: secure 2024-09-07T14:05:34.007 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: crc 2024-09-07T14:05:34.007 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: crc 2024-09-07T14:05:34.007 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: secure 2024-09-07T14:05:34.007 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: crc 2024-09-07T14:05:34.007 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: secure 2024-09-07T14:05:34.007 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: crc 2024-09-07T14:05:34.007 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:05:33.619+0000 7f69069269c0 5 AuthRegistry(0x55b523921b20) adding con mode: secure 2024-09-07T14:05:34.007 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:05:33.619+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.007 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:05:33.623+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.007 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:05:33.623+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command rotate-key hook 0x55b523921c68 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient: _reopen_session rank -1 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-c con 0x55b5237dd1f0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-a con 0x55b52386e0d0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-b con 0x55b523928710 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): _renew_subs 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient(hunting): authenticate will time out at 2685.448223s 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): get_auth_request con 0x55b5237dd1f0 auth_method 0 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): get_auth_request con 0x55b52386e0d0 auth_method 0 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient(hunting): handle_auth_done global_id 6347 payload 824 2024-09-07T14:05:34.009 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient: _finish_hunting 0 2024-09-07T14:05:34.010 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:05:33.623+0000 7f690442c640 1 monclient: found mon.noname-c 2024-09-07T14:05:34.010 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:05:33.623+0000 7f690442c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:05:34.010 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:34.010 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:05:34.010 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: dump: 2024-09-07T14:05:34.010 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:34.010 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:34.010 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.010 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.010 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:34.010 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.010 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: _finish_auth 0 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: _check_auth_tickets 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: handle_config config(0 keys) 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:05:33.623+0000 7f67f0e09640 10 monclient: dump: 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.011 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:05:33.623+0000 7f69069269c0 5 monclient: authenticate success, global_id 6347 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient: _renew_subs 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:05:33.623+0000 7f67f1e0b640 4 set_mon_vals no callback set 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient: _renew_subs 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:05:33.623+0000 7f69069269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:05:33.623+0000 7f69069269c0 1 librados: init done 2024-09-07T14:05:34.012 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:05:33.623+0000 7f67f0e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:05:33.623+0000 7f67f0e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:05:33.623+0000 7f67f0e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:05:33.623+0000 7f6903c2b640 10 monclient: get_auth_request con 0x7f67ec070b10 auth_method 0 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:05:33.623+0000 7f6904c2d640 10 monclient: get_auth_request con 0x55b52394cd40 auth_method 0 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:05:33.627+0000 7f690442c640 10 monclient: get_auth_request con 0x55b52396cbe0 auth_method 0 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:05:33.627+0000 7f6903c2b640 10 monclient: get_auth_request con 0x55b523970fd0 auth_method 0 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient: get_auth_request con 0x55b523970490 auth_method 0 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: build_initial_monmap 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:05:33.631+0000 7f69069269c0 1 build_initial for_mkfs: 0 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: monmap: 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:05:34.013 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding auth protocol: cephx 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding auth protocol: cephx 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding auth protocol: cephx 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: secure 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: crc 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: secure 2024-09-07T14:05:34.014 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: crc 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: secure 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: crc 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: crc 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: secure 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: crc 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: secure 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: crc 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523979190) adding con mode: secure 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:05:33.631+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b52397cb00 EEXIST 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: init 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding auth protocol: cephx 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding auth protocol: cephx 2024-09-07T14:05:34.015 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding auth protocol: cephx 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: secure 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: crc 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: secure 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: crc 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: secure 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: crc 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: crc 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: secure 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: crc 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: secure 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: crc 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 AuthRegistry(0x55b523978088) adding con mode: secure 2024-09-07T14:05:34.016 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:05:33.631+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:05:33.631+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command rotate-key cmddesc rotate-key hook 0x55b5239781d0 EEXIST 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: _reopen_session rank -1 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-b con 0x55b5239a0cb0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-a con 0x55b5239a05e0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-c con 0x55b52399efc0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): _renew_subs 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient(hunting): authenticate will time out at 2685.458850s 2024-09-07T14:05:34.017 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): get_auth_request con 0x55b5239a05e0 auth_method 0 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): get_auth_request con 0x55b52399efc0 auth_method 0 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:05:33.631+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:34.018 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient(hunting): handle_auth_done global_id 6681 payload 824 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient: _finish_hunting 0 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:05:33.631+0000 7f6904c2d640 1 monclient: found mon.noname-a 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:05:33.631+0000 7f6904c2d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:05:33.631+0000 7f6903c2b640 10 monclient: get_auth_request con 0x55b5239a0cb0 auth_method 0 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: dump: 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:34.019 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: _finish_auth 0 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: _check_auth_tickets 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: handle_config config(0 keys) 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:05:33.631+0000 7f67e9ffb640 10 monclient: dump: 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:34.020 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:05:33.631+0000 7f69069269c0 5 monclient: authenticate success, global_id 6681 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:05:33.631+0000 7f690542e640 4 set_mon_vals no callback set 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: _renew_subs 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: _renew_subs 2024-09-07T14:05:34.021 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:05:33.631+0000 7f69069269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:05:33.635+0000 7f67e9ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:05:33.635+0000 7f67e9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:05:33.635+0000 7f67e9ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: get_monmap_and_config 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: build_initial_monmap 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:05:33.635+0000 7f69069269c0 1 build_initial for_mkfs: 0 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: monmap: 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:05:34.022 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding auth protocol: cephx 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding auth protocol: cephx 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding auth protocol: cephx 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: secure 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: crc 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: secure 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: crc 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: secure 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: crc 2024-09-07T14:05:34.023 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: crc 2024-09-07T14:05:34.024 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: secure 2024-09-07T14:05:34.024 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: crc 2024-09-07T14:05:34.024 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: secure 2024-09-07T14:05:34.024 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: crc 2024-09-07T14:05:34.024 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x55b5239c0640) adding con mode: secure 2024-09-07T14:05:34.024 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:05:33.635+0000 7f6903c2b640 10 monclient: get_auth_request con 0x7f67dc070a20 auth_method 0 2024-09-07T14:05:34.024 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:05:33.635+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.024 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: init 2024-09-07T14:05:34.024 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding auth protocol: cephx 2024-09-07T14:05:34.024 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding auth protocol: cephx 2024-09-07T14:05:34.024 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding auth protocol: cephx 2024-09-07T14:05:34.024 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: secure 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: crc 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: secure 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: crc 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: secure 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: crc 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: crc 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: secure 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: crc 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: secure 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: crc 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 AuthRegistry(0x7fffbb220fa0) adding con mode: secure 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:05:33.635+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:05:33.635+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command rotate-key cmddesc rotate-key hook 0x7fffbb2210e8 EEXIST 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: _reopen_session rank -1 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-b con 0x55b5239f4b50 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-a con 0x55b5239eed70 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-c con 0x55b5239eff70 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): _renew_subs 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient(hunting): authenticate will time out at 2685.463207s 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): get_auth_request con 0x55b5239eed70 auth_method 0 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:34.026 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:34.027 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:34.027 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): get_auth_request con 0x55b5239eff70 auth_method 0 2024-09-07T14:05:34.027 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:34.027 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:34.027 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:34.027 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:34.027 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:34.027 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:34.027 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:34.027 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:34.027 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:05:33.635+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:34.027 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient(hunting): handle_auth_done global_id 6684 payload 274 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient: _finish_hunting 0 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:05:33.635+0000 7f6904c2d640 1 monclient: found mon.noname-a 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:05:33.635+0000 7f6904c2d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:05:33.635+0000 7f6903c2b640 10 monclient: get_auth_request con 0x55b5239f4b50 auth_method 0 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: dump: 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:34.028 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: _finish_auth 0 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: _check_auth_tickets 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: handle_config config(0 keys) 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:05:33.635+0000 7f67db7fe640 10 monclient: dump: 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.029 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:05:33.635+0000 7f69069269c0 5 monclient: authenticate success, global_id 6684 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:05:33.635+0000 7f69069269c0 10 monclient: get_monmap_and_config success 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:05:33.635+0000 7f69069269c0 4 set_mon_vals no callback set 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: shutdown 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: build_initial_monmap 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:05:33.639+0000 7f69069269c0 1 build_initial for_mkfs: 0 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: monmap: 2024-09-07T14:05:34.030 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding auth protocol: cephx 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding auth protocol: cephx 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding auth protocol: cephx 2024-09-07T14:05:34.031 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: secure 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: crc 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: secure 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: crc 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: secure 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: crc 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: crc 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: secure 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: crc 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: secure 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: crc 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239f0db0) adding con mode: secure 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:05:33.639+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:05:33.639+0000 7f69069269c0 1 librados: starting msgr at 2024-09-07T14:05:34.032 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:05:33.639+0000 7f69069269c0 1 librados: starting objecter 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b5239c3a30 EEXIST 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:05:33.639+0000 7f69069269c0 1 librados: setting wanted keys 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:05:33.639+0000 7f69069269c0 1 librados: calling monclient init 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: init 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding auth protocol: cephx 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding auth protocol: cephx 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding auth protocol: cephx 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: secure 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: crc 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: secure 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: crc 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: secure 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: crc 2024-09-07T14:05:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: crc 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: secure 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: crc 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: secure 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: crc 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 AuthRegistry(0x55b5239a2ad0) adding con mode: secure 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:05:33.639+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:05:33.639+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command rotate-key cmddesc rotate-key hook 0x55b5239a2c18 EEXIST 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: _reopen_session rank -1 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-b con 0x55b5239eed70 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-a con 0x55b5239eff70 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:05:34.034 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): picked mon.noname-c con 0x55b5239f4b50 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): _renew_subs 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient(hunting): authenticate will time out at 2685.465847s 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): get_auth_request con 0x55b5239f4b50 auth_method 0 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): get_auth_request con 0x55b5239eff70 auth_method 0 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:05:34.035 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:05:34.036 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:34.036 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:34.036 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:34.036 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:05:34.036 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:05:34.036 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:05:33.639+0000 7f6904c2d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:05:34.036 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient(hunting): handle_auth_done global_id 6356 payload 824 2024-09-07T14:05:34.036 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient: _finish_hunting 0 2024-09-07T14:05:34.036 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:05:33.639+0000 7f690442c640 1 monclient: found mon.noname-c 2024-09-07T14:05:34.036 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:05:33.639+0000 7f690442c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:05:34.036 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:34.036 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: dump: 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: _finish_auth 0 2024-09-07T14:05:34.037 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: _check_auth_tickets 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: handle_config config(0 keys) 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:05:33.639+0000 7f67d9ffb640 10 monclient: dump: 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:05:34.038 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.039 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 monclient: authenticate success, global_id 6356 2024-09-07T14:05:34.039 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:05:33.639+0000 7f67db7fe640 4 set_mon_vals no callback set 2024-09-07T14:05:34.039 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: _renew_subs 2024-09-07T14:05:34.039 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:05:34.039 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: _renew_subs 2024-09-07T14:05:34.039 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:05:33.639+0000 7f69069269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:05:34.039 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:05:33.639+0000 7f69069269c0 1 librados: init done 2024-09-07T14:05:34.039 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:05:33.639+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command cr dump hook 0x55b5239eac08 2024-09-07T14:05:34.039 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.039 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:05:33.643+0000 7f67d9ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:05:34.039 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:05:33.643+0000 7f67d9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:05:34.039 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:05:33.643+0000 7f67d9ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:05:33.643+0000 7f6904c2d640 10 monclient: get_auth_request con 0x55b523a0e2f0 auth_method 0 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:05:33.643+0000 7f6903c2b640 10 monclient: get_auth_request con 0x7f67cc070ae0 auth_method 0 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 realm 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:05:33.643+0000 7f69069269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:05:33.643+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:05:33.643+0000 7f6903c2b640 10 monclient: get_auth_request con 0x55b523a12520 auth_method 0 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:05:33.647+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:34.040 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:05:33.647+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.041 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:05:33.647+0000 7f6904c2d640 10 monclient: get_auth_request con 0x55b523a15d60 auth_method 0 2024-09-07T14:05:34.041 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:05:33.647+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:34.041 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:05:33.647+0000 7f69069269c0 20 searching for the correct realm 2024-09-07T14:05:34.041 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:05:33.647+0000 7f690442c640 10 monclient: get_auth_request con 0x55b523a1aa00 auth_method 0 2024-09-07T14:05:34.041 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:05:33.647+0000 7f6903c2b640 10 monclient: get_auth_request con 0x7f68f4068690 auth_method 0 2024-09-07T14:05:34.041 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:05:33.651+0000 7f6904c2d640 10 monclient: get_auth_request con 0x7f68f8052040 auth_method 0 2024-09-07T14:05:34.041 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:05:33.651+0000 7f690442c640 0 -- 172.21.15.107:0/3119210650 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f68fc12d040 msgr2=0x7f68fc0fbc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:34.041 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:05:33.855+0000 7f690442c640 10 monclient: get_auth_request con 0x7f68fc12d040 auth_method 0 2024-09-07T14:05:34.041 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:05:33.863+0000 7f6903c2b640 10 monclient: get_auth_request con 0x7f68f4071180 auth_method 0 2024-09-07T14:05:34.041 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:05:33.867+0000 7f690442c640 0 -- 172.21.15.107:0/3119210650 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f68fc12d040 msgr2=0x7f68fc0fbc20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:34.041 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:05:33.867+0000 7f67d9ffb640 1 client.6356.objecter ms_handle_reset 0x7f68fc12d040 session 0x7f68fc120030 osd.4 2024-09-07T14:05:34.042 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:05:33.867+0000 7f67d9ffb640 10 monclient: _renew_subs 2024-09-07T14:05:34.042 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:05:33.867+0000 7f67d9ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:05:34.042 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:05:33.867+0000 7f690442c640 10 monclient: get_auth_request con 0x7f67cc081270 auth_method 0 2024-09-07T14:05:34.042 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:34.042 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:34.042 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:34.042 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:34.042 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:34.042 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:34.042 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.042 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.042 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 zone default found 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:05:33.879+0000 7f69069269c0 4 Realm: () 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:05:33.879+0000 7f69069269c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:05:33.879+0000 7f69069269c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:05:33.879+0000 7f69069269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 zonegroup default 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:05:33.879+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.043 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:05:33.883+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:05:33.883+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:05:33.883+0000 7f69069269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:05:33.883+0000 7f69069269c0 20 started sync module instance, tier type = 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:05:33.883+0000 7f69069269c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=0 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=1 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=2 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=3 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=4 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:05:33.903+0000 7f69069269c0 20 add_watcher() i=5 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:05:33.907+0000 7f69069269c0 20 add_watcher() i=6 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:05:33.907+0000 7f69069269c0 20 add_watcher() i=7 2024-09-07T14:05:34.044 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:05:33.907+0000 7f69069269c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding auth protocol: cephx 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding auth protocol: cephx 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding auth protocol: cephx 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: secure 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: crc 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: secure 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: crc 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: secure 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: crc 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: crc 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:05:33.911+0000 7f67bafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: secure 2024-09-07T14:05:34.045 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: crc 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: secure 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: crc 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 AuthRegistry(0x7fffbb221470) adding con mode: secure 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:05:33.911+0000 7f69069269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:05:33.911+0000 7f69069269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:05:33.911+0000 7f69069269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command cache list hook 0x55b5239ee300 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command cache inspect hook 0x55b5239ee300 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command cache erase hook 0x55b5239ee300 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command cache zap hook 0x55b5239ee300 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 note: GC not initialized 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:05:33.911+0000 7f67b9fdb640 20 reqs_thread_entry: start 2024-09-07T14:05:34.046 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command sync trace show hook 0x7f68f40043b0 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command sync trace history hook 0x7f68f40043b0 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command sync trace active hook 0x7f68f40043b0 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:05:33.911+0000 7f69069269c0 5 asok(0x55b5237142b0) register_command sync trace active_short hook 0x7f68f40043b0 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:05:33.911+0000 7f69069269c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:05:33.911+0000 7f69069269c0 20 Filter name: none 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:05:33.911+0000 7f672b7fe640 20 reqs_thread_entry: start 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:05:33.915+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:05:33.915+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 : miss 2024-09-07T14:05:34.047 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:05:33.915+0000 7f69069269c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.048 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:05:33.915+0000 7f69069269c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:34.048 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 info.flags=0x17 2024-09-07T14:05:34.048 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 to cache LRU end 2024-09-07T14:05:34.048 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:05:34.048 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:34.048 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:05:33.915+0000 7f69069269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 2024-09-07T14:05:34.048 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:05:33.923+0000 7f69069269c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f69069269c0 time 2024-09-07T14:05:33.926185+0000 2024-09-07T14:05:34.048 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:05:34.048 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.048 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:05:34.048 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f690a2002eb] 2024-09-07T14:05:34.048 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f690a20049f] 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b5211790d1] 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140f298) [0x55b521bce298] 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b52118b36d] 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f6909066d90] 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:05:33.923+0000 7f69069269c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f69069269c0 thread_name:radosgw-admin 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:05:34.049 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f690907f520] 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f690a200345] 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f690a20049f] 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b5211790d1] 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140f298) [0x55b521bce298] 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b52118b36d] 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f6909066d90] 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:05:34.050 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:05:34.051 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:05:34.052 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:05:34.053 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:05:34.054 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:05:34.055 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:05:34.056 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:05:34.057 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f672b7fe640 / http_manager 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67b9fdb640 / http_manager 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67bafdd640 / rgw_dt_lg_renew 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67d9ffb640 / ms_dispatch 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67db7fe640 / io_context_pool 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67e9ffb640 / ms_dispatch 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67f0e09640 / ms_dispatch 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67f1e0b640 / io_context_pool 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f67f260c640 / io_context_pool 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f6903c2b640 / msgr-worker-2 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f690442c640 / msgr-worker-1 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f6904c2d640 / msgr-worker-0 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f690542e640 / io_context_pool 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: 7f69069269c0 / radosgw-admin 2024-09-07T14:05:34.058 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:05:34.059 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:05:34.059 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/lib/ceph/crash/2024-09-07T14:05:33.928671Z_2735e16a-79a8-4555-bdb6-75ace98cfcbc/log 2024-09-07T14:05:34.059 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:05:34.060 INFO:tasks.workunit.client.0.smithi107.stderr:Aborted 2024-09-07T14:05:34.060 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.007+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.007+0000 7f15eb24d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.007+0000 7f15eb24d9c0 20 realm 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.007+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.007+0000 7f15eb24d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.007+0000 7f15eb24d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.007+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.007+0000 7f15eb24d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.007+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.011+0000 7f15eb24d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:34.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.011+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.011+0000 7f15eb24d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:34.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.011+0000 7f15eb24d9c0 20 searching for the correct realm 2024-09-07T14:05:34.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.015+0000 7f15e8d53640 0 -- 172.21.15.107:0/3946700883 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f15e005c560 msgr2=0x7f15e00642a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:34.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.231+0000 7f15e8d53640 0 -- 172.21.15.107:0/3946700883 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f15e005c560 msgr2=0x7f15e00642a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:34.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.243+0000 7f15eb24d9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:34.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.243+0000 7f15eb24d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:34.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.243+0000 7f15eb24d9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:34.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.243+0000 7f15eb24d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:34.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.243+0000 7f15eb24d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:34.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.243+0000 7f15eb24d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:34.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.243+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.243+0000 7f15eb24d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.243+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.243+0000 7f15eb24d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:34.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.243+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:34.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 20 zone default found 2024-09-07T14:05:34.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 4 Realm: () 2024-09-07T14:05:34.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:34.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:34.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:34.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 20 zonegroup default 2024-09-07T14:05:34.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 20 started sync module instance, tier type = 2024-09-07T14:05:34.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.247+0000 7f15eb24d9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:34.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.271+0000 7f15eb24d9c0 20 add_watcher() i=0 2024-09-07T14:05:34.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.271+0000 7f15eb24d9c0 20 add_watcher() i=1 2024-09-07T14:05:34.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.271+0000 7f15eb24d9c0 20 add_watcher() i=2 2024-09-07T14:05:34.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.271+0000 7f15eb24d9c0 20 add_watcher() i=3 2024-09-07T14:05:34.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.271+0000 7f15eb24d9c0 20 add_watcher() i=4 2024-09-07T14:05:34.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.271+0000 7f15eb24d9c0 20 add_watcher() i=5 2024-09-07T14:05:34.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.271+0000 7f15eb24d9c0 20 add_watcher() i=6 2024-09-07T14:05:34.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.275+0000 7f15eb24d9c0 20 add_watcher() i=7 2024-09-07T14:05:34.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.275+0000 7f15eb24d9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:34.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.279+0000 7f149efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:34.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.279+0000 7f15eb24d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:34.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.279+0000 7f15eb24d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:34.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.279+0000 7f15eb24d9c0 5 note: GC not initialized 2024-09-07T14:05:34.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.279+0000 7f149dfe3640 20 reqs_thread_entry: start 2024-09-07T14:05:34.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.279+0000 7f15eb24d9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:34.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.279+0000 7f15eb24d9c0 20 Filter name: none 2024-09-07T14:05:34.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.279+0000 7f140f7fe640 20 reqs_thread_entry: start 2024-09-07T14:05:34.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.279+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.279+0000 7f15eb24d9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:34.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.279+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.283+0000 7f15eb24d9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:34.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.283+0000 7f15eb24d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:34.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.283+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.283+0000 7f15eb24d9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:34.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.283+0000 7f15eb24d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.283+0000 7f15eb24d9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:34.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.283+0000 7f15eb24d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:05:34.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.287+0000 7f149efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:34.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.291+0000 7f15eb24d9c0 20 remove_watcher() i=0 2024-09-07T14:05:34.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.291+0000 7f15eb24d9c0 2 removed watcher, disabling cache 2024-09-07T14:05:34.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.295+0000 7f15eb24d9c0 20 remove_watcher() i=1 2024-09-07T14:05:34.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.295+0000 7f15eb24d9c0 20 remove_watcher() i=2 2024-09-07T14:05:34.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.299+0000 7f15eb24d9c0 20 remove_watcher() i=3 2024-09-07T14:05:34.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.303+0000 7f15eb24d9c0 20 remove_watcher() i=4 2024-09-07T14:05:34.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.303+0000 7f15eb24d9c0 20 remove_watcher() i=5 2024-09-07T14:05:34.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.303+0000 7f15eb24d9c0 20 remove_watcher() i=6 2024-09-07T14:05:34.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.307+0000 7f15eb24d9c0 20 remove_watcher() i=7 2024-09-07T14:05:34.321 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.321 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:05:34.321 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-set-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:05:34.321 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:05:34.322 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:34.323 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:34.366 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:05:34.366 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:05:34.428 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:05:34.463 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:05:34.463 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:05:34.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.503+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.507+0000 7f48086749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.507+0000 7f48086749c0 20 realm 2024-09-07T14:05:34.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.507+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.507+0000 7f48086749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.507+0000 7f48086749c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:05:34.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.507+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.507+0000 7f48086749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.507+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.507+0000 7f48086749c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:34.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.507+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.511+0000 7f48086749c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:05:34.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.511+0000 7f48086749c0 20 searching for the correct realm 2024-09-07T14:05:34.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.511+0000 7f480617a640 0 -- 172.21.15.107:0/3393695631 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f48000d5b80 msgr2=0x7f48000b9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:34.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.727+0000 7f480617a640 0 -- 172.21.15.107:0/3393695631 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f48000d5b80 msgr2=0x7f48000b9450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:05:34.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.739+0000 7f48086749c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:05:34.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.739+0000 7f48086749c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:05:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.739+0000 7f48086749c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:05:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.739+0000 7f48086749c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:05:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.739+0000 7f48086749c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:05:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.739+0000 7f48086749c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:05:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.739+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.739+0000 7f48086749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.739+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.739+0000 7f48086749c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:05:34.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.739+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:05:34.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 20 zone default found 2024-09-07T14:05:34.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 4 Realm: () 2024-09-07T14:05:34.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:05:34.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:05:34.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:05:34.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 20 zonegroup default 2024-09-07T14:05:34.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:05:34.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 20 started sync module instance, tier type = 2024-09-07T14:05:34.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.743+0000 7f48086749c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:05:34.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.767+0000 7f48086749c0 20 add_watcher() i=0 2024-09-07T14:05:34.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.767+0000 7f48086749c0 20 add_watcher() i=1 2024-09-07T14:05:34.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.767+0000 7f48086749c0 20 add_watcher() i=2 2024-09-07T14:05:34.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.767+0000 7f48086749c0 20 add_watcher() i=3 2024-09-07T14:05:34.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.767+0000 7f48086749c0 20 add_watcher() i=4 2024-09-07T14:05:34.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.767+0000 7f48086749c0 20 add_watcher() i=5 2024-09-07T14:05:34.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.767+0000 7f48086749c0 20 add_watcher() i=6 2024-09-07T14:05:34.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.767+0000 7f48086749c0 20 add_watcher() i=7 2024-09-07T14:05:34.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.767+0000 7f48086749c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:05:34.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.771+0000 7f46bcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:34.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f48086749c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:05:34.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f48086749c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:05:34.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f48086749c0 5 note: GC not initialized 2024-09-07T14:05:34.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f46377fe640 20 reqs_thread_entry: start 2024-09-07T14:05:34.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f48086749c0 20 init_complete bucket index max shards: 1 2024-09-07T14:05:34.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f48086749c0 20 Filter name: none 2024-09-07T14:05:34.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f46357fa640 20 reqs_thread_entry: start 2024-09-07T14:05:34.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f48086749c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-07T14:05:34.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f48086749c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:05:34.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f48086749c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-07T14:05:34.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f48086749c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-07T14:05:34.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f48086749c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 : miss 2024-09-07T14:05:34.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.775+0000 7f48086749c0 20 rados->read ofs=0 len=0 2024-09-07T14:05:34.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.779+0000 7f48086749c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:05:34.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.779+0000 7f48086749c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 info.flags=0x17 2024-09-07T14:05:34.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.779+0000 7f48086749c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 to cache LRU end 2024-09-07T14:05:34.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.779+0000 7f48086749c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:05:34.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.779+0000 7f48086749c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:05:34.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.779+0000 7f48086749c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 2024-09-07T14:05:34.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.779+0000 7f48086749c0 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 to be held by another RGW process; skipping for now 2024-09-07T14:05:34.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.783+0000 7f46bcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:05:34.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.787+0000 7f48086749c0 20 remove_watcher() i=0 2024-09-07T14:05:34.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.787+0000 7f48086749c0 2 removed watcher, disabling cache 2024-09-07T14:05:34.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.791+0000 7f48086749c0 20 remove_watcher() i=1 2024-09-07T14:05:34.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.791+0000 7f48086749c0 20 remove_watcher() i=2 2024-09-07T14:05:34.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.795+0000 7f48086749c0 20 remove_watcher() i=3 2024-09-07T14:05:34.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.795+0000 7f48086749c0 20 remove_watcher() i=4 2024-09-07T14:05:34.800 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.799+0000 7f48086749c0 20 remove_watcher() i=5 2024-09-07T14:05:34.801 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.799+0000 7f48086749c0 20 remove_watcher() i=6 2024-09-07T14:05:34.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:05:34.803+0000 7f48086749c0 20 remove_watcher() i=7 2024-09-07T14:05:34.817 INFO:tasks.workunit.client.0.smithi107.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-07T14:06:04.848 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:06:04.884 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:04.884 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:04.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.930+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:04.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.934+0000 7f26c4e5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:04.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.934+0000 7f26c4e5a9c0 20 realm 2024-09-07T14:06:04.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.934+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:04.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.934+0000 7f26c4e5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:04.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.934+0000 7f26c4e5a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:04.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.934+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:04.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.934+0000 7f26c4e5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:04.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.934+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:04.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.934+0000 7f26c4e5a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:04.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.934+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:04.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.938+0000 7f26c4e5a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:04.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.938+0000 7f26c4e5a9c0 20 searching for the correct realm 2024-09-07T14:06:04.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:04.938+0000 7f26c3161640 0 -- 172.21.15.107:0/2751510640 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f26b8105040 msgr2=0x7f26b812f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:05.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.154+0000 7f26c215f640 0 -- 172.21.15.107:0/2751510640 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f26b4022470 msgr2=0x7f26b404a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:05.370 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.370+0000 7f26c4e5a9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:05.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.370+0000 7f26c4e5a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:05.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.370+0000 7f26c4e5a9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:05.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.370+0000 7f26c4e5a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:05.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.370+0000 7f26c4e5a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:05.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.370+0000 7f26c4e5a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:05.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.370+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:05.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:05.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:05.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 20 zone default found 2024-09-07T14:06:05.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 4 Realm: () 2024-09-07T14:06:05.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:05.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:05.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:05.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 20 zonegroup default 2024-09-07T14:06:05.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:05.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:05.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.374+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.378+0000 7f26c4e5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:05.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.378+0000 7f26c4e5a9c0 20 started sync module instance, tier type = 2024-09-07T14:06:05.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.378+0000 7f26c4e5a9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:05.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.402+0000 7f26c4e5a9c0 20 add_watcher() i=0 2024-09-07T14:06:05.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.402+0000 7f26c4e5a9c0 20 add_watcher() i=1 2024-09-07T14:06:05.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.402+0000 7f26c4e5a9c0 20 add_watcher() i=2 2024-09-07T14:06:05.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.402+0000 7f26c4e5a9c0 20 add_watcher() i=3 2024-09-07T14:06:05.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.402+0000 7f26c4e5a9c0 20 add_watcher() i=4 2024-09-07T14:06:05.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.402+0000 7f26c4e5a9c0 20 add_watcher() i=5 2024-09-07T14:06:05.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.402+0000 7f26c4e5a9c0 20 add_watcher() i=6 2024-09-07T14:06:05.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.402+0000 7f26c4e5a9c0 20 add_watcher() i=7 2024-09-07T14:06:05.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.402+0000 7f26c4e5a9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:05.405 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.406+0000 7f2579fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:05.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.406+0000 7f26c4e5a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:05.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.406+0000 7f26c4e5a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:05.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.406+0000 7f26c4e5a9c0 5 note: GC not initialized 2024-09-07T14:06:05.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f2578fe1640 20 reqs_thread_entry: start 2024-09-07T14:06:05.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:05.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 20 Filter name: none 2024-09-07T14:06:05.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f2571ffb640 20 reqs_thread_entry: start 2024-09-07T14:06:05.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-07T14:06:05.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:06:05.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-07T14:06:05.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-07T14:06:05.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 : miss 2024-09-07T14:06:05.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:06:05.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 info.flags=0x17 2024-09-07T14:06:05.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 to cache LRU end 2024-09-07T14:06:05.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:06:05.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:05.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.410+0000 7f26c4e5a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 2024-09-07T14:06:05.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.418+0000 7f26c4e5a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 info.flags=0x17 2024-09-07T14:06:05.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.418+0000 7f26c4e5a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 to cache LRU end 2024-09-07T14:06:05.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.418+0000 7f26c4e5a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:05.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.418+0000 7f26c4e5a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25, ofs0, ns] 2024-09-07T14:06:05.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.418+0000 7f25a67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300751 cookie 94320928729440 notifier 6407 bl.length()=1009 2024-09-07T14:06:05.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.418+0000 7f25a67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 info.flags=0x17 2024-09-07T14:06:05.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.418+0000 7f25a67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 to cache LRU end 2024-09-07T14:06:05.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.418+0000 7f25a67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:05.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.422+0000 7f26c4e5a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25]): orig_sources= new_sources= 2024-09-07T14:06:05.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.422+0000 7f26c4e5a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25]): potential sources added=[] removed=[] 2024-09-07T14:06:05.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.422+0000 7f26c4e5a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25]): orig_dests= new_dests= 2024-09-07T14:06:05.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.422+0000 7f26c4e5a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25]): potential dests added=[] removed=[] 2024-09-07T14:06:05.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.430+0000 7f26c4e5a9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25.1.0 2024-09-07T14:06:05.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.430+0000 7f26c4e5a9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25.1.0 2024-09-07T14:06:05.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.430+0000 7f26c4e5a9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25.1.1 2024-09-07T14:06:05.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.430+0000 7f26c4e5a9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25.1.1 2024-09-07T14:06:05.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.430+0000 7f26c4e5a9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25.0 2024-09-07T14:06:05.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.434+0000 7f26c4e5a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 : hit (requested=0x17, cached=0x17) 2024-09-07T14:06:05.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.434+0000 7f26c4e5a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 2024-09-07T14:06:05.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.434+0000 7f26c4e5a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 info.flags=0x17 2024-09-07T14:06:05.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.434+0000 7f26c4e5a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 to cache LRU end 2024-09-07T14:06:05.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.434+0000 7f26c4e5a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:05.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.434+0000 7f26c4e5a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25, ofs0, ns] 2024-09-07T14:06:05.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.434+0000 7f25a67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300752 cookie 94320928729440 notifier 6407 bl.length()=1009 2024-09-07T14:06:05.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.434+0000 7f25a67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 info.flags=0x17 2024-09-07T14:06:05.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.434+0000 7f25a67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 to cache LRU end 2024-09-07T14:06:05.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.434+0000 7f25a67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:05.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.438+0000 7f26c4e5a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25]): orig_sources= new_sources= 2024-09-07T14:06:05.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.438+0000 7f26c4e5a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25]): potential sources added=[] removed=[] 2024-09-07T14:06:05.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.438+0000 7f26c4e5a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25]): orig_dests= new_dests= 2024-09-07T14:06:05.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.438+0000 7f26c4e5a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25]): potential dests added=[] removed=[] 2024-09-07T14:06:05.440 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.442+0000 7f26c4e5a9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25.0 2024-09-07T14:06:05.440 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.442+0000 7f26c4e5a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 : hit (requested=0x17, cached=0x17) 2024-09-07T14:06:05.440 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.442+0000 7f26c4e5a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 2024-09-07T14:06:05.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.442+0000 7f26c4e5a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 info.flags=0x17 2024-09-07T14:06:05.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.442+0000 7f26c4e5a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 to cache LRU end 2024-09-07T14:06:05.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.442+0000 7f26c4e5a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:05.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.442+0000 7f26c4e5a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25, ofs0, ns] 2024-09-07T14:06:05.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.442+0000 7f25a5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300753 cookie 94320928729440 notifier 6407 bl.length()=977 2024-09-07T14:06:05.443 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.442+0000 7f25a5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 info.flags=0x17 2024-09-07T14:06:05.443 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.442+0000 7f25a5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 to cache LRU end 2024-09-07T14:06:05.443 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.442+0000 7f25a5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:05.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.446+0000 7f26c4e5a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25]): orig_sources= new_sources= 2024-09-07T14:06:05.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.446+0000 7f26c4e5a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25]): potential sources added=[] removed=[] 2024-09-07T14:06:05.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.446+0000 7f26c4e5a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25]): orig_dests= new_dests= 2024-09-07T14:06:05.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.446+0000 7f26c4e5a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25]): potential dests added=[] removed=[] 2024-09-07T14:06:05.447 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.450+0000 7f26c4e5a9c0 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-07T14:06:05.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.454+0000 7f2579fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:05.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.458+0000 7f26c4e5a9c0 20 remove_watcher() i=0 2024-09-07T14:06:05.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.458+0000 7f26c4e5a9c0 2 removed watcher, disabling cache 2024-09-07T14:06:05.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.458+0000 7f26c4e5a9c0 20 remove_watcher() i=1 2024-09-07T14:06:05.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.462+0000 7f26c4e5a9c0 20 remove_watcher() i=2 2024-09-07T14:06:05.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.466+0000 7f26c4e5a9c0 20 remove_watcher() i=3 2024-09-07T14:06:05.465 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.466+0000 7f26c4e5a9c0 20 remove_watcher() i=4 2024-09-07T14:06:05.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.470+0000 7f26c4e5a9c0 20 remove_watcher() i=5 2024-09-07T14:06:05.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.470+0000 7f26c4e5a9c0 20 remove_watcher() i=6 2024-09-07T14:06:05.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.470+0000 7f26c4e5a9c0 20 remove_watcher() i=7 2024-09-07T14:06:05.485 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-07T14:06:05.513 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:05.513 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:05.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.558+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.558+0000 7fb98637e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:05.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.558+0000 7fb98637e9c0 20 realm 2024-09-07T14:06:05.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.558+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.562+0000 7fb98637e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:05.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.562+0000 7fb98637e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:05.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.562+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.562+0000 7fb98637e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:05.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.562+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.562+0000 7fb98637e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:05.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.562+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.562+0000 7fb98637e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:05.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.562+0000 7fb98637e9c0 20 searching for the correct realm 2024-09-07T14:06:05.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.566+0000 7fb983683640 0 -- 172.21.15.107:0/276640160 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7fb96c002350 msgr2=0x7fb974037920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:06:05.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.778+0000 7fb984685640 0 -- 172.21.15.107:0/276640160 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fb9780bc410 msgr2=0x7fb9780bc850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:05.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:05.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:05.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:05.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:05.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:05.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:05.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:05.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:05.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:05.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 zone default found 2024-09-07T14:06:05.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 4 Realm: () 2024-09-07T14:06:05.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:05.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:05.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:05.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 zonegroup default 2024-09-07T14:06:05.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.798+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.800 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.802+0000 7fb98637e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:05.800 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.802+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.800 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.802+0000 7fb98637e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:05.800 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.802+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.801 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.802+0000 7fb98637e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:05.801 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.802+0000 7fb98637e9c0 20 started sync module instance, tier type = 2024-09-07T14:06:05.801 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.802+0000 7fb98637e9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:05.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.826+0000 7fb98637e9c0 20 add_watcher() i=0 2024-09-07T14:06:05.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.826+0000 7fb98637e9c0 20 add_watcher() i=1 2024-09-07T14:06:05.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.826+0000 7fb98637e9c0 20 add_watcher() i=2 2024-09-07T14:06:05.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.826+0000 7fb98637e9c0 20 add_watcher() i=3 2024-09-07T14:06:05.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.826+0000 7fb98637e9c0 20 add_watcher() i=4 2024-09-07T14:06:05.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.826+0000 7fb98637e9c0 20 add_watcher() i=5 2024-09-07T14:06:05.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.826+0000 7fb98637e9c0 20 add_watcher() i=6 2024-09-07T14:06:05.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.826+0000 7fb98637e9c0 20 add_watcher() i=7 2024-09-07T14:06:05.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.826+0000 7fb98637e9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:05.831 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.834+0000 7fb839fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:05.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.834+0000 7fb98637e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:05.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.834+0000 7fb98637e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:05.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.834+0000 7fb98637e9c0 5 note: GC not initialized 2024-09-07T14:06:05.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.834+0000 7fb838fe1640 20 reqs_thread_entry: start 2024-09-07T14:06:05.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.834+0000 7fb98637e9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:05.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.834+0000 7fb98637e9c0 20 Filter name: none 2024-09-07T14:06:05.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.834+0000 7fb7b27fc640 20 reqs_thread_entry: start 2024-09-07T14:06:05.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.834+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.834+0000 7fb98637e9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:06:05.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.834+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.838+0000 7fb98637e9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:06:05.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.838+0000 7fb98637e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:05.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.838+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.838+0000 7fb98637e9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-07T14:06:05.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.838+0000 7fb98637e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:05.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.838+0000 7fb98637e9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-07T14:06:05.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.838+0000 7fb98637e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:05.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.842+0000 7fb839fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:05.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.846+0000 7fb98637e9c0 20 remove_watcher() i=0 2024-09-07T14:06:05.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.846+0000 7fb98637e9c0 2 removed watcher, disabling cache 2024-09-07T14:06:05.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.850+0000 7fb98637e9c0 20 remove_watcher() i=1 2024-09-07T14:06:05.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.850+0000 7fb98637e9c0 20 remove_watcher() i=2 2024-09-07T14:06:05.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.854+0000 7fb98637e9c0 20 remove_watcher() i=3 2024-09-07T14:06:05.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.854+0000 7fb98637e9c0 20 remove_watcher() i=4 2024-09-07T14:06:05.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.858+0000 7fb98637e9c0 20 remove_watcher() i=5 2024-09-07T14:06:05.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.858+0000 7fb98637e9c0 20 remove_watcher() i=6 2024-09-07T14:06:05.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:05.858+0000 7fb98637e9c0 20 remove_watcher() i=7 2024-09-07T14:06:05.872 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:05.873 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:05.873 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-set-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:06:05.873 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:05.875 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:05.875 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:05.897 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:05.897 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:06.423 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:06.423 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:06.606 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2024-09-07T14:06:06.606 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:06.609 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:06.609 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:06.726 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:06.726 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:06.815 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:06.815 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:06.919 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:06.919 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:07.017 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:07.017 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:07.117 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:07.117 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:07.219 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:07.314 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:07.315 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:07.411 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:07.412 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:07.511 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:07.512 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:07.608 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:07.609 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:07.702 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:07.702 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:07.803 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:07.804 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:07.900 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:07.900 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:08.006 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:08.006 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:08.104 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:08.104 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:08.208 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:08.208 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:08.360 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:08.360 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:08.440 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:08.440 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:08.538 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:08.538 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:08.651 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:08.651 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:08.745 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:08.746 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:08.844 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-07T14:06:08.876 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:08.876 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:08.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.922+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:08.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.926+0000 7f4378b179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:08.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.926+0000 7f4378b179c0 20 realm 2024-09-07T14:06:08.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.926+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:08.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.926+0000 7f4378b179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:08.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.926+0000 7f4378b179c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:08.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.926+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:08.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.926+0000 7f4378b179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:08.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.926+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:08.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.930+0000 7f4378b179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:08.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.930+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:08.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.930+0000 7f4378b179c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:08.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.930+0000 7f4378b179c0 20 searching for the correct realm 2024-09-07T14:06:08.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.934+0000 7f4376e1e640 0 -- 172.21.15.107:0/619491951 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f436c070020 msgr2=0x7f436c026460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:08.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:08.942+0000 7f4375e1c640 0 -- 172.21.15.107:0/619491951 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f4368131150 msgr2=0x7f436812a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:09.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.158+0000 7f4378b179c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:09.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.158+0000 7f4378b179c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:09.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.158+0000 7f4378b179c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:09.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.158+0000 7f4378b179c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:09.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.158+0000 7f4378b179c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:09.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.158+0000 7f4378b179c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:09.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.158+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.158+0000 7f4378b179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.158+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:09.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:09.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 20 zone default found 2024-09-07T14:06:09.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 4 Realm: () 2024-09-07T14:06:09.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:09.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:09.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:09.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 20 zonegroup default 2024-09-07T14:06:09.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.162+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.166+0000 7f4378b179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.166+0000 7f4378b179c0 20 started sync module instance, tier type = 2024-09-07T14:06:09.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.166+0000 7f4378b179c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:09.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.186+0000 7f4378b179c0 20 add_watcher() i=0 2024-09-07T14:06:09.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.186+0000 7f4378b179c0 20 add_watcher() i=1 2024-09-07T14:06:09.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.186+0000 7f4378b179c0 20 add_watcher() i=2 2024-09-07T14:06:09.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.186+0000 7f4378b179c0 20 add_watcher() i=3 2024-09-07T14:06:09.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.186+0000 7f4378b179c0 20 add_watcher() i=4 2024-09-07T14:06:09.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.186+0000 7f4378b179c0 20 add_watcher() i=5 2024-09-07T14:06:09.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.186+0000 7f4378b179c0 20 add_watcher() i=6 2024-09-07T14:06:09.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.190+0000 7f4378b179c0 20 add_watcher() i=7 2024-09-07T14:06:09.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.190+0000 7f4378b179c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:09.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.198+0000 7f422cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:09.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.198+0000 7f4378b179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:09.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.198+0000 7f4378b179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:09.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.198+0000 7f4378b179c0 5 note: GC not initialized 2024-09-07T14:06:09.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.198+0000 7f41a77fe640 20 reqs_thread_entry: start 2024-09-07T14:06:09.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.198+0000 7f4378b179c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:09.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.198+0000 7f4378b179c0 20 Filter name: none 2024-09-07T14:06:09.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.198+0000 7f41a57fa640 20 reqs_thread_entry: start 2024-09-07T14:06:09.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.198+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.202+0000 7f4378b179c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:09.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.202+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.202+0000 7f4378b179c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:09.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.202+0000 7f4378b179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:09.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.202+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.202+0000 7f4378b179c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:09.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.202+0000 7f4378b179c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.202+0000 7f4378b179c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:09.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.202+0000 7f4378b179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:09.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.206+0000 7f422cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:09.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.210+0000 7f4378b179c0 20 remove_watcher() i=0 2024-09-07T14:06:09.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.210+0000 7f4378b179c0 2 removed watcher, disabling cache 2024-09-07T14:06:09.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.214+0000 7f4378b179c0 20 remove_watcher() i=1 2024-09-07T14:06:09.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.214+0000 7f4378b179c0 20 remove_watcher() i=2 2024-09-07T14:06:09.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.218+0000 7f4378b179c0 20 remove_watcher() i=3 2024-09-07T14:06:09.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.222+0000 7f4378b179c0 20 remove_watcher() i=4 2024-09-07T14:06:09.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.222+0000 7f4378b179c0 20 remove_watcher() i=5 2024-09-07T14:06:09.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.226+0000 7f4378b179c0 20 remove_watcher() i=6 2024-09-07T14:06:09.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.226+0000 7f4378b179c0 20 remove_watcher() i=7 2024-09-07T14:06:09.248 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:09.248 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:09.248 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-trim-reshard-log-entries id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:06:09.248 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:09.248 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2024-09-07T14:06:09.284 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:09.284 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:09.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.330+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.334+0000 7fdb132b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.334+0000 7fdb132b39c0 20 realm 2024-09-07T14:06:09.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.334+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.334+0000 7fdb132b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.334+0000 7fdb132b39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:09.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.334+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.334+0000 7fdb132b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.334+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.334+0000 7fdb132b39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:09.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.334+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.338+0000 7fdb132b39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:09.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.338+0000 7fdb132b39c0 20 searching for the correct realm 2024-09-07T14:06:09.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.338+0000 7fdb10db9640 0 -- 172.21.15.107:0/348038432 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fdb00008040 msgr2=0x7fdb000013c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:06:09.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.554+0000 7fdb10db9640 0 -- 172.21.15.107:0/348038432 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fdb00008040 msgr2=0x7fdb000013c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:09.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.566+0000 7fdb132b39c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:09.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.566+0000 7fdb132b39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:09.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.566+0000 7fdb132b39c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:09.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.566+0000 7fdb132b39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:09.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.566+0000 7fdb132b39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:09.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.566+0000 7fdb132b39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:09.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.566+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.566+0000 7fdb132b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.566+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:09.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:09.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 zone default found 2024-09-07T14:06:09.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 4 Realm: () 2024-09-07T14:06:09.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:09.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:09.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:09.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 zonegroup default 2024-09-07T14:06:09.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 started sync module instance, tier type = 2024-09-07T14:06:09.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.570+0000 7fdb132b39c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:09.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.594+0000 7fdb132b39c0 20 add_watcher() i=0 2024-09-07T14:06:09.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.594+0000 7fdb132b39c0 20 add_watcher() i=1 2024-09-07T14:06:09.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.594+0000 7fdb132b39c0 20 add_watcher() i=2 2024-09-07T14:06:09.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.594+0000 7fdb132b39c0 20 add_watcher() i=3 2024-09-07T14:06:09.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.594+0000 7fdb132b39c0 20 add_watcher() i=4 2024-09-07T14:06:09.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.594+0000 7fdb132b39c0 20 add_watcher() i=5 2024-09-07T14:06:09.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.594+0000 7fdb132b39c0 20 add_watcher() i=6 2024-09-07T14:06:09.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.598+0000 7fdb132b39c0 20 add_watcher() i=7 2024-09-07T14:06:09.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.598+0000 7fdb132b39c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:09.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.602+0000 7fd9c6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:09.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.602+0000 7fdb132b39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:09.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.602+0000 7fdb132b39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:09.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.602+0000 7fdb132b39c0 5 note: GC not initialized 2024-09-07T14:06:09.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.602+0000 7fd9c5fe3640 20 reqs_thread_entry: start 2024-09-07T14:06:09.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.602+0000 7fdb132b39c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:09.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 20 Filter name: none 2024-09-07T14:06:09.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fd9377fe640 20 reqs_thread_entry: start 2024-09-07T14:06:09.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-07T14:06:09.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:09.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-07T14:06:09.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-07T14:06:09.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 : miss 2024-09-07T14:06:09.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:09.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 info.flags=0x17 2024-09-07T14:06:09.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 to cache LRU end 2024-09-07T14:06:09.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:06:09.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:09.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.606+0000 7fdb132b39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 2024-09-07T14:06:09.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.618+0000 7fdb132b39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 info.flags=0x17 2024-09-07T14:06:09.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.618+0000 7fdb132b39c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 to cache LRU end 2024-09-07T14:06:09.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.618+0000 7fdb132b39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:09.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.618+0000 7fdb132b39c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26, ofs0, ns] 2024-09-07T14:06:09.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.618+0000 7fd9e77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300794 cookie 94767664770112 notifier 6795 bl.length()=1023 2024-09-07T14:06:09.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.618+0000 7fd9e77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 info.flags=0x17 2024-09-07T14:06:09.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.618+0000 7fd9e77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 to cache LRU end 2024-09-07T14:06:09.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.618+0000 7fd9e77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:09.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.622+0000 7fdb132b39c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): orig_sources= new_sources= 2024-09-07T14:06:09.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.622+0000 7fdb132b39c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): potential sources added=[] removed=[] 2024-09-07T14:06:09.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.622+0000 7fdb132b39c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): orig_dests= new_dests= 2024-09-07T14:06:09.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.622+0000 7fdb132b39c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): potential dests added=[] removed=[] 2024-09-07T14:06:09.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.622+0000 7fdb132b39c0 -1 Injecting error=-5 at location=trim_reshard_log_entries 2024-09-07T14:06:09.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.622+0000 7fdb132b39c0 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2024-09-07T14:06:09.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.626+0000 7fd9c6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:09.630 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.630+0000 7fdb132b39c0 20 remove_watcher() i=0 2024-09-07T14:06:09.630 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.630+0000 7fdb132b39c0 2 removed watcher, disabling cache 2024-09-07T14:06:09.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.634+0000 7fdb132b39c0 20 remove_watcher() i=1 2024-09-07T14:06:09.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.638+0000 7fdb132b39c0 20 remove_watcher() i=2 2024-09-07T14:06:09.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.638+0000 7fdb132b39c0 20 remove_watcher() i=3 2024-09-07T14:06:09.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.642+0000 7fdb132b39c0 20 remove_watcher() i=4 2024-09-07T14:06:09.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.642+0000 7fdb132b39c0 20 remove_watcher() i=5 2024-09-07T14:06:09.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.642+0000 7fdb132b39c0 20 remove_watcher() i=6 2024-09-07T14:06:09.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.646+0000 7fdb132b39c0 20 remove_watcher() i=7 2024-09-07T14:06:09.658 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-07T14:06:09.686 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:09.686 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:09.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.734+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.734+0000 7f8383fc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.734+0000 7f8383fc09c0 20 realm 2024-09-07T14:06:09.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.734+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.734+0000 7f8383fc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.734+0000 7f8383fc09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:09.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.734+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.734+0000 7f8383fc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:09.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.734+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.738+0000 7f8383fc09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:09.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.738+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:09.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.738+0000 7f8383fc09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:09.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.738+0000 7f8383fc09c0 20 searching for the correct realm 2024-09-07T14:06:09.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.742+0000 7f83822c7640 0 -- 172.21.15.107:0/2492086783 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f836c044940 msgr2=0x7f836c01c430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:09.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:09.958+0000 7f837bfff640 0 -- 172.21.15.107:0/2492086783 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f83740fa900 msgr2=0x7f83740f9a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:06:10.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:10.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:10.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:10.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:10.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:10.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:10.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:10.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:10.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 zone default found 2024-09-07T14:06:10.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 4 Realm: () 2024-09-07T14:06:10.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:10.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:10.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:10.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 zonegroup default 2024-09-07T14:06:10.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.178+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.182+0000 7f8383fc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.182+0000 7f8383fc09c0 20 started sync module instance, tier type = 2024-09-07T14:06:10.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.182+0000 7f8383fc09c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:10.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.202+0000 7f8383fc09c0 20 add_watcher() i=0 2024-09-07T14:06:10.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.202+0000 7f8383fc09c0 20 add_watcher() i=1 2024-09-07T14:06:10.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.202+0000 7f8383fc09c0 20 add_watcher() i=2 2024-09-07T14:06:10.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.202+0000 7f8383fc09c0 20 add_watcher() i=3 2024-09-07T14:06:10.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.202+0000 7f8383fc09c0 20 add_watcher() i=4 2024-09-07T14:06:10.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.202+0000 7f8383fc09c0 20 add_watcher() i=5 2024-09-07T14:06:10.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.202+0000 7f8383fc09c0 20 add_watcher() i=6 2024-09-07T14:06:10.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.202+0000 7f8383fc09c0 20 add_watcher() i=7 2024-09-07T14:06:10.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.202+0000 7f8383fc09c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:10.205 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.206+0000 7f8237fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:10.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.206+0000 7f8383fc09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:10.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.206+0000 7f8383fc09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:10.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.206+0000 7f8383fc09c0 5 note: GC not initialized 2024-09-07T14:06:10.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.210+0000 7f8236fe5640 20 reqs_thread_entry: start 2024-09-07T14:06:10.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.210+0000 7f8383fc09c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:10.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.210+0000 7f8383fc09c0 20 Filter name: none 2024-09-07T14:06:10.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.210+0000 7f8234fe1640 20 reqs_thread_entry: start 2024-09-07T14:06:10.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.210+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.210+0000 7f8383fc09c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:10.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.210+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.210+0000 7f8383fc09c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-07T14:06:10.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.210+0000 7f8383fc09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:10.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.210+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.214+0000 7f8383fc09c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:10.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.214+0000 7f8383fc09c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.214+0000 7f8383fc09c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-07T14:06:10.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.214+0000 7f8383fc09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:10.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.214+0000 7f8237fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:10.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.222+0000 7f8383fc09c0 20 remove_watcher() i=0 2024-09-07T14:06:10.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.222+0000 7f8383fc09c0 2 removed watcher, disabling cache 2024-09-07T14:06:10.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.222+0000 7f8383fc09c0 20 remove_watcher() i=1 2024-09-07T14:06:10.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.226+0000 7f8383fc09c0 20 remove_watcher() i=2 2024-09-07T14:06:10.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.226+0000 7f8383fc09c0 20 remove_watcher() i=3 2024-09-07T14:06:10.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.230+0000 7f8383fc09c0 20 remove_watcher() i=4 2024-09-07T14:06:10.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.230+0000 7f8383fc09c0 20 remove_watcher() i=5 2024-09-07T14:06:10.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.234+0000 7f8383fc09c0 20 remove_watcher() i=6 2024-09-07T14:06:10.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.234+0000 7f8383fc09c0 20 remove_watcher() i=7 2024-09-07T14:06:10.258 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:10.258 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:10.258 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-trim-reshard-log-entries id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:06:10.258 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:10.261 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:10.261 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:10.320 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:10.321 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:10.409 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:06:10.445 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:10.445 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:10.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.490+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.494+0000 7f03630539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.494+0000 7f03630539c0 20 realm 2024-09-07T14:06:10.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.494+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.494+0000 7f03630539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.494+0000 7f03630539c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:10.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.494+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.494+0000 7f03630539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.494+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.494+0000 7f03630539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:10.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.494+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.498+0000 7f03630539c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:10.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.498+0000 7f03630539c0 20 searching for the correct realm 2024-09-07T14:06:10.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.502+0000 7f0360b59640 0 -- 172.21.15.107:0/2198401150 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f0358051b60 msgr2=0x7f035803b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:10.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.718+0000 7f0360b59640 0 -- 172.21.15.107:0/2198401150 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f0358051b60 msgr2=0x7f035803b420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:10.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.730+0000 7f03630539c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:10.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.730+0000 7f03630539c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:10.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.730+0000 7f03630539c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:10.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.730+0000 7f03630539c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:10.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.730+0000 7f03630539c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:10.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.730+0000 7f03630539c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:10.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.730+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.730+0000 7f03630539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.730+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:10.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:10.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 zone default found 2024-09-07T14:06:10.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 4 Realm: () 2024-09-07T14:06:10.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:10.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:10.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:10.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 zonegroup default 2024-09-07T14:06:10.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 started sync module instance, tier type = 2024-09-07T14:06:10.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.734+0000 7f03630539c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:10.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.758+0000 7f03630539c0 20 add_watcher() i=0 2024-09-07T14:06:10.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.758+0000 7f03630539c0 20 add_watcher() i=1 2024-09-07T14:06:10.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.758+0000 7f03630539c0 20 add_watcher() i=2 2024-09-07T14:06:10.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.758+0000 7f03630539c0 20 add_watcher() i=3 2024-09-07T14:06:10.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.758+0000 7f03630539c0 20 add_watcher() i=4 2024-09-07T14:06:10.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.758+0000 7f03630539c0 20 add_watcher() i=5 2024-09-07T14:06:10.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.758+0000 7f03630539c0 20 add_watcher() i=6 2024-09-07T14:06:10.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.758+0000 7f03630539c0 20 add_watcher() i=7 2024-09-07T14:06:10.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.758+0000 7f03630539c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:10.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f0216fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:10.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f03630539c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:10.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f03630539c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:10.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f03630539c0 5 note: GC not initialized 2024-09-07T14:06:10.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f0215fe3640 20 reqs_thread_entry: start 2024-09-07T14:06:10.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f03630539c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:10.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f03630539c0 20 Filter name: none 2024-09-07T14:06:10.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f01877fe640 20 reqs_thread_entry: start 2024-09-07T14:06:10.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f03630539c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-07T14:06:10.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f03630539c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:10.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f03630539c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-07T14:06:10.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f03630539c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-07T14:06:10.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f03630539c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 : miss 2024-09-07T14:06:10.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.762+0000 7f03630539c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.766+0000 7f03630539c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-07T14:06:10.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.766+0000 7f03630539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 info.flags=0x17 2024-09-07T14:06:10.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.766+0000 7f03630539c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 to cache LRU end 2024-09-07T14:06:10.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.766+0000 7f03630539c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:06:10.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.766+0000 7f03630539c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:10.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.766+0000 7f03630539c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 2024-09-07T14:06:10.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.766+0000 7f03630539c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:06:10.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.774+0000 7f03630539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 info.flags=0x17 2024-09-07T14:06:10.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.774+0000 7f03630539c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 to cache LRU end 2024-09-07T14:06:10.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.774+0000 7f03630539c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:10.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.774+0000 7f03630539c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26, ofs0, ns] 2024-09-07T14:06:10.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.774+0000 7f0237fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300795 cookie 94432633490880 notifier 6834 bl.length()=1023 2024-09-07T14:06:10.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.774+0000 7f0237fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 info.flags=0x17 2024-09-07T14:06:10.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.774+0000 7f0237fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 to cache LRU end 2024-09-07T14:06:10.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.774+0000 7f0237fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:10.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.778+0000 7f03630539c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): orig_sources= new_sources= 2024-09-07T14:06:10.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.778+0000 7f03630539c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): potential sources added=[] removed=[] 2024-09-07T14:06:10.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.778+0000 7f03630539c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): orig_dests= new_dests= 2024-09-07T14:06:10.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.778+0000 7f03630539c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): potential dests added=[] removed=[] 2024-09-07T14:06:10.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.782+0000 7f03630539c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26.2.0 2024-09-07T14:06:10.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.782+0000 7f03630539c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26.2.0 2024-09-07T14:06:10.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.782+0000 7f03630539c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26.2.1 2024-09-07T14:06:10.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.782+0000 7f03630539c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26.2.1 2024-09-07T14:06:10.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.782+0000 7f03630539c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26.0 2024-09-07T14:06:10.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.786+0000 7f03630539c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 : hit (requested=0x17, cached=0x17) 2024-09-07T14:06:10.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.786+0000 7f03630539c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 2024-09-07T14:06:10.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.790+0000 7f03630539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 info.flags=0x17 2024-09-07T14:06:10.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.790+0000 7f03630539c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 to cache LRU end 2024-09-07T14:06:10.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.790+0000 7f03630539c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:10.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.790+0000 7f03630539c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26, ofs0, ns] 2024-09-07T14:06:10.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.790+0000 7f0237fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300796 cookie 94432633490880 notifier 6834 bl.length()=1023 2024-09-07T14:06:10.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.790+0000 7f0237fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 info.flags=0x17 2024-09-07T14:06:10.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.790+0000 7f0237fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 to cache LRU end 2024-09-07T14:06:10.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.790+0000 7f0237fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:10.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.794+0000 7f03630539c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): orig_sources= new_sources= 2024-09-07T14:06:10.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.794+0000 7f03630539c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): potential sources added=[] removed=[] 2024-09-07T14:06:10.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.794+0000 7f03630539c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): orig_dests= new_dests= 2024-09-07T14:06:10.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.794+0000 7f03630539c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): potential dests added=[] removed=[] 2024-09-07T14:06:10.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.794+0000 7f03630539c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26.0 2024-09-07T14:06:10.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.794+0000 7f03630539c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 : hit (requested=0x17, cached=0x17) 2024-09-07T14:06:10.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.794+0000 7f03630539c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 2024-09-07T14:06:10.801 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.798+0000 7f03630539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 info.flags=0x17 2024-09-07T14:06:10.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.798+0000 7f03630539c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 to cache LRU end 2024-09-07T14:06:10.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.798+0000 7f03630539c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:10.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.798+0000 7f03630539c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26, ofs0, ns] 2024-09-07T14:06:10.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.802+0000 7f02377fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300797 cookie 94432633490880 notifier 6834 bl.length()=991 2024-09-07T14:06:10.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.802+0000 7f02377fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 info.flags=0x17 2024-09-07T14:06:10.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.802+0000 7f02377fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 to cache LRU end 2024-09-07T14:06:10.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.802+0000 7f02377fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:10.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.802+0000 7f03630539c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): orig_sources= new_sources= 2024-09-07T14:06:10.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.802+0000 7f03630539c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): potential sources added=[] removed=[] 2024-09-07T14:06:10.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.802+0000 7f03630539c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): orig_dests= new_dests= 2024-09-07T14:06:10.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.802+0000 7f03630539c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26]): potential dests added=[] removed=[] 2024-09-07T14:06:10.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.806+0000 7f03630539c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-07T14:06:10.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.806+0000 7f0216fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:10.811 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.814+0000 7f03630539c0 20 remove_watcher() i=0 2024-09-07T14:06:10.811 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.814+0000 7f03630539c0 2 removed watcher, disabling cache 2024-09-07T14:06:10.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.814+0000 7f03630539c0 20 remove_watcher() i=1 2024-09-07T14:06:10.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.818+0000 7f03630539c0 20 remove_watcher() i=2 2024-09-07T14:06:10.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.818+0000 7f03630539c0 20 remove_watcher() i=3 2024-09-07T14:06:10.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.822+0000 7f03630539c0 20 remove_watcher() i=4 2024-09-07T14:06:10.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.822+0000 7f03630539c0 20 remove_watcher() i=5 2024-09-07T14:06:10.823 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.826+0000 7f03630539c0 20 remove_watcher() i=6 2024-09-07T14:06:10.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.826+0000 7f03630539c0 20 remove_watcher() i=7 2024-09-07T14:06:10.839 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-07T14:06:10.869 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:10.869 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:10.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.914+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.914+0000 7f58aaf249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.914+0000 7f58aaf249c0 20 realm 2024-09-07T14:06:10.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.914+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.914+0000 7f58aaf249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.914+0000 7f58aaf249c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:10.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.914+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.918+0000 7f58aaf249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:10.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.918+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.918+0000 7f58aaf249c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:10.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.918+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:10.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.918+0000 7f58aaf249c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:10.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.918+0000 7f58aaf249c0 20 searching for the correct realm 2024-09-07T14:06:10.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:10.922+0000 7f58a8a2a640 0 -- 172.21.15.107:0/3389332562 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f58a0069c20 msgr2=0x7f58a009f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:11.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.138+0000 7f58a8a2a640 0 -- 172.21.15.107:0/3389332562 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f58a0069c20 msgr2=0x7f58a009f4f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:11.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:11.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:11.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:11.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:11.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:11.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:11.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:11.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:11.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:11.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:11.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:11.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:11.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 zone default found 2024-09-07T14:06:11.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 4 Realm: () 2024-09-07T14:06:11.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:11.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:11.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:11.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 zonegroup default 2024-09-07T14:06:11.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.150+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:11.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.154+0000 7f58aaf249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:11.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.154+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:11.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.154+0000 7f58aaf249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:11.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.154+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:11.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.154+0000 7f58aaf249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:11.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.154+0000 7f58aaf249c0 20 started sync module instance, tier type = 2024-09-07T14:06:11.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.154+0000 7f58aaf249c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.182+0000 7f58aaf249c0 20 add_watcher() i=0 2024-09-07T14:06:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.182+0000 7f58aaf249c0 20 add_watcher() i=1 2024-09-07T14:06:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.182+0000 7f58aaf249c0 20 add_watcher() i=2 2024-09-07T14:06:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.182+0000 7f58aaf249c0 20 add_watcher() i=3 2024-09-07T14:06:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.182+0000 7f58aaf249c0 20 add_watcher() i=4 2024-09-07T14:06:11.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.182+0000 7f58aaf249c0 20 add_watcher() i=5 2024-09-07T14:06:11.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.182+0000 7f58aaf249c0 20 add_watcher() i=6 2024-09-07T14:06:11.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.182+0000 7f58aaf249c0 20 add_watcher() i=7 2024-09-07T14:06:11.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.182+0000 7f58aaf249c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:11.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.186+0000 7f575f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:11.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.186+0000 7f58aaf249c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:11.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.186+0000 7f58aaf249c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:11.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.186+0000 7f58aaf249c0 5 note: GC not initialized 2024-09-07T14:06:11.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.190+0000 7f575e7e4640 20 reqs_thread_entry: start 2024-09-07T14:06:11.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.190+0000 7f58aaf249c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:11.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.190+0000 7f58aaf249c0 20 Filter name: none 2024-09-07T14:06:11.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.190+0000 7f57577fe640 20 reqs_thread_entry: start 2024-09-07T14:06:11.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.190+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:11.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.190+0000 7f58aaf249c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:11.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.190+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:11.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.190+0000 7f58aaf249c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:11.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.190+0000 7f58aaf249c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:11.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.190+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:11.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.194+0000 7f58aaf249c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:11.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.194+0000 7f58aaf249c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:11.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.194+0000 7f58aaf249c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:11.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.194+0000 7f58aaf249c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:11.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.198+0000 7f575f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:11.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.202+0000 7f58aaf249c0 20 remove_watcher() i=0 2024-09-07T14:06:11.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.202+0000 7f58aaf249c0 2 removed watcher, disabling cache 2024-09-07T14:06:11.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.206+0000 7f58aaf249c0 20 remove_watcher() i=1 2024-09-07T14:06:11.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.206+0000 7f58aaf249c0 20 remove_watcher() i=2 2024-09-07T14:06:11.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.210+0000 7f58aaf249c0 20 remove_watcher() i=3 2024-09-07T14:06:11.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.210+0000 7f58aaf249c0 20 remove_watcher() i=4 2024-09-07T14:06:11.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.214+0000 7f58aaf249c0 20 remove_watcher() i=5 2024-09-07T14:06:11.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.214+0000 7f58aaf249c0 20 remove_watcher() i=6 2024-09-07T14:06:11.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:11.214+0000 7f58aaf249c0 20 remove_watcher() i=7 2024-09-07T14:06:11.229 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:11.229 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:11.229 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-trim-reshard-log-entries id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:06:11.229 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:11.230 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:11.230 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:11.255 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:11.255 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:11.760 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:11.760 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:11.938 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2024-09-07T14:06:11.938 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:11.940 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:11.940 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:12.060 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:12.060 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:12.146 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:12.146 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:12.245 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:12.246 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:12.344 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:12.344 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:12.428 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:12.428 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:12.527 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:12.527 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:12.625 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:12.625 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:12.726 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:12.726 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:12.822 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:12.822 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:12.917 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:12.917 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:13.020 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:13.020 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:13.121 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:13.121 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:13.213 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:13.213 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:13.309 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:13.309 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:13.410 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:13.411 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:13.504 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:13.504 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:13.601 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:13.601 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:13.709 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:13.709 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:13.804 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:13.804 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:13.906 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:13.906 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:14.008 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:14.008 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:14.101 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-07T14:06:14.134 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:14.134 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:14.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.182+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.182+0000 7f09e44db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.182+0000 7f09e44db9c0 20 realm 2024-09-07T14:06:14.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.182+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.182+0000 7f09e44db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.182+0000 7f09e44db9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:14.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.182+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.182+0000 7f09e44db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.182+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.186+0000 7f09e44db9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:14.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.186+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.186+0000 7f09e44db9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:14.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.186+0000 7f09e44db9c0 20 searching for the correct realm 2024-09-07T14:06:14.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.190+0000 7f09e1fe1640 0 -- 172.21.15.107:0/4032381782 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f09dc02c060 msgr2=0x7f09dc075470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:06:14.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.406+0000 7f09e1fe1640 0 -- 172.21.15.107:0/4032381782 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f09dc02c060 msgr2=0x7f09dc075470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:14.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.418+0000 7f09e44db9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:14.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.418+0000 7f09e44db9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:14.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.418+0000 7f09e44db9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:14.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.418+0000 7f09e44db9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:14.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.418+0000 7f09e44db9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:14.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.418+0000 7f09e44db9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:14.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.418+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.418+0000 7f09e44db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.418+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.418+0000 7f09e44db9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:14.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.418+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:14.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 20 zone default found 2024-09-07T14:06:14.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 4 Realm: () 2024-09-07T14:06:14.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:14.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:14.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:14.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 20 zonegroup default 2024-09-07T14:06:14.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 20 started sync module instance, tier type = 2024-09-07T14:06:14.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.422+0000 7f09e44db9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:14.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.446+0000 7f09e44db9c0 20 add_watcher() i=0 2024-09-07T14:06:14.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.446+0000 7f09e44db9c0 20 add_watcher() i=1 2024-09-07T14:06:14.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.446+0000 7f09e44db9c0 20 add_watcher() i=2 2024-09-07T14:06:14.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.446+0000 7f09e44db9c0 20 add_watcher() i=3 2024-09-07T14:06:14.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.446+0000 7f09e44db9c0 20 add_watcher() i=4 2024-09-07T14:06:14.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.446+0000 7f09e44db9c0 20 add_watcher() i=5 2024-09-07T14:06:14.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.446+0000 7f09e44db9c0 20 add_watcher() i=6 2024-09-07T14:06:14.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.450+0000 7f09e44db9c0 20 add_watcher() i=7 2024-09-07T14:06:14.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.450+0000 7f09e44db9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:14.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.454+0000 7f0893fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:14.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.454+0000 7f09e44db9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:14.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.454+0000 7f09e44db9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:14.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.454+0000 7f09e44db9c0 5 note: GC not initialized 2024-09-07T14:06:14.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.454+0000 7f0892ffd640 20 reqs_thread_entry: start 2024-09-07T14:06:14.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.454+0000 7f09e44db9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:14.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.454+0000 7f09e44db9c0 20 Filter name: none 2024-09-07T14:06:14.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.454+0000 7f0890ff9640 20 reqs_thread_entry: start 2024-09-07T14:06:14.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.454+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.458+0000 7f09e44db9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:14.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.458+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.458+0000 7f09e44db9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:14.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.458+0000 7f09e44db9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:14.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.458+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.458+0000 7f09e44db9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:14.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.458+0000 7f09e44db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.462+0000 7f09e44db9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:14.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.462+0000 7f09e44db9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:14.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.462+0000 7f0893fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:14.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.470+0000 7f09e44db9c0 20 remove_watcher() i=0 2024-09-07T14:06:14.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.470+0000 7f09e44db9c0 2 removed watcher, disabling cache 2024-09-07T14:06:14.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.470+0000 7f09e44db9c0 20 remove_watcher() i=1 2024-09-07T14:06:14.473 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.474+0000 7f09e44db9c0 20 remove_watcher() i=2 2024-09-07T14:06:14.475 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.478+0000 7f09e44db9c0 20 remove_watcher() i=3 2024-09-07T14:06:14.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.478+0000 7f09e44db9c0 20 remove_watcher() i=4 2024-09-07T14:06:14.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.482+0000 7f09e44db9c0 20 remove_watcher() i=5 2024-09-07T14:06:14.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.482+0000 7f09e44db9c0 20 remove_watcher() i=6 2024-09-07T14:06:14.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.482+0000 7f09e44db9c0 20 remove_watcher() i=7 2024-09-07T14:06:14.498 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:14.498 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:14.498 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-trim-reshard-log-entries id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:06:14.498 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:14.499 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2024-09-07T14:06:14.534 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:14.534 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:14.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.578+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.582+0000 7f829b6659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.582+0000 7f829b6659c0 20 realm 2024-09-07T14:06:14.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.582+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.582+0000 7f829b6659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.582+0000 7f829b6659c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:14.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.582+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.582+0000 7f829b6659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.582+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.582+0000 7f829b6659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:14.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.582+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.586+0000 7f829b6659c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:14.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.586+0000 7f829b6659c0 20 searching for the correct realm 2024-09-07T14:06:14.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.590+0000 7f829916b640 0 -- 172.21.15.107:0/234137764 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f82941341d0 msgr2=0x7f82940da800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:06:14.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.806+0000 7f829916b640 0 -- 172.21.15.107:0/234137764 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f82941341d0 msgr2=0x7f82940da800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:14.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.818+0000 7f829b6659c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:14.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.818+0000 7f829b6659c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:14.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.818+0000 7f829b6659c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:14.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.818+0000 7f829b6659c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:14.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.818+0000 7f829b6659c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:14.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.818+0000 7f829b6659c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:14.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.818+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.818+0000 7f829b6659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.818+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.818+0000 7f829b6659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:14.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.818+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:14.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 20 zone default found 2024-09-07T14:06:14.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 4 Realm: () 2024-09-07T14:06:14.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:14.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:14.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:14.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 20 zonegroup default 2024-09-07T14:06:14.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:14.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 20 started sync module instance, tier type = 2024-09-07T14:06:14.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.822+0000 7f829b6659c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:14.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.842+0000 7f829b6659c0 20 add_watcher() i=0 2024-09-07T14:06:14.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.842+0000 7f829b6659c0 20 add_watcher() i=1 2024-09-07T14:06:14.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.842+0000 7f829b6659c0 20 add_watcher() i=2 2024-09-07T14:06:14.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.842+0000 7f829b6659c0 20 add_watcher() i=3 2024-09-07T14:06:14.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.842+0000 7f829b6659c0 20 add_watcher() i=4 2024-09-07T14:06:14.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.842+0000 7f829b6659c0 20 add_watcher() i=5 2024-09-07T14:06:14.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.846+0000 7f829b6659c0 20 add_watcher() i=6 2024-09-07T14:06:14.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.846+0000 7f829b6659c0 20 add_watcher() i=7 2024-09-07T14:06:14.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.846+0000 7f829b6659c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:14.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.850+0000 7f814f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:14.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.850+0000 7f829b6659c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:14.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.850+0000 7f829b6659c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:14.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.850+0000 7f829b6659c0 5 note: GC not initialized 2024-09-07T14:06:14.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.850+0000 7f814e7e4640 20 reqs_thread_entry: start 2024-09-07T14:06:14.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.850+0000 7f829b6659c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:14.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.850+0000 7f829b6659c0 20 Filter name: none 2024-09-07T14:06:14.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.850+0000 7f80bffff640 20 reqs_thread_entry: start 2024-09-07T14:06:14.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.850+0000 7f829b6659c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-07T14:06:14.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.850+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.854+0000 7f829b6659c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:14.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.854+0000 7f829b6659c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-07T14:06:14.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.854+0000 7f829b6659c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-07T14:06:14.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.854+0000 7f829b6659c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 : miss 2024-09-07T14:06:14.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.854+0000 7f829b6659c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:14.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.854+0000 7f829b6659c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:14.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.854+0000 7f829b6659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 info.flags=0x17 2024-09-07T14:06:14.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.854+0000 7f829b6659c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 to cache LRU end 2024-09-07T14:06:14.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.854+0000 7f829b6659c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:06:14.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.854+0000 7f829b6659c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:14.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.854+0000 7f829b6659c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 2024-09-07T14:06:14.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.862+0000 7f829b6659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 info.flags=0x17 2024-09-07T14:06:14.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.862+0000 7f829b6659c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 to cache LRU end 2024-09-07T14:06:14.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.862+0000 7f829b6659c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:14.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.862+0000 7f829b6659c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27, ofs0, ns] 2024-09-07T14:06:14.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.862+0000 7f817cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300800 cookie 94605828299776 notifier 6891 bl.length()=1023 2024-09-07T14:06:14.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.862+0000 7f817cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 info.flags=0x17 2024-09-07T14:06:14.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.862+0000 7f817cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 to cache LRU end 2024-09-07T14:06:14.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.862+0000 7f817cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:14.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.866+0000 7f829b6659c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27]): orig_sources= new_sources= 2024-09-07T14:06:14.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.866+0000 7f829b6659c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27]): potential sources added=[] removed=[] 2024-09-07T14:06:14.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.866+0000 7f829b6659c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27]): orig_dests= new_dests= 2024-09-07T14:06:14.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.866+0000 7f829b6659c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27]): potential dests added=[] removed=[] 2024-09-07T14:06:14.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.866+0000 7f829b6659c0 -1 Injecting error=-95 at location=trim_reshard_log_entries 2024-09-07T14:06:14.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.866+0000 7f829b6659c0 0 WARNING: trim_reshard_log_entries() does not supported logrecord, falling back to block reshard mode. 2024-09-07T14:06:14.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.870+0000 7f829b6659c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27.1.0 2024-09-07T14:06:14.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.870+0000 7f829b6659c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27.1.0 2024-09-07T14:06:14.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.870+0000 7f829b6659c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27.1.1 2024-09-07T14:06:14.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.870+0000 7f829b6659c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27.1.1 2024-09-07T14:06:14.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.870+0000 7f829b6659c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27.0 2024-09-07T14:06:14.876 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.878+0000 7f829b6659c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 : hit (requested=0x17, cached=0x17) 2024-09-07T14:06:14.876 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.878+0000 7f829b6659c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 2024-09-07T14:06:14.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.882+0000 7f829b6659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 info.flags=0x17 2024-09-07T14:06:14.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.882+0000 7f829b6659c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 to cache LRU end 2024-09-07T14:06:14.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.882+0000 7f829b6659c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:14.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.882+0000 7f829b6659c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27, ofs0, ns] 2024-09-07T14:06:14.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.882+0000 7f817cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300801 cookie 94605828299776 notifier 6891 bl.length()=991 2024-09-07T14:06:14.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.882+0000 7f817cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 info.flags=0x17 2024-09-07T14:06:14.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.882+0000 7f817cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 to cache LRU end 2024-09-07T14:06:14.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.882+0000 7f817cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:14.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.886+0000 7f829b6659c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27]): orig_sources= new_sources= 2024-09-07T14:06:14.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.886+0000 7f829b6659c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27]): potential sources added=[] removed=[] 2024-09-07T14:06:14.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.886+0000 7f829b6659c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27]): orig_dests= new_dests= 2024-09-07T14:06:14.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.886+0000 7f829b6659c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27]): potential dests added=[] removed=[] 2024-09-07T14:06:14.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.890+0000 7f829b6659c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-07T14:06:14.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.890+0000 7f814f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:14.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.898+0000 7f829b6659c0 20 remove_watcher() i=0 2024-09-07T14:06:14.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.898+0000 7f829b6659c0 2 removed watcher, disabling cache 2024-09-07T14:06:14.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.898+0000 7f829b6659c0 20 remove_watcher() i=1 2024-09-07T14:06:14.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.902+0000 7f829b6659c0 20 remove_watcher() i=2 2024-09-07T14:06:14.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.906+0000 7f829b6659c0 20 remove_watcher() i=3 2024-09-07T14:06:14.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.906+0000 7f829b6659c0 20 remove_watcher() i=4 2024-09-07T14:06:14.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.910+0000 7f829b6659c0 20 remove_watcher() i=5 2024-09-07T14:06:14.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.910+0000 7f829b6659c0 20 remove_watcher() i=6 2024-09-07T14:06:14.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:14.914+0000 7f829b6659c0 20 remove_watcher() i=7 2024-09-07T14:06:14.929 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-07T14:06:14.961 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:14.961 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:15.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.006+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.010+0000 7f2bd76d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:15.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.010+0000 7f2bd76d79c0 20 realm 2024-09-07T14:06:15.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.010+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.010+0000 7f2bd76d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:15.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.010+0000 7f2bd76d79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:15.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.010+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.010+0000 7f2bd76d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:15.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.010+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.010+0000 7f2bd76d79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:15.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.010+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.014+0000 7f2bd76d79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:15.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.014+0000 7f2bd76d79c0 20 searching for the correct realm 2024-09-07T14:06:15.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.018+0000 7f2bd59de640 0 -- 172.21.15.107:0/3128731546 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f2bcc017070 msgr2=0x7f2bcc08a730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:15.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.234+0000 7f2bd49dc640 0 -- 172.21.15.107:0/3128731546 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f2bc8034460 msgr2=0x7f2bc80348e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:15.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.450+0000 7f2bd76d79c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:15.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.450+0000 7f2bd76d79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:15.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.450+0000 7f2bd76d79c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:15.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.450+0000 7f2bd76d79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:15.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.450+0000 7f2bd76d79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:15.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.450+0000 7f2bd76d79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:15.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.450+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:15.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:15.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:15.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 20 zone default found 2024-09-07T14:06:15.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 4 Realm: () 2024-09-07T14:06:15.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:15.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:15.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:15.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 20 zonegroup default 2024-09-07T14:06:15.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:15.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:15.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.454+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.458+0000 7f2bd76d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:15.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.458+0000 7f2bd76d79c0 20 started sync module instance, tier type = 2024-09-07T14:06:15.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.458+0000 7f2bd76d79c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:15.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.482+0000 7f2bd76d79c0 20 add_watcher() i=0 2024-09-07T14:06:15.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.482+0000 7f2bd76d79c0 20 add_watcher() i=1 2024-09-07T14:06:15.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.482+0000 7f2bd76d79c0 20 add_watcher() i=2 2024-09-07T14:06:15.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.482+0000 7f2bd76d79c0 20 add_watcher() i=3 2024-09-07T14:06:15.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.482+0000 7f2bd76d79c0 20 add_watcher() i=4 2024-09-07T14:06:15.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.482+0000 7f2bd76d79c0 20 add_watcher() i=5 2024-09-07T14:06:15.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.482+0000 7f2bd76d79c0 20 add_watcher() i=6 2024-09-07T14:06:15.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.482+0000 7f2bd76d79c0 20 add_watcher() i=7 2024-09-07T14:06:15.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.482+0000 7f2bd76d79c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:15.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.486+0000 7f2a8b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:15.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.486+0000 7f2bd76d79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:15.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.486+0000 7f2bd76d79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:15.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.486+0000 7f2bd76d79c0 5 note: GC not initialized 2024-09-07T14:06:15.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.490+0000 7f2a8a7e4640 20 reqs_thread_entry: start 2024-09-07T14:06:15.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.490+0000 7f2bd76d79c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:15.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.490+0000 7f2bd76d79c0 20 Filter name: none 2024-09-07T14:06:15.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.490+0000 7f29fbfff640 20 reqs_thread_entry: start 2024-09-07T14:06:15.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.490+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.490+0000 7f2bd76d79c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:15.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.490+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.490+0000 7f2bd76d79c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:15.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.490+0000 7f2bd76d79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:15.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.490+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.494+0000 7f2bd76d79c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:15.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.494+0000 7f2bd76d79c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:15.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.494+0000 7f2bd76d79c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:15.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.494+0000 7f2bd76d79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:15.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.498+0000 7f2a8b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:15.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.502+0000 7f2bd76d79c0 20 remove_watcher() i=0 2024-09-07T14:06:15.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.502+0000 7f2bd76d79c0 2 removed watcher, disabling cache 2024-09-07T14:06:15.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.502+0000 7f2bd76d79c0 20 remove_watcher() i=1 2024-09-07T14:06:15.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.506+0000 7f2bd76d79c0 20 remove_watcher() i=2 2024-09-07T14:06:15.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.510+0000 7f2bd76d79c0 20 remove_watcher() i=3 2024-09-07T14:06:15.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.510+0000 7f2bd76d79c0 20 remove_watcher() i=4 2024-09-07T14:06:15.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.514+0000 7f2bd76d79c0 20 remove_watcher() i=5 2024-09-07T14:06:15.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.514+0000 7f2bd76d79c0 20 remove_watcher() i=6 2024-09-07T14:06:15.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:15.514+0000 7f2bd76d79c0 20 remove_watcher() i=7 2024-09-07T14:06:15.529 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:15.529 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:15.529 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-trim-reshard-log-entries id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-07T14:06:15.529 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:15.531 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:15.531 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:15.553 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:15.553 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:16.122 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:16.122 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:16.306 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2024-09-07T14:06:16.307 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:16.312 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:16.312 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:16.432 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:16.432 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:16.519 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:16.519 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:16.626 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:16.626 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:16.717 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:16.717 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:16.819 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:16.819 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:16.914 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:16.914 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:17.007 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:17.008 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:17.103 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:17.103 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:17.203 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:17.203 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:17.303 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:17.303 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:17.406 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:17.407 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:17.501 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:17.501 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:17.603 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:17.604 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:17.702 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:17.702 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:17.800 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:17.800 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:17.900 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:17.900 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:17.998 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:17.998 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:18.106 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:18.106 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:18.207 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:18.207 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:18.305 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:18.305 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:18.408 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:18.408 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:18.501 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-07T14:06:18.534 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:18.534 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:18.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.582+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.582+0000 7f84dd03f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:18.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.582+0000 7f84dd03f9c0 20 realm 2024-09-07T14:06:18.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.582+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.582+0000 7f84dd03f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:18.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.582+0000 7f84dd03f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:18.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.582+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.582+0000 7f84dd03f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:18.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.582+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.586+0000 7f84dd03f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:18.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.586+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.586+0000 7f84dd03f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:18.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.586+0000 7f84dd03f9c0 20 searching for the correct realm 2024-09-07T14:06:18.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.590+0000 7f84db346640 0 -- 172.21.15.107:0/3052288844 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f84c406cc20 msgr2=0x7f84c40580b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:18.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.598+0000 7f84d2344640 0 -- 172.21.15.107:0/3052288844 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f84cc0b6900 msgr2=0x7f84cc0aa3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:18.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:18.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:18.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:18.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:18.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:18.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:18.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:18.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:18.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:18.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 zone default found 2024-09-07T14:06:18.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 4 Realm: () 2024-09-07T14:06:18.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:18.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:18.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:18.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 zonegroup default 2024-09-07T14:06:18.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:18.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.818+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.822+0000 7f84dd03f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:18.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.822+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.822+0000 7f84dd03f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:18.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.822+0000 7f84dd03f9c0 20 started sync module instance, tier type = 2024-09-07T14:06:18.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.822+0000 7f84dd03f9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:18.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.846+0000 7f84dd03f9c0 20 add_watcher() i=0 2024-09-07T14:06:18.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.846+0000 7f84dd03f9c0 20 add_watcher() i=1 2024-09-07T14:06:18.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.846+0000 7f84dd03f9c0 20 add_watcher() i=2 2024-09-07T14:06:18.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.846+0000 7f84dd03f9c0 20 add_watcher() i=3 2024-09-07T14:06:18.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.846+0000 7f84dd03f9c0 20 add_watcher() i=4 2024-09-07T14:06:18.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.846+0000 7f84dd03f9c0 20 add_watcher() i=5 2024-09-07T14:06:18.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.846+0000 7f84dd03f9c0 20 add_watcher() i=6 2024-09-07T14:06:18.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.850+0000 7f84dd03f9c0 20 add_watcher() i=7 2024-09-07T14:06:18.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.850+0000 7f84dd03f9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:18.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.854+0000 7f83917e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:18.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.854+0000 7f84dd03f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:18.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.854+0000 7f84dd03f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:18.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.854+0000 7f84dd03f9c0 5 note: GC not initialized 2024-09-07T14:06:18.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.854+0000 7f830bfff640 20 reqs_thread_entry: start 2024-09-07T14:06:18.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.854+0000 7f84dd03f9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:18.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.854+0000 7f84dd03f9c0 20 Filter name: none 2024-09-07T14:06:18.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.854+0000 7f8309ffb640 20 reqs_thread_entry: start 2024-09-07T14:06:18.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.854+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.858+0000 7f84dd03f9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:18.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.858+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.858+0000 7f84dd03f9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:18.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.858+0000 7f84dd03f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:18.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.858+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.858+0000 7f84dd03f9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:18.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.858+0000 7f84dd03f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.859 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.858+0000 7f84dd03f9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:18.859 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.858+0000 7f84dd03f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:18.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.862+0000 7f83917e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:18.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.866+0000 7f84dd03f9c0 20 remove_watcher() i=0 2024-09-07T14:06:18.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.866+0000 7f84dd03f9c0 2 removed watcher, disabling cache 2024-09-07T14:06:18.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.870+0000 7f84dd03f9c0 20 remove_watcher() i=1 2024-09-07T14:06:18.875 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.878+0000 7f84dd03f9c0 20 remove_watcher() i=2 2024-09-07T14:06:18.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.878+0000 7f84dd03f9c0 20 remove_watcher() i=3 2024-09-07T14:06:18.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.882+0000 7f84dd03f9c0 20 remove_watcher() i=4 2024-09-07T14:06:18.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.882+0000 7f84dd03f9c0 20 remove_watcher() i=5 2024-09-07T14:06:18.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.886+0000 7f84dd03f9c0 20 remove_watcher() i=6 2024-09-07T14:06:18.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.886+0000 7f84dd03f9c0 20 remove_watcher() i=7 2024-09-07T14:06:18.901 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:18.901 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:18.901 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-trim-reshard-log-entries id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:06:18.901 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:18.902 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2024-09-07T14:06:18.939 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:18.940 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:18.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:18.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 realm 2024-09-07T14:06:18.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:18.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.986+0000 7fba8c2e49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:18.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:18.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.990+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:18.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.990+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:18.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.990+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:18.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.990+0000 7fba8c2e49c0 20 searching for the correct realm 2024-09-07T14:06:18.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:18.994+0000 7fba89dea640 0 -- 172.21.15.107:0/1022463455 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fba8403e070 msgr2=0x7fba8403e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:19.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.210+0000 7fba89dea640 0 -- 172.21.15.107:0/1022463455 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fba8403e070 msgr2=0x7fba8403e450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:19.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:19.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:19.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:19.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:19.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:19.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:19.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:19.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:19.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 zone default found 2024-09-07T14:06:19.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 4 Realm: () 2024-09-07T14:06:19.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:19.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:19.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:19.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 zonegroup default 2024-09-07T14:06:19.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 started sync module instance, tier type = 2024-09-07T14:06:19.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:19.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=0 2024-09-07T14:06:19.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=1 2024-09-07T14:06:19.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=2 2024-09-07T14:06:19.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=3 2024-09-07T14:06:19.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=4 2024-09-07T14:06:19.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=5 2024-09-07T14:06:19.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=6 2024-09-07T14:06:19.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.262+0000 7fba8c2e49c0 20 add_watcher() i=7 2024-09-07T14:06:19.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.262+0000 7fba8c2e49c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:19.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.266+0000 7fb93ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:19.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:19.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:19.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 note: GC not initialized 2024-09-07T14:06:19.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.266+0000 7fb93efe5640 20 reqs_thread_entry: start 2024-09-07T14:06:19.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:19.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 Filter name: none 2024-09-07T14:06:19.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.266+0000 7fb93cfe1640 20 reqs_thread_entry: start 2024-09-07T14:06:19.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.266+0000 7fba8c2e49c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-07T14:06:19.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.270+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:19.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-07T14:06:19.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-07T14:06:19.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 : miss 2024-09-07T14:06:19.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.270+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.270+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:19.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:19.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:19.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:06:19.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:19.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 2024-09-07T14:06:19.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.278+0000 7fba8c2e49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:19.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.278+0000 7fba8c2e49c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:19.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.278+0000 7fba8c2e49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:19.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.278+0000 7fba8c2e49c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28, ofs0, ns] 2024-09-07T14:06:19.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.278+0000 7fb96d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300756 cookie 94857034499808 notifier 6587 bl.length()=1023 2024-09-07T14:06:19.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.278+0000 7fb96d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:19.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.278+0000 7fb96d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:19.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.278+0000 7fb96d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:19.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.282+0000 7fba8c2e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): orig_sources= new_sources= 2024-09-07T14:06:19.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.282+0000 7fba8c2e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): potential sources added=[] removed=[] 2024-09-07T14:06:19.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.282+0000 7fba8c2e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): orig_dests= new_dests= 2024-09-07T14:06:19.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.282+0000 7fba8c2e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): potential dests added=[] removed=[] 2024-09-07T14:06:19.280 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fba8c2e49c0 time 2024-09-07T14:06:19.283425+0000 2024-09-07T14:06:19.280 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:06:19.283 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:06:19.283 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fba8fbbe2eb] 2024-09-07T14:06:19.283 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba8fbbe49f] 2024-09-07T14:06:19.283 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56459db730d1] 2024-09-07T14:06:19.283 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140fc5e) [0x56459e5c8c5e] 2024-09-07T14:06:19.283 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56459db8536d] 2024-09-07T14:06:19.283 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:06:19.283 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba8ea24d90] 2024-09-07T14:06:19.283 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:06:19.283 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:06:19.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.282+0000 7fba8c2e49c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fba8c2e49c0 time 2024-09-07T14:06:19.283425+0000 2024-09-07T14:06:19.284 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:06:19.284 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.284 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:06:19.284 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fba8fbbe2eb] 2024-09-07T14:06:19.284 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba8fbbe49f] 2024-09-07T14:06:19.284 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56459db730d1] 2024-09-07T14:06:19.284 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140fc5e) [0x56459e5c8c5e] 2024-09-07T14:06:19.284 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56459db8536d] 2024-09-07T14:06:19.284 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:06:19.284 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba8ea24d90] 2024-09-07T14:06:19.284 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:06:19.285 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:06:19.285 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.285 INFO:tasks.workunit.client.0.smithi107.stderr:*** Caught signal (Aborted) ** 2024-09-07T14:06:19.285 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fba8c2e49c0 thread_name:radosgw-admin 2024-09-07T14:06:19.286 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:06:19.286 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fba8ea3d520] 2024-09-07T14:06:19.286 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fba8fbbe345] 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba8fbbe49f] 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56459db730d1] 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140fc5e) [0x56459e5c8c5e] 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56459db8536d] 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba8ea24d90] 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.286+0000 7fba8c2e49c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:06:19.287 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fba8c2e49c0 thread_name:radosgw-admin 2024-09-07T14:06:19.288 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.288 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:06:19.288 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fba8ea3d520] 2024-09-07T14:06:19.288 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:06:19.288 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:06:19.288 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:06:19.288 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fba8fbbe345] 2024-09-07T14:06:19.288 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba8fbbe49f] 2024-09-07T14:06:19.288 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56459db730d1] 2024-09-07T14:06:19.288 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140fc5e) [0x56459e5c8c5e] 2024-09-07T14:06:19.288 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56459db8536d] 2024-09-07T14:06:19.288 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:06:19.289 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba8ea24d90] 2024-09-07T14:06:19.289 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:06:19.289 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:06:19.289 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:06:19.289 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.289 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:06:19.342 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:06:18.962+0000 7fba89dea640 10 monclient(hunting): handle_auth_done global_id 6575 payload 274 2024-09-07T14:06:19.342 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:06:18.962+0000 7fba89dea640 10 monclient: _finish_hunting 0 2024-09-07T14:06:19.342 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:06:18.962+0000 7fba89dea640 1 monclient: found mon.noname-c 2024-09-07T14:06:19.342 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:06:18.962+0000 7fba89dea640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:06:19.342 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.342 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:06:19.342 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: dump: 2024-09-07T14:06:19.342 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.342 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.342 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.342 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.343 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.343 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.343 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.343 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.343 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.343 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.343 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: _finish_auth 0 2024-09-07T14:06:19.343 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: _check_auth_tickets 2024-09-07T14:06:19.343 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: handle_config config(0 keys) 2024-09-07T14:06:19.343 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:06:18.962+0000 7fba8c2e49c0 5 monclient: authenticate success, global_id 6575 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:06:18.962+0000 7fba8c2e49c0 10 monclient: get_monmap_and_config success 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:06:18.962+0000 7fba8c2e49c0 4 set_mon_vals no callback set 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: dump: 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.344 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.345 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.345 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.345 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: shutdown 2024-09-07T14:06:19.345 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) unregister_commands rotate-key 2024-09-07T14:06:19.345 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: build_initial_monmap 2024-09-07T14:06:19.345 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 1 build_initial for_mkfs: 0 2024-09-07T14:06:19.345 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: monmap: 2024-09-07T14:06:19.345 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding auth protocol: cephx 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding auth protocol: cephx 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding auth protocol: cephx 2024-09-07T14:06:19.346 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: secure 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: crc 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: secure 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: crc 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: secure 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: crc 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: crc 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: secure 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: crc 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: secure 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: crc 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: secure 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.347 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 1 librados: starting msgr at 2024-09-07T14:06:19.348 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 1 librados: starting objecter 2024-09-07T14:06:19.348 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command objecter_requests hook 0x56459fcb0360 2024-09-07T14:06:19.348 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 1 librados: setting wanted keys 2024-09-07T14:06:19.348 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 1 librados: calling monclient init 2024-09-07T14:06:19.348 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: init 2024-09-07T14:06:19.348 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding auth protocol: cephx 2024-09-07T14:06:19.348 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding auth protocol: cephx 2024-09-07T14:06:19.348 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding auth protocol: cephx 2024-09-07T14:06:19.348 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: secure 2024-09-07T14:06:19.349 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: crc 2024-09-07T14:06:19.349 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: secure 2024-09-07T14:06:19.349 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: crc 2024-09-07T14:06:19.349 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: secure 2024-09-07T14:06:19.349 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: crc 2024-09-07T14:06:19.349 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: crc 2024-09-07T14:06:19.349 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: secure 2024-09-07T14:06:19.349 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: crc 2024-09-07T14:06:19.349 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: secure 2024-09-07T14:06:19.349 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: crc 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: secure 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command rotate-key hook 0x56459fc85808 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: _reopen_session rank -1 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-b con 0x56459fb3e240 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-a con 0x56459fbcb170 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-c con 0x56459fcafa30 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.350 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): _renew_subs 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): authenticate will time out at 2730.789358s 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): get_auth_request con 0x56459fbcb170 auth_method 0 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): get_auth_request con 0x56459fcafa30 auth_method 0 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.351 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.352 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.352 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): handle_auth_done global_id 6936 payload 824 2024-09-07T14:06:19.352 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient: _finish_hunting 0 2024-09-07T14:06:19.352 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:06:18.966+0000 7fba895e9640 1 monclient: found mon.noname-a 2024-09-07T14:06:19.352 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:06:19.352 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.352 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:06:19.352 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: dump: 2024-09-07T14:06:19.352 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.352 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.352 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.352 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: _finish_auth 0 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: _check_auth_tickets 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: handle_config config(0 keys) 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: dump: 2024-09-07T14:06:19.353 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:06:18.966+0000 7fb977e07640 4 set_mon_vals no callback set 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 monclient: authenticate success, global_id 6936 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: _renew_subs 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:06:19.354 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: _renew_subs 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 1 librados: init done 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:06:18.970+0000 7fb976604640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:06:18.970+0000 7fb976604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:06:18.970+0000 7fb976604640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:06:18.970+0000 7fba89dea640 10 monclient: get_auth_request con 0x7fb970070ae0 auth_method 0 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:06:18.970+0000 7fba8a5eb640 10 monclient: get_auth_request con 0x56459fcb2fb0 auth_method 0 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:06:18.970+0000 7fba89dea640 10 monclient: get_auth_request con 0x56459fcd0890 auth_method 0 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:06:18.970+0000 7fba895e9640 10 monclient: get_auth_request con 0x56459fcd4c40 auth_method 0 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:06:18.974+0000 7fba8a5eb640 10 monclient: get_auth_request con 0x56459fcd4140 auth_method 0 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 10 monclient: build_initial_monmap 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 1 build_initial for_mkfs: 0 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 10 monclient: monmap: 2024-09-07T14:06:19.355 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:06:19.356 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:06:19.356 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:06:19.356 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:06:19.356 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:06:19.356 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.356 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:06:19.356 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:06:19.356 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:06:19.356 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.356 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding auth protocol: cephx 2024-09-07T14:06:19.356 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding auth protocol: cephx 2024-09-07T14:06:19.356 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding auth protocol: cephx 2024-09-07T14:06:19.357 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: secure 2024-09-07T14:06:19.357 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: crc 2024-09-07T14:06:19.357 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: secure 2024-09-07T14:06:19.357 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: crc 2024-09-07T14:06:19.357 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: secure 2024-09-07T14:06:19.357 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: crc 2024-09-07T14:06:19.357 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: crc 2024-09-07T14:06:19.357 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: secure 2024-09-07T14:06:19.357 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: crc 2024-09-07T14:06:19.357 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: secure 2024-09-07T14:06:19.357 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: crc 2024-09-07T14:06:19.358 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: secure 2024-09-07T14:06:19.358 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.358 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x56459fce0750 EEXIST 2024-09-07T14:06:19.358 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 10 monclient: init 2024-09-07T14:06:19.358 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding auth protocol: cephx 2024-09-07T14:06:19.358 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding auth protocol: cephx 2024-09-07T14:06:19.358 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding auth protocol: cephx 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: secure 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: crc 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: secure 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: crc 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: secure 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: crc 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: crc 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: secure 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: crc 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: secure 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: crc 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: secure 2024-09-07T14:06:19.359 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.360 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.360 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command rotate-key cmddesc rotate-key hook 0x56459fcdbe00 EEXIST 2024-09-07T14:06:19.360 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: _reopen_session rank -1 2024-09-07T14:06:19.360 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-07T14:06:19.360 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-a con 0x56459fd04900 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:06:19.360 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-c con 0x56459fd04230 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:06:19.360 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-b con 0x56459fd02c10 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:06:19.360 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.360 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.360 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.360 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): _renew_subs 2024-09-07T14:06:19.360 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): authenticate will time out at 2730.800119s 2024-09-07T14:06:19.361 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): get_auth_request con 0x56459fd04230 auth_method 0 2024-09-07T14:06:19.361 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.361 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.361 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.361 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): get_auth_request con 0x56459fd04900 auth_method 0 2024-09-07T14:06:19.361 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.361 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.361 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.361 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.361 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:06:18.978+0000 7fba89dea640 10 monclient(hunting): get_auth_request con 0x56459fd02c10 auth_method 0 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:06:18.978+0000 7fba89dea640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:06:18.978+0000 7fba89dea640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:06:18.978+0000 7fba89dea640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): handle_auth_done global_id 6939 payload 824 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient: _finish_hunting 0 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:06:18.978+0000 7fba895e9640 1 monclient: found mon.noname-a 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:06:19.362 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: dump: 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.363 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: _finish_auth 0 2024-09-07T14:06:19.364 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: _check_auth_tickets 2024-09-07T14:06:19.364 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 monclient: authenticate success, global_id 6939 2024-09-07T14:06:19.364 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: handle_config config(0 keys) 2024-09-07T14:06:19.364 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.364 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:06:19.364 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: dump: 2024-09-07T14:06:19.364 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.364 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.364 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.364 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.364 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.365 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.365 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.365 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.365 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.365 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.365 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: _renew_subs 2024-09-07T14:06:19.365 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:06:18.978+0000 7fba8adec640 4 set_mon_vals no callback set 2024-09-07T14:06:19.365 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:06:19.365 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: _renew_subs 2024-09-07T14:06:19.365 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:06:19.365 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: get_monmap_and_config 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: build_initial_monmap 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 1 build_initial for_mkfs: 0 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: monmap: 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.366 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:06:19.367 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:06:19.367 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:06:19.367 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.367 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding auth protocol: cephx 2024-09-07T14:06:19.367 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding auth protocol: cephx 2024-09-07T14:06:19.367 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding auth protocol: cephx 2024-09-07T14:06:19.367 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: secure 2024-09-07T14:06:19.367 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: crc 2024-09-07T14:06:19.367 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: secure 2024-09-07T14:06:19.367 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: crc 2024-09-07T14:06:19.367 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: secure 2024-09-07T14:06:19.368 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: crc 2024-09-07T14:06:19.368 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: crc 2024-09-07T14:06:19.368 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: secure 2024-09-07T14:06:19.368 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: crc 2024-09-07T14:06:19.368 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: secure 2024-09-07T14:06:19.368 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: crc 2024-09-07T14:06:19.368 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: secure 2024-09-07T14:06:19.368 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient: get_auth_request con 0x7fb964070a20 auth_method 0 2024-09-07T14:06:19.368 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.369 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: init 2024-09-07T14:06:19.369 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding auth protocol: cephx 2024-09-07T14:06:19.369 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding auth protocol: cephx 2024-09-07T14:06:19.369 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding auth protocol: cephx 2024-09-07T14:06:19.369 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: secure 2024-09-07T14:06:19.369 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: crc 2024-09-07T14:06:19.369 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: secure 2024-09-07T14:06:19.369 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: crc 2024-09-07T14:06:19.369 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: secure 2024-09-07T14:06:19.370 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: crc 2024-09-07T14:06:19.370 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: crc 2024-09-07T14:06:19.370 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: secure 2024-09-07T14:06:19.370 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: crc 2024-09-07T14:06:19.370 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: secure 2024-09-07T14:06:19.370 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: crc 2024-09-07T14:06:19.370 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: secure 2024-09-07T14:06:19.370 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.370 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.370 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd4c5ed058 EEXIST 2024-09-07T14:06:19.370 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: _reopen_session rank -1 2024-09-07T14:06:19.370 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-b con 0x56459fd52a10 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-c con 0x56459fd263e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-a con 0x56459fd542f0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): _renew_subs 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): authenticate will time out at 2730.804350s 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): get_auth_request con 0x56459fd263e0 auth_method 0 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.371 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): get_auth_request con 0x56459fd542f0 auth_method 0 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): get_auth_request con 0x56459fd52a10 auth_method 0 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.372 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.373 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_done global_id 6584 payload 274 2024-09-07T14:06:19.373 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient: _finish_hunting 0 2024-09-07T14:06:19.373 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 1 monclient: found mon.noname-c 2024-09-07T14:06:19.373 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:06:19.373 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.373 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:06:19.373 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: dump: 2024-09-07T14:06:19.373 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.373 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.373 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.373 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.374 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.374 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.374 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.374 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.374 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.374 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.374 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: _finish_auth 0 2024-09-07T14:06:19.374 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: _check_auth_tickets 2024-09-07T14:06:19.374 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: handle_config config(0 keys) 2024-09-07T14:06:19.374 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.375 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:06:19.375 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: dump: 2024-09-07T14:06:19.375 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.375 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.375 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.375 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.375 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.375 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.375 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.375 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 monclient: authenticate success, global_id 6584 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: get_monmap_and_config success 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 4 set_mon_vals no callback set 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: shutdown 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: build_initial_monmap 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 1 build_initial for_mkfs: 0 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: monmap: 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:06:19.376 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:06:19.377 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:06:19.377 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.377 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:06:19.377 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:06:19.377 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:06:19.377 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.377 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding auth protocol: cephx 2024-09-07T14:06:19.377 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding auth protocol: cephx 2024-09-07T14:06:19.377 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding auth protocol: cephx 2024-09-07T14:06:19.377 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: secure 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: crc 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: secure 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: crc 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: secure 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: crc 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: crc 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: secure 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: crc 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: secure 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: crc 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: secure 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.378 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 1 librados: starting msgr at 2024-09-07T14:06:19.379 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 1 librados: starting objecter 2024-09-07T14:06:19.379 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x56459fd29fa0 EEXIST 2024-09-07T14:06:19.379 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 1 librados: setting wanted keys 2024-09-07T14:06:19.379 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 1 librados: calling monclient init 2024-09-07T14:06:19.379 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: init 2024-09-07T14:06:19.379 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding auth protocol: cephx 2024-09-07T14:06:19.379 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding auth protocol: cephx 2024-09-07T14:06:19.379 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding auth protocol: cephx 2024-09-07T14:06:19.379 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: secure 2024-09-07T14:06:19.379 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: crc 2024-09-07T14:06:19.380 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: secure 2024-09-07T14:06:19.380 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: crc 2024-09-07T14:06:19.380 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: secure 2024-09-07T14:06:19.380 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: crc 2024-09-07T14:06:19.380 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: crc 2024-09-07T14:06:19.380 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: secure 2024-09-07T14:06:19.380 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: crc 2024-09-07T14:06:19.380 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: secure 2024-09-07T14:06:19.380 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: crc 2024-09-07T14:06:19.381 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: secure 2024-09-07T14:06:19.381 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.381 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.381 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command rotate-key cmddesc rotate-key hook 0x56459fd06868 EEXIST 2024-09-07T14:06:19.381 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: _reopen_session rank -1 2024-09-07T14:06:19.381 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:06:19.381 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-c con 0x56459fd263e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:06:19.381 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-b con 0x56459fd52a10 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:06:19.381 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-a con 0x56459fd542f0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:06:19.381 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.381 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.381 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): _renew_subs 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): authenticate will time out at 2730.806991s 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): get_auth_request con 0x56459fd263e0 auth_method 0 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): get_auth_request con 0x56459fd542f0 auth_method 0 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.382 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): handle_auth_done global_id 6587 payload 824 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient: _finish_hunting 0 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:06:18.982+0000 7fba895e9640 1 monclient: found mon.noname-c 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: dump: 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.383 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: _finish_auth 0 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: _check_auth_tickets 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: handle_config config(0 keys) 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:06:19.384 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: dump: 2024-09-07T14:06:19.385 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.385 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.385 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.385 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.385 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.385 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.385 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.385 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.385 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.385 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 4 set_mon_vals no callback set 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 5 monclient: authenticate success, global_id 6587 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 10 monclient: _renew_subs 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 10 monclient: _renew_subs 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 1 librados: init done 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command cr dump hook 0x56459fd4f738 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:06:18.986+0000 7fb95b7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:06:18.986+0000 7fb95b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:06:18.986+0000 7fb95b7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:06:19.386 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:06:18.986+0000 7fba89dea640 10 monclient: get_auth_request con 0x56459fd71c60 auth_method 0 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:06:18.986+0000 7fba8a5eb640 10 monclient: get_auth_request con 0x7fb954070ae0 auth_method 0 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 realm 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:06:18.986+0000 7fba895e9640 10 monclient: get_auth_request con 0x56459fd75eb0 auth_method 0 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:06:18.990+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:06:18.990+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:06:18.990+0000 7fba8a5eb640 10 monclient: get_auth_request con 0x56459fd796f0 auth_method 0 2024-09-07T14:06:19.387 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:06:18.990+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:19.388 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:06:18.990+0000 7fba8c2e49c0 20 searching for the correct realm 2024-09-07T14:06:19.388 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:06:18.990+0000 7fba89dea640 10 monclient: get_auth_request con 0x56459fd7e470 auth_method 0 2024-09-07T14:06:19.388 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:06:18.990+0000 7fba895e9640 10 monclient: get_auth_request con 0x56459fb13aa0 auth_method 0 2024-09-07T14:06:19.388 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:06:18.994+0000 7fba8a5eb640 10 monclient: get_auth_request con 0x7fba80008050 auth_method 0 2024-09-07T14:06:19.388 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:06:18.994+0000 7fba89dea640 0 -- 172.21.15.107:0/1022463455 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fba8403e070 msgr2=0x7fba8403e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:19.388 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:06:19.198+0000 7fba89dea640 10 monclient: get_auth_request con 0x7fba8403e070 auth_method 0 2024-09-07T14:06:19.388 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:06:19.210+0000 7fba895e9640 10 monclient: get_auth_request con 0x7fba7c0ea040 auth_method 0 2024-09-07T14:06:19.388 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:06:19.210+0000 7fba89dea640 0 -- 172.21.15.107:0/1022463455 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fba8403e070 msgr2=0x7fba8403e450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:19.388 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:06:19.210+0000 7fb95b7fe640 1 client.6587.objecter ms_handle_reset 0x7fba8403e070 session 0x7fba8400f040 osd.4 2024-09-07T14:06:19.388 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:06:19.210+0000 7fb95b7fe640 10 monclient: _renew_subs 2024-09-07T14:06:19.388 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:06:19.210+0000 7fb95b7fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:06:19.388 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:06:19.210+0000 7fba89dea640 10 monclient: get_auth_request con 0x7fb954081210 auth_method 0 2024-09-07T14:06:19.389 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:19.389 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:19.389 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:19.389 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:19.389 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:19.389 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:19.389 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.389 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 zone default found 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 4 Realm: () 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 zonegroup default 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.390 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 started sync module instance, tier type = 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=0 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=1 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=2 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=3 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=4 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=5 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=6 2024-09-07T14:06:19.391 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:06:19.262+0000 7fba8c2e49c0 20 add_watcher() i=7 2024-09-07T14:06:19.392 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:06:19.262+0000 7fba8c2e49c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:19.392 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding auth protocol: cephx 2024-09-07T14:06:19.392 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding auth protocol: cephx 2024-09-07T14:06:19.392 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding auth protocol: cephx 2024-09-07T14:06:19.392 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: secure 2024-09-07T14:06:19.392 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: crc 2024-09-07T14:06:19.392 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: secure 2024-09-07T14:06:19.392 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: crc 2024-09-07T14:06:19.392 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: secure 2024-09-07T14:06:19.392 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: crc 2024-09-07T14:06:19.392 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:06:19.266+0000 7fb93ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:19.392 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: crc 2024-09-07T14:06:19.393 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: secure 2024-09-07T14:06:19.393 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: crc 2024-09-07T14:06:19.393 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: secure 2024-09-07T14:06:19.393 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: crc 2024-09-07T14:06:19.393 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: secure 2024-09-07T14:06:19.393 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.393 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:19.393 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:19.393 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command cache list hook 0x56459fd51290 2024-09-07T14:06:19.394 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command cache inspect hook 0x56459fd51290 2024-09-07T14:06:19.394 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command cache erase hook 0x56459fd51290 2024-09-07T14:06:19.394 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command cache zap hook 0x56459fd51290 2024-09-07T14:06:19.394 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 note: GC not initialized 2024-09-07T14:06:19.394 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:06:19.266+0000 7fb93efe5640 20 reqs_thread_entry: start 2024-09-07T14:06:19.394 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command sync trace show hook 0x7fba84007be0 2024-09-07T14:06:19.394 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command sync trace history hook 0x7fba84007be0 2024-09-07T14:06:19.394 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command sync trace active hook 0x7fba84007be0 2024-09-07T14:06:19.394 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command sync trace active_short hook 0x7fba84007be0 2024-09-07T14:06:19.394 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:19.394 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 Filter name: none 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:06:19.266+0000 7fb93cfe1640 20 reqs_thread_entry: start 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 : miss 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:06:19.395 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:19.396 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 2024-09-07T14:06:19.396 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:06:19.278+0000 7fba8c2e49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:19.396 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:06:19.278+0000 7fba8c2e49c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:19.396 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:06:19.278+0000 7fba8c2e49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:19.396 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:06:19.278+0000 7fba8c2e49c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28, ofs0, ns] 2024-09-07T14:06:19.396 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:06:19.278+0000 7fb96d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300756 cookie 94857034499808 notifier 6587 bl.length()=1023 2024-09-07T14:06:19.396 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:06:19.278+0000 7fb96d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:19.396 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:06:19.278+0000 7fb96d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:19.396 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:06:19.278+0000 7fb96d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:19.396 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:06:19.282+0000 7fba8c2e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): orig_sources= new_sources= 2024-09-07T14:06:19.396 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:06:19.282+0000 7fba8c2e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): potential sources added=[] removed=[] 2024-09-07T14:06:19.396 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:06:19.282+0000 7fba8c2e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): orig_dests= new_dests= 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:06:19.282+0000 7fba8c2e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): potential dests added=[] removed=[] 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:06:19.282+0000 7fba8c2e49c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fba8c2e49c0 time 2024-09-07T14:06:19.283425+0000 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fba8fbbe2eb] 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba8fbbe49f] 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56459db730d1] 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140fc5e) [0x56459e5c8c5e] 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56459db8536d] 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba8ea24d90] 2024-09-07T14:06:19.397 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:06:19.398 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:06:19.398 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.398 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:06:19.286+0000 7fba8c2e49c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:06:19.398 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fba8c2e49c0 thread_name:radosgw-admin 2024-09-07T14:06:19.398 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.398 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:06:19.398 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fba8ea3d520] 2024-09-07T14:06:19.398 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:06:19.398 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:06:19.398 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:06:19.398 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fba8fbbe345] 2024-09-07T14:06:19.398 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba8fbbe49f] 2024-09-07T14:06:19.399 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56459db730d1] 2024-09-07T14:06:19.399 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140fc5e) [0x56459e5c8c5e] 2024-09-07T14:06:19.399 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56459db8536d] 2024-09-07T14:06:19.399 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:06:19.399 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba8ea24d90] 2024-09-07T14:06:19.399 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:06:19.399 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:06:19.399 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:06:19.399 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.400 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:06:19.400 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:06:19.400 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:06:19.400 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:06:19.400 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:06:19.400 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:06:19.400 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:06:19.400 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:06:19.400 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:06:19.400 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:06:19.400 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:06:19.401 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:06:19.402 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:06:19.403 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:06:19.404 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:06:19.405 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb93cfe1640 / http_manager 2024-09-07T14:06:19.406 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb93efe5640 / http_manager 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb93ffe7640 / rgw_dt_lg_renew 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb95b7fe640 / ms_dispatch 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb96d7fa640 / io_context_pool 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb96f7fe640 / ms_dispatch 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb976604640 / ms_dispatch 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb977e07640 / io_context_pool 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: 7fba895e9640 / msgr-worker-2 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: 7fba89dea640 / msgr-worker-1 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: 7fba8a5eb640 / msgr-worker-0 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: 7fba8adec640 / io_context_pool 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: 7fba8c2e49c0 / radosgw-admin 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:06:19.407 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/log/ceph/ceph-client.admin.101035.log 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:06:18.962+0000 7fba89dea640 10 monclient(hunting): handle_auth_done global_id 6575 payload 274 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:06:18.962+0000 7fba89dea640 10 monclient: _finish_hunting 0 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:06:18.962+0000 7fba89dea640 1 monclient: found mon.noname-c 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:06:18.962+0000 7fba89dea640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: dump: 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.408 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: _finish_auth 0 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: _check_auth_tickets 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: handle_config config(0 keys) 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:06:18.962+0000 7fba8c2e49c0 5 monclient: authenticate success, global_id 6575 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:06:18.962+0000 7fba8c2e49c0 10 monclient: get_monmap_and_config success 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:06:18.962+0000 7fba8c2e49c0 4 set_mon_vals no callback set 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.409 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:06:19.410 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:06:18.962+0000 7fb977e07640 10 monclient: dump: 2024-09-07T14:06:19.410 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.410 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.410 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.410 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.411 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.411 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.411 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.412 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.412 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.412 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.412 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: shutdown 2024-09-07T14:06:19.412 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) unregister_commands rotate-key 2024-09-07T14:06:19.412 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: build_initial_monmap 2024-09-07T14:06:19.412 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 1 build_initial for_mkfs: 0 2024-09-07T14:06:19.412 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: monmap: 2024-09-07T14:06:19.412 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:06:19.412 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:06:19.412 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:06:19.412 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding auth protocol: cephx 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding auth protocol: cephx 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding auth protocol: cephx 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: secure 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: crc 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: secure 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: crc 2024-09-07T14:06:19.413 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: secure 2024-09-07T14:06:19.414 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: crc 2024-09-07T14:06:19.414 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: crc 2024-09-07T14:06:19.414 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: secure 2024-09-07T14:06:19.414 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: crc 2024-09-07T14:06:19.414 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: secure 2024-09-07T14:06:19.414 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: crc 2024-09-07T14:06:19.414 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcaf080) adding con mode: secure 2024-09-07T14:06:19.414 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.414 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 1 librados: starting msgr at 2024-09-07T14:06:19.414 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 1 librados: starting objecter 2024-09-07T14:06:19.414 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command objecter_requests hook 0x56459fcb0360 2024-09-07T14:06:19.414 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 1 librados: setting wanted keys 2024-09-07T14:06:19.415 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 1 librados: calling monclient init 2024-09-07T14:06:19.415 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: init 2024-09-07T14:06:19.415 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding auth protocol: cephx 2024-09-07T14:06:19.415 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding auth protocol: cephx 2024-09-07T14:06:19.415 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding auth protocol: cephx 2024-09-07T14:06:19.415 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: secure 2024-09-07T14:06:19.415 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: crc 2024-09-07T14:06:19.415 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: secure 2024-09-07T14:06:19.415 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: crc 2024-09-07T14:06:19.415 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: secure 2024-09-07T14:06:19.415 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: crc 2024-09-07T14:06:19.415 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: crc 2024-09-07T14:06:19.416 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: secure 2024-09-07T14:06:19.416 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: crc 2024-09-07T14:06:19.416 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: secure 2024-09-07T14:06:19.416 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: crc 2024-09-07T14:06:19.416 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fc856c0) adding con mode: secure 2024-09-07T14:06:19.416 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.416 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.416 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command rotate-key hook 0x56459fc85808 2024-09-07T14:06:19.416 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: _reopen_session rank -1 2024-09-07T14:06:19.416 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:06:19.416 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-b con 0x56459fb3e240 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:06:19.416 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-a con 0x56459fbcb170 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-c con 0x56459fcafa30 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): _renew_subs 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient(hunting): authenticate will time out at 2730.789358s 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): get_auth_request con 0x56459fbcb170 auth_method 0 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): get_auth_request con 0x56459fcafa30 auth_method 0 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.417 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.418 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.418 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.418 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.418 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.418 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:06:18.966+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.418 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient(hunting): handle_auth_done global_id 6936 payload 824 2024-09-07T14:06:19.418 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient: _finish_hunting 0 2024-09-07T14:06:19.418 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:06:18.966+0000 7fba895e9640 1 monclient: found mon.noname-a 2024-09-07T14:06:19.418 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:06:18.966+0000 7fba895e9640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:06:19.418 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: dump: 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.419 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: _finish_auth 0 2024-09-07T14:06:19.420 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: _check_auth_tickets 2024-09-07T14:06:19.420 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: handle_config config(0 keys) 2024-09-07T14:06:19.420 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.420 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:06:19.420 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:06:18.966+0000 7fb976604640 10 monclient: dump: 2024-09-07T14:06:19.420 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.420 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.420 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.421 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.421 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.421 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.421 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.421 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.421 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.421 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.421 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:06:18.966+0000 7fb977e07640 4 set_mon_vals no callback set 2024-09-07T14:06:19.421 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 5 monclient: authenticate success, global_id 6936 2024-09-07T14:06:19.421 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: _renew_subs 2024-09-07T14:06:19.421 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:06:19.421 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: _renew_subs 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:06:18.966+0000 7fba8c2e49c0 1 librados: init done 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:06:18.970+0000 7fb976604640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:06:18.970+0000 7fb976604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:06:18.970+0000 7fb976604640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:06:18.970+0000 7fba89dea640 10 monclient: get_auth_request con 0x7fb970070ae0 auth_method 0 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:06:18.970+0000 7fba8a5eb640 10 monclient: get_auth_request con 0x56459fcb2fb0 auth_method 0 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:06:18.970+0000 7fba89dea640 10 monclient: get_auth_request con 0x56459fcd0890 auth_method 0 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:06:18.970+0000 7fba895e9640 10 monclient: get_auth_request con 0x56459fcd4c40 auth_method 0 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:06:18.974+0000 7fba8a5eb640 10 monclient: get_auth_request con 0x56459fcd4140 auth_method 0 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 10 monclient: build_initial_monmap 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 1 build_initial for_mkfs: 0 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 10 monclient: monmap: 2024-09-07T14:06:19.422 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding auth protocol: cephx 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding auth protocol: cephx 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding auth protocol: cephx 2024-09-07T14:06:19.423 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: secure 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: crc 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: secure 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: crc 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: secure 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: crc 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: crc 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: secure 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: crc 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: secure 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: crc 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdce10) adding con mode: secure 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.424 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x56459fce0750 EEXIST 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 10 monclient: init 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding auth protocol: cephx 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding auth protocol: cephx 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding auth protocol: cephx 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: secure 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: crc 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: secure 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: crc 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: secure 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: crc 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: crc 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: secure 2024-09-07T14:06:19.425 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: crc 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: secure 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: crc 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fcdbcb8) adding con mode: secure 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:06:18.974+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command rotate-key cmddesc rotate-key hook 0x56459fcdbe00 EEXIST 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: _reopen_session rank -1 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-a con 0x56459fd04900 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-c con 0x56459fd04230 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-b con 0x56459fd02c10 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.426 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): _renew_subs 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient(hunting): authenticate will time out at 2730.800119s 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): get_auth_request con 0x56459fd04230 auth_method 0 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): get_auth_request con 0x56459fd04900 auth_method 0 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.427 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:06:18.978+0000 7fba89dea640 10 monclient(hunting): get_auth_request con 0x56459fd02c10 auth_method 0 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:06:18.978+0000 7fba89dea640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:06:18.978+0000 7fba89dea640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:06:18.978+0000 7fba89dea640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient(hunting): handle_auth_done global_id 6939 payload 824 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient: _finish_hunting 0 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:06:18.978+0000 7fba895e9640 1 monclient: found mon.noname-a 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:06:18.978+0000 7fba895e9640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.428 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: dump: 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: _finish_auth 0 2024-09-07T14:06:19.429 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: _check_auth_tickets 2024-09-07T14:06:19.430 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 monclient: authenticate success, global_id 6939 2024-09-07T14:06:19.430 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: handle_config config(0 keys) 2024-09-07T14:06:19.430 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.430 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:06:19.430 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 10 monclient: dump: 2024-09-07T14:06:19.430 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.430 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.430 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.430 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.430 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.430 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.430 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: _renew_subs 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:06:18.978+0000 7fba8adec640 4 set_mon_vals no callback set 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: _renew_subs 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:06:18.978+0000 7fb96f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: get_monmap_and_config 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: build_initial_monmap 2024-09-07T14:06:19.431 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 1 build_initial for_mkfs: 0 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: monmap: 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding auth protocol: cephx 2024-09-07T14:06:19.432 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding auth protocol: cephx 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding auth protocol: cephx 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: secure 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: crc 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: secure 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: crc 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: secure 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: crc 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: crc 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: secure 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: crc 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: secure 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: crc 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd242c0) adding con mode: secure 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:06:18.978+0000 7fba8a5eb640 10 monclient: get_auth_request con 0x7fb964070a20 auth_method 0 2024-09-07T14:06:19.433 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 10 monclient: init 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding auth protocol: cephx 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding auth protocol: cephx 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding auth protocol: cephx 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: secure 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: crc 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: secure 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: crc 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: secure 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: crc 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: crc 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: secure 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: crc 2024-09-07T14:06:19.434 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: secure 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: crc 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ecf10) adding con mode: secure 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:06:18.978+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd4c5ed058 EEXIST 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: _reopen_session rank -1 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-b con 0x56459fd52a10 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-c con 0x56459fd263e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-a con 0x56459fd542f0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.435 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): _renew_subs 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): authenticate will time out at 2730.804350s 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): get_auth_request con 0x56459fd263e0 auth_method 0 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): get_auth_request con 0x56459fd542f0 auth_method 0 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.436 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): get_auth_request con 0x56459fd52a10 auth_method 0 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient(hunting): handle_auth_done global_id 6584 payload 274 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient: _finish_hunting 0 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 1 monclient: found mon.noname-c 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:06:18.982+0000 7fba8a5eb640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: dump: 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.437 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: _finish_auth 0 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: _check_auth_tickets 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: handle_config config(0 keys) 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 10 monclient: dump: 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.438 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 monclient: authenticate success, global_id 6584 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: get_monmap_and_config success 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 4 set_mon_vals no callback set 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: shutdown 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: build_initial_monmap 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 1 build_initial for_mkfs: 0 2024-09-07T14:06:19.439 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: monmap: 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding auth protocol: cephx 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding auth protocol: cephx 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding auth protocol: cephx 2024-09-07T14:06:19.440 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: secure 2024-09-07T14:06:19.441 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: crc 2024-09-07T14:06:19.441 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: secure 2024-09-07T14:06:19.441 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: crc 2024-09-07T14:06:19.441 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: secure 2024-09-07T14:06:19.441 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: crc 2024-09-07T14:06:19.441 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: crc 2024-09-07T14:06:19.441 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: secure 2024-09-07T14:06:19.441 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: crc 2024-09-07T14:06:19.441 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: secure 2024-09-07T14:06:19.441 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: crc 2024-09-07T14:06:19.441 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd57f80) adding con mode: secure 2024-09-07T14:06:19.441 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 1 librados: starting msgr at 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 1 librados: starting objecter 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x56459fd29fa0 EEXIST 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 1 librados: setting wanted keys 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 1 librados: calling monclient init 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: init 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding auth protocol: cephx 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding auth protocol: cephx 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding auth protocol: cephx 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: secure 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: crc 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: secure 2024-09-07T14:06:19.442 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: crc 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: secure 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: crc 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: crc 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: secure 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: crc 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: secure 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: crc 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 AuthRegistry(0x56459fd06720) adding con mode: secure 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command rotate-key cmddesc rotate-key hook 0x56459fd06868 EEXIST 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: _reopen_session rank -1 2024-09-07T14:06:19.443 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-c con 0x56459fd263e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-b con 0x56459fd52a10 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): picked mon.noname-a con 0x56459fd542f0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): _renew_subs 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:06:18.982+0000 7fba8c2e49c0 10 monclient(hunting): authenticate will time out at 2730.806991s 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): get_auth_request con 0x56459fd263e0 auth_method 0 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): get_auth_request con 0x56459fd542f0 auth_method 0 2024-09-07T14:06:19.444 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:06:18.982+0000 7fba89dea640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient(hunting): handle_auth_done global_id 6587 payload 824 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient: _finish_hunting 0 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:06:18.982+0000 7fba895e9640 1 monclient: found mon.noname-c 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:06:18.982+0000 7fba895e9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.445 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: dump: 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: _finish_auth 0 2024-09-07T14:06:19.446 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: _check_auth_tickets 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: handle_config config(0 keys) 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:06:18.982+0000 7fb95b7fe640 10 monclient: dump: 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:06:19.447 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:06:18.982+0000 7fb96d7fa640 4 set_mon_vals no callback set 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 5 monclient: authenticate success, global_id 6587 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 10 monclient: _renew_subs 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 10 monclient: _renew_subs 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 1 librados: init done 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command cr dump hook 0x56459fd4f738 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:06:18.986+0000 7fb95b7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:06:18.986+0000 7fb95b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:06:18.986+0000 7fb95b7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:06:19.448 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:06:18.986+0000 7fba89dea640 10 monclient: get_auth_request con 0x56459fd71c60 auth_method 0 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:06:18.986+0000 7fba8a5eb640 10 monclient: get_auth_request con 0x7fb954070ae0 auth_method 0 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 realm 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:06:18.986+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:06:18.986+0000 7fba895e9640 10 monclient: get_auth_request con 0x56459fd75eb0 auth_method 0 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:06:18.990+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:06:18.990+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:06:18.990+0000 7fba8a5eb640 10 monclient: get_auth_request con 0x56459fd796f0 auth_method 0 2024-09-07T14:06:19.449 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:06:18.990+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:06:18.990+0000 7fba8c2e49c0 20 searching for the correct realm 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:06:18.990+0000 7fba89dea640 10 monclient: get_auth_request con 0x56459fd7e470 auth_method 0 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:06:18.990+0000 7fba895e9640 10 monclient: get_auth_request con 0x56459fb13aa0 auth_method 0 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:06:18.994+0000 7fba8a5eb640 10 monclient: get_auth_request con 0x7fba80008050 auth_method 0 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:06:18.994+0000 7fba89dea640 0 -- 172.21.15.107:0/1022463455 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fba8403e070 msgr2=0x7fba8403e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:06:19.198+0000 7fba89dea640 10 monclient: get_auth_request con 0x7fba8403e070 auth_method 0 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:06:19.210+0000 7fba895e9640 10 monclient: get_auth_request con 0x7fba7c0ea040 auth_method 0 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:06:19.210+0000 7fba89dea640 0 -- 172.21.15.107:0/1022463455 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fba8403e070 msgr2=0x7fba8403e450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:06:19.210+0000 7fb95b7fe640 1 client.6587.objecter ms_handle_reset 0x7fba8403e070 session 0x7fba8400f040 osd.4 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:06:19.210+0000 7fb95b7fe640 10 monclient: _renew_subs 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:06:19.210+0000 7fb95b7fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:06:19.210+0000 7fba89dea640 10 monclient: get_auth_request con 0x7fb954081210 auth_method 0 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:19.450 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:06:19.222+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 zone default found 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 4 Realm: () 2024-09-07T14:06:19.451 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:19.452 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:19.452 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:19.452 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 zonegroup default 2024-09-07T14:06:19.452 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.452 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.452 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.452 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.452 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.452 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.452 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 started sync module instance, tier type = 2024-09-07T14:06:19.452 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:06:19.226+0000 7fba8c2e49c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:19.452 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=0 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=1 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=2 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=3 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=4 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=5 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:06:19.258+0000 7fba8c2e49c0 20 add_watcher() i=6 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:06:19.262+0000 7fba8c2e49c0 20 add_watcher() i=7 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:06:19.262+0000 7fba8c2e49c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding auth protocol: cephx 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding auth protocol: cephx 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding auth protocol: cephx 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: secure 2024-09-07T14:06:19.453 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: crc 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: secure 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: crc 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: secure 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: crc 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:06:19.266+0000 7fb93ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: crc 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: secure 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: crc 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: secure 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: crc 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 AuthRegistry(0x7ffd4c5ed3e0) adding con mode: secure 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:19.454 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command cache list hook 0x56459fd51290 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command cache inspect hook 0x56459fd51290 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command cache erase hook 0x56459fd51290 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command cache zap hook 0x56459fd51290 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 note: GC not initialized 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:06:19.266+0000 7fb93efe5640 20 reqs_thread_entry: start 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command sync trace show hook 0x7fba84007be0 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command sync trace history hook 0x7fba84007be0 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command sync trace active hook 0x7fba84007be0 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 5 asok(0x56459fa7a2b0) register_command sync trace active_short hook 0x7fba84007be0 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 Filter name: none 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:06:19.266+0000 7fb93cfe1640 20 reqs_thread_entry: start 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:06:19.266+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.455 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:19.456 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-07T14:06:19.456 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-07T14:06:19.456 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 : miss 2024-09-07T14:06:19.456 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.456 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:19.456 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:19.456 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:19.456 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:06:19.456 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:19.456 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:06:19.270+0000 7fba8c2e49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 2024-09-07T14:06:19.456 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:06:19.278+0000 7fba8c2e49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:19.456 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:06:19.278+0000 7fba8c2e49c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:06:19.278+0000 7fba8c2e49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:06:19.278+0000 7fba8c2e49c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28, ofs0, ns] 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:06:19.278+0000 7fb96d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300756 cookie 94857034499808 notifier 6587 bl.length()=1023 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:06:19.278+0000 7fb96d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:06:19.278+0000 7fb96d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:06:19.278+0000 7fb96d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:06:19.282+0000 7fba8c2e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): orig_sources= new_sources= 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:06:19.282+0000 7fba8c2e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): potential sources added=[] removed=[] 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:06:19.282+0000 7fba8c2e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): orig_dests= new_dests= 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:06:19.282+0000 7fba8c2e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): potential dests added=[] removed=[] 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:06:19.282+0000 7fba8c2e49c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fba8c2e49c0 time 2024-09-07T14:06:19.283425+0000 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.457 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fba8fbbe2eb] 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba8fbbe49f] 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56459db730d1] 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140fc5e) [0x56459e5c8c5e] 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56459db8536d] 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba8ea24d90] 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:06:19.286+0000 7fba8c2e49c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fba8c2e49c0 thread_name:radosgw-admin 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.458 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fba8ea3d520] 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fba8fbbe345] 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba8fbbe49f] 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56459db730d1] 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140fc5e) [0x56459e5c8c5e] 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56459db8536d] 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba8ea24d90] 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:06:19.459 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:06:19.460 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:06:19.461 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:06:19.462 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:06:19.463 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:06:19.464 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:06:19.465 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb93cfe1640 / http_manager 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb93efe5640 / http_manager 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb93ffe7640 / rgw_dt_lg_renew 2024-09-07T14:06:19.466 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb95b7fe640 / ms_dispatch 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb96d7fa640 / io_context_pool 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb96f7fe640 / ms_dispatch 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb976604640 / ms_dispatch 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr: 7fb977e07640 / io_context_pool 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr: 7fba895e9640 / msgr-worker-2 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr: 7fba89dea640 / msgr-worker-1 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr: 7fba8a5eb640 / msgr-worker-0 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr: 7fba8adec640 / io_context_pool 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr: 7fba8c2e49c0 / radosgw-admin 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/lib/ceph/crash/2024-09-07T14:06:19.290279Z_b804f58a-0850-4b75-b031-7e6adc9e79f1/log 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:06:19.467 INFO:tasks.workunit.client.0.smithi107.stderr:Aborted 2024-09-07T14:06:19.468 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-07T14:06:19.468 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:19.468 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:19.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.378+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.378+0000 7ff9481879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.378+0000 7ff9481879c0 20 realm 2024-09-07T14:06:19.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.378+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.378+0000 7ff9481879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.378+0000 7ff9481879c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:19.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.378+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.378+0000 7ff9481879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.378+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.382+0000 7ff9481879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:19.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.382+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.382+0000 7ff9481879c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:19.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.382+0000 7ff9481879c0 20 searching for the correct realm 2024-09-07T14:06:19.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.386+0000 7ff945c8d640 0 -- 172.21.15.107:0/1923182216 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7ff94006d6e0 msgr2=0x7ff9400635b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:06:19.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.602+0000 7ff945c8d640 0 -- 172.21.15.107:0/1923182216 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7ff94006d6e0 msgr2=0x7ff9400635b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:19.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.614+0000 7ff9481879c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:19.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.614+0000 7ff9481879c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:19.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.614+0000 7ff9481879c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:19.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.614+0000 7ff9481879c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:19.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.614+0000 7ff9481879c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:19.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.614+0000 7ff9481879c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:19.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.614+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.614+0000 7ff9481879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.614+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.614+0000 7ff9481879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:19.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.614+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:19.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 20 zone default found 2024-09-07T14:06:19.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 4 Realm: () 2024-09-07T14:06:19.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:19.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:19.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:19.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 20 zonegroup default 2024-09-07T14:06:19.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 20 started sync module instance, tier type = 2024-09-07T14:06:19.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.618+0000 7ff9481879c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:19.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.646+0000 7ff9481879c0 20 add_watcher() i=0 2024-09-07T14:06:19.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.646+0000 7ff9481879c0 20 add_watcher() i=1 2024-09-07T14:06:19.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.646+0000 7ff9481879c0 20 add_watcher() i=2 2024-09-07T14:06:19.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.646+0000 7ff9481879c0 20 add_watcher() i=3 2024-09-07T14:06:19.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.646+0000 7ff9481879c0 20 add_watcher() i=4 2024-09-07T14:06:19.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.646+0000 7ff9481879c0 20 add_watcher() i=5 2024-09-07T14:06:19.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.646+0000 7ff9481879c0 20 add_watcher() i=6 2024-09-07T14:06:19.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.646+0000 7ff9481879c0 20 add_watcher() i=7 2024-09-07T14:06:19.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.646+0000 7ff9481879c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:19.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.650+0000 7ff7f77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:19.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff9481879c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:19.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff9481879c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:19.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff9481879c0 5 note: GC not initialized 2024-09-07T14:06:19.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff7f67fc640 20 reqs_thread_entry: start 2024-09-07T14:06:19.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff9481879c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:19.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff9481879c0 20 Filter name: none 2024-09-07T14:06:19.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff767fff640 20 reqs_thread_entry: start 2024-09-07T14:06:19.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff9481879c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:19.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff9481879c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-07T14:06:19.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff9481879c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:19.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.654+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.658+0000 7ff9481879c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:19.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.658+0000 7ff9481879c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.658+0000 7ff9481879c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-07T14:06:19.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.658+0000 7ff9481879c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:19.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.662+0000 7ff7f77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:19.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.666+0000 7ff9481879c0 20 remove_watcher() i=0 2024-09-07T14:06:19.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.666+0000 7ff9481879c0 2 removed watcher, disabling cache 2024-09-07T14:06:19.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.670+0000 7ff9481879c0 20 remove_watcher() i=1 2024-09-07T14:06:19.671 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.674+0000 7ff9481879c0 20 remove_watcher() i=2 2024-09-07T14:06:19.674 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.674+0000 7ff9481879c0 20 remove_watcher() i=3 2024-09-07T14:06:19.676 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.678+0000 7ff9481879c0 20 remove_watcher() i=4 2024-09-07T14:06:19.678 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.678+0000 7ff9481879c0 20 remove_watcher() i=5 2024-09-07T14:06:19.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.682+0000 7ff9481879c0 20 remove_watcher() i=6 2024-09-07T14:06:19.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.682+0000 7ff9481879c0 20 remove_watcher() i=7 2024-09-07T14:06:19.695 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.695 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:19.696 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-trim-reshard-log-entries id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:06:19.696 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:19.697 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:19.697 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:19.739 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:19.739 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:19.801 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:06:19.835 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:19.835 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:19.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.882+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.882+0000 7f40605e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.882+0000 7f40605e99c0 20 realm 2024-09-07T14:06:19.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.882+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.882+0000 7f40605e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.882+0000 7f40605e99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:19.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.882+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.882+0000 7f40605e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:19.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.882+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.886+0000 7f40605e99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:19.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.886+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:19.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.886+0000 7f40605e99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:19.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.886+0000 7f40605e99c0 20 searching for the correct realm 2024-09-07T14:06:19.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:19.890+0000 7f405e0ef640 0 -- 172.21.15.107:0/1333531035 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f405806cc20 msgr2=0x7f405807ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:20.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.106+0000 7f405e0ef640 0 -- 172.21.15.107:0/1333531035 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f405806cc20 msgr2=0x7f405807ba60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:20.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.118+0000 7f40605e99c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:20.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.118+0000 7f40605e99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:20.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.118+0000 7f40605e99c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:20.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.118+0000 7f40605e99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:20.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.118+0000 7f40605e99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:20.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.118+0000 7f40605e99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:20.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.118+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:20.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.118+0000 7f40605e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:20.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.118+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:20.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:20.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:20.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:20.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 zone default found 2024-09-07T14:06:20.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 4 Realm: () 2024-09-07T14:06:20.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:20.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:20.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:20.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 zonegroup default 2024-09-07T14:06:20.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:20.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:20.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:20.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:20.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:20.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:20.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 started sync module instance, tier type = 2024-09-07T14:06:20.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.122+0000 7f40605e99c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:20.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.146+0000 7f40605e99c0 20 add_watcher() i=0 2024-09-07T14:06:20.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.146+0000 7f40605e99c0 20 add_watcher() i=1 2024-09-07T14:06:20.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.146+0000 7f40605e99c0 20 add_watcher() i=2 2024-09-07T14:06:20.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.146+0000 7f40605e99c0 20 add_watcher() i=3 2024-09-07T14:06:20.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.146+0000 7f40605e99c0 20 add_watcher() i=4 2024-09-07T14:06:20.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.146+0000 7f40605e99c0 20 add_watcher() i=5 2024-09-07T14:06:20.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.146+0000 7f40605e99c0 20 add_watcher() i=6 2024-09-07T14:06:20.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.150+0000 7f40605e99c0 20 add_watcher() i=7 2024-09-07T14:06:20.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.150+0000 7f40605e99c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:20.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.154+0000 7f3f14fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:20.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.154+0000 7f40605e99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:20.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.154+0000 7f40605e99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:20.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.154+0000 7f40605e99c0 5 note: GC not initialized 2024-09-07T14:06:20.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.154+0000 7f3e8f7fe640 20 reqs_thread_entry: start 2024-09-07T14:06:20.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.154+0000 7f40605e99c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:20.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.154+0000 7f40605e99c0 20 Filter name: none 2024-09-07T14:06:20.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f3e8d7fa640 20 reqs_thread_entry: start 2024-09-07T14:06:20.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-07T14:06:20.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:20.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:20.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-07T14:06:20.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-07T14:06:20.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 : miss 2024-09-07T14:06:20.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:20.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-07T14:06:20.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:20.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:20.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:06:20.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:20.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.158+0000 7f40605e99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 2024-09-07T14:06:20.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.162+0000 7f40605e99c0 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to be held by another RGW process; skipping for now 2024-09-07T14:06:20.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.162+0000 7f3f14fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:20.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.166+0000 7f40605e99c0 20 remove_watcher() i=0 2024-09-07T14:06:20.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.166+0000 7f40605e99c0 2 removed watcher, disabling cache 2024-09-07T14:06:20.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.170+0000 7f40605e99c0 20 remove_watcher() i=1 2024-09-07T14:06:20.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.170+0000 7f40605e99c0 20 remove_watcher() i=2 2024-09-07T14:06:20.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.174+0000 7f40605e99c0 20 remove_watcher() i=3 2024-09-07T14:06:20.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.178+0000 7f40605e99c0 20 remove_watcher() i=4 2024-09-07T14:06:20.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.178+0000 7f40605e99c0 20 remove_watcher() i=5 2024-09-07T14:06:20.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.178+0000 7f40605e99c0 20 remove_watcher() i=6 2024-09-07T14:06:20.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:20.182+0000 7f40605e99c0 20 remove_watcher() i=7 2024-09-07T14:06:20.197 INFO:tasks.workunit.client.0.smithi107.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-07T14:06:50.228 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:06:50.268 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:50.268 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:50.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.313+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.317+0000 7f01578bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.317+0000 7f01578bf9c0 20 realm 2024-09-07T14:06:50.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.317+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.317+0000 7f01578bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.317+0000 7f01578bf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:50.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.317+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.317+0000 7f01578bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.317+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.317+0000 7f01578bf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:50.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.317+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.321+0000 7f01578bf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:50.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.321+0000 7f01578bf9c0 20 searching for the correct realm 2024-09-07T14:06:50.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.325+0000 7f01553c5640 0 -- 172.21.15.107:0/1822497259 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f015001a040 msgr2=0x7f0150066810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:06:50.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.541+0000 7f01553c5640 0 -- 172.21.15.107:0/1822497259 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f015001a040 msgr2=0x7f0150066810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:50.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:50.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:50.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:50.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:50.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:50.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:50.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:50.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:50.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 zone default found 2024-09-07T14:06:50.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 4 Realm: () 2024-09-07T14:06:50.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:50.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:50.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:50.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 zonegroup default 2024-09-07T14:06:50.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.553+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.557+0000 7f01578bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.557+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.557+0000 7f01578bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.557+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.557+0000 7f01578bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.557+0000 7f01578bf9c0 20 started sync module instance, tier type = 2024-09-07T14:06:50.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.557+0000 7f01578bf9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:50.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.581+0000 7f01578bf9c0 20 add_watcher() i=0 2024-09-07T14:06:50.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.581+0000 7f01578bf9c0 20 add_watcher() i=1 2024-09-07T14:06:50.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.581+0000 7f01578bf9c0 20 add_watcher() i=2 2024-09-07T14:06:50.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.581+0000 7f01578bf9c0 20 add_watcher() i=3 2024-09-07T14:06:50.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.581+0000 7f01578bf9c0 20 add_watcher() i=4 2024-09-07T14:06:50.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.581+0000 7f01578bf9c0 20 add_watcher() i=5 2024-09-07T14:06:50.580 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.581+0000 7f01578bf9c0 20 add_watcher() i=6 2024-09-07T14:06:50.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.581+0000 7f01578bf9c0 20 add_watcher() i=7 2024-09-07T14:06:50.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.581+0000 7f01578bf9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:50.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.585+0000 7f000bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:50.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.585+0000 7f01578bf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:50.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.585+0000 7f01578bf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:50.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 5 note: GC not initialized 2024-09-07T14:06:50.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f000afe5640 20 reqs_thread_entry: start 2024-09-07T14:06:50.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:50.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 20 Filter name: none 2024-09-07T14:06:50.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f0008fe1640 20 reqs_thread_entry: start 2024-09-07T14:06:50.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-07T14:06:50.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:50.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-07T14:06:50.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-07T14:06:50.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 : miss 2024-09-07T14:06:50.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-07T14:06:50.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:50.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:50.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:06:50.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:50.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.589+0000 7f01578bf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 2024-09-07T14:06:50.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.593+0000 7f01578bf9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:06:50.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.601+0000 7f01578bf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:50.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.601+0000 7f01578bf9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:50.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.601+0000 7f01578bf9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:50.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.601+0000 7f01578bf9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28, ofs0, ns] 2024-09-07T14:06:50.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.601+0000 7f0038ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300757 cookie 94256476806080 notifier 6996 bl.length()=1023 2024-09-07T14:06:50.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.601+0000 7f0038ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:50.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.601+0000 7f0038ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:50.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.601+0000 7f0038ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:50.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.605+0000 7f01578bf9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): orig_sources= new_sources= 2024-09-07T14:06:50.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.605+0000 7f01578bf9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): potential sources added=[] removed=[] 2024-09-07T14:06:50.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.605+0000 7f01578bf9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): orig_dests= new_dests= 2024-09-07T14:06:50.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.605+0000 7f01578bf9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): potential dests added=[] removed=[] 2024-09-07T14:06:50.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.609+0000 7f01578bf9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28.2.0 2024-09-07T14:06:50.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.609+0000 7f01578bf9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28.2.0 2024-09-07T14:06:50.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.609+0000 7f01578bf9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28.2.1 2024-09-07T14:06:50.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.609+0000 7f01578bf9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28.2.1 2024-09-07T14:06:50.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.609+0000 7f01578bf9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28.0 2024-09-07T14:06:50.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.617+0000 7f01578bf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 : hit (requested=0x17, cached=0x17) 2024-09-07T14:06:50.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.617+0000 7f01578bf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 2024-09-07T14:06:50.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.617+0000 7f01578bf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:50.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.617+0000 7f01578bf9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:50.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.617+0000 7f01578bf9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:50.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.617+0000 7f01578bf9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28, ofs0, ns] 2024-09-07T14:06:50.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.617+0000 7f0038ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300758 cookie 94256476806080 notifier 6996 bl.length()=1023 2024-09-07T14:06:50.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.617+0000 7f0038ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:50.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.617+0000 7f0038ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:50.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.617+0000 7f0038ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:50.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.621+0000 7f01578bf9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): orig_sources= new_sources= 2024-09-07T14:06:50.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.621+0000 7f01578bf9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): potential sources added=[] removed=[] 2024-09-07T14:06:50.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.621+0000 7f01578bf9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): orig_dests= new_dests= 2024-09-07T14:06:50.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.621+0000 7f01578bf9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): potential dests added=[] removed=[] 2024-09-07T14:06:50.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.625+0000 7f01578bf9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28.0 2024-09-07T14:06:50.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.625+0000 7f01578bf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 : hit (requested=0x17, cached=0x17) 2024-09-07T14:06:50.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.625+0000 7f01578bf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 2024-09-07T14:06:50.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.625+0000 7f01578bf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:50.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.625+0000 7f01578bf9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:50.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.625+0000 7f01578bf9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:50.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.625+0000 7f01578bf9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28, ofs0, ns] 2024-09-07T14:06:50.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.625+0000 7f0027fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300759 cookie 94256476806080 notifier 6996 bl.length()=991 2024-09-07T14:06:50.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.625+0000 7f0027fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 info.flags=0x17 2024-09-07T14:06:50.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.625+0000 7f0027fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 to cache LRU end 2024-09-07T14:06:50.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.625+0000 7f0027fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:50.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.629+0000 7f01578bf9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): orig_sources= new_sources= 2024-09-07T14:06:50.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.629+0000 7f01578bf9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): potential sources added=[] removed=[] 2024-09-07T14:06:50.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.629+0000 7f01578bf9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): orig_dests= new_dests= 2024-09-07T14:06:50.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.629+0000 7f01578bf9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28]): potential dests added=[] removed=[] 2024-09-07T14:06:50.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.633+0000 7f01578bf9c0 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-07T14:06:50.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.633+0000 7f000bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:50.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.641+0000 7f01578bf9c0 20 remove_watcher() i=0 2024-09-07T14:06:50.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.641+0000 7f01578bf9c0 2 removed watcher, disabling cache 2024-09-07T14:06:50.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.645+0000 7f01578bf9c0 20 remove_watcher() i=1 2024-09-07T14:06:50.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.645+0000 7f01578bf9c0 20 remove_watcher() i=2 2024-09-07T14:06:50.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.649+0000 7f01578bf9c0 20 remove_watcher() i=3 2024-09-07T14:06:50.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.649+0000 7f01578bf9c0 20 remove_watcher() i=4 2024-09-07T14:06:50.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.649+0000 7f01578bf9c0 20 remove_watcher() i=5 2024-09-07T14:06:50.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.653+0000 7f01578bf9c0 20 remove_watcher() i=6 2024-09-07T14:06:50.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.653+0000 7f01578bf9c0 20 remove_watcher() i=7 2024-09-07T14:06:50.668 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-07T14:06:50.699 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:50.700 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:50.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.745+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.745+0000 7f576c7c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.745+0000 7f576c7c19c0 20 realm 2024-09-07T14:06:50.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.745+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.745+0000 7f576c7c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.745+0000 7f576c7c19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:50.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.745+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.745+0000 7f576c7c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.745+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.749+0000 7f576c7c19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:50.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.749+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.749+0000 7f576c7c19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:50.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.749+0000 7f576c7c19c0 20 searching for the correct realm 2024-09-07T14:06:50.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.753+0000 7f576a2c7640 0 -- 172.21.15.107:0/1185943992 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f5764038040 msgr2=0x7f576402b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:06:50.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.969+0000 7f576a2c7640 0 -- 172.21.15.107:0/1185943992 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f5764038040 msgr2=0x7f576402b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:50.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.981+0000 7f576c7c19c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:50.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.981+0000 7f576c7c19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:50.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.981+0000 7f576c7c19c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:50.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.981+0000 7f576c7c19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:50.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.981+0000 7f576c7c19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:50.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.981+0000 7f576c7c19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:50.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.981+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.981+0000 7f576c7c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.981+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.981+0000 7f576c7c19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:50.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.981+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:50.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 20 zone default found 2024-09-07T14:06:50.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 4 Realm: () 2024-09-07T14:06:50.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:50.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:50.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:50.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 20 zonegroup default 2024-09-07T14:06:50.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:50.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:50.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 20 started sync module instance, tier type = 2024-09-07T14:06:50.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:50.985+0000 7f576c7c19c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:51.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.009+0000 7f576c7c19c0 20 add_watcher() i=0 2024-09-07T14:06:51.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.009+0000 7f576c7c19c0 20 add_watcher() i=1 2024-09-07T14:06:51.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.009+0000 7f576c7c19c0 20 add_watcher() i=2 2024-09-07T14:06:51.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.009+0000 7f576c7c19c0 20 add_watcher() i=3 2024-09-07T14:06:51.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.009+0000 7f576c7c19c0 20 add_watcher() i=4 2024-09-07T14:06:51.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.009+0000 7f576c7c19c0 20 add_watcher() i=5 2024-09-07T14:06:51.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.009+0000 7f576c7c19c0 20 add_watcher() i=6 2024-09-07T14:06:51.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.013+0000 7f576c7c19c0 20 add_watcher() i=7 2024-09-07T14:06:51.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.013+0000 7f576c7c19c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:51.015 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.017+0000 7f5620fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:51.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.017+0000 7f576c7c19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:51.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.017+0000 7f576c7c19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:51.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.017+0000 7f576c7c19c0 5 note: GC not initialized 2024-09-07T14:06:51.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.017+0000 7f559b7fe640 20 reqs_thread_entry: start 2024-09-07T14:06:51.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.017+0000 7f576c7c19c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:51.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.017+0000 7f576c7c19c0 20 Filter name: none 2024-09-07T14:06:51.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.017+0000 7f55997fa640 20 reqs_thread_entry: start 2024-09-07T14:06:51.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.017+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:51.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.017+0000 7f576c7c19c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:51.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.017+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:51.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.021+0000 7f576c7c19c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:51.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.021+0000 7f576c7c19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:51.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.021+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:51.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.021+0000 7f576c7c19c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-07T14:06:51.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.021+0000 7f576c7c19c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:51.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.021+0000 7f576c7c19c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-07T14:06:51.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.021+0000 7f576c7c19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:51.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.025+0000 7f5620fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:51.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.029+0000 7f576c7c19c0 20 remove_watcher() i=0 2024-09-07T14:06:51.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.029+0000 7f576c7c19c0 2 removed watcher, disabling cache 2024-09-07T14:06:51.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.033+0000 7f576c7c19c0 20 remove_watcher() i=1 2024-09-07T14:06:51.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.033+0000 7f576c7c19c0 20 remove_watcher() i=2 2024-09-07T14:06:51.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.037+0000 7f576c7c19c0 20 remove_watcher() i=3 2024-09-07T14:06:51.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.037+0000 7f576c7c19c0 20 remove_watcher() i=4 2024-09-07T14:06:51.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.041+0000 7f576c7c19c0 20 remove_watcher() i=5 2024-09-07T14:06:51.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.041+0000 7f576c7c19c0 20 remove_watcher() i=6 2024-09-07T14:06:51.042 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:51.041+0000 7f576c7c19c0 20 remove_watcher() i=7 2024-09-07T14:06:51.056 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:51.056 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:51.056 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-trim-reshard-log-entries id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:06:51.057 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:51.058 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:51.058 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:51.082 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:51.082 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:51.594 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:51.595 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:51.776 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with EIO injected at block_writes 2024-09-07T14:06:51.776 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:51.779 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:51.779 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:51.896 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:51.896 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:51.983 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:51.984 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:52.086 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:52.086 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:52.185 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:52.185 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:52.281 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:52.282 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:52.370 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:52.370 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:52.468 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:52.468 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:52.569 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:52.569 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:52.665 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:52.665 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:52.768 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:52.768 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:52.863 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:52.864 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:52.959 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:52.959 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:53.064 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:53.064 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:53.155 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:53.155 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:53.249 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:53.249 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:53.354 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:53.354 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:53.451 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:53.451 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:53.548 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:53.548 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:53.649 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:53.649 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:53.757 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:53.757 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:53.851 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:53.851 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:53.940 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-07T14:06:53.973 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:53.973 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:54.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.021+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.021+0000 7ff1b956d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.021+0000 7ff1b956d9c0 20 realm 2024-09-07T14:06:54.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.021+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.021+0000 7ff1b956d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.021+0000 7ff1b956d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:54.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.021+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.021+0000 7ff1b956d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.021+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.025+0000 7ff1b956d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:54.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.025+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.025+0000 7ff1b956d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:54.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.025+0000 7ff1b956d9c0 20 searching for the correct realm 2024-09-07T14:06:54.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.025+0000 7ff1ae872640 0 -- 172.21.15.107:0/1713296772 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7ff1a80ce040 msgr2=0x7ff1a80bc430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:54.240 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.241+0000 7ff1b7874640 0 -- 172.21.15.107:0/1713296772 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7ff1a007c030 msgr2=0x7ff1a00644b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:54.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.257+0000 7ff1b956d9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:54.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.257+0000 7ff1b956d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:54.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.257+0000 7ff1b956d9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:54.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.257+0000 7ff1b956d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:54.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.257+0000 7ff1b956d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:54.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.257+0000 7ff1b956d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:54.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.257+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.257+0000 7ff1b956d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.257+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.257+0000 7ff1b956d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:54.259 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.257+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:54.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 20 zone default found 2024-09-07T14:06:54.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 4 Realm: () 2024-09-07T14:06:54.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:54.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:54.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:54.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 20 zonegroup default 2024-09-07T14:06:54.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 20 started sync module instance, tier type = 2024-09-07T14:06:54.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.261+0000 7ff1b956d9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:54.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.285+0000 7ff1b956d9c0 20 add_watcher() i=0 2024-09-07T14:06:54.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.285+0000 7ff1b956d9c0 20 add_watcher() i=1 2024-09-07T14:06:54.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.285+0000 7ff1b956d9c0 20 add_watcher() i=2 2024-09-07T14:06:54.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.285+0000 7ff1b956d9c0 20 add_watcher() i=3 2024-09-07T14:06:54.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.285+0000 7ff1b956d9c0 20 add_watcher() i=4 2024-09-07T14:06:54.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.285+0000 7ff1b956d9c0 20 add_watcher() i=5 2024-09-07T14:06:54.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.285+0000 7ff1b956d9c0 20 add_watcher() i=6 2024-09-07T14:06:54.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.285+0000 7ff1b956d9c0 20 add_watcher() i=7 2024-09-07T14:06:54.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.285+0000 7ff1b956d9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:54.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.289+0000 7ff06e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:54.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.289+0000 7ff1b956d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:54.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.289+0000 7ff1b956d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:54.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.289+0000 7ff1b956d9c0 5 note: GC not initialized 2024-09-07T14:06:54.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.289+0000 7ff06d7e2640 20 reqs_thread_entry: start 2024-09-07T14:06:54.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.293+0000 7ff1b956d9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:54.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.293+0000 7ff1b956d9c0 20 Filter name: none 2024-09-07T14:06:54.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.293+0000 7ff0667fc640 20 reqs_thread_entry: start 2024-09-07T14:06:54.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.293+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.293+0000 7ff1b956d9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:06:54.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.293+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.293+0000 7ff1b956d9c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:06:54.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.293+0000 7ff1b956d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:54.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.293+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.293+0000 7ff1b956d9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:06:54.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.293+0000 7ff1b956d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.297+0000 7ff1b956d9c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:06:54.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.297+0000 7ff1b956d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:54.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.297+0000 7ff06e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:54.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.301+0000 7ff1b956d9c0 20 remove_watcher() i=0 2024-09-07T14:06:54.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.301+0000 7ff1b956d9c0 2 removed watcher, disabling cache 2024-09-07T14:06:54.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.305+0000 7ff1b956d9c0 20 remove_watcher() i=1 2024-09-07T14:06:54.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.305+0000 7ff1b956d9c0 20 remove_watcher() i=2 2024-09-07T14:06:54.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.309+0000 7ff1b956d9c0 20 remove_watcher() i=3 2024-09-07T14:06:54.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.313+0000 7ff1b956d9c0 20 remove_watcher() i=4 2024-09-07T14:06:54.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.313+0000 7ff1b956d9c0 20 remove_watcher() i=5 2024-09-07T14:06:54.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.313+0000 7ff1b956d9c0 20 remove_watcher() i=6 2024-09-07T14:06:54.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.317+0000 7ff1b956d9c0 20 remove_watcher() i=7 2024-09-07T14:06:54.330 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:54.330 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:54.330 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-block-writes id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:06:54.330 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:54.330 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2024-09-07T14:06:54.362 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:54.363 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:54.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.405+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.409+0000 7f7e5b14c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.409+0000 7f7e5b14c9c0 20 realm 2024-09-07T14:06:54.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.409+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.409+0000 7f7e5b14c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.409+0000 7f7e5b14c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:54.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.409+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.409+0000 7f7e5b14c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.409+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.409+0000 7f7e5b14c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:54.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.409+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.413+0000 7f7e5b14c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:54.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.413+0000 7f7e5b14c9c0 20 searching for the correct realm 2024-09-07T14:06:54.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.413+0000 7f7e59453640 0 -- 172.21.15.107:0/1354113603 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f7e44056020 msgr2=0x7f7e44025980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:06:54.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.629+0000 7f7e53fff640 0 -- 172.21.15.107:0/1354113603 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f7e4c06ef30 msgr2=0x7f7e4c05b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:06:54.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:54.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:54.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:54.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:54.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:54.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:54.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:54.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:54.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 zone default found 2024-09-07T14:06:54.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 4 Realm: () 2024-09-07T14:06:54.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:54.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:54.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:54.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 zonegroup default 2024-09-07T14:06:54.850 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.849+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.853+0000 7f7e5b14c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.853+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.853+0000 7f7e5b14c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:54.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.853+0000 7f7e5b14c9c0 20 started sync module instance, tier type = 2024-09-07T14:06:54.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.853+0000 7f7e5b14c9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:54.876 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.877+0000 7f7e5b14c9c0 20 add_watcher() i=0 2024-09-07T14:06:54.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.877+0000 7f7e5b14c9c0 20 add_watcher() i=1 2024-09-07T14:06:54.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.877+0000 7f7e5b14c9c0 20 add_watcher() i=2 2024-09-07T14:06:54.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.877+0000 7f7e5b14c9c0 20 add_watcher() i=3 2024-09-07T14:06:54.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.877+0000 7f7e5b14c9c0 20 add_watcher() i=4 2024-09-07T14:06:54.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.877+0000 7f7e5b14c9c0 20 add_watcher() i=5 2024-09-07T14:06:54.877 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.877+0000 7f7e5b14c9c0 20 add_watcher() i=6 2024-09-07T14:06:54.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.877+0000 7f7e5b14c9c0 20 add_watcher() i=7 2024-09-07T14:06:54.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.877+0000 7f7e5b14c9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:54.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.881+0000 7f7d0f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:54.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7e5b14c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:54.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7e5b14c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:54.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7e5b14c9c0 5 note: GC not initialized 2024-09-07T14:06:54.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7d0e7e4640 20 reqs_thread_entry: start 2024-09-07T14:06:54.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7e5b14c9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:54.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7e5b14c9c0 20 Filter name: none 2024-09-07T14:06:54.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7d077fe640 20 reqs_thread_entry: start 2024-09-07T14:06:54.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7e5b14c9c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-07T14:06:54.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7e5b14c9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:06:54.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7e5b14c9c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-07T14:06:54.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7e5b14c9c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-07T14:06:54.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7e5b14c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 : miss 2024-09-07T14:06:54.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.885+0000 7f7e5b14c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:54.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.889+0000 7f7e5b14c9c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:06:54.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.889+0000 7f7e5b14c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:54.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.889+0000 7f7e5b14c9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:54.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.889+0000 7f7e5b14c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:06:54.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.889+0000 7f7e5b14c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:54.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.889+0000 7f7e5b14c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 2024-09-07T14:06:54.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.897+0000 7f7e5b14c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:54.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.897+0000 7f7e5b14c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:54.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.897+0000 7f7e5b14c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:54.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.897+0000 7f7e5b14c9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29, ofs0, ns] 2024-09-07T14:06:54.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.897+0000 7f7d2ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300806 cookie 94178546418624 notifier 6689 bl.length()=999 2024-09-07T14:06:54.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.897+0000 7f7d2ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:54.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.897+0000 7f7d2ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:54.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.897+0000 7f7d2ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:54.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.897+0000 7f7e5b14c9c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): orig_sources= new_sources= 2024-09-07T14:06:54.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.897+0000 7f7e5b14c9c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): potential sources added=[] removed=[] 2024-09-07T14:06:54.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.897+0000 7f7e5b14c9c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): orig_dests= new_dests= 2024-09-07T14:06:54.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.897+0000 7f7e5b14c9c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): potential dests added=[] removed=[] 2024-09-07T14:06:54.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.905+0000 7f7e5b14c9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29.1.0 2024-09-07T14:06:54.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.905+0000 7f7e5b14c9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29.1.0 2024-09-07T14:06:54.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.905+0000 7f7e5b14c9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29.1.1 2024-09-07T14:06:54.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.905+0000 7f7e5b14c9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29.1.1 2024-09-07T14:06:54.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.905+0000 7f7e5b14c9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29.0 2024-09-07T14:06:54.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.913+0000 7f7e5b14c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 : hit (requested=0x17, cached=0x17) 2024-09-07T14:06:54.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.913+0000 7f7e5b14c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 2024-09-07T14:06:54.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.913+0000 7f7e5b14c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:54.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.913+0000 7f7e5b14c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:54.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.913+0000 7f7e5b14c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:54.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.913+0000 7f7e5b14c9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29, ofs0, ns] 2024-09-07T14:06:54.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.917+0000 7f7d2ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300807 cookie 94178546418624 notifier 6689 bl.length()=999 2024-09-07T14:06:54.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.917+0000 7f7d2ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:54.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.917+0000 7f7d2ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:54.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.917+0000 7f7d2ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:54.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.917+0000 7f7e5b14c9c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): orig_sources= new_sources= 2024-09-07T14:06:54.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.917+0000 7f7e5b14c9c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): potential sources added=[] removed=[] 2024-09-07T14:06:54.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.917+0000 7f7e5b14c9c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): orig_dests= new_dests= 2024-09-07T14:06:54.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.917+0000 7f7e5b14c9c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): potential dests added=[] removed=[] 2024-09-07T14:06:54.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.917+0000 7f7e5b14c9c0 -1 Injecting error=-5 at location=block_writes 2024-09-07T14:06:54.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.917+0000 7f7e5b14c9c0 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2024-09-07T14:06:54.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.925+0000 7f7e5b14c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 : hit (requested=0x17, cached=0x17) 2024-09-07T14:06:54.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.925+0000 7f7e5b14c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 2024-09-07T14:06:54.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.929+0000 7f7e5b14c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:54.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.929+0000 7f7e5b14c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:54.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.929+0000 7f7e5b14c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:54.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.929+0000 7f7e5b14c9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29, ofs0, ns] 2024-09-07T14:06:54.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.929+0000 7f7d2f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300808 cookie 94178546418624 notifier 6689 bl.length()=967 2024-09-07T14:06:54.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.929+0000 7f7d2f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:54.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.929+0000 7f7d2f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:54.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.929+0000 7f7d2f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:54.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.933+0000 7f7e5b14c9c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): orig_sources= new_sources= 2024-09-07T14:06:54.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.933+0000 7f7e5b14c9c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): potential sources added=[] removed=[] 2024-09-07T14:06:54.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.933+0000 7f7e5b14c9c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): orig_dests= new_dests= 2024-09-07T14:06:54.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.933+0000 7f7e5b14c9c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): potential dests added=[] removed=[] 2024-09-07T14:06:54.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.937+0000 7f7e5b14c9c0 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2024-09-07T14:06:54.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.941+0000 7f7d0f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:54.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.945+0000 7f7e5b14c9c0 20 remove_watcher() i=0 2024-09-07T14:06:54.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.945+0000 7f7e5b14c9c0 2 removed watcher, disabling cache 2024-09-07T14:06:54.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.949+0000 7f7e5b14c9c0 20 remove_watcher() i=1 2024-09-07T14:06:54.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.949+0000 7f7e5b14c9c0 20 remove_watcher() i=2 2024-09-07T14:06:54.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.953+0000 7f7e5b14c9c0 20 remove_watcher() i=3 2024-09-07T14:06:54.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.953+0000 7f7e5b14c9c0 20 remove_watcher() i=4 2024-09-07T14:06:54.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.957+0000 7f7e5b14c9c0 20 remove_watcher() i=5 2024-09-07T14:06:54.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.957+0000 7f7e5b14c9c0 20 remove_watcher() i=6 2024-09-07T14:06:54.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:54.961+0000 7f7e5b14c9c0 20 remove_watcher() i=7 2024-09-07T14:06:54.977 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-07T14:06:55.008 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:55.008 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:55.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.053+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.057+0000 7f5b2f0429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:55.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.057+0000 7f5b2f0429c0 20 realm 2024-09-07T14:06:55.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.057+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.057+0000 7f5b2f0429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:55.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.057+0000 7f5b2f0429c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:55.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.057+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.057+0000 7f5b2f0429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:55.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.057+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.057+0000 7f5b2f0429c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:55.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.057+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.057+0000 7f5b2f0429c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:55.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.057+0000 7f5b2f0429c0 20 searching for the correct realm 2024-09-07T14:06:55.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.061+0000 7f5b2cb48640 0 -- 172.21.15.107:0/2157565976 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f5b2402c060 msgr2=0x7f5b24064810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:55.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.277+0000 7f5b2cb48640 0 -- 172.21.15.107:0/2157565976 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f5b2402c060 msgr2=0x7f5b24064810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:55.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:55.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:55.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:55.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:55.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:55.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:55.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:55.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:55.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:55.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 zone default found 2024-09-07T14:06:55.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 4 Realm: () 2024-09-07T14:06:55.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:55.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:55.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:55.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 zonegroup default 2024-09-07T14:06:55.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.289+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.293+0000 7f5b2f0429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:55.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.293+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.293+0000 7f5b2f0429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:55.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.293+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.293+0000 7f5b2f0429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:55.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.293+0000 7f5b2f0429c0 20 started sync module instance, tier type = 2024-09-07T14:06:55.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.293+0000 7f5b2f0429c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:55.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.317+0000 7f5b2f0429c0 20 add_watcher() i=0 2024-09-07T14:06:55.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.317+0000 7f5b2f0429c0 20 add_watcher() i=1 2024-09-07T14:06:55.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.317+0000 7f5b2f0429c0 20 add_watcher() i=2 2024-09-07T14:06:55.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.317+0000 7f5b2f0429c0 20 add_watcher() i=3 2024-09-07T14:06:55.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.317+0000 7f5b2f0429c0 20 add_watcher() i=4 2024-09-07T14:06:55.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.317+0000 7f5b2f0429c0 20 add_watcher() i=5 2024-09-07T14:06:55.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.317+0000 7f5b2f0429c0 20 add_watcher() i=6 2024-09-07T14:06:55.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.317+0000 7f5b2f0429c0 20 add_watcher() i=7 2024-09-07T14:06:55.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.317+0000 7f5b2f0429c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:55.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.321+0000 7f59e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:55.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.325+0000 7f5b2f0429c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:55.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.325+0000 7f5b2f0429c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:55.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.325+0000 7f5b2f0429c0 5 note: GC not initialized 2024-09-07T14:06:55.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.325+0000 7f59e27e4640 20 reqs_thread_entry: start 2024-09-07T14:06:55.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.325+0000 7f5b2f0429c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:55.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.325+0000 7f5b2f0429c0 20 Filter name: none 2024-09-07T14:06:55.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.325+0000 7f59db7fe640 20 reqs_thread_entry: start 2024-09-07T14:06:55.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.325+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.325+0000 7f5b2f0429c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:06:55.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.325+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.329+0000 7f5b2f0429c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:06:55.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.329+0000 7f5b2f0429c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:55.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.329+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.329+0000 7f5b2f0429c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:06:55.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.329+0000 7f5b2f0429c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.329+0000 7f5b2f0429c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:06:55.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.329+0000 7f5b2f0429c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:55.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.333+0000 7f59e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:55.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.337+0000 7f5b2f0429c0 20 remove_watcher() i=0 2024-09-07T14:06:55.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.337+0000 7f5b2f0429c0 2 removed watcher, disabling cache 2024-09-07T14:06:55.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.341+0000 7f5b2f0429c0 20 remove_watcher() i=1 2024-09-07T14:06:55.341 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.341+0000 7f5b2f0429c0 20 remove_watcher() i=2 2024-09-07T14:06:55.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.345+0000 7f5b2f0429c0 20 remove_watcher() i=3 2024-09-07T14:06:55.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.345+0000 7f5b2f0429c0 20 remove_watcher() i=4 2024-09-07T14:06:55.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.349+0000 7f5b2f0429c0 20 remove_watcher() i=5 2024-09-07T14:06:55.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.349+0000 7f5b2f0429c0 20 remove_watcher() i=6 2024-09-07T14:06:55.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.349+0000 7f5b2f0429c0 20 remove_watcher() i=7 2024-09-07T14:06:55.365 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:55.365 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:55.365 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-block-writes id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:06:55.365 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:55.366 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:55.366 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:55.415 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:55.415 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:55.481 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:06:55.517 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:55.517 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:55.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.565+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.565+0000 7fb900c599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:55.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.565+0000 7fb900c599c0 20 realm 2024-09-07T14:06:55.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.565+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.565+0000 7fb900c599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:55.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.565+0000 7fb900c599c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:55.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.565+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.565+0000 7fb900c599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:55.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.565+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.569+0000 7fb900c599c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:55.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.569+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:55.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.569+0000 7fb900c599c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:55.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.569+0000 7fb900c599c0 20 searching for the correct realm 2024-09-07T14:06:55.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.573+0000 7fb8fe75f640 0 -- 172.21.15.107:0/3168181077 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fb8f80a0c20 msgr2=0x7fb8f807ae60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:55.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:55.789+0000 7fb8fdf5e640 0 -- 172.21.15.107:0/3168181077 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fb8f00f7920 msgr2=0x7fb8f00ec410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:56.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:56.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:56.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:56.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:56.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:56.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:56.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:56.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:56.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:56.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 zone default found 2024-09-07T14:06:56.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 4 Realm: () 2024-09-07T14:06:56.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:56.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:56.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:56.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 zonegroup default 2024-09-07T14:06:56.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:56.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.009+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.013+0000 7fb900c599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:56.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.013+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.013+0000 7fb900c599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:56.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.013+0000 7fb900c599c0 20 started sync module instance, tier type = 2024-09-07T14:06:56.012 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.013+0000 7fb900c599c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:56.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.037+0000 7fb900c599c0 20 add_watcher() i=0 2024-09-07T14:06:56.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.037+0000 7fb900c599c0 20 add_watcher() i=1 2024-09-07T14:06:56.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.037+0000 7fb900c599c0 20 add_watcher() i=2 2024-09-07T14:06:56.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.037+0000 7fb900c599c0 20 add_watcher() i=3 2024-09-07T14:06:56.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.037+0000 7fb900c599c0 20 add_watcher() i=4 2024-09-07T14:06:56.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.037+0000 7fb900c599c0 20 add_watcher() i=5 2024-09-07T14:06:56.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.037+0000 7fb900c599c0 20 add_watcher() i=6 2024-09-07T14:06:56.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.037+0000 7fb900c599c0 20 add_watcher() i=7 2024-09-07T14:06:56.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.037+0000 7fb900c599c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:56.042 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.041+0000 7fb7b4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:56.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.041+0000 7fb900c599c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:56.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.041+0000 7fb900c599c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:56.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.041+0000 7fb900c599c0 5 note: GC not initialized 2024-09-07T14:06:56.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb72f7fe640 20 reqs_thread_entry: start 2024-09-07T14:06:56.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:56.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 20 Filter name: none 2024-09-07T14:06:56.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb72d7fa640 20 reqs_thread_entry: start 2024-09-07T14:06:56.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-07T14:06:56.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:06:56.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-07T14:06:56.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-07T14:06:56.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 : miss 2024-09-07T14:06:56.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:06:56.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:56.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:56.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:06:56.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:56.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.045+0000 7fb900c599c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 2024-09-07T14:06:56.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.053+0000 7fb900c599c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:56.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.053+0000 7fb900c599c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:56.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.053+0000 7fb900c599c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:56.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.053+0000 7fb900c599c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29, ofs0, ns] 2024-09-07T14:06:56.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.057+0000 7fb7e1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300809 cookie 94395953010288 notifier 6722 bl.length()=999 2024-09-07T14:06:56.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.057+0000 7fb7e1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:56.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.057+0000 7fb7e1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:56.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.057+0000 7fb7e1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:56.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.057+0000 7fb900c599c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): orig_sources= new_sources= 2024-09-07T14:06:56.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.057+0000 7fb900c599c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): potential sources added=[] removed=[] 2024-09-07T14:06:56.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.057+0000 7fb900c599c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): orig_dests= new_dests= 2024-09-07T14:06:56.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.057+0000 7fb900c599c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): potential dests added=[] removed=[] 2024-09-07T14:06:56.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.065+0000 7fb900c599c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29.1.0 2024-09-07T14:06:56.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.065+0000 7fb900c599c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29.1.0 2024-09-07T14:06:56.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.065+0000 7fb900c599c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29.1.1 2024-09-07T14:06:56.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.065+0000 7fb900c599c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29.1.1 2024-09-07T14:06:56.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.065+0000 7fb900c599c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29.0 2024-09-07T14:06:56.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.069+0000 7fb900c599c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 : hit (requested=0x17, cached=0x17) 2024-09-07T14:06:56.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.069+0000 7fb900c599c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 2024-09-07T14:06:56.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.073+0000 7fb900c599c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:56.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.073+0000 7fb900c599c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:56.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.073+0000 7fb900c599c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:56.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.073+0000 7fb900c599c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29, ofs0, ns] 2024-09-07T14:06:56.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.073+0000 7fb7e1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300810 cookie 94395953010288 notifier 6722 bl.length()=999 2024-09-07T14:06:56.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.073+0000 7fb7e1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:56.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.073+0000 7fb7e1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:56.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.073+0000 7fb7e1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:56.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.077+0000 7fb900c599c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): orig_sources= new_sources= 2024-09-07T14:06:56.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.077+0000 7fb900c599c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): potential sources added=[] removed=[] 2024-09-07T14:06:56.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.077+0000 7fb900c599c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): orig_dests= new_dests= 2024-09-07T14:06:56.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.077+0000 7fb900c599c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): potential dests added=[] removed=[] 2024-09-07T14:06:56.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.081+0000 7fb900c599c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29.0 2024-09-07T14:06:56.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.081+0000 7fb900c599c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 : hit (requested=0x17, cached=0x17) 2024-09-07T14:06:56.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.081+0000 7fb900c599c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 2024-09-07T14:06:56.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.085+0000 7fb900c599c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:56.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.085+0000 7fb900c599c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:56.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.085+0000 7fb900c599c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:56.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.085+0000 7fb900c599c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29, ofs0, ns] 2024-09-07T14:06:56.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.085+0000 7fb7e17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300811 cookie 94395953010288 notifier 6722 bl.length()=967 2024-09-07T14:06:56.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.085+0000 7fb7e17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 info.flags=0x17 2024-09-07T14:06:56.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.085+0000 7fb7e17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 to cache LRU end 2024-09-07T14:06:56.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.085+0000 7fb7e17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:06:56.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.085+0000 7fb900c599c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): orig_sources= new_sources= 2024-09-07T14:06:56.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.085+0000 7fb900c599c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): potential sources added=[] removed=[] 2024-09-07T14:06:56.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.085+0000 7fb900c599c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): orig_dests= new_dests= 2024-09-07T14:06:56.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.085+0000 7fb900c599c0 20 handle_bi_update(): bucket=:error-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29]): potential dests added=[] removed=[] 2024-09-07T14:06:56.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.089+0000 7fb900c599c0 1 execute INFO: reshard of bucket "error-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-07T14:06:56.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.093+0000 7fb7b4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:56.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.097+0000 7fb900c599c0 20 remove_watcher() i=0 2024-09-07T14:06:56.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.097+0000 7fb900c599c0 2 removed watcher, disabling cache 2024-09-07T14:06:56.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.101+0000 7fb900c599c0 20 remove_watcher() i=1 2024-09-07T14:06:56.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.105+0000 7fb900c599c0 20 remove_watcher() i=2 2024-09-07T14:06:56.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.105+0000 7fb900c599c0 20 remove_watcher() i=3 2024-09-07T14:06:56.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.109+0000 7fb900c599c0 20 remove_watcher() i=4 2024-09-07T14:06:56.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.109+0000 7fb900c599c0 20 remove_watcher() i=5 2024-09-07T14:06:56.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.113+0000 7fb900c599c0 20 remove_watcher() i=6 2024-09-07T14:06:56.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.113+0000 7fb900c599c0 20 remove_watcher() i=7 2024-09-07T14:06:56.139 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-07T14:06:56.172 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:56.172 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:56.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.217+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.221+0000 7f38557699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:56.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.221+0000 7f38557699c0 20 realm 2024-09-07T14:06:56.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.221+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.221+0000 7f38557699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:56.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.221+0000 7f38557699c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:56.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.221+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.221+0000 7f38557699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:56.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.221+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.221+0000 7f38557699c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:56.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.221+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.225+0000 7f38557699c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:56.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.225+0000 7f38557699c0 20 searching for the correct realm 2024-09-07T14:06:56.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.229+0000 7f385326f640 0 -- 172.21.15.107:0/3985322296 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f384c0dc070 msgr2=0x7f384c119ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:06:56.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.445+0000 7f385326f640 0 -- 172.21.15.107:0/3985322296 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f384c0dc070 msgr2=0x7f384c119ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:56.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:56.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:56.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:56.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:56.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:56.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:56.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:56.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:56.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:56.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 zone default found 2024-09-07T14:06:56.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 4 Realm: () 2024-09-07T14:06:56.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:56.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:56.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:56.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 zonegroup default 2024-09-07T14:06:56.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:56.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.457+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.461+0000 7f38557699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:56.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.461+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.461+0000 7f38557699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:56.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.461+0000 7f38557699c0 20 started sync module instance, tier type = 2024-09-07T14:06:56.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.461+0000 7f38557699c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:56.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.485+0000 7f38557699c0 20 add_watcher() i=0 2024-09-07T14:06:56.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.485+0000 7f38557699c0 20 add_watcher() i=1 2024-09-07T14:06:56.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.485+0000 7f38557699c0 20 add_watcher() i=2 2024-09-07T14:06:56.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.485+0000 7f38557699c0 20 add_watcher() i=3 2024-09-07T14:06:56.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.485+0000 7f38557699c0 20 add_watcher() i=4 2024-09-07T14:06:56.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.485+0000 7f38557699c0 20 add_watcher() i=5 2024-09-07T14:06:56.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.485+0000 7f38557699c0 20 add_watcher() i=6 2024-09-07T14:06:56.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.485+0000 7f38557699c0 20 add_watcher() i=7 2024-09-07T14:06:56.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.485+0000 7f38557699c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:56.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.489+0000 7f3709fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:56.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.493+0000 7f38557699c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:56.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.493+0000 7f38557699c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:56.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.493+0000 7f38557699c0 5 note: GC not initialized 2024-09-07T14:06:56.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.493+0000 7f3708fe1640 20 reqs_thread_entry: start 2024-09-07T14:06:56.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.493+0000 7f38557699c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:56.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.493+0000 7f38557699c0 20 Filter name: none 2024-09-07T14:06:56.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.493+0000 7f36827fc640 20 reqs_thread_entry: start 2024-09-07T14:06:56.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.493+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.493+0000 7f38557699c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:06:56.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.493+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.497+0000 7f38557699c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:06:56.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.497+0000 7f38557699c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:56.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.497+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.497+0000 7f38557699c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:06:56.496 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.497+0000 7f38557699c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:56.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.497+0000 7f38557699c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:06:56.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.497+0000 7f38557699c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:56.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.501+0000 7f3709fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:56.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.505+0000 7f38557699c0 20 remove_watcher() i=0 2024-09-07T14:06:56.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.505+0000 7f38557699c0 2 removed watcher, disabling cache 2024-09-07T14:06:56.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.505+0000 7f38557699c0 20 remove_watcher() i=1 2024-09-07T14:06:56.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.509+0000 7f38557699c0 20 remove_watcher() i=2 2024-09-07T14:06:56.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.513+0000 7f38557699c0 20 remove_watcher() i=3 2024-09-07T14:06:56.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.513+0000 7f38557699c0 20 remove_watcher() i=4 2024-09-07T14:06:56.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.513+0000 7f38557699c0 20 remove_watcher() i=5 2024-09-07T14:06:56.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.517+0000 7f38557699c0 20 remove_watcher() i=6 2024-09-07T14:06:56.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:56.517+0000 7f38557699c0 20 remove_watcher() i=7 2024-09-07T14:06:56.539 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:56.540 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:56.540 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-block-writes id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:06:56.540 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:56.541 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:56.541 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:56.581 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:56.582 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:57.163 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:57.163 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:57.338 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with abort at block_writes 2024-09-07T14:06:57.338 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:57.343 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:57.343 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:57.458 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:57.459 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:57.547 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:57.547 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:57.648 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:57.649 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:57.747 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:57.747 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:57.843 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:57.843 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:57.937 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:57.937 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:58.044 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:58.044 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:58.154 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:58.154 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:58.252 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:58.252 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:58.346 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:58.347 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:58.447 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:58.447 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:58.544 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:58.640 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:58.753 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:58.753 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:58.848 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:58.848 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:58.941 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:58.942 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:59.041 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:59.041 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:59.140 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:59.140 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:59.241 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:59.241 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:59.347 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:59.347 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:59.445 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:06:59.445 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:06:59.537 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-07T14:06:59.570 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:59.570 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:06:59.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.617+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.617+0000 7f0ecaaa69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:59.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.617+0000 7f0ecaaa69c0 20 realm 2024-09-07T14:06:59.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.617+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.617+0000 7f0ecaaa69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:59.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.617+0000 7f0ecaaa69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:06:59.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.617+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.617+0000 7f0ecaaa69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:59.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.617+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.621+0000 7f0ecaaa69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:59.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.621+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.621+0000 7f0ecaaa69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:06:59.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.621+0000 7f0ecaaa69c0 20 searching for the correct realm 2024-09-07T14:06:59.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.625+0000 7f0ec85ac640 0 -- 172.21.15.107:0/1944963662 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f0ec0037040 msgr2=0x7f0ec0028950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:59.841 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.841+0000 7f0ec85ac640 0 -- 172.21.15.107:0/1944963662 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f0ec0037040 msgr2=0x7f0ec0028950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:06:59.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.853+0000 7f0ecaaa69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:06:59.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.853+0000 7f0ecaaa69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:06:59.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.853+0000 7f0ecaaa69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:06:59.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.853+0000 7f0ecaaa69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:06:59.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.853+0000 7f0ecaaa69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:06:59.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.853+0000 7f0ecaaa69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:06:59.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.853+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.853+0000 7f0ecaaa69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:59.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.853+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.853+0000 7f0ecaaa69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:06:59.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.853+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:06:59.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 20 zone default found 2024-09-07T14:06:59.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 4 Realm: () 2024-09-07T14:06:59.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:06:59.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:06:59.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:06:59.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 20 zonegroup default 2024-09-07T14:06:59.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:59.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:59.857 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:06:59.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 20 started sync module instance, tier type = 2024-09-07T14:06:59.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.857+0000 7f0ecaaa69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:06:59.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.881+0000 7f0ecaaa69c0 20 add_watcher() i=0 2024-09-07T14:06:59.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.881+0000 7f0ecaaa69c0 20 add_watcher() i=1 2024-09-07T14:06:59.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.881+0000 7f0ecaaa69c0 20 add_watcher() i=2 2024-09-07T14:06:59.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.881+0000 7f0ecaaa69c0 20 add_watcher() i=3 2024-09-07T14:06:59.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.881+0000 7f0ecaaa69c0 20 add_watcher() i=4 2024-09-07T14:06:59.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.881+0000 7f0ecaaa69c0 20 add_watcher() i=5 2024-09-07T14:06:59.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.881+0000 7f0ecaaa69c0 20 add_watcher() i=6 2024-09-07T14:06:59.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.885+0000 7f0ecaaa69c0 20 add_watcher() i=7 2024-09-07T14:06:59.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.885+0000 7f0ecaaa69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:06:59.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.889+0000 7f0d7efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:59.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.889+0000 7f0ecaaa69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:06:59.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.889+0000 7f0ecaaa69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:06:59.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.889+0000 7f0ecaaa69c0 5 note: GC not initialized 2024-09-07T14:06:59.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.889+0000 7f0d7dfdb640 20 reqs_thread_entry: start 2024-09-07T14:06:59.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.889+0000 7f0ecaaa69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:06:59.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.889+0000 7f0ecaaa69c0 20 Filter name: none 2024-09-07T14:06:59.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.889+0000 7f0cef7fe640 20 reqs_thread_entry: start 2024-09-07T14:06:59.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.889+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.893+0000 7f0ecaaa69c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:06:59.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.893+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.892 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.893+0000 7f0ecaaa69c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:06:59.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.893+0000 7f0ecaaa69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:59.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.893+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.893+0000 7f0ecaaa69c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:06:59.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.893+0000 7f0ecaaa69c0 20 rados->read ofs=0 len=0 2024-09-07T14:06:59.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.893+0000 7f0ecaaa69c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:06:59.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.893+0000 7f0ecaaa69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:06:59.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.897+0000 7f0d7efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:06:59.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.901+0000 7f0ecaaa69c0 20 remove_watcher() i=0 2024-09-07T14:06:59.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.901+0000 7f0ecaaa69c0 2 removed watcher, disabling cache 2024-09-07T14:06:59.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.905+0000 7f0ecaaa69c0 20 remove_watcher() i=1 2024-09-07T14:06:59.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.905+0000 7f0ecaaa69c0 20 remove_watcher() i=2 2024-09-07T14:06:59.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.909+0000 7f0ecaaa69c0 20 remove_watcher() i=3 2024-09-07T14:06:59.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.909+0000 7f0ecaaa69c0 20 remove_watcher() i=4 2024-09-07T14:06:59.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.913+0000 7f0ecaaa69c0 20 remove_watcher() i=5 2024-09-07T14:06:59.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.913+0000 7f0ecaaa69c0 20 remove_watcher() i=6 2024-09-07T14:06:59.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:06:59.913+0000 7f0ecaaa69c0 20 remove_watcher() i=7 2024-09-07T14:06:59.930 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:59.930 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:06:59.930 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-block-writes id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:06:59.930 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:06:59.930 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2024-09-07T14:06:59.968 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:06:59.968 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:00.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 realm 2024-09-07T14:07:00.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:00.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:00.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.021+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:00.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.021+0000 7f8f2c7e79c0 20 searching for the correct realm 2024-09-07T14:07:00.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.021+0000 7f8f2aaee640 0 -- 172.21.15.107:0/1230186475 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f8f2004d020 msgr2=0x7f8f2004db10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:00.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.029+0000 7f8f29aec640 0 -- 172.21.15.107:0/1230186475 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f8f1c1237d0 msgr2=0x7f8f1c0eda30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:07:00.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:00.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:00.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:00.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:00.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:00.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:00.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:00.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:00.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 zone default found 2024-09-07T14:07:00.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 4 Realm: () 2024-09-07T14:07:00.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:00.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:00.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:00.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 zonegroup default 2024-09-07T14:07:00.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 started sync module instance, tier type = 2024-09-07T14:07:00.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:00.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.273+0000 7f8f2c7e79c0 20 add_watcher() i=0 2024-09-07T14:07:00.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=1 2024-09-07T14:07:00.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=2 2024-09-07T14:07:00.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=3 2024-09-07T14:07:00.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=4 2024-09-07T14:07:00.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=5 2024-09-07T14:07:00.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=6 2024-09-07T14:07:00.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=7 2024-09-07T14:07:00.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:00.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.281+0000 7f8de0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:00.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:00.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:00.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 note: GC not initialized 2024-09-07T14:07:00.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8d5b7fe640 20 reqs_thread_entry: start 2024-09-07T14:07:00.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:00.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 Filter name: none 2024-09-07T14:07:00.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8d597fa640 20 reqs_thread_entry: start 2024-09-07T14:07:00.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-07T14:07:00.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:07:00.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-07T14:07:00.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-07T14:07:00.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 : miss 2024-09-07T14:07:00.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:07:00.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:07:00.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 2024-09-07T14:07:00.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.293+0000 7f8f2c7e79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.293+0000 7f8f2c7e79c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.293+0000 7f8f2c7e79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.293+0000 7f8f2c7e79c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30, ofs0, ns] 2024-09-07T14:07:00.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.297+0000 7f8e0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300762 cookie 94430710545408 notifier 7143 bl.length()=999 2024-09-07T14:07:00.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.297+0000 7f8e0dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.297+0000 7f8e0dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.297+0000 7f8e0dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.297+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_sources= new_sources= 2024-09-07T14:07:00.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.297+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential sources added=[] removed=[] 2024-09-07T14:07:00.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.297+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_dests= new_dests= 2024-09-07T14:07:00.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.297+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential dests added=[] removed=[] 2024-09-07T14:07:00.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.1.0 2024-09-07T14:07:00.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.1.0 2024-09-07T14:07:00.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.1.1 2024-09-07T14:07:00.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.1.1 2024-09-07T14:07:00.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.0 2024-09-07T14:07:00.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:00.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 2024-09-07T14:07:00.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30, ofs0, ns] 2024-09-07T14:07:00.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.313+0000 7f8e0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300763 cookie 94430710545408 notifier 7143 bl.length()=999 2024-09-07T14:07:00.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.313+0000 7f8e0dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.313+0000 7f8e0dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.313+0000 7f8e0dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.313+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_sources= new_sources= 2024-09-07T14:07:00.314 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8f2c7e79c0 time 2024-09-07T14:07:00.317729+0000 2024-09-07T14:07:00.314 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:07:00.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.313+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential sources added=[] removed=[] 2024-09-07T14:07:00.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.313+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_dests= new_dests= 2024-09-07T14:07:00.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.313+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential dests added=[] removed=[] 2024-09-07T14:07:00.315 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:00.315 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8f300c12eb] 2024-09-07T14:07:00.315 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8f300c149f] 2024-09-07T14:07:00.315 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e25a4b50d1] 2024-09-07T14:07:00.315 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1632) [0x55e25a4c6742] 2024-09-07T14:07:00.315 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e25a4c7d24] 2024-09-07T14:07:00.315 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:07:00.316 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8f2ef27d90] 2024-09-07T14:07:00.316 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:07:00.316 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:07:00.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.317+0000 7f8f2c7e79c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8f2c7e79c0 time 2024-09-07T14:07:00.317729+0000 2024-09-07T14:07:00.316 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:07:00.316 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.316 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:00.316 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8f300c12eb] 2024-09-07T14:07:00.316 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8f300c149f] 2024-09-07T14:07:00.316 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e25a4b50d1] 2024-09-07T14:07:00.316 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1632) [0x55e25a4c6742] 2024-09-07T14:07:00.316 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e25a4c7d24] 2024-09-07T14:07:00.317 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:07:00.317 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8f2ef27d90] 2024-09-07T14:07:00.317 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:07:00.317 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:07:00.317 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.317 INFO:tasks.workunit.client.0.smithi107.stderr:*** Caught signal (Aborted) ** 2024-09-07T14:07:00.317 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f8f2c7e79c0 thread_name:radosgw-admin 2024-09-07T14:07:00.335 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:00.335 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8f2ef40520] 2024-09-07T14:07:00.335 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:07:00.336 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:07:00.336 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:07:00.336 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8f300c1345] 2024-09-07T14:07:00.336 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8f300c149f] 2024-09-07T14:07:00.336 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e25a4b50d1] 2024-09-07T14:07:00.336 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1632) [0x55e25a4c6742] 2024-09-07T14:07:00.336 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e25a4c7d24] 2024-09-07T14:07:00.336 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:07:00.336 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8f2ef27d90] 2024-09-07T14:07:00.336 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:07:00.336 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:07:00.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.317+0000 7f8f2c7e79c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:07:00.337 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f8f2c7e79c0 thread_name:radosgw-admin 2024-09-07T14:07:00.337 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.337 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:00.337 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8f2ef40520] 2024-09-07T14:07:00.337 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:07:00.337 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:07:00.337 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:07:00.337 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8f300c1345] 2024-09-07T14:07:00.337 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8f300c149f] 2024-09-07T14:07:00.337 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e25a4b50d1] 2024-09-07T14:07:00.340 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1632) [0x55e25a4c6742] 2024-09-07T14:07:00.340 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e25a4c7d24] 2024-09-07T14:07:00.340 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:07:00.340 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8f2ef27d90] 2024-09-07T14:07:00.341 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:07:00.341 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:07:00.341 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:07:00.341 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.341 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:07:00.341 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: secure 2024-09-07T14:07:00.341 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: crc 2024-09-07T14:07:00.341 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: secure 2024-09-07T14:07:00.341 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: crc 2024-09-07T14:07:00.341 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: secure 2024-09-07T14:07:00.341 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: crc 2024-09-07T14:07:00.342 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: crc 2024-09-07T14:07:00.342 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: secure 2024-09-07T14:07:00.342 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: crc 2024-09-07T14:07:00.342 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: secure 2024-09-07T14:07:00.342 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: crc 2024-09-07T14:07:00.342 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: secure 2024-09-07T14:07:00.342 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.342 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 1 librados: starting msgr at 2024-09-07T14:07:00.342 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 1 librados: starting objecter 2024-09-07T14:07:00.342 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command objecter_requests hook 0x55e25ce50150 2024-09-07T14:07:00.342 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 1 librados: setting wanted keys 2024-09-07T14:07:00.342 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 1 librados: calling monclient init 2024-09-07T14:07:00.343 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient: init 2024-09-07T14:07:00.343 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding auth protocol: cephx 2024-09-07T14:07:00.343 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding auth protocol: cephx 2024-09-07T14:07:00.343 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding auth protocol: cephx 2024-09-07T14:07:00.343 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: secure 2024-09-07T14:07:00.343 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: crc 2024-09-07T14:07:00.343 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: secure 2024-09-07T14:07:00.343 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: crc 2024-09-07T14:07:00.343 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: secure 2024-09-07T14:07:00.344 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: crc 2024-09-07T14:07:00.344 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: crc 2024-09-07T14:07:00.344 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: secure 2024-09-07T14:07:00.344 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: crc 2024-09-07T14:07:00.344 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: secure 2024-09-07T14:07:00.344 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: crc 2024-09-07T14:07:00.344 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: secure 2024-09-07T14:07:00.344 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.344 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.344 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command rotate-key hook 0x55e25ce4b8d8 2024-09-07T14:07:00.344 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:00.344 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:07:00.345 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-c con 0x55e25cd044d0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:00.345 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-a con 0x55e25cd91ac0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:00.345 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-b con 0x55e25cd946e0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:00.345 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.345 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.345 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.345 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:00.345 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): authenticate will time out at 2771.819998s 2024-09-07T14:07:00.345 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request con 0x55e25cd044d0 auth_method 0 2024-09-07T14:07:00.345 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.345 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.346 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.346 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): get_auth_request con 0x55e25cd91ac0 auth_method 0 2024-09-07T14:07:00.346 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.346 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.346 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.346 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.346 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.346 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.346 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.346 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.346 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.346 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_done global_id 6761 payload 824 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient: _finish_hunting 0 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 1 monclient: found mon.noname-c 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: dump: 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.347 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: _finish_auth 0 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: _check_auth_tickets 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: dump: 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.348 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:06:59.997+0000 7f8e18608640 4 set_mon_vals no callback set 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:06:59.997+0000 7f8f2c7e79c0 5 monclient: authenticate success, global_id 6761 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:06:59.997+0000 7f8f2c7e79c0 10 monclient: _renew_subs 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:06:59.997+0000 7f8f2c7e79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:06:59.997+0000 7f8f2c7e79c0 10 monclient: _renew_subs 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:06:59.997+0000 7f8f2c7e79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:07:00.349 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:06:59.997+0000 7f8f2c7e79c0 1 librados: init done 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:06:59.997+0000 7f8e16e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:06:59.997+0000 7f8e16e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:06:59.997+0000 7f8e16e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient: get_auth_request con 0x7f8e10070bb0 auth_method 0 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:07:00.001+0000 7f8f2aaee640 10 monclient: get_auth_request con 0x55e25ce74150 auth_method 0 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:07:00.001+0000 7f8f2a2ed640 10 monclient: get_auth_request con 0x55e25ce96b40 auth_method 0 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:07:00.001+0000 7f8f29aec640 10 monclient: get_auth_request con 0x55e25ce9aea0 auth_method 0 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient: get_auth_request con 0x55e25ce9eb80 auth_method 0 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: build_initial_monmap 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 1 build_initial for_mkfs: 0 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: monmap: 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:07:00.350 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:07:00.351 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:07:00.351 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:07:00.351 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:07:00.351 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.351 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:07:00.351 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:07:00.351 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:07:00.351 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.351 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding auth protocol: cephx 2024-09-07T14:07:00.351 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding auth protocol: cephx 2024-09-07T14:07:00.352 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding auth protocol: cephx 2024-09-07T14:07:00.352 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: secure 2024-09-07T14:07:00.352 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: crc 2024-09-07T14:07:00.352 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: secure 2024-09-07T14:07:00.352 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: crc 2024-09-07T14:07:00.352 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: secure 2024-09-07T14:07:00.352 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: crc 2024-09-07T14:07:00.352 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: crc 2024-09-07T14:07:00.352 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: secure 2024-09-07T14:07:00.352 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: crc 2024-09-07T14:07:00.352 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: secure 2024-09-07T14:07:00.353 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: crc 2024-09-07T14:07:00.353 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: secure 2024-09-07T14:07:00.353 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.353 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e25cea65b0 EEXIST 2024-09-07T14:07:00.353 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: init 2024-09-07T14:07:00.353 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding auth protocol: cephx 2024-09-07T14:07:00.353 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding auth protocol: cephx 2024-09-07T14:07:00.353 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding auth protocol: cephx 2024-09-07T14:07:00.353 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: secure 2024-09-07T14:07:00.353 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: crc 2024-09-07T14:07:00.353 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: secure 2024-09-07T14:07:00.353 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: crc 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: secure 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: crc 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: crc 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: secure 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: crc 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: secure 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: crc 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: secure 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command rotate-key cmddesc rotate-key hook 0x55e25cea1c90 EEXIST 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:07:00.354 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-b con 0x55e25ceca760 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-c con 0x55e25ceca090 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-a con 0x55e25cec8a70 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): authenticate will time out at 2771.830413s 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request con 0x55e25cec8a70 auth_method 0 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): get_auth_request con 0x55e25ceca090 auth_method 0 2024-09-07T14:07:00.355 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:07:00.005+0000 7f8f29aec640 10 monclient(hunting): get_auth_request con 0x55e25ceca760 auth_method 0 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:07:00.005+0000 7f8f29aec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:07:00.005+0000 7f8f29aec640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:07:00.005+0000 7f8f29aec640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.356 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_done global_id 7137 payload 824 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient: _finish_hunting 0 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 1 monclient: found mon.noname-a 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: dump: 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.357 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: _finish_auth 0 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: _check_auth_tickets 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: dump: 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.358 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.359 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.359 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.359 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.359 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.359 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.359 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 monclient: authenticate success, global_id 7137 2024-09-07T14:07:00.359 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:07:00.005+0000 7f8f2b2ef640 4 set_mon_vals no callback set 2024-09-07T14:07:00.359 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: _renew_subs 2024-09-07T14:07:00.359 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.359 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: _renew_subs 2024-09-07T14:07:00.359 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.360 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:07:00.009+0000 7f8e0ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:07:00.360 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:07:00.009+0000 7f8e0ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:00.360 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:07:00.009+0000 7f8e0ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:00.360 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: get_monmap_and_config 2024-09-07T14:07:00.360 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: build_initial_monmap 2024-09-07T14:07:00.360 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 1 build_initial for_mkfs: 0 2024-09-07T14:07:00.360 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: monmap: 2024-09-07T14:07:00.360 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:07:00.360 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:07:00.360 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:07:00.360 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:07:00.360 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:07:00.361 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.361 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:07:00.361 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:07:00.361 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:07:00.361 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.361 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding auth protocol: cephx 2024-09-07T14:07:00.361 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding auth protocol: cephx 2024-09-07T14:07:00.361 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding auth protocol: cephx 2024-09-07T14:07:00.361 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: secure 2024-09-07T14:07:00.361 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: crc 2024-09-07T14:07:00.361 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: secure 2024-09-07T14:07:00.361 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: crc 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: secure 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: crc 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: crc 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: secure 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: crc 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: secure 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: crc 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: secure 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient: get_auth_request con 0x7f8e04070a20 auth_method 0 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: init 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding auth protocol: cephx 2024-09-07T14:07:00.362 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding auth protocol: cephx 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding auth protocol: cephx 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: secure 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: crc 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: secure 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: crc 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: secure 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: crc 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: crc 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: secure 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: crc 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: secure 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: crc 2024-09-07T14:07:00.363 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: secure 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd1fc686e8 EEXIST 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-c con 0x55e25cf16e00 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-b con 0x55e25ceee7d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-a con 0x55e25cf171e0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:00.364 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): authenticate will time out at 2771.834455s 2024-09-07T14:07:00.365 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): get_auth_request con 0x55e25cf16e00 auth_method 0 2024-09-07T14:07:00.365 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.365 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.365 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.365 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request con 0x55e25cf171e0 auth_method 0 2024-09-07T14:07:00.365 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.365 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.365 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.365 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.365 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.365 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.365 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:07:00.009+0000 7f8f2aaee640 10 monclient(hunting): get_auth_request con 0x55e25ceee7d0 auth_method 0 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:07:00.009+0000 7f8f2aaee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:07:00.009+0000 7f8f2aaee640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:07:00.009+0000 7f8f2aaee640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): handle_auth_done global_id 6767 payload 274 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient: _finish_hunting 0 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:07:00.009+0000 7f8f29aec640 1 monclient: found mon.noname-c 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:07:00.366 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: dump: 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: _finish_auth 0 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: _check_auth_tickets 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:00.367 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: dump: 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.368 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 monclient: authenticate success, global_id 6767 2024-09-07T14:07:00.369 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: get_monmap_and_config success 2024-09-07T14:07:00.369 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 4 set_mon_vals no callback set 2024-09-07T14:07:00.369 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: shutdown 2024-09-07T14:07:00.369 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: build_initial_monmap 2024-09-07T14:07:00.369 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 1 build_initial for_mkfs: 0 2024-09-07T14:07:00.369 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: monmap: 2024-09-07T14:07:00.369 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:07:00.369 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:07:00.369 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:07:00.369 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:07:00.369 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:07:00.369 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding auth protocol: cephx 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding auth protocol: cephx 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding auth protocol: cephx 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: secure 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: crc 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: secure 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: crc 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: secure 2024-09-07T14:07:00.370 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: crc 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: crc 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: secure 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: crc 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: secure 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: crc 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: secure 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 1 librados: starting msgr at 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 1 librados: starting objecter 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e25ceeec10 EEXIST 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 1 librados: setting wanted keys 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 1 librados: calling monclient init 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: init 2024-09-07T14:07:00.371 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding auth protocol: cephx 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding auth protocol: cephx 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding auth protocol: cephx 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: secure 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: crc 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: secure 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: crc 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: secure 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: crc 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: crc 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: secure 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: crc 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: secure 2024-09-07T14:07:00.372 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: crc 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: secure 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command rotate-key cmddesc rotate-key hook 0x55e25cecc6c8 EEXIST 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-a con 0x55e25ceee7d0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-b con 0x55e25cf16e00 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-c con 0x55e25cf171e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.373 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:00.374 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): authenticate will time out at 2771.837105s 2024-09-07T14:07:00.374 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): get_auth_request con 0x55e25ceee7d0 auth_method 0 2024-09-07T14:07:00.374 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.374 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.374 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.374 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request con 0x55e25cf171e0 auth_method 0 2024-09-07T14:07:00.374 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.374 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.374 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.374 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.374 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.374 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:07:00.013+0000 7f8f2aaee640 10 monclient(hunting): get_auth_request con 0x55e25cf16e00 auth_method 0 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:07:00.013+0000 7f8f2aaee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:07:00.013+0000 7f8f2aaee640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:07:00.013+0000 7f8f2aaee640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): handle_auth_done global_id 7143 payload 824 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient: _finish_hunting 0 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:07:00.013+0000 7f8f29aec640 1 monclient: found mon.noname-a 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.375 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: dump: 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: _finish_auth 0 2024-09-07T14:07:00.376 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: _check_auth_tickets 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 monclient: authenticate success, global_id 7143 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: _renew_subs 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: dump: 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.377 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:07:00.013+0000 7f8e0dffb640 4 set_mon_vals no callback set 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: _renew_subs 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 1 librados: init done 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command cr dump hook 0x55e25cf32638 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:00.378 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:07:00.017+0000 7f8f2a2ed640 10 monclient: get_auth_request con 0x55e25cf3e160 auth_method 0 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:07:00.017+0000 7f8f2aaee640 10 monclient: get_auth_request con 0x7f8df4070ae0 auth_method 0 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 realm 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:07:00.017+0000 7f8f29aec640 10 monclient: get_auth_request con 0x55e25cf42370 auth_method 0 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.379 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:07:00.017+0000 7f8f2aaee640 10 monclient: get_auth_request con 0x55e25cf45ab0 auth_method 0 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:07:00.021+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:07:00.021+0000 7f8f2c7e79c0 20 searching for the correct realm 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:07:00.021+0000 7f8f2a2ed640 10 monclient: get_auth_request con 0x55e25cf4a850 auth_method 0 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:07:00.021+0000 7f8f29aec640 10 monclient: get_auth_request con 0x7f8f1c0c1070 auth_method 0 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:07:00.021+0000 7f8f2aaee640 10 monclient: get_auth_request con 0x7f8f2004d020 auth_method 0 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:07:00.021+0000 7f8f2aaee640 0 -- 172.21.15.107:0/1230186475 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f8f2004d020 msgr2=0x7f8f2004db10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:07:00.021+0000 7f8dfbfff640 1 client.7143.objecter ms_handle_reset 0x7f8f2004d020 session 0x7f8f2001ae20 osd.2 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:07:00.021+0000 7f8dfbfff640 10 monclient: _renew_subs 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:07:00.021+0000 7f8dfbfff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:07:00.021+0000 7f8f2aaee640 10 monclient: get_auth_request con 0x7f8df4081210 auth_method 0 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:07:00.025+0000 7f8f2a2ed640 10 monclient: get_auth_request con 0x7f8f24033040 auth_method 0 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:07:00.029+0000 7f8f29aec640 10 monclient: get_auth_request con 0x7f8f1c1237d0 auth_method 0 2024-09-07T14:07:00.380 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:07:00.029+0000 7f8f29aec640 0 -- 172.21.15.107:0/1230186475 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f8f1c1237d0 msgr2=0x7f8f1c0eda30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:07:00.381 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:07:00.233+0000 7f8f29aec640 10 monclient: get_auth_request con 0x7f8f1c1237d0 auth_method 0 2024-09-07T14:07:00.381 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:00.381 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:00.381 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:00.381 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:00.381 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:00.381 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:00.381 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.381 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.381 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.381 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:00.381 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 zone default found 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 4 Realm: () 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 zonegroup default 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.382 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 started sync module instance, tier type = 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:07:00.273+0000 7f8f2c7e79c0 20 add_watcher() i=0 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=1 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=2 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=3 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=4 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=5 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=6 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=7 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding auth protocol: cephx 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding auth protocol: cephx 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding auth protocol: cephx 2024-09-07T14:07:00.383 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: secure 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: crc 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: secure 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: crc 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: secure 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: crc 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: crc 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: secure 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: crc 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: secure 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: crc 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: secure 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:07:00.281+0000 7f8de0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.384 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command cache list hook 0x55e25cf1a810 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command cache inspect hook 0x55e25cf1a810 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command cache erase hook 0x55e25cf1a810 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command cache zap hook 0x55e25cf1a810 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 note: GC not initialized 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:07:00.285+0000 7f8d5b7fe640 20 reqs_thread_entry: start 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command sync trace show hook 0x7f8f20020290 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command sync trace history hook 0x7f8f20020290 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command sync trace active hook 0x7f8f20020290 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command sync trace active_short hook 0x7f8f20020290 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:00.385 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 Filter name: none 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:07:00.285+0000 7f8d597fa640 20 reqs_thread_entry: start 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 : miss 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.386 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:07:00.293+0000 7f8f2c7e79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:07:00.293+0000 7f8f2c7e79c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:07:00.293+0000 7f8f2c7e79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:07:00.293+0000 7f8f2c7e79c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30, ofs0, ns] 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:07:00.297+0000 7f8e0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300762 cookie 94430710545408 notifier 7143 bl.length()=999 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:07:00.297+0000 7f8e0dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:07:00.297+0000 7f8e0dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:07:00.297+0000 7f8e0dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:07:00.297+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_sources= new_sources= 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:07:00.297+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential sources added=[] removed=[] 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:07:00.297+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_dests= new_dests= 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:07:00.297+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential dests added=[] removed=[] 2024-09-07T14:07:00.387 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.1.0 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.1.0 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.1.1 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.1.1 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.0 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30, ofs0, ns] 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:07:00.313+0000 7f8e0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300763 cookie 94430710545408 notifier 7143 bl.length()=999 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:07:00.313+0000 7f8e0dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.388 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:07:00.313+0000 7f8e0dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:07:00.313+0000 7f8e0dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:07:00.313+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_sources= new_sources= 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:07:00.313+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential sources added=[] removed=[] 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:07:00.313+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_dests= new_dests= 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:07:00.313+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential dests added=[] removed=[] 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:07:00.317+0000 7f8f2c7e79c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8f2c7e79c0 time 2024-09-07T14:07:00.317729+0000 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8f300c12eb] 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8f300c149f] 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e25a4b50d1] 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1632) [0x55e25a4c6742] 2024-09-07T14:07:00.389 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e25a4c7d24] 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8f2ef27d90] 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:07:00.317+0000 7f8f2c7e79c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f8f2c7e79c0 thread_name:radosgw-admin 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8f2ef40520] 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:07:00.390 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8f300c1345] 2024-09-07T14:07:00.391 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8f300c149f] 2024-09-07T14:07:00.391 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e25a4b50d1] 2024-09-07T14:07:00.391 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1632) [0x55e25a4c6742] 2024-09-07T14:07:00.391 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e25a4c7d24] 2024-09-07T14:07:00.391 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:07:00.391 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8f2ef27d90] 2024-09-07T14:07:00.391 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:07:00.391 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:07:00.391 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:07:00.391 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.391 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:07:00.391 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:07:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:07:00.393 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:07:00.394 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:07:00.395 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:07:00.396 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:07:00.397 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8d597fa640 / http_manager 2024-09-07T14:07:00.398 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8d5b7fe640 / http_manager 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8de0fe1640 / rgw_dt_lg_renew 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8dfbfff640 / ms_dispatch 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8e0dffb640 / io_context_pool 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8e0ffff640 / ms_dispatch 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8e16e05640 / ms_dispatch 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8e18608640 / io_context_pool 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8f29aec640 / msgr-worker-2 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8f2a2ed640 / msgr-worker-1 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8f2aaee640 / msgr-worker-0 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8f2b2ef640 / io_context_pool 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8f2c7e79c0 / radosgw-admin 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:07:00.399 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:07:00.400 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/log/ceph/ceph-client.admin.107525.log 2024-09-07T14:07:00.400 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:07:00.400 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:07:00.400 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: secure 2024-09-07T14:07:00.400 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: crc 2024-09-07T14:07:00.400 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: secure 2024-09-07T14:07:00.400 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: crc 2024-09-07T14:07:00.400 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: secure 2024-09-07T14:07:00.400 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: crc 2024-09-07T14:07:00.400 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: crc 2024-09-07T14:07:00.400 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: secure 2024-09-07T14:07:00.400 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: crc 2024-09-07T14:07:00.401 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: secure 2024-09-07T14:07:00.401 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: crc 2024-09-07T14:07:00.401 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4eb60) adding con mode: secure 2024-09-07T14:07:00.401 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.401 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 1 librados: starting msgr at 2024-09-07T14:07:00.401 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 1 librados: starting objecter 2024-09-07T14:07:00.401 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command objecter_requests hook 0x55e25ce50150 2024-09-07T14:07:00.401 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 1 librados: setting wanted keys 2024-09-07T14:07:00.401 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 1 librados: calling monclient init 2024-09-07T14:07:00.401 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient: init 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding auth protocol: cephx 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding auth protocol: cephx 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding auth protocol: cephx 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: secure 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: crc 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: secure 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: crc 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: secure 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: crc 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: crc 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: secure 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: crc 2024-09-07T14:07:00.402 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: secure 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: crc 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25ce4b790) adding con mode: secure 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command rotate-key hook 0x55e25ce4b8d8 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-c con 0x55e25cd044d0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-a con 0x55e25cd91ac0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-b con 0x55e25cd946e0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.403 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:06:59.993+0000 7f8f2c7e79c0 10 monclient(hunting): authenticate will time out at 2771.819998s 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request con 0x55e25cd044d0 auth_method 0 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): get_auth_request con 0x55e25cd91ac0 auth_method 0 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.404 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_done global_id 6761 payload 824 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient: _finish_hunting 0 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 1 monclient: found mon.noname-c 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:06:59.997+0000 7f8f2a2ed640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: dump: 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.405 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: _finish_auth 0 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: _check_auth_tickets 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:06:59.997+0000 7f8e16e05640 10 monclient: dump: 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.406 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:06:59.997+0000 7f8e18608640 4 set_mon_vals no callback set 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:06:59.997+0000 7f8f2c7e79c0 5 monclient: authenticate success, global_id 6761 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:06:59.997+0000 7f8f2c7e79c0 10 monclient: _renew_subs 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:06:59.997+0000 7f8f2c7e79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:07:00.407 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:06:59.997+0000 7f8f2c7e79c0 10 monclient: _renew_subs 2024-09-07T14:07:00.408 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:06:59.997+0000 7f8f2c7e79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:07:00.408 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:06:59.997+0000 7f8f2c7e79c0 1 librados: init done 2024-09-07T14:07:00.408 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:06:59.997+0000 7f8e16e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:07:00.408 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:06:59.997+0000 7f8e16e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:00.408 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:06:59.997+0000 7f8e16e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:00.408 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:06:59.997+0000 7f8f29aec640 10 monclient: get_auth_request con 0x7f8e10070bb0 auth_method 0 2024-09-07T14:07:00.408 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:07:00.001+0000 7f8f2aaee640 10 monclient: get_auth_request con 0x55e25ce74150 auth_method 0 2024-09-07T14:07:00.408 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:07:00.001+0000 7f8f2a2ed640 10 monclient: get_auth_request con 0x55e25ce96b40 auth_method 0 2024-09-07T14:07:00.408 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:07:00.001+0000 7f8f29aec640 10 monclient: get_auth_request con 0x55e25ce9aea0 auth_method 0 2024-09-07T14:07:00.408 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient: get_auth_request con 0x55e25ce9eb80 auth_method 0 2024-09-07T14:07:00.408 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: build_initial_monmap 2024-09-07T14:07:00.408 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 1 build_initial for_mkfs: 0 2024-09-07T14:07:00.409 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: monmap: 2024-09-07T14:07:00.409 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:07:00.409 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:07:00.409 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:07:00.409 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:07:00.409 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:07:00.409 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.409 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:07:00.409 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:07:00.409 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:07:00.409 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.409 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding auth protocol: cephx 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding auth protocol: cephx 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding auth protocol: cephx 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: secure 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: crc 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: secure 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: crc 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: secure 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: crc 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: crc 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: secure 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: crc 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: secure 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: crc 2024-09-07T14:07:00.410 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea2c00) adding con mode: secure 2024-09-07T14:07:00.411 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.411 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e25cea65b0 EEXIST 2024-09-07T14:07:00.411 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: init 2024-09-07T14:07:00.411 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding auth protocol: cephx 2024-09-07T14:07:00.411 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding auth protocol: cephx 2024-09-07T14:07:00.411 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding auth protocol: cephx 2024-09-07T14:07:00.411 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: secure 2024-09-07T14:07:00.411 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: crc 2024-09-07T14:07:00.411 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: secure 2024-09-07T14:07:00.411 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: crc 2024-09-07T14:07:00.411 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: secure 2024-09-07T14:07:00.411 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: crc 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: crc 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: secure 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: crc 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: secure 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: crc 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cea1b48) adding con mode: secure 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command rotate-key cmddesc rotate-key hook 0x55e25cea1c90 EEXIST 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-b con 0x55e25ceca760 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:00.412 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-c con 0x55e25ceca090 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:00.413 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-a con 0x55e25cec8a70 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:00.413 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.413 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.413 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.413 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:00.413 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient(hunting): authenticate will time out at 2771.830413s 2024-09-07T14:07:00.413 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request con 0x55e25cec8a70 auth_method 0 2024-09-07T14:07:00.413 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.413 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.413 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.413 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): get_auth_request con 0x55e25ceca090 auth_method 0 2024-09-07T14:07:00.413 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:07:00.005+0000 7f8f2aaee640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:07:00.005+0000 7f8f29aec640 10 monclient(hunting): get_auth_request con 0x55e25ceca760 auth_method 0 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:07:00.005+0000 7f8f29aec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:07:00.005+0000 7f8f29aec640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:07:00.005+0000 7f8f29aec640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_done global_id 7137 payload 824 2024-09-07T14:07:00.414 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient: _finish_hunting 0 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 1 monclient: found mon.noname-a 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:07:00.005+0000 7f8f2a2ed640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: dump: 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.415 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: _finish_auth 0 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: _check_auth_tickets 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:07:00.005+0000 7f8e0ffff640 10 monclient: dump: 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.416 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 5 monclient: authenticate success, global_id 7137 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:07:00.005+0000 7f8f2b2ef640 4 set_mon_vals no callback set 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: _renew_subs 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: _renew_subs 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:07:00.005+0000 7f8f2c7e79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:07:00.009+0000 7f8e0ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:07:00.009+0000 7f8e0ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:07:00.009+0000 7f8e0ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:00.417 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: get_monmap_and_config 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: build_initial_monmap 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 1 build_initial for_mkfs: 0 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: monmap: 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.418 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding auth protocol: cephx 2024-09-07T14:07:00.419 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding auth protocol: cephx 2024-09-07T14:07:00.419 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding auth protocol: cephx 2024-09-07T14:07:00.419 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: secure 2024-09-07T14:07:00.419 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: crc 2024-09-07T14:07:00.419 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: secure 2024-09-07T14:07:00.419 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: crc 2024-09-07T14:07:00.419 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: secure 2024-09-07T14:07:00.419 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: crc 2024-09-07T14:07:00.419 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: crc 2024-09-07T14:07:00.419 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: secure 2024-09-07T14:07:00.419 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: crc 2024-09-07T14:07:00.419 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: secure 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: crc 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cee9b80) adding con mode: secure 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient: get_auth_request con 0x7f8e04070a20 auth_method 0 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: init 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding auth protocol: cephx 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding auth protocol: cephx 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding auth protocol: cephx 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: secure 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: crc 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: secure 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: crc 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: secure 2024-09-07T14:07:00.420 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: crc 2024-09-07T14:07:00.421 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: crc 2024-09-07T14:07:00.421 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: secure 2024-09-07T14:07:00.421 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: crc 2024-09-07T14:07:00.421 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: secure 2024-09-07T14:07:00.421 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: crc 2024-09-07T14:07:00.421 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc685a0) adding con mode: secure 2024-09-07T14:07:00.421 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.421 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.421 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd1fc686e8 EEXIST 2024-09-07T14:07:00.421 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:00.421 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:07:00.421 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-c con 0x55e25cf16e00 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-b con 0x55e25ceee7d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-a con 0x55e25cf171e0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient(hunting): authenticate will time out at 2771.834455s 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): get_auth_request con 0x55e25cf16e00 auth_method 0 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request con 0x55e25cf171e0 auth_method 0 2024-09-07T14:07:00.422 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:07:00.009+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:07:00.009+0000 7f8f2aaee640 10 monclient(hunting): get_auth_request con 0x55e25ceee7d0 auth_method 0 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:07:00.009+0000 7f8f2aaee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:07:00.009+0000 7f8f2aaee640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:07:00.009+0000 7f8f2aaee640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.423 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient(hunting): handle_auth_done global_id 6767 payload 274 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient: _finish_hunting 0 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:07:00.009+0000 7f8f29aec640 1 monclient: found mon.noname-c 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:07:00.009+0000 7f8f29aec640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: dump: 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.424 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.425 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.425 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.425 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.425 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: _finish_auth 0 2024-09-07T14:07:00.425 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: _check_auth_tickets 2024-09-07T14:07:00.425 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:00.425 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.425 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:07:00.425 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:07:00.009+0000 7f8e0dffb640 10 monclient: dump: 2024-09-07T14:07:00.425 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.425 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.425 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 5 monclient: authenticate success, global_id 6767 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: get_monmap_and_config success 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 4 set_mon_vals no callback set 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:07:00.009+0000 7f8f2c7e79c0 10 monclient: shutdown 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: build_initial_monmap 2024-09-07T14:07:00.426 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 1 build_initial for_mkfs: 0 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: monmap: 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding auth protocol: cephx 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding auth protocol: cephx 2024-09-07T14:07:00.427 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding auth protocol: cephx 2024-09-07T14:07:00.428 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: secure 2024-09-07T14:07:00.428 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: crc 2024-09-07T14:07:00.428 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: secure 2024-09-07T14:07:00.428 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: crc 2024-09-07T14:07:00.428 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: secure 2024-09-07T14:07:00.428 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: crc 2024-09-07T14:07:00.428 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: crc 2024-09-07T14:07:00.428 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: secure 2024-09-07T14:07:00.428 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: crc 2024-09-07T14:07:00.428 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: secure 2024-09-07T14:07:00.428 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: crc 2024-09-07T14:07:00.428 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cf207c0) adding con mode: secure 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 1 librados: starting msgr at 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 1 librados: starting objecter 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e25ceeec10 EEXIST 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 1 librados: setting wanted keys 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 1 librados: calling monclient init 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: init 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding auth protocol: cephx 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding auth protocol: cephx 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding auth protocol: cephx 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: secure 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: crc 2024-09-07T14:07:00.429 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: secure 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: crc 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: secure 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: crc 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: crc 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: secure 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: crc 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: secure 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: crc 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 AuthRegistry(0x55e25cecc580) adding con mode: secure 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command rotate-key cmddesc rotate-key hook 0x55e25cecc6c8 EEXIST 2024-09-07T14:07:00.430 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-a con 0x55e25ceee7d0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-b con 0x55e25cf16e00 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): picked mon.noname-c con 0x55e25cf171e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient(hunting): authenticate will time out at 2771.837105s 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): get_auth_request con 0x55e25ceee7d0 auth_method 0 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.431 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request con 0x55e25cf171e0 auth_method 0 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:07:00.013+0000 7f8f2a2ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:07:00.013+0000 7f8f2aaee640 10 monclient(hunting): get_auth_request con 0x55e25cf16e00 auth_method 0 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:07:00.013+0000 7f8f2aaee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:00.432 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:07:00.013+0000 7f8f2aaee640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:07:00.013+0000 7f8f2aaee640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient(hunting): handle_auth_done global_id 7143 payload 824 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient: _finish_hunting 0 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:07:00.013+0000 7f8f29aec640 1 monclient: found mon.noname-a 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:07:00.013+0000 7f8f29aec640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: dump: 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.433 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: _finish_auth 0 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: _check_auth_tickets 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 monclient: authenticate success, global_id 7143 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: _renew_subs 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:00.434 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:07:00.435 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 10 monclient: dump: 2024-09-07T14:07:00.435 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:00.435 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:00.435 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.435 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:00.435 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:00.435 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:00.435 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:00.435 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:00.435 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:00.435 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.435 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:07:00.013+0000 7f8e0dffb640 4 set_mon_vals no callback set 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: _renew_subs 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 1 librados: init done 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command cr dump hook 0x55e25cf32638 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:07:00.013+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:07:00.013+0000 7f8dfbfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:07:00.017+0000 7f8f2a2ed640 10 monclient: get_auth_request con 0x55e25cf3e160 auth_method 0 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:07:00.017+0000 7f8f2aaee640 10 monclient: get_auth_request con 0x7f8df4070ae0 auth_method 0 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 realm 2024-09-07T14:07:00.436 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.437 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.437 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:00.437 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.437 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.437 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.437 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:07:00.017+0000 7f8f29aec640 10 monclient: get_auth_request con 0x55e25cf42370 auth_method 0 2024-09-07T14:07:00.437 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:00.437 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:07:00.017+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.437 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:07:00.017+0000 7f8f2aaee640 10 monclient: get_auth_request con 0x55e25cf45ab0 auth_method 0 2024-09-07T14:07:00.437 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:07:00.021+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:00.437 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:07:00.021+0000 7f8f2c7e79c0 20 searching for the correct realm 2024-09-07T14:07:00.437 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:07:00.021+0000 7f8f2a2ed640 10 monclient: get_auth_request con 0x55e25cf4a850 auth_method 0 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:07:00.021+0000 7f8f29aec640 10 monclient: get_auth_request con 0x7f8f1c0c1070 auth_method 0 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:07:00.021+0000 7f8f2aaee640 10 monclient: get_auth_request con 0x7f8f2004d020 auth_method 0 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:07:00.021+0000 7f8f2aaee640 0 -- 172.21.15.107:0/1230186475 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f8f2004d020 msgr2=0x7f8f2004db10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:07:00.021+0000 7f8dfbfff640 1 client.7143.objecter ms_handle_reset 0x7f8f2004d020 session 0x7f8f2001ae20 osd.2 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:07:00.021+0000 7f8dfbfff640 10 monclient: _renew_subs 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:07:00.021+0000 7f8dfbfff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:07:00.021+0000 7f8f2aaee640 10 monclient: get_auth_request con 0x7f8df4081210 auth_method 0 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:07:00.025+0000 7f8f2a2ed640 10 monclient: get_auth_request con 0x7f8f24033040 auth_method 0 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:07:00.029+0000 7f8f29aec640 10 monclient: get_auth_request con 0x7f8f1c1237d0 auth_method 0 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:07:00.029+0000 7f8f29aec640 0 -- 172.21.15.107:0/1230186475 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f8f1c1237d0 msgr2=0x7f8f1c0eda30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:07:00.233+0000 7f8f29aec640 10 monclient: get_auth_request con 0x7f8f1c1237d0 auth_method 0 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:00.438 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:07:00.245+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 zone default found 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 4 Realm: () 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:00.439 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 zonegroup default 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 started sync module instance, tier type = 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:07:00.249+0000 7f8f2c7e79c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:07:00.273+0000 7f8f2c7e79c0 20 add_watcher() i=0 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=1 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=2 2024-09-07T14:07:00.440 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=3 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=4 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=5 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=6 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 20 add_watcher() i=7 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:07:00.277+0000 7f8f2c7e79c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding auth protocol: cephx 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding auth protocol: cephx 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding auth protocol: cephx 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: secure 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: crc 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: secure 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: crc 2024-09-07T14:07:00.441 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: secure 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: crc 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: crc 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: secure 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: crc 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: secure 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: crc 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 AuthRegistry(0x7ffd1fc68a70) adding con mode: secure 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:07:00.281+0000 7f8de0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command cache list hook 0x55e25cf1a810 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command cache inspect hook 0x55e25cf1a810 2024-09-07T14:07:00.442 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command cache erase hook 0x55e25cf1a810 2024-09-07T14:07:00.443 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command cache zap hook 0x55e25cf1a810 2024-09-07T14:07:00.443 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:07:00.281+0000 7f8f2c7e79c0 5 note: GC not initialized 2024-09-07T14:07:00.443 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:07:00.285+0000 7f8d5b7fe640 20 reqs_thread_entry: start 2024-09-07T14:07:00.443 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command sync trace show hook 0x7f8f20020290 2024-09-07T14:07:00.443 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command sync trace history hook 0x7f8f20020290 2024-09-07T14:07:00.443 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command sync trace active hook 0x7f8f20020290 2024-09-07T14:07:00.443 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 5 asok(0x55e25cc402b0) register_command sync trace active_short hook 0x7f8f20020290 2024-09-07T14:07:00.443 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:00.443 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 Filter name: none 2024-09-07T14:07:00.443 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:07:00.285+0000 7f8d597fa640 20 reqs_thread_entry: start 2024-09-07T14:07:00.443 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-07T14:07:00.443 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.444 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:07:00.444 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-07T14:07:00.444 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-07T14:07:00.444 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 : miss 2024-09-07T14:07:00.444 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.444 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:07:00.444 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.444 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.444 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:07:00.444 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.444 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:07:00.285+0000 7f8f2c7e79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 2024-09-07T14:07:00.445 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:07:00.293+0000 7f8f2c7e79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.445 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:07:00.293+0000 7f8f2c7e79c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.445 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:07:00.293+0000 7f8f2c7e79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.445 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:07:00.293+0000 7f8f2c7e79c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30, ofs0, ns] 2024-09-07T14:07:00.445 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:07:00.297+0000 7f8e0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300762 cookie 94430710545408 notifier 7143 bl.length()=999 2024-09-07T14:07:00.445 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:07:00.297+0000 7f8e0dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.445 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:07:00.297+0000 7f8e0dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.445 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:07:00.297+0000 7f8e0dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.445 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:07:00.297+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_sources= new_sources= 2024-09-07T14:07:00.445 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:07:00.297+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential sources added=[] removed=[] 2024-09-07T14:07:00.445 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:07:00.297+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_dests= new_dests= 2024-09-07T14:07:00.445 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:07:00.297+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential dests added=[] removed=[] 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.1.0 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.1.0 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.1.1 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.1.1 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:07:00.301+0000 7f8f2c7e79c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.0 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:07:00.309+0000 7f8f2c7e79c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30, ofs0, ns] 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:07:00.313+0000 7f8e0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300763 cookie 94430710545408 notifier 7143 bl.length()=999 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:07:00.313+0000 7f8e0dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:00.446 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:07:00.313+0000 7f8e0dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:00.447 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:07:00.313+0000 7f8e0dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:00.447 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:07:00.313+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_sources= new_sources= 2024-09-07T14:07:00.447 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:07:00.313+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential sources added=[] removed=[] 2024-09-07T14:07:00.447 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:07:00.313+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_dests= new_dests= 2024-09-07T14:07:00.447 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:07:00.313+0000 7f8f2c7e79c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential dests added=[] removed=[] 2024-09-07T14:07:00.447 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:07:00.317+0000 7f8f2c7e79c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8f2c7e79c0 time 2024-09-07T14:07:00.317729+0000 2024-09-07T14:07:00.447 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:07:00.447 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.447 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:00.447 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8f300c12eb] 2024-09-07T14:07:00.447 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8f300c149f] 2024-09-07T14:07:00.447 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e25a4b50d1] 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1632) [0x55e25a4c6742] 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e25a4c7d24] 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8f2ef27d90] 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:07:00.317+0000 7f8f2c7e79c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f8f2c7e79c0 thread_name:radosgw-admin 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8f2ef40520] 2024-09-07T14:07:00.448 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8f300c1345] 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8f300c149f] 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e25a4b50d1] 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1632) [0x55e25a4c6742] 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e25a4c7d24] 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8f2ef27d90] 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:07:00.449 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:07:00.450 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:07:00.451 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:07:00.452 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:07:00.452 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:07:00.452 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:07:00.452 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:07:00.452 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:07:00.452 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:07:00.452 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:07:00.452 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:07:00.452 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:07:00.452 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:07:00.452 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:07:00.453 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:07:00.454 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:07:00.455 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:07:00.456 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8d597fa640 / http_manager 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8d5b7fe640 / http_manager 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8de0fe1640 / rgw_dt_lg_renew 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8dfbfff640 / ms_dispatch 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8e0dffb640 / io_context_pool 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8e0ffff640 / ms_dispatch 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8e16e05640 / ms_dispatch 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8e18608640 / io_context_pool 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8f29aec640 / msgr-worker-2 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8f2a2ed640 / msgr-worker-1 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8f2aaee640 / msgr-worker-0 2024-09-07T14:07:00.457 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8f2b2ef640 / io_context_pool 2024-09-07T14:07:00.458 INFO:tasks.workunit.client.0.smithi107.stderr: 7f8f2c7e79c0 / radosgw-admin 2024-09-07T14:07:00.458 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:07:00.458 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:07:00.458 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/lib/ceph/crash/2024-09-07T14:07:00.320112Z_65e70feb-165c-498e-9fa4-85e73e74134d/log 2024-09-07T14:07:00.458 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:07:00.458 INFO:tasks.workunit.client.0.smithi107.stderr:Aborted 2024-09-07T14:07:00.458 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-07T14:07:00.459 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:00.459 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:00.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.401+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.405+0000 7f411384a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.405+0000 7f411384a9c0 20 realm 2024-09-07T14:07:00.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.405+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.405+0000 7f411384a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.405+0000 7f411384a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:00.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.405+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.405+0000 7f411384a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.405+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.405+0000 7f411384a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:00.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.405+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.409+0000 7f411384a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:00.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.409+0000 7f411384a9c0 20 searching for the correct realm 2024-09-07T14:07:00.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.409+0000 7f4111b51640 0 -- 172.21.15.107:0/465665723 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f4108038bf0 msgr2=0x7f4108046920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:00.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.625+0000 7f4110b4f640 0 -- 172.21.15.107:0/465665723 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f410402a060 msgr2=0x7f41040939e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:00.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.841+0000 7f411384a9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:00.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.841+0000 7f411384a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:00.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.841+0000 7f411384a9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:00.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.841+0000 7f411384a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:00.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.841+0000 7f411384a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:00.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.841+0000 7f411384a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:00.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.841+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:00.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:00.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 20 zone default found 2024-09-07T14:07:00.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 4 Realm: () 2024-09-07T14:07:00.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:00.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:00.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:00.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 20 zonegroup default 2024-09-07T14:07:00.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.845+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.849+0000 7f411384a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:00.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.849+0000 7f411384a9c0 20 started sync module instance, tier type = 2024-09-07T14:07:00.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.849+0000 7f411384a9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:00.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.873+0000 7f411384a9c0 20 add_watcher() i=0 2024-09-07T14:07:00.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.873+0000 7f411384a9c0 20 add_watcher() i=1 2024-09-07T14:07:00.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.873+0000 7f411384a9c0 20 add_watcher() i=2 2024-09-07T14:07:00.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.873+0000 7f411384a9c0 20 add_watcher() i=3 2024-09-07T14:07:00.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.873+0000 7f411384a9c0 20 add_watcher() i=4 2024-09-07T14:07:00.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.873+0000 7f411384a9c0 20 add_watcher() i=5 2024-09-07T14:07:00.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.873+0000 7f411384a9c0 20 add_watcher() i=6 2024-09-07T14:07:00.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.873+0000 7f411384a9c0 20 add_watcher() i=7 2024-09-07T14:07:00.874 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.873+0000 7f411384a9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:00.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.877+0000 7f3fc7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:00.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f411384a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:00.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f411384a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:00.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f411384a9c0 5 note: GC not initialized 2024-09-07T14:07:00.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f3fc6fe5640 20 reqs_thread_entry: start 2024-09-07T14:07:00.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f411384a9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:00.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f411384a9c0 20 Filter name: none 2024-09-07T14:07:00.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f3fc4fe1640 20 reqs_thread_entry: start 2024-09-07T14:07:00.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f411384a9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:07:00.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f411384a9c0 20 rados_obj.operate() r=0 bl.length=467 2024-09-07T14:07:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f411384a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.881+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.885+0000 7f411384a9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:07:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.885+0000 7f411384a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:00.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.885+0000 7f411384a9c0 20 rados_obj.operate() r=0 bl.length=467 2024-09-07T14:07:00.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.885+0000 7f411384a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:00.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.885+0000 7f3fc7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:00.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.893+0000 7f411384a9c0 20 remove_watcher() i=0 2024-09-07T14:07:00.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.893+0000 7f411384a9c0 2 removed watcher, disabling cache 2024-09-07T14:07:00.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.925+0000 7f411384a9c0 20 remove_watcher() i=1 2024-09-07T14:07:00.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.929+0000 7f411384a9c0 20 remove_watcher() i=2 2024-09-07T14:07:00.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.933+0000 7f411384a9c0 20 remove_watcher() i=3 2024-09-07T14:07:00.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.933+0000 7f411384a9c0 20 remove_watcher() i=4 2024-09-07T14:07:00.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.937+0000 7f411384a9c0 20 remove_watcher() i=5 2024-09-07T14:07:00.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.941+0000 7f411384a9c0 20 remove_watcher() i=6 2024-09-07T14:07:00.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:00.941+0000 7f411384a9c0 20 remove_watcher() i=7 2024-09-07T14:07:00.960 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.960 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:07:00.960 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-block-writes id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:07:00.960 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:00.962 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:00.962 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:01.016 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:01.016 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:01.084 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:07:01.121 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:01.121 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:01.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.377+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.377+0000 7fb7b75f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:01.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.377+0000 7fb7b75f59c0 20 realm 2024-09-07T14:07:01.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.377+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.377+0000 7fb7b75f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:01.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.377+0000 7fb7b75f59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:01.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.377+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.377+0000 7fb7b75f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:01.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.377+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.381+0000 7fb7b75f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:01.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.381+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.381+0000 7fb7b75f59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:01.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.381+0000 7fb7b75f59c0 20 searching for the correct realm 2024-09-07T14:07:01.386 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.385+0000 7fb7b50fb640 0 -- 172.21.15.107:0/3277937097 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fb7b0088100 msgr2=0x7fb7b0062380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:01.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.601+0000 7fb7b50fb640 0 -- 172.21.15.107:0/3277937097 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fb7b0088100 msgr2=0x7fb7b0062380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:01.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.613+0000 7fb7b75f59c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:01.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.613+0000 7fb7b75f59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:01.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.613+0000 7fb7b75f59c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:01.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.613+0000 7fb7b75f59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:01.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.613+0000 7fb7b75f59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:01.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.613+0000 7fb7b75f59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:01.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.613+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.613+0000 7fb7b75f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:01.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.613+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:01.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:01.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 zone default found 2024-09-07T14:07:01.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 4 Realm: () 2024-09-07T14:07:01.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:01.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:01.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:01.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 zonegroup default 2024-09-07T14:07:01.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:01.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:01.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:01.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 started sync module instance, tier type = 2024-09-07T14:07:01.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.617+0000 7fb7b75f59c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:01.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.641+0000 7fb7b75f59c0 20 add_watcher() i=0 2024-09-07T14:07:01.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.641+0000 7fb7b75f59c0 20 add_watcher() i=1 2024-09-07T14:07:01.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.641+0000 7fb7b75f59c0 20 add_watcher() i=2 2024-09-07T14:07:01.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.641+0000 7fb7b75f59c0 20 add_watcher() i=3 2024-09-07T14:07:01.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.641+0000 7fb7b75f59c0 20 add_watcher() i=4 2024-09-07T14:07:01.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.641+0000 7fb7b75f59c0 20 add_watcher() i=5 2024-09-07T14:07:01.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.641+0000 7fb7b75f59c0 20 add_watcher() i=6 2024-09-07T14:07:01.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.645+0000 7fb7b75f59c0 20 add_watcher() i=7 2024-09-07T14:07:01.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.645+0000 7fb7b75f59c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:01.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.645+0000 7fb66b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:01.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:01.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:01.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 5 note: GC not initialized 2024-09-07T14:07:01.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb66a7e4640 20 reqs_thread_entry: start 2024-09-07T14:07:01.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:01.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 20 Filter name: none 2024-09-07T14:07:01.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb5dbfff640 20 reqs_thread_entry: start 2024-09-07T14:07:01.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-07T14:07:01.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:07:01.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-07T14:07:01.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-07T14:07:01.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 : miss 2024-09-07T14:07:01.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:01.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 20 rados_obj.operate() r=0 bl.length=467 2024-09-07T14:07:01.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:01.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:01.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:07:01.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:01.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.649+0000 7fb7b75f59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 2024-09-07T14:07:01.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.653+0000 7fb7b75f59c0 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to be held by another RGW process; skipping for now 2024-09-07T14:07:01.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.653+0000 7fb66b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:01.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.661+0000 7fb7b75f59c0 20 remove_watcher() i=0 2024-09-07T14:07:01.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.661+0000 7fb7b75f59c0 2 removed watcher, disabling cache 2024-09-07T14:07:01.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.661+0000 7fb7b75f59c0 20 remove_watcher() i=1 2024-09-07T14:07:01.663 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.665+0000 7fb7b75f59c0 20 remove_watcher() i=2 2024-09-07T14:07:01.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.665+0000 7fb7b75f59c0 20 remove_watcher() i=3 2024-09-07T14:07:01.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.669+0000 7fb7b75f59c0 20 remove_watcher() i=4 2024-09-07T14:07:01.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.669+0000 7fb7b75f59c0 20 remove_watcher() i=5 2024-09-07T14:07:01.671 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.673+0000 7fb7b75f59c0 20 remove_watcher() i=6 2024-09-07T14:07:01.673 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:01.673+0000 7fb7b75f59c0 20 remove_watcher() i=7 2024-09-07T14:07:01.691 INFO:tasks.workunit.client.0.smithi107.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-07T14:07:31.720 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:07:31.757 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:31.757 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:31.804 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.805+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:31.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.805+0000 7f13198ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:31.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.805+0000 7f13198ce9c0 20 realm 2024-09-07T14:07:31.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.805+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:31.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.805+0000 7f13198ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:31.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.805+0000 7f13198ce9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:31.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.805+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:31.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.805+0000 7f13198ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:31.806 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.805+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:31.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.809+0000 7f13198ce9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:31.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.809+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:31.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.809+0000 7f13198ce9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:31.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.809+0000 7f13198ce9c0 20 searching for the correct realm 2024-09-07T14:07:31.811 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:31.813+0000 7f1316bd3640 0 -- 172.21.15.107:0/2923969787 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f13080b4040 msgr2=0x7f13080a8980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:07:32.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.025+0000 7f1317bd5640 0 -- 172.21.15.107:0/2923969787 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f130c02d070 msgr2=0x7f130c021950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:32.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:32.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:32.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:32.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:32.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:32.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:32.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:32.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:32.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:32.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 zone default found 2024-09-07T14:07:32.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 4 Realm: () 2024-09-07T14:07:32.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:32.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:32.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:32.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 zonegroup default 2024-09-07T14:07:32.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.045+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.049+0000 7f13198ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:32.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.049+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.048 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.049+0000 7f13198ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:32.048 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.049+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.048 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.049+0000 7f13198ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:32.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.049+0000 7f13198ce9c0 20 started sync module instance, tier type = 2024-09-07T14:07:32.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.049+0000 7f13198ce9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:32.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.069+0000 7f13198ce9c0 20 add_watcher() i=0 2024-09-07T14:07:32.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.069+0000 7f13198ce9c0 20 add_watcher() i=1 2024-09-07T14:07:32.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.069+0000 7f13198ce9c0 20 add_watcher() i=2 2024-09-07T14:07:32.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.069+0000 7f13198ce9c0 20 add_watcher() i=3 2024-09-07T14:07:32.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.069+0000 7f13198ce9c0 20 add_watcher() i=4 2024-09-07T14:07:32.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.069+0000 7f13198ce9c0 20 add_watcher() i=5 2024-09-07T14:07:32.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.069+0000 7f13198ce9c0 20 add_watcher() i=6 2024-09-07T14:07:32.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.069+0000 7f13198ce9c0 20 add_watcher() i=7 2024-09-07T14:07:32.071 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.069+0000 7f13198ce9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:32.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.073+0000 7f11ce7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:32.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.073+0000 7f13198ce9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:32.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.073+0000 7f13198ce9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:32.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.073+0000 7f13198ce9c0 5 note: GC not initialized 2024-09-07T14:07:32.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.073+0000 7f11cd7e2640 20 reqs_thread_entry: start 2024-09-07T14:07:32.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.073+0000 7f13198ce9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:32.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.073+0000 7f13198ce9c0 20 Filter name: none 2024-09-07T14:07:32.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.073+0000 7f11c67fc640 20 reqs_thread_entry: start 2024-09-07T14:07:32.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-07T14:07:32.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:07:32.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-07T14:07:32.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-07T14:07:32.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 : miss 2024-09-07T14:07:32.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 20 rados_obj.operate() r=0 bl.length=467 2024-09-07T14:07:32.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:32.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:32.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:07:32.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:32.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.077+0000 7f13198ce9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 2024-09-07T14:07:32.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.081+0000 7f13198ce9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:07:32.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.085+0000 7f13198ce9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:32.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.085+0000 7f13198ce9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:32.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.085+0000 7f13198ce9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:32.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.085+0000 7f13198ce9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30, ofs0, ns] 2024-09-07T14:07:32.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.089+0000 7f11faffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300764 cookie 93997629551840 notifier 6821 bl.length()=999 2024-09-07T14:07:32.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.089+0000 7f11faffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:32.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.089+0000 7f11faffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:32.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.089+0000 7f11faffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:32.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.089+0000 7f13198ce9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_sources= new_sources= 2024-09-07T14:07:32.089 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.089+0000 7f13198ce9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential sources added=[] removed=[] 2024-09-07T14:07:32.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.089+0000 7f13198ce9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_dests= new_dests= 2024-09-07T14:07:32.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.089+0000 7f13198ce9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential dests added=[] removed=[] 2024-09-07T14:07:32.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.097+0000 7f13198ce9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.2.0 2024-09-07T14:07:32.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.097+0000 7f13198ce9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.2.0 2024-09-07T14:07:32.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.097+0000 7f13198ce9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.2.1 2024-09-07T14:07:32.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.097+0000 7f13198ce9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.2.1 2024-09-07T14:07:32.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.097+0000 7f13198ce9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.0 2024-09-07T14:07:32.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.101+0000 7f13198ce9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:32.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.101+0000 7f13198ce9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 2024-09-07T14:07:32.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.101+0000 7f13198ce9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:32.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.101+0000 7f13198ce9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:32.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.101+0000 7f13198ce9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:32.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.101+0000 7f13198ce9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30, ofs0, ns] 2024-09-07T14:07:32.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.105+0000 7f11fa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300765 cookie 93997629551840 notifier 6821 bl.length()=999 2024-09-07T14:07:32.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.105+0000 7f11fa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:32.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.105+0000 7f11fa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:32.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.105+0000 7f11fa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:32.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.105+0000 7f13198ce9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_sources= new_sources= 2024-09-07T14:07:32.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.105+0000 7f13198ce9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential sources added=[] removed=[] 2024-09-07T14:07:32.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.105+0000 7f13198ce9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_dests= new_dests= 2024-09-07T14:07:32.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.105+0000 7f13198ce9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential dests added=[] removed=[] 2024-09-07T14:07:32.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.109+0000 7f13198ce9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30.0 2024-09-07T14:07:32.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.109+0000 7f13198ce9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:32.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.109+0000 7f13198ce9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 2024-09-07T14:07:32.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.113+0000 7f13198ce9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:32.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.113+0000 7f13198ce9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:32.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.113+0000 7f13198ce9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:32.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.113+0000 7f13198ce9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30, ofs0, ns] 2024-09-07T14:07:32.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.113+0000 7f11fa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300766 cookie 93997629551840 notifier 6821 bl.length()=967 2024-09-07T14:07:32.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.113+0000 7f11fa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 info.flags=0x17 2024-09-07T14:07:32.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.113+0000 7f11fa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 to cache LRU end 2024-09-07T14:07:32.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.113+0000 7f11fa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:32.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.113+0000 7f13198ce9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_sources= new_sources= 2024-09-07T14:07:32.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.113+0000 7f13198ce9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential sources added=[] removed=[] 2024-09-07T14:07:32.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.113+0000 7f13198ce9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): orig_dests= new_dests= 2024-09-07T14:07:32.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.113+0000 7f13198ce9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30]): potential dests added=[] removed=[] 2024-09-07T14:07:32.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.117+0000 7f13198ce9c0 1 execute INFO: reshard of bucket "abort-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-07T14:07:32.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.121+0000 7f11ce7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:32.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.125+0000 7f13198ce9c0 20 remove_watcher() i=0 2024-09-07T14:07:32.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.125+0000 7f13198ce9c0 2 removed watcher, disabling cache 2024-09-07T14:07:32.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.129+0000 7f13198ce9c0 20 remove_watcher() i=1 2024-09-07T14:07:32.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.129+0000 7f13198ce9c0 20 remove_watcher() i=2 2024-09-07T14:07:32.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.133+0000 7f13198ce9c0 20 remove_watcher() i=3 2024-09-07T14:07:32.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.133+0000 7f13198ce9c0 20 remove_watcher() i=4 2024-09-07T14:07:32.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.137+0000 7f13198ce9c0 20 remove_watcher() i=5 2024-09-07T14:07:32.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.137+0000 7f13198ce9c0 20 remove_watcher() i=6 2024-09-07T14:07:32.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.141+0000 7f13198ce9c0 20 remove_watcher() i=7 2024-09-07T14:07:32.156 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-07T14:07:32.186 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:32.186 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:32.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.233+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.233+0000 7f0cd6e899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:32.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.233+0000 7f0cd6e899c0 20 realm 2024-09-07T14:07:32.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.233+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.233+0000 7f0cd6e899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:32.234 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.233+0000 7f0cd6e899c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:32.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.233+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.233+0000 7f0cd6e899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:32.235 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.233+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.237+0000 7f0cd6e899c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:32.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.237+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.237+0000 7f0cd6e899c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:32.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.237+0000 7f0cd6e899c0 20 searching for the correct realm 2024-09-07T14:07:32.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.237+0000 7f0ccc18e640 0 -- 172.21.15.107:0/4226282022 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f0cc4065c10 msgr2=0x7f0cc405bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:32.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.457+0000 7f0cd5190640 0 -- 172.21.15.107:0/4226282022 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f0ba0081210 msgr2=0x7f0ba0083640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:07:32.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.677+0000 7f0cd6e899c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:32.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:32.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:32.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:32.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:32.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:32.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:32.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:32.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:32.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 zone default found 2024-09-07T14:07:32.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 4 Realm: () 2024-09-07T14:07:32.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:32.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:32.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:32.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 zonegroup default 2024-09-07T14:07:32.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:32.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.681+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.685+0000 7f0cd6e899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:32.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.685+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.685+0000 7f0cd6e899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:32.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.685+0000 7f0cd6e899c0 20 started sync module instance, tier type = 2024-09-07T14:07:32.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.685+0000 7f0cd6e899c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:32.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.705+0000 7f0cd6e899c0 20 add_watcher() i=0 2024-09-07T14:07:32.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.705+0000 7f0cd6e899c0 20 add_watcher() i=1 2024-09-07T14:07:32.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.705+0000 7f0cd6e899c0 20 add_watcher() i=2 2024-09-07T14:07:32.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.705+0000 7f0cd6e899c0 20 add_watcher() i=3 2024-09-07T14:07:32.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.705+0000 7f0cd6e899c0 20 add_watcher() i=4 2024-09-07T14:07:32.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.705+0000 7f0cd6e899c0 20 add_watcher() i=5 2024-09-07T14:07:32.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.705+0000 7f0cd6e899c0 20 add_watcher() i=6 2024-09-07T14:07:32.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.709+0000 7f0cd6e899c0 20 add_watcher() i=7 2024-09-07T14:07:32.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.709+0000 7f0cd6e899c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:32.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.713+0000 7f0b8afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:32.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.713+0000 7f0cd6e899c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:32.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.713+0000 7f0cd6e899c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:32.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.713+0000 7f0cd6e899c0 5 note: GC not initialized 2024-09-07T14:07:32.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.713+0000 7f0b89fe3640 20 reqs_thread_entry: start 2024-09-07T14:07:32.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.713+0000 7f0cd6e899c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:32.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.713+0000 7f0cd6e899c0 20 Filter name: none 2024-09-07T14:07:32.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.713+0000 7f0afb7fe640 20 reqs_thread_entry: start 2024-09-07T14:07:32.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.713+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.713+0000 7f0cd6e899c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:07:32.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.713+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.717+0000 7f0cd6e899c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:07:32.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.717+0000 7f0cd6e899c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:32.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.717+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.717+0000 7f0cd6e899c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-07T14:07:32.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.717+0000 7f0cd6e899c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:32.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.717+0000 7f0cd6e899c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-07T14:07:32.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.717+0000 7f0cd6e899c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:32.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.721+0000 7f0b8afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:32.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.725+0000 7f0cd6e899c0 20 remove_watcher() i=0 2024-09-07T14:07:32.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.725+0000 7f0cd6e899c0 2 removed watcher, disabling cache 2024-09-07T14:07:32.727 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.725+0000 7f0cd6e899c0 20 remove_watcher() i=1 2024-09-07T14:07:32.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.729+0000 7f0cd6e899c0 20 remove_watcher() i=2 2024-09-07T14:07:32.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.733+0000 7f0cd6e899c0 20 remove_watcher() i=3 2024-09-07T14:07:32.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.733+0000 7f0cd6e899c0 20 remove_watcher() i=4 2024-09-07T14:07:32.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.737+0000 7f0cd6e899c0 20 remove_watcher() i=5 2024-09-07T14:07:32.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.737+0000 7f0cd6e899c0 20 remove_watcher() i=6 2024-09-07T14:07:32.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:32.737+0000 7f0cd6e899c0 20 remove_watcher() i=7 2024-09-07T14:07:32.754 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:32.755 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:07:32.755 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-block-writes id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:07:32.755 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:32.756 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:32.756 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:32.781 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:32.781 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:33.338 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:33.338 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:33.511 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2024-09-07T14:07:33.511 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:33.514 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:33.514 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:33.630 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:33.630 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:33.715 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:33.715 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:33.834 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:33.834 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:33.926 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:33.926 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:34.024 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:34.025 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:34.121 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:34.121 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:34.215 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:34.216 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:34.314 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:34.314 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:34.418 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:34.418 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:34.523 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:34.524 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:34.623 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:34.623 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:34.722 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:34.723 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:34.825 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:34.825 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:34.899 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:34.899 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:35.000 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:35.001 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:35.101 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:35.101 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:35.202 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:35.202 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:35.307 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:35.307 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:35.399 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:35.399 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:35.499 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:35.499 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:35.596 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:35.597 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:35.692 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-07T14:07:35.725 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:35.725 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:35.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.772+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.772+0000 7feb6744a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:35.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.772+0000 7feb6744a9c0 20 realm 2024-09-07T14:07:35.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.772+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.772+0000 7feb6744a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:35.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.772+0000 7feb6744a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:35.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.772+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.772+0000 7feb6744a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:35.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.772+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.776+0000 7feb6744a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:35.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.776+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.776+0000 7feb6744a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:35.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.776+0000 7feb6744a9c0 20 searching for the correct realm 2024-09-07T14:07:35.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.776+0000 7feb64f50640 0 -- 172.21.15.107:0/3350793445 >> [v2:172.21.15.107:6824/3601645527,v1:172.21.15.107:6825/3601645527] conn(0x562f9ad6d970 msgr2=0x562f9ad6fe30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:35.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.780+0000 7feb64f50640 0 -- 172.21.15.107:0/3350793445 >> [v2:172.21.15.107:6810/3830891006,v1:172.21.15.107:6812/3830891006] conn(0x562f9ad61270 msgr2=0x562f9ad63680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:35.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:35.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:35.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:35.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:35.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:35.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:35.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:35.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:35.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:35.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 zone default found 2024-09-07T14:07:35.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 4 Realm: () 2024-09-07T14:07:35.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:35.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:35.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:35.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 zonegroup default 2024-09-07T14:07:35.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:35.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:35.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:35.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 started sync module instance, tier type = 2024-09-07T14:07:35.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.796+0000 7feb6744a9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:35.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.812+0000 7feb6744a9c0 20 add_watcher() i=0 2024-09-07T14:07:35.813 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.812+0000 7feb6744a9c0 20 add_watcher() i=1 2024-09-07T14:07:35.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.812+0000 7feb6744a9c0 20 add_watcher() i=2 2024-09-07T14:07:35.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.812+0000 7feb6744a9c0 20 add_watcher() i=3 2024-09-07T14:07:35.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.812+0000 7feb6744a9c0 20 add_watcher() i=4 2024-09-07T14:07:35.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.812+0000 7feb6744a9c0 20 add_watcher() i=5 2024-09-07T14:07:35.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.812+0000 7feb6744a9c0 20 add_watcher() i=6 2024-09-07T14:07:35.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.812+0000 7feb6744a9c0 20 add_watcher() i=7 2024-09-07T14:07:35.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.812+0000 7feb6744a9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:35.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.816+0000 7fea1b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:35.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.816+0000 7feb6744a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:35.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.816+0000 7feb6744a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:35.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.816+0000 7feb6744a9c0 5 note: GC not initialized 2024-09-07T14:07:35.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.816+0000 7fea1a7e4640 20 reqs_thread_entry: start 2024-09-07T14:07:35.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.816+0000 7feb6744a9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:35.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.816+0000 7feb6744a9c0 20 Filter name: none 2024-09-07T14:07:35.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.816+0000 7fea137fe640 20 reqs_thread_entry: start 2024-09-07T14:07:35.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.816+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.820+0000 7feb6744a9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:35.819 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.820+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.820+0000 7feb6744a9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:35.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.820+0000 7feb6744a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:35.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.820+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.820+0000 7feb6744a9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:35.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.820+0000 7feb6744a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.820+0000 7feb6744a9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:35.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.820+0000 7feb6744a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:35.823 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.824+0000 7fea1b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:35.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.828+0000 7feb6744a9c0 20 remove_watcher() i=0 2024-09-07T14:07:35.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.828+0000 7feb6744a9c0 2 removed watcher, disabling cache 2024-09-07T14:07:35.830 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.828+0000 7feb6744a9c0 20 remove_watcher() i=1 2024-09-07T14:07:35.832 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.832+0000 7feb6744a9c0 20 remove_watcher() i=2 2024-09-07T14:07:35.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.832+0000 7feb6744a9c0 20 remove_watcher() i=3 2024-09-07T14:07:35.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.836+0000 7feb6744a9c0 20 remove_watcher() i=4 2024-09-07T14:07:35.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.836+0000 7feb6744a9c0 20 remove_watcher() i=5 2024-09-07T14:07:35.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.836+0000 7feb6744a9c0 20 remove_watcher() i=6 2024-09-07T14:07:35.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.840+0000 7feb6744a9c0 20 remove_watcher() i=7 2024-09-07T14:07:35.853 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:35.853 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:07:35.853 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-commit-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:07:35.853 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:35.853 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2024-09-07T14:07:35.885 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:35.885 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:35.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.928+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.928+0000 7fd6446b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:35.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.928+0000 7fd6446b19c0 20 realm 2024-09-07T14:07:35.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.928+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.928+0000 7fd6446b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:35.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.928+0000 7fd6446b19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:35.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.928+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.932+0000 7fd6446b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:35.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.932+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.932+0000 7fd6446b19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:35.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.932+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:35.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.932+0000 7fd6446b19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:35.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.932+0000 7fd6446b19c0 20 searching for the correct realm 2024-09-07T14:07:35.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.936+0000 7fd6429b8640 0 -- 172.21.15.107:0/280825415 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fd62c089160 msgr2=0x7fd62c068ca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:35.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:35.944+0000 7fd6419b6640 0 -- 172.21.15.107:0/280825415 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fd63c0aa3d0 msgr2=0x7fd63c0aa830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:36.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.160+0000 7fd6446b19c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:36.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.160+0000 7fd6446b19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:36.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.160+0000 7fd6446b19c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:36.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.160+0000 7fd6446b19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:36.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.160+0000 7fd6446b19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:36.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.160+0000 7fd6446b19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:36.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.160+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.160+0000 7fd6446b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.160+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:36.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:36.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 20 zone default found 2024-09-07T14:07:36.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 4 Realm: () 2024-09-07T14:07:36.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:36.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:36.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:36.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 20 zonegroup default 2024-09-07T14:07:36.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.164+0000 7fd6446b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.168+0000 7fd6446b19c0 20 started sync module instance, tier type = 2024-09-07T14:07:36.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.168+0000 7fd6446b19c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:36.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.188+0000 7fd6446b19c0 20 add_watcher() i=0 2024-09-07T14:07:36.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.188+0000 7fd6446b19c0 20 add_watcher() i=1 2024-09-07T14:07:36.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.188+0000 7fd6446b19c0 20 add_watcher() i=2 2024-09-07T14:07:36.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.188+0000 7fd6446b19c0 20 add_watcher() i=3 2024-09-07T14:07:36.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.188+0000 7fd6446b19c0 20 add_watcher() i=4 2024-09-07T14:07:36.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.188+0000 7fd6446b19c0 20 add_watcher() i=5 2024-09-07T14:07:36.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.188+0000 7fd6446b19c0 20 add_watcher() i=6 2024-09-07T14:07:36.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.192+0000 7fd6446b19c0 20 add_watcher() i=7 2024-09-07T14:07:36.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.192+0000 7fd6446b19c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:36.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.192+0000 7fd4f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:36.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:36.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:36.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 5 note: GC not initialized 2024-09-07T14:07:36.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd4737fe640 20 reqs_thread_entry: start 2024-09-07T14:07:36.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:36.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 20 Filter name: none 2024-09-07T14:07:36.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd4717fa640 20 reqs_thread_entry: start 2024-09-07T14:07:36.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-07T14:07:36.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:36.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-07T14:07:36.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-07T14:07:36.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 : miss 2024-09-07T14:07:36.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:36.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 info.flags=0x17 2024-09-07T14:07:36.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 to cache LRU end 2024-09-07T14:07:36.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:07:36.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:36.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.196+0000 7fd6446b19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 2024-09-07T14:07:36.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.204+0000 7fd6446b19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 info.flags=0x17 2024-09-07T14:07:36.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.204+0000 7fd6446b19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 to cache LRU end 2024-09-07T14:07:36.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.204+0000 7fd6446b19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:36.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.204+0000 7fd6446b19c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31, ofs0, ns] 2024-09-07T14:07:36.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.208+0000 7fd525ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300774 cookie 94222275174832 notifier 7254 bl.length()=1015 2024-09-07T14:07:36.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.208+0000 7fd525ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 info.flags=0x17 2024-09-07T14:07:36.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.208+0000 7fd525ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 to cache LRU end 2024-09-07T14:07:36.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.208+0000 7fd525ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:36.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.208+0000 7fd6446b19c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): orig_sources= new_sources= 2024-09-07T14:07:36.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.208+0000 7fd6446b19c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): potential sources added=[] removed=[] 2024-09-07T14:07:36.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.208+0000 7fd6446b19c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): orig_dests= new_dests= 2024-09-07T14:07:36.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.208+0000 7fd6446b19c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): potential dests added=[] removed=[] 2024-09-07T14:07:36.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.216+0000 7fd6446b19c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31.1.0 2024-09-07T14:07:36.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.216+0000 7fd6446b19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31.1.0 2024-09-07T14:07:36.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.216+0000 7fd6446b19c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31.1.1 2024-09-07T14:07:36.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.216+0000 7fd6446b19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31.1.1 2024-09-07T14:07:36.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.216+0000 7fd6446b19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31.0 2024-09-07T14:07:36.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.220+0000 7fd6446b19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:36.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.220+0000 7fd6446b19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 2024-09-07T14:07:36.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.224+0000 7fd6446b19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 info.flags=0x17 2024-09-07T14:07:36.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.224+0000 7fd6446b19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 to cache LRU end 2024-09-07T14:07:36.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.224+0000 7fd6446b19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:36.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.224+0000 7fd6446b19c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31, ofs0, ns] 2024-09-07T14:07:36.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.224+0000 7fd525ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300775 cookie 94222275174832 notifier 7254 bl.length()=1015 2024-09-07T14:07:36.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.224+0000 7fd525ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 info.flags=0x17 2024-09-07T14:07:36.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.224+0000 7fd525ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 to cache LRU end 2024-09-07T14:07:36.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.224+0000 7fd525ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:36.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.224+0000 7fd6446b19c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): orig_sources= new_sources= 2024-09-07T14:07:36.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.224+0000 7fd6446b19c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): potential sources added=[] removed=[] 2024-09-07T14:07:36.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.224+0000 7fd6446b19c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): orig_dests= new_dests= 2024-09-07T14:07:36.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.224+0000 7fd6446b19c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): potential dests added=[] removed=[] 2024-09-07T14:07:36.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.228+0000 7fd6446b19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31.0 2024-09-07T14:07:36.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.228+0000 7fd6446b19c0 -1 Injecting error=-5 at location=commit_target_layout 2024-09-07T14:07:36.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.228+0000 7fd6446b19c0 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2024-09-07T14:07:36.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.236+0000 7fd4f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:36.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.240+0000 7fd6446b19c0 20 remove_watcher() i=0 2024-09-07T14:07:36.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.240+0000 7fd6446b19c0 2 removed watcher, disabling cache 2024-09-07T14:07:36.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.244+0000 7fd6446b19c0 20 remove_watcher() i=1 2024-09-07T14:07:36.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.244+0000 7fd6446b19c0 20 remove_watcher() i=2 2024-09-07T14:07:36.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.248+0000 7fd6446b19c0 20 remove_watcher() i=3 2024-09-07T14:07:36.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.248+0000 7fd6446b19c0 20 remove_watcher() i=4 2024-09-07T14:07:36.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.252+0000 7fd6446b19c0 20 remove_watcher() i=5 2024-09-07T14:07:36.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.252+0000 7fd6446b19c0 20 remove_watcher() i=6 2024-09-07T14:07:36.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.252+0000 7fd6446b19c0 20 remove_watcher() i=7 2024-09-07T14:07:36.271 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-07T14:07:36.298 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:36.298 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:36.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.340+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.344+0000 7f13223da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.344+0000 7f13223da9c0 20 realm 2024-09-07T14:07:36.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.344+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.344+0000 7f13223da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.344+0000 7f13223da9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:36.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.344+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.344+0000 7f13223da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.344+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.346 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.344+0000 7f13223da9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:36.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.344+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.348+0000 7f13223da9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:36.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.348+0000 7f13223da9c0 20 searching for the correct realm 2024-09-07T14:07:36.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.352+0000 7f13206e1640 0 -- 172.21.15.107:0/217229765 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f131401a040 msgr2=0x7f1314046300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:36.359 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.356+0000 7f131f6df640 0 -- 172.21.15.107:0/217229765 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f1310109720 msgr2=0x7f13101250c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:36.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.572+0000 7f13223da9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:36.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.572+0000 7f13223da9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:36.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.572+0000 7f13223da9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:36.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.572+0000 7f13223da9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:36.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.572+0000 7f13223da9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:36.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.572+0000 7f13223da9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:36.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.572+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.572+0000 7f13223da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.572+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.572+0000 7f13223da9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:36.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.572+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:36.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 20 zone default found 2024-09-07T14:07:36.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 4 Realm: () 2024-09-07T14:07:36.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:36.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:36.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:36.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 20 zonegroup default 2024-09-07T14:07:36.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 20 started sync module instance, tier type = 2024-09-07T14:07:36.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.576+0000 7f13223da9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:36.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.600+0000 7f13223da9c0 20 add_watcher() i=0 2024-09-07T14:07:36.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.600+0000 7f13223da9c0 20 add_watcher() i=1 2024-09-07T14:07:36.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.600+0000 7f13223da9c0 20 add_watcher() i=2 2024-09-07T14:07:36.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.600+0000 7f13223da9c0 20 add_watcher() i=3 2024-09-07T14:07:36.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.600+0000 7f13223da9c0 20 add_watcher() i=4 2024-09-07T14:07:36.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.600+0000 7f13223da9c0 20 add_watcher() i=5 2024-09-07T14:07:36.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.600+0000 7f13223da9c0 20 add_watcher() i=6 2024-09-07T14:07:36.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.600+0000 7f13223da9c0 20 add_watcher() i=7 2024-09-07T14:07:36.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.600+0000 7f13223da9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:36.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.604+0000 7f11d67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:36.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f13223da9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:36.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f13223da9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:36.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f13223da9c0 5 note: GC not initialized 2024-09-07T14:07:36.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f11d57e2640 20 reqs_thread_entry: start 2024-09-07T14:07:36.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f13223da9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:36.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f13223da9c0 20 Filter name: none 2024-09-07T14:07:36.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f11ce7fc640 20 reqs_thread_entry: start 2024-09-07T14:07:36.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f13223da9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:36.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f13223da9c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-07T14:07:36.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f13223da9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:36.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.608+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.612+0000 7f13223da9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:36.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.612+0000 7f13223da9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.612+0000 7f13223da9c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-07T14:07:36.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.612+0000 7f13223da9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:36.615 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.616+0000 7f11d67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:36.619 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.620+0000 7f13223da9c0 20 remove_watcher() i=0 2024-09-07T14:07:36.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.620+0000 7f13223da9c0 2 removed watcher, disabling cache 2024-09-07T14:07:36.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.620+0000 7f13223da9c0 20 remove_watcher() i=1 2024-09-07T14:07:36.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.624+0000 7f13223da9c0 20 remove_watcher() i=2 2024-09-07T14:07:36.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.628+0000 7f13223da9c0 20 remove_watcher() i=3 2024-09-07T14:07:36.630 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.628+0000 7f13223da9c0 20 remove_watcher() i=4 2024-09-07T14:07:36.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.632+0000 7f13223da9c0 20 remove_watcher() i=5 2024-09-07T14:07:36.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.632+0000 7f13223da9c0 20 remove_watcher() i=6 2024-09-07T14:07:36.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.632+0000 7f13223da9c0 20 remove_watcher() i=7 2024-09-07T14:07:36.649 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:36.649 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:07:36.649 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-commit-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:07:36.649 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:36.650 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:36.650 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:36.698 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:36.698 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:36.765 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:07:36.801 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:36.801 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:36.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.844+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.848+0000 7faeb4e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.848+0000 7faeb4e7f9c0 20 realm 2024-09-07T14:07:36.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.848+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.848+0000 7faeb4e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.848+0000 7faeb4e7f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:36.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.848+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.848+0000 7faeb4e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:36.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.848+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.848+0000 7faeb4e7f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:36.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.848+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:36.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.852+0000 7faeb4e7f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:36.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.852+0000 7faeb4e7f9c0 20 searching for the correct realm 2024-09-07T14:07:36.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:36.856+0000 7faeb2985640 0 -- 172.21.15.107:0/2815845902 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7faeac027550 msgr2=0x7faeac0074d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:37.072 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.072+0000 7faeb2184640 0 -- 172.21.15.107:0/2815845902 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7faea4008030 msgr2=0x7faea407fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:37.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.288+0000 7faeb4e7f9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:37.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.288+0000 7faeb4e7f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:37.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.288+0000 7faeb4e7f9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:37.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.288+0000 7faeb4e7f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:37.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.288+0000 7faeb4e7f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:37.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.288+0000 7faeb4e7f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:37.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.288+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:37.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:37.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:37.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 20 zone default found 2024-09-07T14:07:37.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 4 Realm: () 2024-09-07T14:07:37.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:37.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:37.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:37.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 20 zonegroup default 2024-09-07T14:07:37.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:37.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.292+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.296+0000 7faeb4e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:37.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.296+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.296+0000 7faeb4e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:37.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.296+0000 7faeb4e7f9c0 20 started sync module instance, tier type = 2024-09-07T14:07:37.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.296+0000 7faeb4e7f9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:37.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.320+0000 7faeb4e7f9c0 20 add_watcher() i=0 2024-09-07T14:07:37.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.320+0000 7faeb4e7f9c0 20 add_watcher() i=1 2024-09-07T14:07:37.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.320+0000 7faeb4e7f9c0 20 add_watcher() i=2 2024-09-07T14:07:37.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.320+0000 7faeb4e7f9c0 20 add_watcher() i=3 2024-09-07T14:07:37.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.320+0000 7faeb4e7f9c0 20 add_watcher() i=4 2024-09-07T14:07:37.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.320+0000 7faeb4e7f9c0 20 add_watcher() i=5 2024-09-07T14:07:37.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.320+0000 7faeb4e7f9c0 20 add_watcher() i=6 2024-09-07T14:07:37.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.324+0000 7faeb4e7f9c0 20 add_watcher() i=7 2024-09-07T14:07:37.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.324+0000 7faeb4e7f9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:37.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7fad697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:37.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7faeb4e7f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:37.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7faeb4e7f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:37.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7faeb4e7f9c0 5 note: GC not initialized 2024-09-07T14:07:37.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7face3fff640 20 reqs_thread_entry: start 2024-09-07T14:07:37.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7faeb4e7f9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:37.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7faeb4e7f9c0 20 Filter name: none 2024-09-07T14:07:37.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7face1ffb640 20 reqs_thread_entry: start 2024-09-07T14:07:37.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7faeb4e7f9c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-07T14:07:37.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7faeb4e7f9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:37.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7faeb4e7f9c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-07T14:07:37.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7faeb4e7f9c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-07T14:07:37.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7faeb4e7f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 : miss 2024-09-07T14:07:37.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.328+0000 7faeb4e7f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.332+0000 7faeb4e7f9c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-07T14:07:37.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.332+0000 7faeb4e7f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 info.flags=0x17 2024-09-07T14:07:37.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.332+0000 7faeb4e7f9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 to cache LRU end 2024-09-07T14:07:37.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.332+0000 7faeb4e7f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:07:37.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.332+0000 7faeb4e7f9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:37.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.332+0000 7faeb4e7f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 2024-09-07T14:07:37.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.332+0000 7faeb4e7f9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:07:37.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.340+0000 7faeb4e7f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 info.flags=0x17 2024-09-07T14:07:37.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.340+0000 7faeb4e7f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 to cache LRU end 2024-09-07T14:07:37.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.340+0000 7faeb4e7f9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:37.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.340+0000 7faeb4e7f9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31, ofs0, ns] 2024-09-07T14:07:37.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.340+0000 7fad967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300776 cookie 94513689279456 notifier 7290 bl.length()=1015 2024-09-07T14:07:37.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.340+0000 7fad967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 info.flags=0x17 2024-09-07T14:07:37.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.340+0000 7fad967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 to cache LRU end 2024-09-07T14:07:37.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.340+0000 7fad967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:37.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.344+0000 7faeb4e7f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): orig_sources= new_sources= 2024-09-07T14:07:37.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.344+0000 7faeb4e7f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): potential sources added=[] removed=[] 2024-09-07T14:07:37.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.344+0000 7faeb4e7f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): orig_dests= new_dests= 2024-09-07T14:07:37.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.344+0000 7faeb4e7f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): potential dests added=[] removed=[] 2024-09-07T14:07:37.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.352+0000 7faeb4e7f9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31.2.0 2024-09-07T14:07:37.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.352+0000 7faeb4e7f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31.2.0 2024-09-07T14:07:37.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.352+0000 7faeb4e7f9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31.2.1 2024-09-07T14:07:37.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.352+0000 7faeb4e7f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31.2.1 2024-09-07T14:07:37.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.352+0000 7faeb4e7f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31.0 2024-09-07T14:07:37.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.360+0000 7faeb4e7f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:37.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.360+0000 7faeb4e7f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 2024-09-07T14:07:37.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.364+0000 7faeb4e7f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 info.flags=0x17 2024-09-07T14:07:37.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.364+0000 7faeb4e7f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 to cache LRU end 2024-09-07T14:07:37.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.364+0000 7faeb4e7f9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:37.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.364+0000 7faeb4e7f9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31, ofs0, ns] 2024-09-07T14:07:37.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.364+0000 7fad95ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300777 cookie 94513689279456 notifier 7290 bl.length()=1015 2024-09-07T14:07:37.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.364+0000 7fad95ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 info.flags=0x17 2024-09-07T14:07:37.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.364+0000 7fad95ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 to cache LRU end 2024-09-07T14:07:37.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.364+0000 7fad95ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:37.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.364+0000 7faeb4e7f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): orig_sources= new_sources= 2024-09-07T14:07:37.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.364+0000 7faeb4e7f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): potential sources added=[] removed=[] 2024-09-07T14:07:37.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.364+0000 7faeb4e7f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): orig_dests= new_dests= 2024-09-07T14:07:37.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.364+0000 7faeb4e7f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): potential dests added=[] removed=[] 2024-09-07T14:07:37.370 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.368+0000 7faeb4e7f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31.0 2024-09-07T14:07:37.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.372+0000 7faeb4e7f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:37.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.372+0000 7faeb4e7f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 2024-09-07T14:07:37.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.372+0000 7faeb4e7f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 info.flags=0x17 2024-09-07T14:07:37.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.372+0000 7faeb4e7f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 to cache LRU end 2024-09-07T14:07:37.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.372+0000 7faeb4e7f9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:37.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.372+0000 7faeb4e7f9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31, ofs0, ns] 2024-09-07T14:07:37.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.372+0000 7fad967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300778 cookie 94513689279456 notifier 7290 bl.length()=983 2024-09-07T14:07:37.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.372+0000 7fad967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 info.flags=0x17 2024-09-07T14:07:37.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.372+0000 7fad967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 to cache LRU end 2024-09-07T14:07:37.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.372+0000 7fad967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:37.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.376+0000 7faeb4e7f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): orig_sources= new_sources= 2024-09-07T14:07:37.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.376+0000 7faeb4e7f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): potential sources added=[] removed=[] 2024-09-07T14:07:37.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.376+0000 7faeb4e7f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): orig_dests= new_dests= 2024-09-07T14:07:37.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.376+0000 7faeb4e7f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31]): potential dests added=[] removed=[] 2024-09-07T14:07:37.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.380+0000 7faeb4e7f9c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-07T14:07:37.383 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.380+0000 7fad697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:37.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.388+0000 7faeb4e7f9c0 20 remove_watcher() i=0 2024-09-07T14:07:37.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.388+0000 7faeb4e7f9c0 2 removed watcher, disabling cache 2024-09-07T14:07:37.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.388+0000 7faeb4e7f9c0 20 remove_watcher() i=1 2024-09-07T14:07:37.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.392+0000 7faeb4e7f9c0 20 remove_watcher() i=2 2024-09-07T14:07:37.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.396+0000 7faeb4e7f9c0 20 remove_watcher() i=3 2024-09-07T14:07:37.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.396+0000 7faeb4e7f9c0 20 remove_watcher() i=4 2024-09-07T14:07:37.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.400+0000 7faeb4e7f9c0 20 remove_watcher() i=5 2024-09-07T14:07:37.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.400+0000 7faeb4e7f9c0 20 remove_watcher() i=6 2024-09-07T14:07:37.402 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.400+0000 7faeb4e7f9c0 20 remove_watcher() i=7 2024-09-07T14:07:37.422 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-07T14:07:37.454 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:37.454 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:37.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.500+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.500+0000 7fe4af6ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:37.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.500+0000 7fe4af6ae9c0 20 realm 2024-09-07T14:07:37.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.500+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.500+0000 7fe4af6ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:37.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.500+0000 7fe4af6ae9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:37.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.500+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.500+0000 7fe4af6ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:37.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.500+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.504+0000 7fe4af6ae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:37.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.504+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.504+0000 7fe4af6ae9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:37.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.504+0000 7fe4af6ae9c0 20 searching for the correct realm 2024-09-07T14:07:37.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.508+0000 7fe4ad1b4640 0 -- 172.21.15.107:0/282768596 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe4a80d6060 msgr2=0x7fe4a80fbc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:37.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.724+0000 7fe4ad1b4640 0 -- 172.21.15.107:0/282768596 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe4a80d6060 msgr2=0x7fe4a80fbc60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:37.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.736+0000 7fe4af6ae9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:37.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.736+0000 7fe4af6ae9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:37.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.736+0000 7fe4af6ae9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:37.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.736+0000 7fe4af6ae9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:37.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.736+0000 7fe4af6ae9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:37.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.736+0000 7fe4af6ae9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:37.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.736+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.736+0000 7fe4af6ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:37.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.736+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.736+0000 7fe4af6ae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:37.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.736+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:37.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 20 zone default found 2024-09-07T14:07:37.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 4 Realm: () 2024-09-07T14:07:37.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:37.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:37.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:37.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 20 zonegroup default 2024-09-07T14:07:37.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:37.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:37.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:37.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 20 started sync module instance, tier type = 2024-09-07T14:07:37.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.740+0000 7fe4af6ae9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:37.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.764+0000 7fe4af6ae9c0 20 add_watcher() i=0 2024-09-07T14:07:37.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.764+0000 7fe4af6ae9c0 20 add_watcher() i=1 2024-09-07T14:07:37.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.764+0000 7fe4af6ae9c0 20 add_watcher() i=2 2024-09-07T14:07:37.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.764+0000 7fe4af6ae9c0 20 add_watcher() i=3 2024-09-07T14:07:37.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.764+0000 7fe4af6ae9c0 20 add_watcher() i=4 2024-09-07T14:07:37.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.764+0000 7fe4af6ae9c0 20 add_watcher() i=5 2024-09-07T14:07:37.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.764+0000 7fe4af6ae9c0 20 add_watcher() i=6 2024-09-07T14:07:37.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.768+0000 7fe4af6ae9c0 20 add_watcher() i=7 2024-09-07T14:07:37.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.768+0000 7fe4af6ae9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:37.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.772+0000 7fe363fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:37.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.772+0000 7fe4af6ae9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:37.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.772+0000 7fe4af6ae9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:37.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.772+0000 7fe4af6ae9c0 5 note: GC not initialized 2024-09-07T14:07:37.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.772+0000 7fe362fe5640 20 reqs_thread_entry: start 2024-09-07T14:07:37.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.772+0000 7fe4af6ae9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:37.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.772+0000 7fe4af6ae9c0 20 Filter name: none 2024-09-07T14:07:37.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.772+0000 7fe360fe1640 20 reqs_thread_entry: start 2024-09-07T14:07:37.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.772+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.776+0000 7fe4af6ae9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:37.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.776+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.776+0000 7fe4af6ae9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:37.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.776+0000 7fe4af6ae9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:37.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.776+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.776+0000 7fe4af6ae9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:37.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.776+0000 7fe4af6ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:37.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.776+0000 7fe4af6ae9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:37.778 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.776+0000 7fe4af6ae9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:37.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.780+0000 7fe363fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:37.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.784+0000 7fe4af6ae9c0 20 remove_watcher() i=0 2024-09-07T14:07:37.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.784+0000 7fe4af6ae9c0 2 removed watcher, disabling cache 2024-09-07T14:07:37.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.788+0000 7fe4af6ae9c0 20 remove_watcher() i=1 2024-09-07T14:07:37.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.788+0000 7fe4af6ae9c0 20 remove_watcher() i=2 2024-09-07T14:07:37.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.792+0000 7fe4af6ae9c0 20 remove_watcher() i=3 2024-09-07T14:07:37.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.792+0000 7fe4af6ae9c0 20 remove_watcher() i=4 2024-09-07T14:07:37.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.796+0000 7fe4af6ae9c0 20 remove_watcher() i=5 2024-09-07T14:07:37.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.796+0000 7fe4af6ae9c0 20 remove_watcher() i=6 2024-09-07T14:07:37.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:37.800+0000 7fe4af6ae9c0 20 remove_watcher() i=7 2024-09-07T14:07:37.817 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:37.817 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:07:37.817 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-commit-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:07:37.817 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:37.818 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:37.818 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:37.840 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:37.840 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:38.466 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:38.466 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:38.634 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2024-09-07T14:07:38.634 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:38.636 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:38.636 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:38.750 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:38.750 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:38.838 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:38.839 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:38.935 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:38.935 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:39.024 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:39.024 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:39.122 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:39.123 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:39.220 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:39.220 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:39.322 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:39.322 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:39.421 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:39.421 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:39.518 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:39.518 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:39.621 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:39.621 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:39.721 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:39.721 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:39.813 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:39.813 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:39.912 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:39.912 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:40.011 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:40.012 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:40.114 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:40.114 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:40.216 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:40.217 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:40.317 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:40.317 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:40.417 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:40.417 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:40.517 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:40.518 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:40.616 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:40.616 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:40.711 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:40.711 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:40.804 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-07T14:07:40.837 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:40.837 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:40.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.884+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:40.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.884+0000 7efcb3f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:40.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.884+0000 7efcb3f5e9c0 20 realm 2024-09-07T14:07:40.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.884+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:40.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.884+0000 7efcb3f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:40.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.884+0000 7efcb3f5e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:40.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.884+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:40.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.884+0000 7efcb3f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:40.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.884+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:40.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.888+0000 7efcb3f5e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:40.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.888+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:40.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.888+0000 7efcb3f5e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:40.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.888+0000 7efcb3f5e9c0 20 searching for the correct realm 2024-09-07T14:07:40.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.892+0000 7efcb2265640 0 -- 172.21.15.107:0/371321376 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7efca80aa3d0 msgr2=0x7efca80aa7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:40.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:40.900+0000 7efcb1263640 0 -- 172.21.15.107:0/371321376 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7efca4027400 msgr2=0x7efca4027840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:41.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.116+0000 7efcb3f5e9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:41.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.116+0000 7efcb3f5e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:41.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.116+0000 7efcb3f5e9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:41.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.116+0000 7efcb3f5e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:41.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.116+0000 7efcb3f5e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:41.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.116+0000 7efcb3f5e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:41.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.116+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.116+0000 7efcb3f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.116+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:41.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:41.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 zone default found 2024-09-07T14:07:41.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 4 Realm: () 2024-09-07T14:07:41.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:41.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:41.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:41.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 zonegroup default 2024-09-07T14:07:41.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 started sync module instance, tier type = 2024-09-07T14:07:41.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.120+0000 7efcb3f5e9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:41.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.144+0000 7efcb3f5e9c0 20 add_watcher() i=0 2024-09-07T14:07:41.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.144+0000 7efcb3f5e9c0 20 add_watcher() i=1 2024-09-07T14:07:41.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.144+0000 7efcb3f5e9c0 20 add_watcher() i=2 2024-09-07T14:07:41.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.144+0000 7efcb3f5e9c0 20 add_watcher() i=3 2024-09-07T14:07:41.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.144+0000 7efcb3f5e9c0 20 add_watcher() i=4 2024-09-07T14:07:41.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.144+0000 7efcb3f5e9c0 20 add_watcher() i=5 2024-09-07T14:07:41.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.144+0000 7efcb3f5e9c0 20 add_watcher() i=6 2024-09-07T14:07:41.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.148+0000 7efcb3f5e9c0 20 add_watcher() i=7 2024-09-07T14:07:41.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.148+0000 7efcb3f5e9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:41.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.148+0000 7efb67fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:41.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.152+0000 7efcb3f5e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:41.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.152+0000 7efcb3f5e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:41.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.152+0000 7efcb3f5e9c0 5 note: GC not initialized 2024-09-07T14:07:41.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.152+0000 7efb66fe5640 20 reqs_thread_entry: start 2024-09-07T14:07:41.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.152+0000 7efcb3f5e9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:41.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.152+0000 7efcb3f5e9c0 20 Filter name: none 2024-09-07T14:07:41.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.152+0000 7efb64fe1640 20 reqs_thread_entry: start 2024-09-07T14:07:41.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.152+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.152+0000 7efcb3f5e9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:41.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.152+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.156+0000 7efcb3f5e9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:41.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.156+0000 7efcb3f5e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:41.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.156+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.156+0000 7efcb3f5e9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:41.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.156+0000 7efcb3f5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.156+0000 7efcb3f5e9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:41.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.156+0000 7efcb3f5e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:41.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.160+0000 7efb67fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:41.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.164+0000 7efcb3f5e9c0 20 remove_watcher() i=0 2024-09-07T14:07:41.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.164+0000 7efcb3f5e9c0 2 removed watcher, disabling cache 2024-09-07T14:07:41.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.168+0000 7efcb3f5e9c0 20 remove_watcher() i=1 2024-09-07T14:07:41.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.172+0000 7efcb3f5e9c0 20 remove_watcher() i=2 2024-09-07T14:07:41.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.172+0000 7efcb3f5e9c0 20 remove_watcher() i=3 2024-09-07T14:07:41.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.176+0000 7efcb3f5e9c0 20 remove_watcher() i=4 2024-09-07T14:07:41.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.176+0000 7efcb3f5e9c0 20 remove_watcher() i=5 2024-09-07T14:07:41.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.180+0000 7efcb3f5e9c0 20 remove_watcher() i=6 2024-09-07T14:07:41.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.180+0000 7efcb3f5e9c0 20 remove_watcher() i=7 2024-09-07T14:07:41.201 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:41.202 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:07:41.202 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-commit-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:07:41.202 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:41.202 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2024-09-07T14:07:41.238 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:41.238 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:41.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.284+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.284+0000 7f9f642179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.284+0000 7f9f642179c0 20 realm 2024-09-07T14:07:41.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.284+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.284+0000 7f9f642179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.284+0000 7f9f642179c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:41.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.284+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.284+0000 7f9f642179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.284+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.288+0000 7f9f642179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:41.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.288+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.288+0000 7f9f642179c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:41.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.288+0000 7f9f642179c0 20 searching for the correct realm 2024-09-07T14:07:41.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.292+0000 7f9f61d1d640 0 -- 172.21.15.107:0/895708490 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f9f5c063520 msgr2=0x7f9f5c062f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:41.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.508+0000 7f9f61d1d640 0 -- 172.21.15.107:0/895708490 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f9f5c063520 msgr2=0x7f9f5c062f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:41.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:41.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:41.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:41.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:41.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:41.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:41.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:41.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:41.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 20 zone default found 2024-09-07T14:07:41.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 4 Realm: () 2024-09-07T14:07:41.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:41.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:41.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.520+0000 7f9f642179c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:41.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.524+0000 7f9f642179c0 20 zonegroup default 2024-09-07T14:07:41.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.524+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.524+0000 7f9f642179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.524+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.524+0000 7f9f642179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.524+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.524+0000 7f9f642179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.524+0000 7f9f642179c0 20 started sync module instance, tier type = 2024-09-07T14:07:41.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.524+0000 7f9f642179c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:41.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.544+0000 7f9f642179c0 20 add_watcher() i=0 2024-09-07T14:07:41.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.544+0000 7f9f642179c0 20 add_watcher() i=1 2024-09-07T14:07:41.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.544+0000 7f9f642179c0 20 add_watcher() i=2 2024-09-07T14:07:41.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.544+0000 7f9f642179c0 20 add_watcher() i=3 2024-09-07T14:07:41.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.544+0000 7f9f642179c0 20 add_watcher() i=4 2024-09-07T14:07:41.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.544+0000 7f9f642179c0 20 add_watcher() i=5 2024-09-07T14:07:41.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.544+0000 7f9f642179c0 20 add_watcher() i=6 2024-09-07T14:07:41.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.548+0000 7f9f642179c0 20 add_watcher() i=7 2024-09-07T14:07:41.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.548+0000 7f9f642179c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:41.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9e17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:41.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9f642179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:41.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9f642179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:41.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9f642179c0 5 note: GC not initialized 2024-09-07T14:07:41.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9e16fe5640 20 reqs_thread_entry: start 2024-09-07T14:07:41.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9f642179c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:41.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9f642179c0 20 Filter name: none 2024-09-07T14:07:41.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9e14fe1640 20 reqs_thread_entry: start 2024-09-07T14:07:41.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9f642179c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-07T14:07:41.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9f642179c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:41.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9f642179c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-07T14:07:41.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9f642179c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-07T14:07:41.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9f642179c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 : miss 2024-09-07T14:07:41.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.552+0000 7f9f642179c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.556+0000 7f9f642179c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:41.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.556+0000 7f9f642179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 info.flags=0x17 2024-09-07T14:07:41.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.556+0000 7f9f642179c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 to cache LRU end 2024-09-07T14:07:41.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.556+0000 7f9f642179c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:07:41.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.556+0000 7f9f642179c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:41.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.556+0000 7f9f642179c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 2024-09-07T14:07:41.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.564+0000 7f9f642179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 info.flags=0x17 2024-09-07T14:07:41.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.564+0000 7f9f642179c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 to cache LRU end 2024-09-07T14:07:41.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.564+0000 7f9f642179c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:41.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.564+0000 7f9f642179c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32, ofs0, ns] 2024-09-07T14:07:41.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.564+0000 7f9e457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300781 cookie 93983084027760 notifier 6953 bl.length()=1015 2024-09-07T14:07:41.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.564+0000 7f9e457fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 info.flags=0x17 2024-09-07T14:07:41.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.564+0000 7f9e457fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 to cache LRU end 2024-09-07T14:07:41.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.564+0000 7f9e457fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:41.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.568+0000 7f9f642179c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32]): orig_sources= new_sources= 2024-09-07T14:07:41.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.568+0000 7f9f642179c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32]): potential sources added=[] removed=[] 2024-09-07T14:07:41.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.568+0000 7f9f642179c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32]): orig_dests= new_dests= 2024-09-07T14:07:41.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.568+0000 7f9f642179c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32]): potential dests added=[] removed=[] 2024-09-07T14:07:41.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.572+0000 7f9f642179c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32.1.0 2024-09-07T14:07:41.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.572+0000 7f9f642179c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32.1.0 2024-09-07T14:07:41.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.572+0000 7f9f642179c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32.1.1 2024-09-07T14:07:41.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.572+0000 7f9f642179c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32.1.1 2024-09-07T14:07:41.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.572+0000 7f9f642179c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32.0 2024-09-07T14:07:41.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.576+0000 7f9f642179c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:41.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.576+0000 7f9f642179c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 2024-09-07T14:07:41.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.580+0000 7f9f642179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 info.flags=0x17 2024-09-07T14:07:41.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.580+0000 7f9f642179c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 to cache LRU end 2024-09-07T14:07:41.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.580+0000 7f9f642179c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:41.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.580+0000 7f9f642179c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32, ofs0, ns] 2024-09-07T14:07:41.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.580+0000 7f9e457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300782 cookie 93983084027760 notifier 6953 bl.length()=1015 2024-09-07T14:07:41.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.580+0000 7f9e457fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 info.flags=0x17 2024-09-07T14:07:41.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.580+0000 7f9e457fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 to cache LRU end 2024-09-07T14:07:41.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.580+0000 7f9e457fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:41.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.584+0000 7f9f642179c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32]): orig_sources= new_sources= 2024-09-07T14:07:41.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.584+0000 7f9f642179c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32]): potential sources added=[] removed=[] 2024-09-07T14:07:41.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.584+0000 7f9f642179c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32]): orig_dests= new_dests= 2024-09-07T14:07:41.584 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.584+0000 7f9f642179c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32]): potential dests added=[] removed=[] 2024-09-07T14:07:41.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.584+0000 7f9f642179c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32.0 2024-09-07T14:07:41.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.584+0000 7f9f642179c0 -1 Injecting error=-125 at location=commit_target_layout 2024-09-07T14:07:41.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.584+0000 7f9f642179c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:41.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.584+0000 7f9f642179c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 2024-09-07T14:07:41.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.588+0000 7f9f642179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 info.flags=0x17 2024-09-07T14:07:41.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.588+0000 7f9f642179c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 to cache LRU end 2024-09-07T14:07:41.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.588+0000 7f9f642179c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:41.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.588+0000 7f9f642179c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32, ofs0, ns] 2024-09-07T14:07:41.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.588+0000 7f9e44ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300783 cookie 93983084027760 notifier 6953 bl.length()=983 2024-09-07T14:07:41.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.588+0000 7f9e44ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 info.flags=0x17 2024-09-07T14:07:41.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.588+0000 7f9e44ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 to cache LRU end 2024-09-07T14:07:41.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.588+0000 7f9e44ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:41.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.592+0000 7f9f642179c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32]): orig_sources= new_sources= 2024-09-07T14:07:41.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.592+0000 7f9f642179c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32]): potential sources added=[] removed=[] 2024-09-07T14:07:41.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.592+0000 7f9f642179c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32]): orig_dests= new_dests= 2024-09-07T14:07:41.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.592+0000 7f9f642179c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32]): potential dests added=[] removed=[] 2024-09-07T14:07:41.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.592+0000 7f9f642179c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-07T14:07:41.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.596+0000 7f9e17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:41.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.604+0000 7f9f642179c0 20 remove_watcher() i=0 2024-09-07T14:07:41.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.604+0000 7f9f642179c0 2 removed watcher, disabling cache 2024-09-07T14:07:41.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.604+0000 7f9f642179c0 20 remove_watcher() i=1 2024-09-07T14:07:41.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.608+0000 7f9f642179c0 20 remove_watcher() i=2 2024-09-07T14:07:41.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.608+0000 7f9f642179c0 20 remove_watcher() i=3 2024-09-07T14:07:41.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.612+0000 7f9f642179c0 20 remove_watcher() i=4 2024-09-07T14:07:41.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.612+0000 7f9f642179c0 20 remove_watcher() i=5 2024-09-07T14:07:41.616 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.616+0000 7f9f642179c0 20 remove_watcher() i=6 2024-09-07T14:07:41.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.616+0000 7f9f642179c0 20 remove_watcher() i=7 2024-09-07T14:07:41.635 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-07T14:07:41.666 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:41.666 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:41.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.708+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.712+0000 7f6ec8d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.712+0000 7f6ec8d739c0 20 realm 2024-09-07T14:07:41.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.712+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.712+0000 7f6ec8d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.712+0000 7f6ec8d739c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:41.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.712+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.712+0000 7f6ec8d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.712+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.712+0000 7f6ec8d739c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:41.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.712+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.716+0000 7f6ec8d739c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:41.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.716+0000 7f6ec8d739c0 20 searching for the correct realm 2024-09-07T14:07:41.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.716+0000 7f6ec6879640 0 -- 172.21.15.107:0/3794867618 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f6eb800e040 msgr2=0x7f6eb800e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:41.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.932+0000 7f6ec6879640 0 -- 172.21.15.107:0/3794867618 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f6eb800e040 msgr2=0x7f6eb800e420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:41.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.944+0000 7f6ec8d739c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:41.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.944+0000 7f6ec8d739c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:41.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.944+0000 7f6ec8d739c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:41.945 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.944+0000 7f6ec8d739c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:41.945 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.944+0000 7f6ec8d739c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:41.945 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.944+0000 7f6ec8d739c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:41.945 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.944+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.945 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.944+0000 7f6ec8d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.945 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.944+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.944+0000 7f6ec8d739c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:41.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.944+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:41.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 20 zone default found 2024-09-07T14:07:41.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 4 Realm: () 2024-09-07T14:07:41.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:41.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:41.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:41.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 20 zonegroup default 2024-09-07T14:07:41.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:41.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 20 started sync module instance, tier type = 2024-09-07T14:07:41.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.948+0000 7f6ec8d739c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:41.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.972+0000 7f6ec8d739c0 20 add_watcher() i=0 2024-09-07T14:07:41.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.972+0000 7f6ec8d739c0 20 add_watcher() i=1 2024-09-07T14:07:41.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.972+0000 7f6ec8d739c0 20 add_watcher() i=2 2024-09-07T14:07:41.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.972+0000 7f6ec8d739c0 20 add_watcher() i=3 2024-09-07T14:07:41.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.972+0000 7f6ec8d739c0 20 add_watcher() i=4 2024-09-07T14:07:41.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.972+0000 7f6ec8d739c0 20 add_watcher() i=5 2024-09-07T14:07:41.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.972+0000 7f6ec8d739c0 20 add_watcher() i=6 2024-09-07T14:07:41.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.976+0000 7f6ec8d739c0 20 add_watcher() i=7 2024-09-07T14:07:41.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.976+0000 7f6ec8d739c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:41.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.980+0000 7f6d7d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:41.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.980+0000 7f6ec8d739c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:41.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.980+0000 7f6ec8d739c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:41.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.980+0000 7f6ec8d739c0 5 note: GC not initialized 2024-09-07T14:07:41.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.980+0000 7f6cf7fff640 20 reqs_thread_entry: start 2024-09-07T14:07:41.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.984+0000 7f6ec8d739c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:41.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.984+0000 7f6ec8d739c0 20 Filter name: none 2024-09-07T14:07:41.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.984+0000 7f6cf5ffb640 20 reqs_thread_entry: start 2024-09-07T14:07:41.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.984+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.984+0000 7f6ec8d739c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:41.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.984+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.984+0000 7f6ec8d739c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:41.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.984+0000 7f6ec8d739c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:41.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.984+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.988+0000 7f6ec8d739c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:41.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.988+0000 7f6ec8d739c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:41.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.988+0000 7f6ec8d739c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:41.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.988+0000 7f6ec8d739c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:41.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.992+0000 7f6d7d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:41.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.996+0000 7f6ec8d739c0 20 remove_watcher() i=0 2024-09-07T14:07:41.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.996+0000 7f6ec8d739c0 2 removed watcher, disabling cache 2024-09-07T14:07:41.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:41.996+0000 7f6ec8d739c0 20 remove_watcher() i=1 2024-09-07T14:07:42.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:42.000+0000 7f6ec8d739c0 20 remove_watcher() i=2 2024-09-07T14:07:42.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:42.004+0000 7f6ec8d739c0 20 remove_watcher() i=3 2024-09-07T14:07:42.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:42.004+0000 7f6ec8d739c0 20 remove_watcher() i=4 2024-09-07T14:07:42.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:42.008+0000 7f6ec8d739c0 20 remove_watcher() i=5 2024-09-07T14:07:42.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:42.008+0000 7f6ec8d739c0 20 remove_watcher() i=6 2024-09-07T14:07:42.010 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:42.008+0000 7f6ec8d739c0 20 remove_watcher() i=7 2024-09-07T14:07:42.033 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:42.033 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:07:42.034 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-commit-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-07T14:07:42.034 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:42.035 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:42.035 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:42.065 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:42.065 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:42.638 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:42.638 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:42.817 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with abort at commit_target_layout 2024-09-07T14:07:42.817 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:42.821 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:42.821 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:42.935 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:42.936 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:43.023 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:43.024 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:43.128 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:43.128 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:43.225 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:43.225 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:43.333 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:43.333 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:43.415 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:43.415 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:43.516 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:43.516 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:43.615 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:43.615 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:43.710 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:43.711 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:43.806 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:43.806 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:43.917 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:43.917 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:44.018 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:44.018 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:44.113 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:44.113 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:44.211 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:44.211 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:44.304 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:44.305 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:44.398 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:44.398 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:44.502 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:44.502 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:44.604 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:44.605 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:44.702 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:44.702 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:44.800 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:44.800 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:44.902 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:44.902 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:07:45.005 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-07T14:07:45.038 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:45.038 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:45.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.084+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.084+0000 7f08e29ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.084+0000 7f08e29ad9c0 20 realm 2024-09-07T14:07:45.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.084+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.084+0000 7f08e29ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.084+0000 7f08e29ad9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:45.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.084+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.084+0000 7f08e29ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.087 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.084+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.088+0000 7f08e29ad9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:45.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.088+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.088+0000 7f08e29ad9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:45.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.088+0000 7f08e29ad9c0 20 searching for the correct realm 2024-09-07T14:07:45.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.092+0000 7f08e04b3640 0 -- 172.21.15.107:0/1804237619 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f08d00831a0 msgr2=0x7f08d005d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:45.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.308+0000 7f08e04b3640 0 -- 172.21.15.107:0/1804237619 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f08d00831a0 msgr2=0x7f08d005d440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:45.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:45.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:45.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:45.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:45.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:45.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:45.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:45.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:45.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 zone default found 2024-09-07T14:07:45.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 4 Realm: () 2024-09-07T14:07:45.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:45.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:45.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:45.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 zonegroup default 2024-09-07T14:07:45.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.320+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.324+0000 7f08e29ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.324+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.324+0000 7f08e29ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.324+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.324+0000 7f08e29ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.324+0000 7f08e29ad9c0 20 started sync module instance, tier type = 2024-09-07T14:07:45.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.324+0000 7f08e29ad9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:45.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.348+0000 7f08e29ad9c0 20 add_watcher() i=0 2024-09-07T14:07:45.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.348+0000 7f08e29ad9c0 20 add_watcher() i=1 2024-09-07T14:07:45.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.348+0000 7f08e29ad9c0 20 add_watcher() i=2 2024-09-07T14:07:45.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.348+0000 7f08e29ad9c0 20 add_watcher() i=3 2024-09-07T14:07:45.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.348+0000 7f08e29ad9c0 20 add_watcher() i=4 2024-09-07T14:07:45.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.348+0000 7f08e29ad9c0 20 add_watcher() i=5 2024-09-07T14:07:45.349 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.348+0000 7f08e29ad9c0 20 add_watcher() i=6 2024-09-07T14:07:45.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.348+0000 7f08e29ad9c0 20 add_watcher() i=7 2024-09-07T14:07:45.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.348+0000 7f08e29ad9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:45.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.352+0000 7f0796fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:45.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.352+0000 7f08e29ad9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:45.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.352+0000 7f08e29ad9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:45.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.352+0000 7f08e29ad9c0 5 note: GC not initialized 2024-09-07T14:07:45.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.356+0000 7f0795fdb640 20 reqs_thread_entry: start 2024-09-07T14:07:45.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.356+0000 7f08e29ad9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:45.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.356+0000 7f08e29ad9c0 20 Filter name: none 2024-09-07T14:07:45.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.356+0000 7f07077fe640 20 reqs_thread_entry: start 2024-09-07T14:07:45.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.356+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.356+0000 7f08e29ad9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:45.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.356+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.356+0000 7f08e29ad9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:45.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.356+0000 7f08e29ad9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:45.359 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.356+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.359 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.356+0000 7f08e29ad9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:45.359 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.356+0000 7f08e29ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.360+0000 7f08e29ad9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:45.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.360+0000 7f08e29ad9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:45.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.360+0000 7f0796fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:45.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.368+0000 7f08e29ad9c0 20 remove_watcher() i=0 2024-09-07T14:07:45.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.368+0000 7f08e29ad9c0 2 removed watcher, disabling cache 2024-09-07T14:07:45.370 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.368+0000 7f08e29ad9c0 20 remove_watcher() i=1 2024-09-07T14:07:45.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.372+0000 7f08e29ad9c0 20 remove_watcher() i=2 2024-09-07T14:07:45.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.372+0000 7f08e29ad9c0 20 remove_watcher() i=3 2024-09-07T14:07:45.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.376+0000 7f08e29ad9c0 20 remove_watcher() i=4 2024-09-07T14:07:45.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.376+0000 7f08e29ad9c0 20 remove_watcher() i=5 2024-09-07T14:07:45.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.380+0000 7f08e29ad9c0 20 remove_watcher() i=6 2024-09-07T14:07:45.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.380+0000 7f08e29ad9c0 20 remove_watcher() i=7 2024-09-07T14:07:45.398 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.398 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:07:45.398 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-commit-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:07:45.398 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.399 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2024-09-07T14:07:45.434 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:45.434 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:45.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.476+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.480+0000 7f552f3259c0 20 realm 2024-09-07T14:07:45.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.480+0000 7f552f3259c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:45.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:45.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.484+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:45.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.484+0000 7f552f3259c0 20 searching for the correct realm 2024-09-07T14:07:45.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.484+0000 7f552462a640 0 -- 172.21.15.107:0/3473784029 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f551c02b410 msgr2=0x7f551c02b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:07:45.700 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.700+0000 7f552d62c640 0 -- 172.21.15.107:0/3473784029 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f5514138be0 msgr2=0x7f551410d3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:45.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:45.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:45.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:45.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:45.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:45.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:45.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:45.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:45.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 20 zone default found 2024-09-07T14:07:45.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 4 Realm: () 2024-09-07T14:07:45.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:45.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:45.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:45.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 20 zonegroup default 2024-09-07T14:07:45.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 20 started sync module instance, tier type = 2024-09-07T14:07:45.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.720+0000 7f552f3259c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:45.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=0 2024-09-07T14:07:45.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=1 2024-09-07T14:07:45.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=2 2024-09-07T14:07:45.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=3 2024-09-07T14:07:45.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=4 2024-09-07T14:07:45.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=5 2024-09-07T14:07:45.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=6 2024-09-07T14:07:45.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=7 2024-09-07T14:07:45.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.744+0000 7f552f3259c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:45.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.748+0000 7f53e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:45.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.748+0000 7f552f3259c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:45.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.748+0000 7f552f3259c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:45.750 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.748+0000 7f552f3259c0 5 note: GC not initialized 2024-09-07T14:07:45.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.748+0000 7f53e27e4640 20 reqs_thread_entry: start 2024-09-07T14:07:45.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.748+0000 7f552f3259c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:45.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.748+0000 7f552f3259c0 20 Filter name: none 2024-09-07T14:07:45.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.748+0000 7f53db7fe640 20 reqs_thread_entry: start 2024-09-07T14:07:45.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.748+0000 7f552f3259c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-07T14:07:45.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.748+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.752+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:45.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.752+0000 7f552f3259c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-07T14:07:45.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.752+0000 7f552f3259c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-07T14:07:45.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.752+0000 7f552f3259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 : miss 2024-09-07T14:07:45.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.752+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.752+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:45.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.752+0000 7f552f3259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.752+0000 7f552f3259c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.752+0000 7f552f3259c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:07:45.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.752+0000 7f552f3259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.752+0000 7f552f3259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 2024-09-07T14:07:45.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.760+0000 7f552f3259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.760+0000 7f552f3259c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.760+0000 7f552f3259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.760+0000 7f552f3259c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33, ofs0, ns] 2024-09-07T14:07:45.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.764+0000 7f5403fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300786 cookie 94474366789776 notifier 7398 bl.length()=1015 2024-09-07T14:07:45.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.764+0000 7f5403fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.764+0000 7f5403fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.764+0000 7f5403fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.764+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_sources= new_sources= 2024-09-07T14:07:45.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.764+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential sources added=[] removed=[] 2024-09-07T14:07:45.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.764+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_dests= new_dests= 2024-09-07T14:07:45.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.764+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential dests added=[] removed=[] 2024-09-07T14:07:45.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.768+0000 7f552f3259c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.0 2024-09-07T14:07:45.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.768+0000 7f552f3259c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.0 2024-09-07T14:07:45.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.768+0000 7f552f3259c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.1 2024-09-07T14:07:45.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.768+0000 7f552f3259c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.1 2024-09-07T14:07:45.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.768+0000 7f552f3259c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.0 2024-09-07T14:07:45.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.772+0000 7f552f3259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:45.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.772+0000 7f552f3259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 2024-09-07T14:07:45.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.776+0000 7f552f3259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.776+0000 7f552f3259c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.776+0000 7f552f3259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.776 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.776+0000 7f552f3259c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33, ofs0, ns] 2024-09-07T14:07:45.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.776+0000 7f5403fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300787 cookie 94474366789776 notifier 7398 bl.length()=1015 2024-09-07T14:07:45.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.776+0000 7f5403fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.776+0000 7f5403fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.777 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.776+0000 7f5403fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.780+0000 7f5403fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300788 cookie 94474366789776 notifier 7398 bl.length()=1015 2024-09-07T14:07:45.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.780+0000 7f5403fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.780+0000 7f5403fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.780+0000 7f5403fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.784+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_sources= new_sources= 2024-09-07T14:07:45.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.784+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential sources added=[] removed=[] 2024-09-07T14:07:45.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.784+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_dests= new_dests= 2024-09-07T14:07:45.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.784+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential dests added=[] removed=[] 2024-09-07T14:07:45.784 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.784+0000 7f552f3259c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.0 2024-09-07T14:07:45.785 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f552f3259c0 time 2024-09-07T14:07:45.789020+0000 2024-09-07T14:07:45.785 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:07:45.786 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:45.786 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5532bff2eb] 2024-09-07T14:07:45.786 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5532bff49f] 2024-09-07T14:07:45.786 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ec848050d1] 2024-09-07T14:07:45.786 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55ec84817647] 2024-09-07T14:07:45.786 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:07:45.786 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5531a65d90] 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.784+0000 7f552f3259c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f552f3259c0 time 2024-09-07T14:07:45.789020+0000 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5532bff2eb] 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5532bff49f] 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ec848050d1] 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55ec84817647] 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5531a65d90] 2024-09-07T14:07:45.787 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:07:45.788 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:07:45.788 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.788 INFO:tasks.workunit.client.0.smithi107.stderr:*** Caught signal (Aborted) ** 2024-09-07T14:07:45.788 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f552f3259c0 thread_name:radosgw-admin 2024-09-07T14:07:45.795 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:45.795 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5531a7e520] 2024-09-07T14:07:45.795 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:07:45.795 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:07:45.795 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:07:45.796 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5532bff345] 2024-09-07T14:07:45.796 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5532bff49f] 2024-09-07T14:07:45.796 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ec848050d1] 2024-09-07T14:07:45.796 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55ec84817647] 2024-09-07T14:07:45.796 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:07:45.796 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5531a65d90] 2024-09-07T14:07:45.796 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:07:45.796 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:07:45.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.788+0000 7f552f3259c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:07:45.796 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f552f3259c0 thread_name:radosgw-admin 2024-09-07T14:07:45.796 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.796 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:45.797 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5531a7e520] 2024-09-07T14:07:45.797 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:07:45.797 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:07:45.797 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:07:45.797 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5532bff345] 2024-09-07T14:07:45.797 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5532bff49f] 2024-09-07T14:07:45.797 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ec848050d1] 2024-09-07T14:07:45.797 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55ec84817647] 2024-09-07T14:07:45.797 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:07:45.797 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5531a65d90] 2024-09-07T14:07:45.797 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:07:45.797 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: secure 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: crc 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: crc 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: secure 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: crc 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: secure 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: crc 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: secure 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:07:45.456+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.798 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:07:45.456+0000 7f552f3259c0 1 librados: starting msgr at 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:07:45.456+0000 7f552f3259c0 1 librados: starting objecter 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command objecter_requests hook 0x55ec87058cb0 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:07:45.456+0000 7f552f3259c0 1 librados: setting wanted keys 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:07:45.456+0000 7f552f3259c0 1 librados: calling monclient init 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:07:45.456+0000 7f552f3259c0 10 monclient: init 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding auth protocol: cephx 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding auth protocol: cephx 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding auth protocol: cephx 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: secure 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: crc 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: secure 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: crc 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: secure 2024-09-07T14:07:45.799 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: crc 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: crc 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: secure 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: crc 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: secure 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: crc 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: secure 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:07:45.456+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:07:45.460+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:07:45.460+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command rotate-key hook 0x55ec8702aed8 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-b con 0x55ec8702f1f0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-c con 0x55ec87030be0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:45.800 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-a con 0x7f5518003100 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): authenticate will time out at 2817.284244s 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): get_auth_request con 0x55ec87030be0 auth_method 0 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): get_auth_request con 0x7f5518003100 auth_method 0 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.801 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): handle_auth_done global_id 6995 payload 824 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient: _finish_hunting 0 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:07:45.460+0000 7f552462a640 1 monclient: found mon.noname-c 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:07:45.802 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: dump: 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: _finish_auth 0 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: _check_auth_tickets 2024-09-07T14:07:45.803 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: dump: 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.804 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.805 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:07:45.460+0000 7f541ae0d640 4 set_mon_vals no callback set 2024-09-07T14:07:45.805 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:07:45.460+0000 7f552f3259c0 5 monclient: authenticate success, global_id 6995 2024-09-07T14:07:45.805 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient: _renew_subs 2024-09-07T14:07:45.805 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.805 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient: _renew_subs 2024-09-07T14:07:45.805 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.805 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:07:45.460+0000 7f552f3259c0 1 librados: init done 2024-09-07T14:07:45.805 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:07:45.460+0000 7f541960a640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:07:45.805 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:07:45.460+0000 7f541960a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:45.805 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:07:45.460+0000 7f541960a640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:45.805 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:07:45.460+0000 7f552ce2b640 10 monclient: get_auth_request con 0x7f5414070ae0 auth_method 0 2024-09-07T14:07:45.805 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient: get_auth_request con 0x55ec870534e0 auth_method 0 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:07:45.464+0000 7f552ce2b640 10 monclient: get_auth_request con 0x55ec87075f20 auth_method 0 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:07:45.464+0000 7f552462a640 10 monclient: get_auth_request con 0x55ec8707a5c0 auth_method 0 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient: get_auth_request con 0x55ec8707e960 auth_method 0 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: build_initial_monmap 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:07:45.468+0000 7f552f3259c0 1 build_initial for_mkfs: 0 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: monmap: 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:07:45.806 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding auth protocol: cephx 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding auth protocol: cephx 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding auth protocol: cephx 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: secure 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: crc 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: secure 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: crc 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: secure 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: crc 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: crc 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: secure 2024-09-07T14:07:45.807 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: crc 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: secure 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: crc 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: secure 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:07:45.468+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ec87086030 EEXIST 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: init 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding auth protocol: cephx 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding auth protocol: cephx 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding auth protocol: cephx 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: secure 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: crc 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: secure 2024-09-07T14:07:45.808 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: crc 2024-09-07T14:07:45.809 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: secure 2024-09-07T14:07:45.809 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: crc 2024-09-07T14:07:45.809 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: crc 2024-09-07T14:07:45.809 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: secure 2024-09-07T14:07:45.809 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: crc 2024-09-07T14:07:45.809 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: secure 2024-09-07T14:07:45.809 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: crc 2024-09-07T14:07:45.809 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: secure 2024-09-07T14:07:45.809 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:07:45.468+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.809 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:07:45.468+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.809 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command rotate-key cmddesc rotate-key hook 0x55ec870817f0 EEXIST 2024-09-07T14:07:45.809 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-c con 0x55ec870aa1e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-a con 0x55ec870a9b10 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-b con 0x55ec870a84f0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): authenticate will time out at 2817.294433s 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): get_auth_request con 0x55ec870aa1e0 auth_method 0 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.810 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): get_auth_request con 0x55ec870a9b10 auth_method 0 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): handle_auth_done global_id 6998 payload 824 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient: _finish_hunting 0 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:07:45.468+0000 7f552462a640 1 monclient: found mon.noname-c 2024-09-07T14:07:45.811 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.812 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:07:45.468+0000 7f552ce2b640 10 monclient: get_auth_request con 0x55ec870a84f0 auth_method 0 2024-09-07T14:07:45.812 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.812 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:07:45.812 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: dump: 2024-09-07T14:07:45.812 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.812 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.812 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.812 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.812 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.812 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.812 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.812 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: _finish_auth 0 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: _check_auth_tickets 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: dump: 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.813 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.814 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.814 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.814 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.814 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.814 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.814 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 monclient: authenticate success, global_id 6998 2024-09-07T14:07:45.814 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:07:45.468+0000 7f552de2d640 4 set_mon_vals no callback set 2024-09-07T14:07:45.814 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: _renew_subs 2024-09-07T14:07:45.814 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.814 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: _renew_subs 2024-09-07T14:07:45.814 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.814 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:07:45.472+0000 7f54127fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:07:45.472+0000 7f54127fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:07:45.472+0000 7f54127fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: get_monmap_and_config 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: build_initial_monmap 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:07:45.472+0000 7f552f3259c0 1 build_initial for_mkfs: 0 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: monmap: 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.815 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:07:45.816 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:07:45.816 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:07:45.816 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.816 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding auth protocol: cephx 2024-09-07T14:07:45.816 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding auth protocol: cephx 2024-09-07T14:07:45.816 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding auth protocol: cephx 2024-09-07T14:07:45.816 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: secure 2024-09-07T14:07:45.816 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: crc 2024-09-07T14:07:45.816 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: secure 2024-09-07T14:07:45.816 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: crc 2024-09-07T14:07:45.816 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: secure 2024-09-07T14:07:45.816 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: crc 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: crc 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: secure 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: crc 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: secure 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: crc 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: secure 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient: get_auth_request con 0x7f5404070a20 auth_method 0 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:07:45.472+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: init 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding auth protocol: cephx 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding auth protocol: cephx 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding auth protocol: cephx 2024-09-07T14:07:45.817 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: secure 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: crc 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: secure 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: crc 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: secure 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: crc 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: crc 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: secure 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: crc 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: secure 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: crc 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: secure 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:07:45.472+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:07:45.472+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command rotate-key cmddesc rotate-key hook 0x7fffbf636538 EEXIST 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-b con 0x55ec870cd940 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-a con 0x55ec870f7f60 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-c con 0x55ec870f9170 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): authenticate will time out at 2817.298460s 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): get_auth_request con 0x55ec870f9170 auth_method 0 2024-09-07T14:07:45.819 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): get_auth_request con 0x55ec870f7f60 auth_method 0 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.820 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:07:45.472+0000 7f552462a640 10 monclient(hunting): get_auth_request con 0x55ec870cd940 auth_method 0 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:07:45.472+0000 7f552462a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:07:45.472+0000 7f552462a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:07:45.472+0000 7f552462a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): handle_auth_done global_id 7001 payload 274 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient: _finish_hunting 0 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:07:45.472+0000 7f552ce2b640 1 monclient: found mon.noname-c 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: dump: 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.821 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: _finish_auth 0 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: _check_auth_tickets 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: dump: 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.822 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.823 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.823 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.823 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.823 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.823 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.823 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.823 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.823 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.823 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 monclient: authenticate success, global_id 7001 2024-09-07T14:07:45.823 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: get_monmap_and_config success 2024-09-07T14:07:45.823 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:07:45.472+0000 7f552f3259c0 4 set_mon_vals no callback set 2024-09-07T14:07:45.823 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: shutdown 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: build_initial_monmap 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:07:45.476+0000 7f552f3259c0 1 build_initial for_mkfs: 0 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: monmap: 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:07:45.824 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding auth protocol: cephx 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding auth protocol: cephx 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding auth protocol: cephx 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: secure 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: crc 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: secure 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: crc 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: secure 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: crc 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: crc 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: secure 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: crc 2024-09-07T14:07:45.825 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: secure 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: crc 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: secure 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:07:45.476+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:07:45.476+0000 7f552f3259c0 1 librados: starting msgr at 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:07:45.476+0000 7f552f3259c0 1 librados: starting objecter 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ec870b0290 EEXIST 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:07:45.476+0000 7f552f3259c0 1 librados: setting wanted keys 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:07:45.476+0000 7f552f3259c0 1 librados: calling monclient init 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: init 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding auth protocol: cephx 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding auth protocol: cephx 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding auth protocol: cephx 2024-09-07T14:07:45.826 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: secure 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: crc 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: secure 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: crc 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: secure 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: crc 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: crc 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: secure 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: crc 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: secure 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: crc 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: secure 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:07:45.476+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.827 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:07:45.476+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command rotate-key cmddesc rotate-key hook 0x55ec870ac148 EEXIST 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-a con 0x55ec870cd940 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-c con 0x55ec870f7f60 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-b con 0x55ec870f9170 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): authenticate will time out at 2817.301165s 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): get_auth_request con 0x55ec870f7f60 auth_method 0 2024-09-07T14:07:45.828 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.829 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.829 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.829 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): get_auth_request con 0x55ec870cd940 auth_method 0 2024-09-07T14:07:45.829 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.829 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.829 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.829 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.829 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.829 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.829 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.829 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.829 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.830 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:07:45.476+0000 7f552ce2b640 10 monclient(hunting): get_auth_request con 0x55ec870f9170 auth_method 0 2024-09-07T14:07:45.830 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:07:45.476+0000 7f552ce2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.830 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:07:45.476+0000 7f552ce2b640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.830 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:07:45.476+0000 7f552ce2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.830 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): handle_auth_done global_id 7398 payload 824 2024-09-07T14:07:45.830 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient: _finish_hunting 0 2024-09-07T14:07:45.830 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:07:45.476+0000 7f552462a640 1 monclient: found mon.noname-a 2024-09-07T14:07:45.830 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:07:45.830 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.830 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:07:45.830 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: dump: 2024-09-07T14:07:45.830 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.831 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.831 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.831 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.831 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.831 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.831 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.831 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.831 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.831 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.831 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: _finish_auth 0 2024-09-07T14:07:45.831 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: _check_auth_tickets 2024-09-07T14:07:45.831 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: dump: 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.832 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.833 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 monclient: authenticate success, global_id 7398 2024-09-07T14:07:45.833 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:07:45.476+0000 7f5403fff640 4 set_mon_vals no callback set 2024-09-07T14:07:45.833 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: _renew_subs 2024-09-07T14:07:45.833 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:45.833 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: _renew_subs 2024-09-07T14:07:45.833 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:45.833 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:07:45.476+0000 7f552f3259c0 1 librados: init done 2024-09-07T14:07:45.833 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command cr dump hook 0x55ec870f6808 2024-09-07T14:07:45.833 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:07:45.476+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.833 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:07:45.476+0000 7f54027fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:07:45.833 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:07:45.476+0000 7f54027fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:45.833 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:07:45.476+0000 7f54027fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:07:45.480+0000 7f552d62c640 10 monclient: get_auth_request con 0x7f53f8070ae0 auth_method 0 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:07:45.480+0000 7f552ce2b640 10 monclient: get_auth_request con 0x55ec871170a0 auth_method 0 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 realm 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:07:45.480+0000 7f552f3259c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:07:45.480+0000 7f552462a640 10 monclient: get_auth_request con 0x55ec8711b2f0 auth_method 0 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.834 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:07:45.480+0000 7f552d62c640 10 monclient: get_auth_request con 0x55ec8711eb50 auth_method 0 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:07:45.484+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:07:45.484+0000 7f552f3259c0 20 searching for the correct realm 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:07:45.484+0000 7f552ce2b640 10 monclient: get_auth_request con 0x55ec871238f0 auth_method 0 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:07:45.484+0000 7f552462a640 10 monclient: get_auth_request con 0x7f551c02b410 auth_method 0 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:07:45.484+0000 7f552462a640 0 -- 172.21.15.107:0/3473784029 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f551c02b410 msgr2=0x7f551c02b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:07:45.688+0000 7f552462a640 10 monclient: get_auth_request con 0x7f551c02b410 auth_method 0 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:07:45.688+0000 7f552d62c640 10 monclient: get_auth_request con 0x7f5514138be0 auth_method 0 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:07:45.692+0000 7f552ce2b640 10 monclient: get_auth_request con 0x7f5518003cc0 auth_method 0 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:07:45.700+0000 7f552d62c640 0 -- 172.21.15.107:0/3473784029 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f5514138be0 msgr2=0x7f551410d3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:07:45.700+0000 7f54027fc640 1 client.7398.objecter ms_handle_reset 0x7f5514138be0 session 0x7f55140f86a0 osd.2 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:07:45.700+0000 7f54027fc640 10 monclient: _renew_subs 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:07:45.700+0000 7f54027fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:45.835 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:07:45.700+0000 7f552d62c640 10 monclient: get_auth_request con 0x7f53f8081210 auth_method 0 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:07:45.704+0000 7f552462a640 10 monclient: get_auth_request con 0x7f551c01d400 auth_method 0 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.836 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:45.837 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 zone default found 2024-09-07T14:07:45.837 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:07:45.720+0000 7f552f3259c0 4 Realm: () 2024-09-07T14:07:45.837 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:07:45.720+0000 7f552f3259c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:45.837 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:07:45.720+0000 7f552f3259c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:45.837 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:07:45.720+0000 7f552f3259c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:45.837 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 zonegroup default 2024-09-07T14:07:45.837 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.837 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.837 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.837 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.837 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.837 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 started sync module instance, tier type = 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=0 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=1 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=2 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=3 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=4 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=5 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=6 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=7 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:07:45.744+0000 7f552f3259c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding auth protocol: cephx 2024-09-07T14:07:45.838 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding auth protocol: cephx 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding auth protocol: cephx 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: secure 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: crc 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: secure 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: crc 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: secure 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: crc 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: crc 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: secure 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: crc 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: secure 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: crc 2024-09-07T14:07:45.839 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: secure 2024-09-07T14:07:45.840 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:07:45.748+0000 7f53e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:45.840 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:07:45.748+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.840 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:07:45.748+0000 7f552f3259c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:45.840 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:07:45.748+0000 7f552f3259c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:45.840 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command cache list hook 0x55ec870f6390 2024-09-07T14:07:45.840 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command cache inspect hook 0x55ec870f6390 2024-09-07T14:07:45.840 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command cache erase hook 0x55ec870f6390 2024-09-07T14:07:45.840 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command cache zap hook 0x55ec870f6390 2024-09-07T14:07:45.840 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 note: GC not initialized 2024-09-07T14:07:45.840 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:07:45.748+0000 7f53e27e4640 20 reqs_thread_entry: start 2024-09-07T14:07:45.840 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command sync trace show hook 0x7f55280048d0 2024-09-07T14:07:45.840 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command sync trace history hook 0x7f55280048d0 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command sync trace active hook 0x7f55280048d0 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command sync trace active_short hook 0x7f55280048d0 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:07:45.748+0000 7f552f3259c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:07:45.748+0000 7f552f3259c0 20 Filter name: none 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:07:45.748+0000 7f53db7fe640 20 reqs_thread_entry: start 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:07:45.748+0000 7f552f3259c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:07:45.748+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:07:45.752+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 : miss 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:07:45.752+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.841 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:07:45.752+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:07:45.760+0000 7f552f3259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:07:45.760+0000 7f552f3259c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:07:45.760+0000 7f552f3259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:07:45.760+0000 7f552f3259c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33, ofs0, ns] 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:07:45.764+0000 7f5403fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300786 cookie 94474366789776 notifier 7398 bl.length()=1015 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:07:45.764+0000 7f5403fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:07:45.764+0000 7f5403fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.842 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:07:45.764+0000 7f5403fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.843 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:07:45.764+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_sources= new_sources= 2024-09-07T14:07:45.843 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:07:45.764+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential sources added=[] removed=[] 2024-09-07T14:07:45.843 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:07:45.764+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_dests= new_dests= 2024-09-07T14:07:45.843 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:07:45.764+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential dests added=[] removed=[] 2024-09-07T14:07:45.843 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:07:45.768+0000 7f552f3259c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.0 2024-09-07T14:07:45.843 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:07:45.768+0000 7f552f3259c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.0 2024-09-07T14:07:45.843 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:07:45.768+0000 7f552f3259c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.1 2024-09-07T14:07:45.843 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:07:45.768+0000 7f552f3259c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.1 2024-09-07T14:07:45.843 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:07:45.768+0000 7f552f3259c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.0 2024-09-07T14:07:45.843 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:07:45.772+0000 7f552f3259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:45.843 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:07:45.772+0000 7f552f3259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 2024-09-07T14:07:45.843 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:07:45.776+0000 7f552f3259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.844 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:07:45.776+0000 7f552f3259c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.844 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:07:45.776+0000 7f552f3259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.844 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:07:45.776+0000 7f552f3259c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33, ofs0, ns] 2024-09-07T14:07:45.844 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:07:45.776+0000 7f5403fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300787 cookie 94474366789776 notifier 7398 bl.length()=1015 2024-09-07T14:07:45.844 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:07:45.776+0000 7f5403fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.844 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:07:45.776+0000 7f5403fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.844 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:07:45.776+0000 7f5403fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.844 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:07:45.776+0000 7f54027fc640 1 client.7398.objecter ms_handle_reset 0x7f551c02b410 session 0x7f551c0368c0 osd.7 2024-09-07T14:07:45.844 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:07:45.776+0000 7f552462a640 10 monclient: get_auth_request con 0x7f5514138be0 auth_method 0 2024-09-07T14:07:45.844 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:07:45.780+0000 7f5403fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300788 cookie 94474366789776 notifier 7398 bl.length()=1015 2024-09-07T14:07:45.844 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:07:45.780+0000 7f5403fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.844 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:07:45.780+0000 7f5403fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:07:45.780+0000 7f5403fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:07:45.784+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_sources= new_sources= 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:07:45.784+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential sources added=[] removed=[] 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:07:45.784+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_dests= new_dests= 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:07:45.784+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential dests added=[] removed=[] 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:07:45.784+0000 7f552f3259c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.0 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:07:45.784+0000 7f552f3259c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f552f3259c0 time 2024-09-07T14:07:45.789020+0000 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5532bff2eb] 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5532bff49f] 2024-09-07T14:07:45.845 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ec848050d1] 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55ec84817647] 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5531a65d90] 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:07:45.788+0000 7f552f3259c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f552f3259c0 thread_name:radosgw-admin 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5531a7e520] 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:07:45.846 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5532bff345] 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5532bff49f] 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ec848050d1] 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55ec84817647] 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5531a65d90] 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:07:45.847 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:07:45.848 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:07:45.849 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:07:45.850 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:07:45.851 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:07:45.852 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:07:45.853 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:07:45.854 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f53db7fe640 / http_manager 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f53e27e4640 / http_manager 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f53e37e6640 / rgw_dt_lg_renew 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54027fc640 / ms_dispatch 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f5403fff640 / io_context_pool 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54127fc640 / ms_dispatch 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f541960a640 / ms_dispatch 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f541ae0d640 / io_context_pool 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f552462a640 / msgr-worker-2 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f552ce2b640 / msgr-worker-1 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f552d62c640 / msgr-worker-0 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f552de2d640 / io_context_pool 2024-09-07T14:07:45.855 INFO:tasks.workunit.client.0.smithi107.stderr: 7f552f3259c0 / radosgw-admin 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/log/ceph/ceph-client.admin.115785.log 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: secure 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: crc 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: crc 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: secure 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: crc 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: secure 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: crc 2024-09-07T14:07:45.856 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ce70) adding con mode: secure 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:07:45.456+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:07:45.456+0000 7f552f3259c0 1 librados: starting msgr at 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:07:45.456+0000 7f552f3259c0 1 librados: starting objecter 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command objecter_requests hook 0x55ec87058cb0 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:07:45.456+0000 7f552f3259c0 1 librados: setting wanted keys 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:07:45.456+0000 7f552f3259c0 1 librados: calling monclient init 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:07:45.456+0000 7f552f3259c0 10 monclient: init 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding auth protocol: cephx 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding auth protocol: cephx 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding auth protocol: cephx 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: secure 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: crc 2024-09-07T14:07:45.857 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: secure 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: crc 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: secure 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: crc 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: crc 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: secure 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: crc 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: secure 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: crc 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:07:45.456+0000 7f552f3259c0 5 AuthRegistry(0x55ec8702ad90) adding con mode: secure 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:07:45.456+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:07:45.460+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:07:45.460+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command rotate-key hook 0x55ec8702aed8 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:45.858 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-b con 0x55ec8702f1f0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-c con 0x55ec87030be0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-a con 0x7f5518003100 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient(hunting): authenticate will time out at 2817.284244s 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): get_auth_request con 0x55ec87030be0 auth_method 0 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.859 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): get_auth_request con 0x7f5518003100 auth_method 0 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient(hunting): handle_auth_done global_id 6995 payload 824 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient: _finish_hunting 0 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:07:45.460+0000 7f552462a640 1 monclient: found mon.noname-c 2024-09-07T14:07:45.860 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:07:45.460+0000 7f552462a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: dump: 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.861 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: _finish_auth 0 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: _check_auth_tickets 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:07:45.460+0000 7f541960a640 10 monclient: dump: 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.862 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:07:45.460+0000 7f541ae0d640 4 set_mon_vals no callback set 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:07:45.460+0000 7f552f3259c0 5 monclient: authenticate success, global_id 6995 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient: _renew_subs 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient: _renew_subs 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:07:45.460+0000 7f552f3259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:07:45.460+0000 7f552f3259c0 1 librados: init done 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:07:45.460+0000 7f541960a640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:07:45.460+0000 7f541960a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:45.863 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:07:45.460+0000 7f541960a640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:07:45.460+0000 7f552ce2b640 10 monclient: get_auth_request con 0x7f5414070ae0 auth_method 0 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:07:45.460+0000 7f552d62c640 10 monclient: get_auth_request con 0x55ec870534e0 auth_method 0 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:07:45.464+0000 7f552ce2b640 10 monclient: get_auth_request con 0x55ec87075f20 auth_method 0 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:07:45.464+0000 7f552462a640 10 monclient: get_auth_request con 0x55ec8707a5c0 auth_method 0 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient: get_auth_request con 0x55ec8707e960 auth_method 0 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: build_initial_monmap 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:07:45.468+0000 7f552f3259c0 1 build_initial for_mkfs: 0 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: monmap: 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:07:45.864 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding auth protocol: cephx 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding auth protocol: cephx 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding auth protocol: cephx 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: secure 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: crc 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: secure 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: crc 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: secure 2024-09-07T14:07:45.865 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: crc 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: crc 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: secure 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: crc 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: secure 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: crc 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870826a0) adding con mode: secure 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:07:45.468+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ec87086030 EEXIST 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: init 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding auth protocol: cephx 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding auth protocol: cephx 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding auth protocol: cephx 2024-09-07T14:07:45.866 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: secure 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: crc 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: secure 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: crc 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: secure 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: crc 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: crc 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: secure 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: crc 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: secure 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: crc 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 AuthRegistry(0x55ec870816a8) adding con mode: secure 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:07:45.468+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.867 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:07:45.468+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command rotate-key cmddesc rotate-key hook 0x55ec870817f0 EEXIST 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-c con 0x55ec870aa1e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-a con 0x55ec870a9b10 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-b con 0x55ec870a84f0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient(hunting): authenticate will time out at 2817.294433s 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): get_auth_request con 0x55ec870aa1e0 auth_method 0 2024-09-07T14:07:45.868 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): get_auth_request con 0x55ec870a9b10 auth_method 0 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:07:45.468+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.869 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient(hunting): handle_auth_done global_id 6998 payload 824 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient: _finish_hunting 0 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:07:45.468+0000 7f552462a640 1 monclient: found mon.noname-c 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:07:45.468+0000 7f552462a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:07:45.468+0000 7f552ce2b640 10 monclient: get_auth_request con 0x55ec870a84f0 auth_method 0 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: dump: 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.870 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.871 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.871 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.871 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.871 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.871 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: _finish_auth 0 2024-09-07T14:07:45.871 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: _check_auth_tickets 2024-09-07T14:07:45.871 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:45.871 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.871 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:07:45.871 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:07:45.468+0000 7f54127fc640 10 monclient: dump: 2024-09-07T14:07:45.871 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.871 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.872 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.872 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.872 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.872 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.872 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.872 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.872 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.872 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.872 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:07:45.468+0000 7f552f3259c0 5 monclient: authenticate success, global_id 6998 2024-09-07T14:07:45.872 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:07:45.468+0000 7f552de2d640 4 set_mon_vals no callback set 2024-09-07T14:07:45.872 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: _renew_subs 2024-09-07T14:07:45.872 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: _renew_subs 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:07:45.468+0000 7f552f3259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:07:45.472+0000 7f54127fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:07:45.472+0000 7f54127fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:07:45.472+0000 7f54127fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: get_monmap_and_config 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: build_initial_monmap 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:07:45.472+0000 7f552f3259c0 1 build_initial for_mkfs: 0 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: monmap: 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:07:45.873 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding auth protocol: cephx 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding auth protocol: cephx 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding auth protocol: cephx 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: secure 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: crc 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: secure 2024-09-07T14:07:45.874 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: crc 2024-09-07T14:07:45.875 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: secure 2024-09-07T14:07:45.875 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: crc 2024-09-07T14:07:45.875 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: crc 2024-09-07T14:07:45.875 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: secure 2024-09-07T14:07:45.875 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: crc 2024-09-07T14:07:45.875 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: secure 2024-09-07T14:07:45.875 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: crc 2024-09-07T14:07:45.875 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x55ec870c9850) adding con mode: secure 2024-09-07T14:07:45.875 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient: get_auth_request con 0x7f5404070a20 auth_method 0 2024-09-07T14:07:45.875 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:07:45.472+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.875 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: init 2024-09-07T14:07:45.875 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding auth protocol: cephx 2024-09-07T14:07:45.876 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding auth protocol: cephx 2024-09-07T14:07:45.876 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding auth protocol: cephx 2024-09-07T14:07:45.876 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: secure 2024-09-07T14:07:45.876 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: crc 2024-09-07T14:07:45.876 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: secure 2024-09-07T14:07:45.876 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: crc 2024-09-07T14:07:45.876 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: secure 2024-09-07T14:07:45.876 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: crc 2024-09-07T14:07:45.876 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: crc 2024-09-07T14:07:45.876 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: secure 2024-09-07T14:07:45.876 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: crc 2024-09-07T14:07:45.876 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: secure 2024-09-07T14:07:45.877 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: crc 2024-09-07T14:07:45.877 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6363f0) adding con mode: secure 2024-09-07T14:07:45.877 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:07:45.472+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.877 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:07:45.472+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.877 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command rotate-key cmddesc rotate-key hook 0x7fffbf636538 EEXIST 2024-09-07T14:07:45.877 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:45.877 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:07:45.877 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-b con 0x55ec870cd940 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:45.877 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-a con 0x55ec870f7f60 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:45.877 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-c con 0x55ec870f9170 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:45.877 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.877 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.878 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.878 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:45.878 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient(hunting): authenticate will time out at 2817.298460s 2024-09-07T14:07:45.878 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): get_auth_request con 0x55ec870f9170 auth_method 0 2024-09-07T14:07:45.878 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.878 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.878 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.878 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): get_auth_request con 0x55ec870f7f60 auth_method 0 2024-09-07T14:07:45.878 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.878 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.878 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.878 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:07:45.472+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:07:45.472+0000 7f552462a640 10 monclient(hunting): get_auth_request con 0x55ec870cd940 auth_method 0 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:07:45.472+0000 7f552462a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:07:45.472+0000 7f552462a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:07:45.472+0000 7f552462a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient(hunting): handle_auth_done global_id 7001 payload 274 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient: _finish_hunting 0 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:07:45.472+0000 7f552ce2b640 1 monclient: found mon.noname-c 2024-09-07T14:07:45.879 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:07:45.472+0000 7f552ce2b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: dump: 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.880 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: _finish_auth 0 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: _check_auth_tickets 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:07:45.472+0000 7f5403fff640 10 monclient: dump: 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.881 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:07:45.472+0000 7f552f3259c0 5 monclient: authenticate success, global_id 7001 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: get_monmap_and_config success 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:07:45.472+0000 7f552f3259c0 4 set_mon_vals no callback set 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:07:45.472+0000 7f552f3259c0 10 monclient: shutdown 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: build_initial_monmap 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:07:45.476+0000 7f552f3259c0 1 build_initial for_mkfs: 0 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: monmap: 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:07:45.882 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding auth protocol: cephx 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding auth protocol: cephx 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding auth protocol: cephx 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: secure 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: crc 2024-09-07T14:07:45.883 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: secure 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: crc 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: secure 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: crc 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: crc 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: secure 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: crc 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: secure 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: crc 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870f9650) adding con mode: secure 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:07:45.476+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:07:45.476+0000 7f552f3259c0 1 librados: starting msgr at 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:07:45.476+0000 7f552f3259c0 1 librados: starting objecter 2024-09-07T14:07:45.884 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ec870b0290 EEXIST 2024-09-07T14:07:45.885 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:07:45.476+0000 7f552f3259c0 1 librados: setting wanted keys 2024-09-07T14:07:45.885 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:07:45.476+0000 7f552f3259c0 1 librados: calling monclient init 2024-09-07T14:07:45.885 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: init 2024-09-07T14:07:45.885 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding auth protocol: cephx 2024-09-07T14:07:45.885 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding auth protocol: cephx 2024-09-07T14:07:45.885 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding auth protocol: cephx 2024-09-07T14:07:45.885 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: secure 2024-09-07T14:07:45.885 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: crc 2024-09-07T14:07:45.885 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: secure 2024-09-07T14:07:45.885 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: crc 2024-09-07T14:07:45.885 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: secure 2024-09-07T14:07:45.885 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: crc 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: crc 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: secure 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: crc 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: secure 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: crc 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 AuthRegistry(0x55ec870ac000) adding con mode: secure 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:07:45.476+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:07:45.476+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command rotate-key cmddesc rotate-key hook 0x55ec870ac148 EEXIST 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: _reopen_session rank -1 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-a con 0x55ec870cd940 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-c con 0x55ec870f7f60 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:07:45.886 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): picked mon.noname-b con 0x55ec870f9170 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): _renew_subs 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient(hunting): authenticate will time out at 2817.301165s 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): get_auth_request con 0x55ec870f7f60 auth_method 0 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): get_auth_request con 0x55ec870cd940 auth_method 0 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.887 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:07:45.476+0000 7f552d62c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:07:45.476+0000 7f552ce2b640 10 monclient(hunting): get_auth_request con 0x55ec870f9170 auth_method 0 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:07:45.476+0000 7f552ce2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:07:45.476+0000 7f552ce2b640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:07:45.476+0000 7f552ce2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient(hunting): handle_auth_done global_id 7398 payload 824 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient: _finish_hunting 0 2024-09-07T14:07:45.888 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:07:45.476+0000 7f552462a640 1 monclient: found mon.noname-a 2024-09-07T14:07:45.889 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:07:45.476+0000 7f552462a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:07:45.889 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.889 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:07:45.889 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: dump: 2024-09-07T14:07:45.889 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.889 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.889 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.889 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.889 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.889 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: _finish_auth 0 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: _check_auth_tickets 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: handle_config config(0 keys) 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:07:45.476+0000 7f54027fc640 10 monclient: dump: 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:07:45.890 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 monclient: authenticate success, global_id 7398 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:07:45.476+0000 7f5403fff640 4 set_mon_vals no callback set 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: _renew_subs 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: _renew_subs 2024-09-07T14:07:45.891 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:07:45.476+0000 7f552f3259c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:07:45.476+0000 7f552f3259c0 1 librados: init done 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:07:45.476+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command cr dump hook 0x55ec870f6808 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:07:45.476+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:07:45.476+0000 7f54027fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:07:45.476+0000 7f54027fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:07:45.476+0000 7f54027fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:07:45.480+0000 7f552d62c640 10 monclient: get_auth_request con 0x7f53f8070ae0 auth_method 0 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:07:45.480+0000 7f552ce2b640 10 monclient: get_auth_request con 0x55ec871170a0 auth_method 0 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 realm 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.892 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:07:45.480+0000 7f552f3259c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:07:45.480+0000 7f552462a640 10 monclient: get_auth_request con 0x55ec8711b2f0 auth_method 0 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:07:45.480+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:07:45.480+0000 7f552d62c640 10 monclient: get_auth_request con 0x55ec8711eb50 auth_method 0 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:07:45.484+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:07:45.484+0000 7f552f3259c0 20 searching for the correct realm 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:07:45.484+0000 7f552ce2b640 10 monclient: get_auth_request con 0x55ec871238f0 auth_method 0 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:07:45.484+0000 7f552462a640 10 monclient: get_auth_request con 0x7f551c02b410 auth_method 0 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:07:45.484+0000 7f552462a640 0 -- 172.21.15.107:0/3473784029 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f551c02b410 msgr2=0x7f551c02b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:07:45.688+0000 7f552462a640 10 monclient: get_auth_request con 0x7f551c02b410 auth_method 0 2024-09-07T14:07:45.893 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:07:45.688+0000 7f552d62c640 10 monclient: get_auth_request con 0x7f5514138be0 auth_method 0 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:07:45.692+0000 7f552ce2b640 10 monclient: get_auth_request con 0x7f5518003cc0 auth_method 0 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:07:45.700+0000 7f552d62c640 0 -- 172.21.15.107:0/3473784029 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f5514138be0 msgr2=0x7f551410d3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:07:45.700+0000 7f54027fc640 1 client.7398.objecter ms_handle_reset 0x7f5514138be0 session 0x7f55140f86a0 osd.2 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:07:45.700+0000 7f54027fc640 10 monclient: _renew_subs 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:07:45.700+0000 7f54027fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:07:45.700+0000 7f552d62c640 10 monclient: get_auth_request con 0x7f53f8081210 auth_method 0 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:07:45.704+0000 7f552462a640 10 monclient: get_auth_request con 0x7f551c01d400 auth_method 0 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:45.894 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:07:45.716+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 zone default found 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:07:45.720+0000 7f552f3259c0 4 Realm: () 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:07:45.720+0000 7f552f3259c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:07:45.720+0000 7f552f3259c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:07:45.720+0000 7f552f3259c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 zonegroup default 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.895 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 started sync module instance, tier type = 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:07:45.720+0000 7f552f3259c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=0 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=1 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=2 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=3 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=4 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=5 2024-09-07T14:07:45.896 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=6 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:07:45.744+0000 7f552f3259c0 20 add_watcher() i=7 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:07:45.744+0000 7f552f3259c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding auth protocol: cephx 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding auth protocol: cephx 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding auth protocol: cephx 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: secure 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: crc 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: secure 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: crc 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: secure 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: crc 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: crc 2024-09-07T14:07:45.897 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: secure 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: crc 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: secure 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: crc 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 AuthRegistry(0x7fffbf6368c0) adding con mode: secure 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:07:45.748+0000 7f53e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:07:45.748+0000 7f552f3259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:07:45.748+0000 7f552f3259c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:07:45.748+0000 7f552f3259c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command cache list hook 0x55ec870f6390 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command cache inspect hook 0x55ec870f6390 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command cache erase hook 0x55ec870f6390 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command cache zap hook 0x55ec870f6390 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 note: GC not initialized 2024-09-07T14:07:45.898 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:07:45.748+0000 7f53e27e4640 20 reqs_thread_entry: start 2024-09-07T14:07:45.899 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command sync trace show hook 0x7f55280048d0 2024-09-07T14:07:45.899 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command sync trace history hook 0x7f55280048d0 2024-09-07T14:07:45.899 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command sync trace active hook 0x7f55280048d0 2024-09-07T14:07:45.899 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:07:45.748+0000 7f552f3259c0 5 asok(0x55ec86e1d2b0) register_command sync trace active_short hook 0x7f55280048d0 2024-09-07T14:07:45.899 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:07:45.748+0000 7f552f3259c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:45.899 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:07:45.748+0000 7f552f3259c0 20 Filter name: none 2024-09-07T14:07:45.899 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:07:45.748+0000 7f53db7fe640 20 reqs_thread_entry: start 2024-09-07T14:07:45.899 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:07:45.748+0000 7f552f3259c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-07T14:07:45.899 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:07:45.748+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.899 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:07:45.752+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:45.899 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-07T14:07:45.899 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 : miss 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:07:45.752+0000 7f552f3259c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:07:45.752+0000 7f552f3259c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:07:45.752+0000 7f552f3259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:07:45.760+0000 7f552f3259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:07:45.760+0000 7f552f3259c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:07:45.760+0000 7f552f3259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:07:45.760+0000 7f552f3259c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33, ofs0, ns] 2024-09-07T14:07:45.900 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:07:45.764+0000 7f5403fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300786 cookie 94474366789776 notifier 7398 bl.length()=1015 2024-09-07T14:07:45.901 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:07:45.764+0000 7f5403fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.901 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:07:45.764+0000 7f5403fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.901 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:07:45.764+0000 7f5403fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.901 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:07:45.764+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_sources= new_sources= 2024-09-07T14:07:45.901 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:07:45.764+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential sources added=[] removed=[] 2024-09-07T14:07:45.901 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:07:45.764+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_dests= new_dests= 2024-09-07T14:07:45.901 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:07:45.764+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential dests added=[] removed=[] 2024-09-07T14:07:45.901 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:07:45.768+0000 7f552f3259c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.0 2024-09-07T14:07:45.901 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:07:45.768+0000 7f552f3259c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.0 2024-09-07T14:07:45.901 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:07:45.768+0000 7f552f3259c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.1 2024-09-07T14:07:45.901 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:07:45.768+0000 7f552f3259c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.1 2024-09-07T14:07:45.901 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:07:45.768+0000 7f552f3259c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.0 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:07:45.772+0000 7f552f3259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 : hit (requested=0x17, cached=0x17) 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:07:45.772+0000 7f552f3259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:07:45.776+0000 7f552f3259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:07:45.776+0000 7f552f3259c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:07:45.776+0000 7f552f3259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:07:45.776+0000 7f552f3259c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33, ofs0, ns] 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:07:45.776+0000 7f5403fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300787 cookie 94474366789776 notifier 7398 bl.length()=1015 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:07:45.776+0000 7f5403fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:07:45.776+0000 7f5403fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:07:45.776+0000 7f5403fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:07:45.776+0000 7f54027fc640 1 client.7398.objecter ms_handle_reset 0x7f551c02b410 session 0x7f551c0368c0 osd.7 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:07:45.776+0000 7f552462a640 10 monclient: get_auth_request con 0x7f5514138be0 auth_method 0 2024-09-07T14:07:45.902 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:07:45.780+0000 7f5403fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300788 cookie 94474366789776 notifier 7398 bl.length()=1015 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:07:45.780+0000 7f5403fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:07:45.780+0000 7f5403fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:07:45.780+0000 7f5403fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:07:45.784+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_sources= new_sources= 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:07:45.784+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential sources added=[] removed=[] 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:07:45.784+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_dests= new_dests= 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:07:45.784+0000 7f552f3259c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential dests added=[] removed=[] 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:07:45.784+0000 7f552f3259c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.0 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:07:45.784+0000 7f552f3259c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f552f3259c0 time 2024-09-07T14:07:45.789020+0000 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:45.903 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5532bff2eb] 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5532bff49f] 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ec848050d1] 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55ec84817647] 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5531a65d90] 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:07:45.788+0000 7f552f3259c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f552f3259c0 thread_name:radosgw-admin 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:07:45.904 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5531a7e520] 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5532bff345] 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5532bff49f] 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ec848050d1] 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55ec84817647] 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5531a65d90] 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:07:45.905 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:07:45.906 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:07:45.907 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:07:45.908 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:07:45.909 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:07:45.910 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:07:45.911 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:07:45.912 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr: 7f53db7fe640 / http_manager 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr: 7f53e27e4640 / http_manager 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr: 7f53e37e6640 / rgw_dt_lg_renew 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54027fc640 / ms_dispatch 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr: 7f5403fff640 / io_context_pool 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54127fc640 / ms_dispatch 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr: 7f541960a640 / ms_dispatch 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr: 7f541ae0d640 / io_context_pool 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr: 7f552462a640 / msgr-worker-2 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr: 7f552ce2b640 / msgr-worker-1 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr: 7f552d62c640 / msgr-worker-0 2024-09-07T14:07:45.913 INFO:tasks.workunit.client.0.smithi107.stderr: 7f552de2d640 / io_context_pool 2024-09-07T14:07:45.914 INFO:tasks.workunit.client.0.smithi107.stderr: 7f552f3259c0 / radosgw-admin 2024-09-07T14:07:45.914 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:07:45.914 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:07:45.914 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/lib/ceph/crash/2024-09-07T14:07:45.791063Z_10b07981-07b0-4854-b79f-57ff64d3fcfe/log 2024-09-07T14:07:45.914 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:07:45.916 INFO:tasks.workunit.client.0.smithi107.stderr:Aborted 2024-09-07T14:07:45.916 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-07T14:07:45.916 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:07:45.916 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:07:45.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.868+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.868+0000 7efdf78049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.868+0000 7efdf78049c0 20 realm 2024-09-07T14:07:45.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.868+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.868+0000 7efdf78049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.868+0000 7efdf78049c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:07:45.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.868+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.868+0000 7efdf78049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:45.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.868+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.872+0000 7efdf78049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:45.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.872+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:45.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.872+0000 7efdf78049c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:07:45.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.872+0000 7efdf78049c0 20 searching for the correct realm 2024-09-07T14:07:45.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:45.876+0000 7efdf4b09640 0 -- 172.21.15.107:0/3878409788 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7efde80bc040 msgr2=0x7efde80fbca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:46.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.088+0000 7efdf5b0b640 0 -- 172.21.15.107:0/3878409788 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7efdec02a020 msgr2=0x7efdec08b2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:07:46.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:07:46.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:07:46.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:07:46.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:07:46.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:07:46.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:07:46.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:46.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:46.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:46.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:07:46.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:46.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:07:46.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 zone default found 2024-09-07T14:07:46.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 4 Realm: () 2024-09-07T14:07:46.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:07:46.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:07:46.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:07:46.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 zonegroup default 2024-09-07T14:07:46.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:46.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:46.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.108+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:46.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.112+0000 7efdf78049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:46.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.112+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:46.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.112+0000 7efdf78049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:07:46.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.112+0000 7efdf78049c0 20 started sync module instance, tier type = 2024-09-07T14:07:46.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.112+0000 7efdf78049c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:07:46.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.136+0000 7efdf78049c0 20 add_watcher() i=0 2024-09-07T14:07:46.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.136+0000 7efdf78049c0 20 add_watcher() i=1 2024-09-07T14:07:46.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.136+0000 7efdf78049c0 20 add_watcher() i=2 2024-09-07T14:07:46.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.136+0000 7efdf78049c0 20 add_watcher() i=3 2024-09-07T14:07:46.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.136+0000 7efdf78049c0 20 add_watcher() i=4 2024-09-07T14:07:46.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.136+0000 7efdf78049c0 20 add_watcher() i=5 2024-09-07T14:07:46.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.136+0000 7efdf78049c0 20 add_watcher() i=6 2024-09-07T14:07:46.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.140+0000 7efdf78049c0 20 add_watcher() i=7 2024-09-07T14:07:46.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.140+0000 7efdf78049c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:07:46.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.140+0000 7efcab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:46.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.144+0000 7efdf78049c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:07:46.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.144+0000 7efdf78049c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:07:46.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.144+0000 7efdf78049c0 5 note: GC not initialized 2024-09-07T14:07:46.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.144+0000 7efcaa7e4640 20 reqs_thread_entry: start 2024-09-07T14:07:46.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.144+0000 7efdf78049c0 20 init_complete bucket index max shards: 1 2024-09-07T14:07:46.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.144+0000 7efdf78049c0 20 Filter name: none 2024-09-07T14:07:46.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.144+0000 7efc1bfff640 20 reqs_thread_entry: start 2024-09-07T14:07:46.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.144+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:46.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.144+0000 7efdf78049c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:46.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.144+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:46.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.148+0000 7efdf78049c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-07T14:07:46.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.148+0000 7efdf78049c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:46.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.148+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:46.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.148+0000 7efdf78049c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:07:46.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.148+0000 7efdf78049c0 20 rados->read ofs=0 len=0 2024-09-07T14:07:46.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.148+0000 7efdf78049c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-07T14:07:46.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.148+0000 7efdf78049c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:07:46.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.148+0000 7efcab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:07:46.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.156+0000 7efdf78049c0 20 remove_watcher() i=0 2024-09-07T14:07:46.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.156+0000 7efdf78049c0 2 removed watcher, disabling cache 2024-09-07T14:07:46.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.156+0000 7efdf78049c0 20 remove_watcher() i=1 2024-09-07T14:07:46.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.160+0000 7efdf78049c0 20 remove_watcher() i=2 2024-09-07T14:07:46.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.160+0000 7efdf78049c0 20 remove_watcher() i=3 2024-09-07T14:07:46.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.164+0000 7efdf78049c0 20 remove_watcher() i=4 2024-09-07T14:07:46.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.164+0000 7efdf78049c0 20 remove_watcher() i=5 2024-09-07T14:07:46.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.168+0000 7efdf78049c0 20 remove_watcher() i=6 2024-09-07T14:07:46.169 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:07:46.168+0000 7efdf78049c0 20 remove_watcher() i=7 2024-09-07T14:07:46.187 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:46.187 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:07:46.187 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-commit-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:07:46.187 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:07:46.188 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:07:46.188 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:16.454 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:16.455 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:16.541 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:08:16.577 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:16.577 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:16.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.620+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.624+0000 7f000f1ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:16.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.624+0000 7f000f1ad9c0 20 realm 2024-09-07T14:08:16.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.624+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.624+0000 7f000f1ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:16.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.624+0000 7f000f1ad9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:16.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.624+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.624+0000 7f000f1ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:16.625 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.624+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.626 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.624+0000 7f000f1ad9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:16.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.624+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.628+0000 7f000f1ad9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:16.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.628+0000 7f000f1ad9c0 20 searching for the correct realm 2024-09-07T14:08:16.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.632+0000 7f000ccb3640 0 -- 172.21.15.107:0/2951310582 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7efffc12a070 msgr2=0x7efffc102a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:16.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.848+0000 7f000ccb3640 0 -- 172.21.15.107:0/2951310582 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7efffc12a070 msgr2=0x7efffc102a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:16.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:16.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:16.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:16.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:16.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:16.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:16.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:16.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:16.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:16.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 zone default found 2024-09-07T14:08:16.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 4 Realm: () 2024-09-07T14:08:16.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:16.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:16.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:16.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 zonegroup default 2024-09-07T14:08:16.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.860+0000 7f000f1ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:16.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.864+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.864+0000 7f000f1ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:16.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.864+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.864+0000 7f000f1ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:16.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.864+0000 7f000f1ad9c0 20 started sync module instance, tier type = 2024-09-07T14:08:16.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.864+0000 7f000f1ad9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:16.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.888+0000 7f000f1ad9c0 20 add_watcher() i=0 2024-09-07T14:08:16.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.888+0000 7f000f1ad9c0 20 add_watcher() i=1 2024-09-07T14:08:16.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.888+0000 7f000f1ad9c0 20 add_watcher() i=2 2024-09-07T14:08:16.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.888+0000 7f000f1ad9c0 20 add_watcher() i=3 2024-09-07T14:08:16.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.888+0000 7f000f1ad9c0 20 add_watcher() i=4 2024-09-07T14:08:16.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.888+0000 7f000f1ad9c0 20 add_watcher() i=5 2024-09-07T14:08:16.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.888+0000 7f000f1ad9c0 20 add_watcher() i=6 2024-09-07T14:08:16.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.888+0000 7f000f1ad9c0 20 add_watcher() i=7 2024-09-07T14:08:16.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.888+0000 7f000f1ad9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:16.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.892+0000 7efec2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:16.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7f000f1ad9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:16.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7f000f1ad9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:16.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7f000f1ad9c0 5 note: GC not initialized 2024-09-07T14:08:16.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7efec1fe3640 20 reqs_thread_entry: start 2024-09-07T14:08:16.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7f000f1ad9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:16.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7f000f1ad9c0 20 Filter name: none 2024-09-07T14:08:16.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7efe337fe640 20 reqs_thread_entry: start 2024-09-07T14:08:16.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7f000f1ad9c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-07T14:08:16.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7f000f1ad9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:08:16.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7f000f1ad9c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-07T14:08:16.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7f000f1ad9c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-07T14:08:16.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7f000f1ad9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 : miss 2024-09-07T14:08:16.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.896+0000 7f000f1ad9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:16.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.900+0000 7f000f1ad9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:08:16.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.900+0000 7f000f1ad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:08:16.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.900+0000 7f000f1ad9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:08:16.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.900+0000 7f000f1ad9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:08:16.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.900+0000 7f000f1ad9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:16.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.900+0000 7f000f1ad9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 2024-09-07T14:08:16.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.908+0000 7f000f1ad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:08:16.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.908+0000 7f000f1ad9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:08:16.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.908+0000 7f000f1ad9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:16.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.908+0000 7f000f1ad9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33, ofs0, ns] 2024-09-07T14:08:16.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.908+0000 7efee3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300790 cookie 94818550420640 notifier 7040 bl.length()=1015 2024-09-07T14:08:16.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.908+0000 7efee3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:08:16.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.908+0000 7efee3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:08:16.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.908+0000 7efee3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:16.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.912+0000 7f000f1ad9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_sources= new_sources= 2024-09-07T14:08:16.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.912+0000 7f000f1ad9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential sources added=[] removed=[] 2024-09-07T14:08:16.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.912+0000 7f000f1ad9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_dests= new_dests= 2024-09-07T14:08:16.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.912+0000 7f000f1ad9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential dests added=[] removed=[] 2024-09-07T14:08:16.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.916+0000 7f000f1ad9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.0 2024-09-07T14:08:16.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.916+0000 7f000f1ad9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.0 2024-09-07T14:08:16.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.916+0000 7f000f1ad9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.1 2024-09-07T14:08:16.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.916+0000 7f000f1ad9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.1.1 2024-09-07T14:08:16.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.916+0000 7f000f1ad9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.0 2024-09-07T14:08:16.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.920+0000 7f000f1ad9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 : hit (requested=0x17, cached=0x17) 2024-09-07T14:08:16.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.920+0000 7f000f1ad9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 2024-09-07T14:08:16.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.924+0000 7f000f1ad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:08:16.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.924+0000 7f000f1ad9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:08:16.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.924+0000 7f000f1ad9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:16.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.924+0000 7f000f1ad9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33, ofs0, ns] 2024-09-07T14:08:16.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.924+0000 7efee3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300791 cookie 94818550420640 notifier 7040 bl.length()=1015 2024-09-07T14:08:16.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.924+0000 7efee3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:08:16.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.924+0000 7efee3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:08:16.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.924+0000 7efee3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:16.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.928+0000 7f000f1ad9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_sources= new_sources= 2024-09-07T14:08:16.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.928+0000 7f000f1ad9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential sources added=[] removed=[] 2024-09-07T14:08:16.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.928+0000 7f000f1ad9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_dests= new_dests= 2024-09-07T14:08:16.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.928+0000 7f000f1ad9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential dests added=[] removed=[] 2024-09-07T14:08:16.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.932+0000 7f000f1ad9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33.0 2024-09-07T14:08:16.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.932+0000 7f000f1ad9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 : hit (requested=0x17, cached=0x17) 2024-09-07T14:08:16.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.932+0000 7f000f1ad9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 2024-09-07T14:08:16.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.936+0000 7f000f1ad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:08:16.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.936+0000 7f000f1ad9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:08:16.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.936+0000 7f000f1ad9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:16.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.936+0000 7f000f1ad9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33, ofs0, ns] 2024-09-07T14:08:16.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.936+0000 7efee3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300792 cookie 94818550420640 notifier 7040 bl.length()=983 2024-09-07T14:08:16.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.936+0000 7efee3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 info.flags=0x17 2024-09-07T14:08:16.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.936+0000 7efee3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 to cache LRU end 2024-09-07T14:08:16.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.936+0000 7efee3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:16.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.940+0000 7f000f1ad9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_sources= new_sources= 2024-09-07T14:08:16.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.940+0000 7f000f1ad9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential sources added=[] removed=[] 2024-09-07T14:08:16.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.940+0000 7f000f1ad9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): orig_dests= new_dests= 2024-09-07T14:08:16.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.940+0000 7f000f1ad9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33]): potential dests added=[] removed=[] 2024-09-07T14:08:16.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.940+0000 7f000f1ad9c0 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-07T14:08:16.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.948+0000 7efec2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:16.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.952+0000 7f000f1ad9c0 20 remove_watcher() i=0 2024-09-07T14:08:16.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.952+0000 7f000f1ad9c0 2 removed watcher, disabling cache 2024-09-07T14:08:16.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.956+0000 7f000f1ad9c0 20 remove_watcher() i=1 2024-09-07T14:08:16.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.960+0000 7f000f1ad9c0 20 remove_watcher() i=2 2024-09-07T14:08:16.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.960+0000 7f000f1ad9c0 20 remove_watcher() i=3 2024-09-07T14:08:16.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.964+0000 7f000f1ad9c0 20 remove_watcher() i=4 2024-09-07T14:08:16.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.964+0000 7f000f1ad9c0 20 remove_watcher() i=5 2024-09-07T14:08:16.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.968+0000 7f000f1ad9c0 20 remove_watcher() i=6 2024-09-07T14:08:16.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:16.968+0000 7f000f1ad9c0 20 remove_watcher() i=7 2024-09-07T14:08:16.989 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-07T14:08:17.020 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:17.020 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:17.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.064+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.064+0000 7f7524e3e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:17.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.064+0000 7f7524e3e9c0 20 realm 2024-09-07T14:08:17.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.064+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.064+0000 7f7524e3e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:17.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.064+0000 7f7524e3e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:17.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.064+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.064+0000 7f7524e3e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:17.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.064+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.068+0000 7f7524e3e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:17.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.068+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.068+0000 7f7524e3e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:17.070 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.068+0000 7f7524e3e9c0 20 searching for the correct realm 2024-09-07T14:08:17.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.072+0000 7f7522944640 0 -- 172.21.15.107:0/2603499930 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f751c09c050 msgr2=0x7f751c099580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:17.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.288+0000 7f7522944640 0 -- 172.21.15.107:0/2603499930 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f751c09c050 msgr2=0x7f751c099580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:17.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:17.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:17.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:17.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:17.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:17.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:17.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:17.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:17.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:17.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 zone default found 2024-09-07T14:08:17.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 4 Realm: () 2024-09-07T14:08:17.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:17.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:17.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:17.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 zonegroup default 2024-09-07T14:08:17.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:17.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.300+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.304+0000 7f7524e3e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:17.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.304+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.304+0000 7f7524e3e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:17.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.304+0000 7f7524e3e9c0 20 started sync module instance, tier type = 2024-09-07T14:08:17.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.304+0000 7f7524e3e9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:17.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.328+0000 7f7524e3e9c0 20 add_watcher() i=0 2024-09-07T14:08:17.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.328+0000 7f7524e3e9c0 20 add_watcher() i=1 2024-09-07T14:08:17.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.328+0000 7f7524e3e9c0 20 add_watcher() i=2 2024-09-07T14:08:17.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.328+0000 7f7524e3e9c0 20 add_watcher() i=3 2024-09-07T14:08:17.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.328+0000 7f7524e3e9c0 20 add_watcher() i=4 2024-09-07T14:08:17.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.328+0000 7f7524e3e9c0 20 add_watcher() i=5 2024-09-07T14:08:17.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.328+0000 7f7524e3e9c0 20 add_watcher() i=6 2024-09-07T14:08:17.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.328+0000 7f7524e3e9c0 20 add_watcher() i=7 2024-09-07T14:08:17.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.328+0000 7f7524e3e9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:17.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.332+0000 7f73d97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:17.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.332+0000 7f7524e3e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:17.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.332+0000 7f7524e3e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:17.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7524e3e9c0 5 note: GC not initialized 2024-09-07T14:08:17.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7353fff640 20 reqs_thread_entry: start 2024-09-07T14:08:17.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7524e3e9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:17.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7524e3e9c0 20 Filter name: none 2024-09-07T14:08:17.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7351ffb640 20 reqs_thread_entry: start 2024-09-07T14:08:17.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7524e3e9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:08:17.337 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7524e3e9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:08:17.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7524e3e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:17.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7524e3e9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:08:17.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.336+0000 7f7524e3e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:17.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.340+0000 7f7524e3e9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:08:17.340 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.340+0000 7f7524e3e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:17.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.340+0000 7f73d97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:17.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.348+0000 7f7524e3e9c0 20 remove_watcher() i=0 2024-09-07T14:08:17.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.348+0000 7f7524e3e9c0 2 removed watcher, disabling cache 2024-09-07T14:08:17.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.348+0000 7f7524e3e9c0 20 remove_watcher() i=1 2024-09-07T14:08:17.352 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.352+0000 7f7524e3e9c0 20 remove_watcher() i=2 2024-09-07T14:08:17.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.352+0000 7f7524e3e9c0 20 remove_watcher() i=3 2024-09-07T14:08:17.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.356+0000 7f7524e3e9c0 20 remove_watcher() i=4 2024-09-07T14:08:17.359 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.360+0000 7f7524e3e9c0 20 remove_watcher() i=5 2024-09-07T14:08:17.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.360+0000 7f7524e3e9c0 20 remove_watcher() i=6 2024-09-07T14:08:17.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:17.360+0000 7f7524e3e9c0 20 remove_watcher() i=7 2024-09-07T14:08:17.387 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:17.387 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:08:17.387 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-commit-target-layout id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:08:17.387 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:17.388 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:17.388 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:17.409 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:17.409 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:17.978 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:17.978 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:18.155 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with EIO injected at do_reshard 2024-09-07T14:08:18.155 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:18.158 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:18.158 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:18.273 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:18.273 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:18.359 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:18.359 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:18.462 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:18.462 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:18.559 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:18.559 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:18.660 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:18.660 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:18.751 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:18.751 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:18.839 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:18.840 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:18.952 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:18.952 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:19.048 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:19.049 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:19.207 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:19.207 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:19.293 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:19.294 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:19.400 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:19.400 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:19.502 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:19.503 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:19.599 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:19.599 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:19.696 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:19.696 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:19.798 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:19.798 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:19.898 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:19.898 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:19.999 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:20.000 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:20.102 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:20.102 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:20.194 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:20.194 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:20.293 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:20.294 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:20.385 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-07T14:08:20.417 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:20.418 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:20.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.464+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.464+0000 7f134619a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:20.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.464+0000 7f134619a9c0 20 realm 2024-09-07T14:08:20.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.464+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.464+0000 7f134619a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:20.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.464+0000 7f134619a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:20.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.464+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.464+0000 7f134619a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:20.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.464+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.468+0000 7f134619a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:20.468 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.468+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.468+0000 7f134619a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:20.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.468+0000 7f134619a9c0 20 searching for the correct realm 2024-09-07T14:08:20.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.472+0000 7f134349f640 0 -- 172.21.15.107:0/2105886207 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f1334031c50 msgr2=0x7f1334063820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:20.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.688+0000 7f13444a1640 0 -- 172.21.15.107:0/2105886207 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f133811fc20 msgr2=0x7f133811dac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:20.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.704+0000 7f134619a9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:20.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.704+0000 7f134619a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:20.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.704+0000 7f134619a9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:20.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.704+0000 7f134619a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:20.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.704+0000 7f134619a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:20.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.704+0000 7f134619a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:20.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.704+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.704+0000 7f134619a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:20.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.704+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:20.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:20.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 zone default found 2024-09-07T14:08:20.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 4 Realm: () 2024-09-07T14:08:20.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:20.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:20.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:20.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 zonegroup default 2024-09-07T14:08:20.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:20.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:20.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:20.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 started sync module instance, tier type = 2024-09-07T14:08:20.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.708+0000 7f134619a9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:20.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.732+0000 7f134619a9c0 20 add_watcher() i=0 2024-09-07T14:08:20.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.732+0000 7f134619a9c0 20 add_watcher() i=1 2024-09-07T14:08:20.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.732+0000 7f134619a9c0 20 add_watcher() i=2 2024-09-07T14:08:20.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.732+0000 7f134619a9c0 20 add_watcher() i=3 2024-09-07T14:08:20.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.732+0000 7f134619a9c0 20 add_watcher() i=4 2024-09-07T14:08:20.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.732+0000 7f134619a9c0 20 add_watcher() i=5 2024-09-07T14:08:20.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.732+0000 7f134619a9c0 20 add_watcher() i=6 2024-09-07T14:08:20.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.736+0000 7f134619a9c0 20 add_watcher() i=7 2024-09-07T14:08:20.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.736+0000 7f134619a9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:20.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.740+0000 7f11f9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:20.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.740+0000 7f134619a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:20.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.740+0000 7f134619a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:20.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.740+0000 7f134619a9c0 5 note: GC not initialized 2024-09-07T14:08:20.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.740+0000 7f11f8fe1640 20 reqs_thread_entry: start 2024-09-07T14:08:20.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.740+0000 7f134619a9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:20.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.740+0000 7f134619a9c0 20 Filter name: none 2024-09-07T14:08:20.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.740+0000 7f11727fc640 20 reqs_thread_entry: start 2024-09-07T14:08:20.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.744+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.744+0000 7f134619a9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:20.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.744+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.744+0000 7f134619a9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:20.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.744+0000 7f134619a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:20.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.744+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.744+0000 7f134619a9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:20.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.744+0000 7f134619a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.744+0000 7f134619a9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:20.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.744+0000 7f134619a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:20.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.748+0000 7f11f9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:20.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.752+0000 7f134619a9c0 20 remove_watcher() i=0 2024-09-07T14:08:20.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.752+0000 7f134619a9c0 2 removed watcher, disabling cache 2024-09-07T14:08:20.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.756+0000 7f134619a9c0 20 remove_watcher() i=1 2024-09-07T14:08:20.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.756+0000 7f134619a9c0 20 remove_watcher() i=2 2024-09-07T14:08:20.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.760+0000 7f134619a9c0 20 remove_watcher() i=3 2024-09-07T14:08:20.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.760+0000 7f134619a9c0 20 remove_watcher() i=4 2024-09-07T14:08:20.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.764+0000 7f134619a9c0 20 remove_watcher() i=5 2024-09-07T14:08:20.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.764+0000 7f134619a9c0 20 remove_watcher() i=6 2024-09-07T14:08:20.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.764+0000 7f134619a9c0 20 remove_watcher() i=7 2024-09-07T14:08:20.783 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:20.783 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:08:20.783 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-do-reshard id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:08:20.783 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:20.783 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2024-09-07T14:08:20.817 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:20.817 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:20.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.860+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.864+0000 7f05020ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:20.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.864+0000 7f05020ce9c0 20 realm 2024-09-07T14:08:20.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.864+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.864+0000 7f05020ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:20.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.864+0000 7f05020ce9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:20.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.864+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.864+0000 7f05020ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:20.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.864+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.864+0000 7f05020ce9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:20.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.864+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:20.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.864+0000 7f05020ce9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:20.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.864+0000 7f05020ce9c0 20 searching for the correct realm 2024-09-07T14:08:20.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:20.868+0000 7f04ffbd4640 0 -- 172.21.15.107:0/2468646653 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f04f801a040 msgr2=0x7f04f8061590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:21.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.084+0000 7f04ffbd4640 0 -- 172.21.15.107:0/2468646653 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f04f801a040 msgr2=0x7f04f8061590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:21.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:21.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:21.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:21.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:21.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:21.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:21.096 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:21.097 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:21.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 zone default found 2024-09-07T14:08:21.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 4 Realm: () 2024-09-07T14:08:21.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:21.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:21.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:21.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 zonegroup default 2024-09-07T14:08:21.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.096+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.100+0000 7f05020ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.100+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.100+0000 7f05020ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.100+0000 7f05020ce9c0 20 started sync module instance, tier type = 2024-09-07T14:08:21.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.100+0000 7f05020ce9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:21.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.124+0000 7f05020ce9c0 20 add_watcher() i=0 2024-09-07T14:08:21.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.124+0000 7f05020ce9c0 20 add_watcher() i=1 2024-09-07T14:08:21.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.124+0000 7f05020ce9c0 20 add_watcher() i=2 2024-09-07T14:08:21.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.124+0000 7f05020ce9c0 20 add_watcher() i=3 2024-09-07T14:08:21.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.124+0000 7f05020ce9c0 20 add_watcher() i=4 2024-09-07T14:08:21.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.124+0000 7f05020ce9c0 20 add_watcher() i=5 2024-09-07T14:08:21.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.124+0000 7f05020ce9c0 20 add_watcher() i=6 2024-09-07T14:08:21.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.128+0000 7f05020ce9c0 20 add_watcher() i=7 2024-09-07T14:08:21.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.128+0000 7f05020ce9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:21.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f03b67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:21.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f05020ce9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:21.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f05020ce9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:21.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f05020ce9c0 5 note: GC not initialized 2024-09-07T14:08:21.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f03b57e2640 20 reqs_thread_entry: start 2024-09-07T14:08:21.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f05020ce9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:21.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f05020ce9c0 20 Filter name: none 2024-09-07T14:08:21.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f03ae7fc640 20 reqs_thread_entry: start 2024-09-07T14:08:21.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f05020ce9c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-07T14:08:21.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f05020ce9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:21.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f05020ce9c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-07T14:08:21.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f05020ce9c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-07T14:08:21.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f05020ce9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 : miss 2024-09-07T14:08:21.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.132+0000 7f05020ce9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.136+0000 7f05020ce9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:21.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.136+0000 7f05020ce9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 info.flags=0x17 2024-09-07T14:08:21.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.136+0000 7f05020ce9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 to cache LRU end 2024-09-07T14:08:21.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.136+0000 7f05020ce9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:08:21.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.136+0000 7f05020ce9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:21.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.136+0000 7f05020ce9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 2024-09-07T14:08:21.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.140+0000 7f05020ce9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 info.flags=0x17 2024-09-07T14:08:21.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.140+0000 7f05020ce9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 to cache LRU end 2024-09-07T14:08:21.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.140+0000 7f05020ce9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:21.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.140+0000 7f05020ce9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34, ofs0, ns] 2024-09-07T14:08:21.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.140+0000 7f03deffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300769 cookie 94696888952976 notifier 7485 bl.length()=995 2024-09-07T14:08:21.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.140+0000 7f03deffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 info.flags=0x17 2024-09-07T14:08:21.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.140+0000 7f03deffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 to cache LRU end 2024-09-07T14:08:21.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.140+0000 7f03deffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:21.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.144+0000 7f05020ce9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): orig_sources= new_sources= 2024-09-07T14:08:21.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.144+0000 7f05020ce9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): potential sources added=[] removed=[] 2024-09-07T14:08:21.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.144+0000 7f05020ce9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): orig_dests= new_dests= 2024-09-07T14:08:21.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.144+0000 7f05020ce9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): potential dests added=[] removed=[] 2024-09-07T14:08:21.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.148+0000 7f05020ce9c0 -1 Injecting error=-5 at location=do_reshard 2024-09-07T14:08:21.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.160+0000 7f05020ce9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 : hit (requested=0x17, cached=0x17) 2024-09-07T14:08:21.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.160+0000 7f05020ce9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 2024-09-07T14:08:21.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.160+0000 7f05020ce9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 info.flags=0x17 2024-09-07T14:08:21.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.160+0000 7f05020ce9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 to cache LRU end 2024-09-07T14:08:21.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.160+0000 7f05020ce9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:21.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.160+0000 7f05020ce9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34, ofs0, ns] 2024-09-07T14:08:21.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.160+0000 7f03deffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300770 cookie 94696888952976 notifier 7485 bl.length()=963 2024-09-07T14:08:21.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.160+0000 7f03deffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 info.flags=0x17 2024-09-07T14:08:21.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.160+0000 7f03deffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 to cache LRU end 2024-09-07T14:08:21.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.160+0000 7f03deffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:21.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.164+0000 7f05020ce9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): orig_sources= new_sources= 2024-09-07T14:08:21.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.164+0000 7f05020ce9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): potential sources added=[] removed=[] 2024-09-07T14:08:21.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.164+0000 7f05020ce9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): orig_dests= new_dests= 2024-09-07T14:08:21.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.164+0000 7f05020ce9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): potential dests added=[] removed=[] 2024-09-07T14:08:21.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.164+0000 7f05020ce9c0 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2024-09-07T14:08:21.168 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.168+0000 7f03b67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:21.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.172+0000 7f05020ce9c0 20 remove_watcher() i=0 2024-09-07T14:08:21.173 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.172+0000 7f05020ce9c0 2 removed watcher, disabling cache 2024-09-07T14:08:21.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.176+0000 7f05020ce9c0 20 remove_watcher() i=1 2024-09-07T14:08:21.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.176+0000 7f05020ce9c0 20 remove_watcher() i=2 2024-09-07T14:08:21.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.180+0000 7f05020ce9c0 20 remove_watcher() i=3 2024-09-07T14:08:21.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.180+0000 7f05020ce9c0 20 remove_watcher() i=4 2024-09-07T14:08:21.183 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.184+0000 7f05020ce9c0 20 remove_watcher() i=5 2024-09-07T14:08:21.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.184+0000 7f05020ce9c0 20 remove_watcher() i=6 2024-09-07T14:08:21.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.184+0000 7f05020ce9c0 20 remove_watcher() i=7 2024-09-07T14:08:21.201 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-07T14:08:21.228 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:21.228 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:21.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.272+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.272+0000 7f760cfd99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.272+0000 7f760cfd99c0 20 realm 2024-09-07T14:08:21.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.272+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.272+0000 7f760cfd99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.272+0000 7f760cfd99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:21.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.272+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.272+0000 7f760cfd99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.275 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.272+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.276+0000 7f760cfd99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:21.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.276+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.276+0000 7f760cfd99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:21.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.276+0000 7f760cfd99c0 20 searching for the correct realm 2024-09-07T14:08:21.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.280+0000 7f760aadf640 0 -- 172.21.15.107:0/847744021 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f760407d3a0 msgr2=0x7f7604060730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:08:21.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.496+0000 7f760aadf640 0 -- 172.21.15.107:0/847744021 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f760407d3a0 msgr2=0x7f7604060730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:21.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.508+0000 7f760cfd99c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:21.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.508+0000 7f760cfd99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:21.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.508+0000 7f760cfd99c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:21.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.508+0000 7f760cfd99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:21.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.508+0000 7f760cfd99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:21.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.508+0000 7f760cfd99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:21.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.508+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.508+0000 7f760cfd99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.510 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.508+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:21.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:21.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 zone default found 2024-09-07T14:08:21.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 4 Realm: () 2024-09-07T14:08:21.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:21.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:21.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:21.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 zonegroup default 2024-09-07T14:08:21.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 started sync module instance, tier type = 2024-09-07T14:08:21.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.512+0000 7f760cfd99c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:21.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.536+0000 7f760cfd99c0 20 add_watcher() i=0 2024-09-07T14:08:21.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.536+0000 7f760cfd99c0 20 add_watcher() i=1 2024-09-07T14:08:21.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.536+0000 7f760cfd99c0 20 add_watcher() i=2 2024-09-07T14:08:21.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.536+0000 7f760cfd99c0 20 add_watcher() i=3 2024-09-07T14:08:21.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.536+0000 7f760cfd99c0 20 add_watcher() i=4 2024-09-07T14:08:21.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.536+0000 7f760cfd99c0 20 add_watcher() i=5 2024-09-07T14:08:21.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.536+0000 7f760cfd99c0 20 add_watcher() i=6 2024-09-07T14:08:21.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.540+0000 7f760cfd99c0 20 add_watcher() i=7 2024-09-07T14:08:21.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.540+0000 7f760cfd99c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:21.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.544+0000 7f74c17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:21.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.544+0000 7f760cfd99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:21.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.544+0000 7f760cfd99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:21.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.544+0000 7f760cfd99c0 5 note: GC not initialized 2024-09-07T14:08:21.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f743bfff640 20 reqs_thread_entry: start 2024-09-07T14:08:21.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f760cfd99c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:21.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f760cfd99c0 20 Filter name: none 2024-09-07T14:08:21.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f7439ffb640 20 reqs_thread_entry: start 2024-09-07T14:08:21.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f760cfd99c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:21.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f760cfd99c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:21.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f760cfd99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:21.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f760cfd99c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:21.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f760cfd99c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f760cfd99c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:21.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.548+0000 7f760cfd99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:21.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.552+0000 7f74c17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:21.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.556+0000 7f760cfd99c0 20 remove_watcher() i=0 2024-09-07T14:08:21.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.556+0000 7f760cfd99c0 2 removed watcher, disabling cache 2024-09-07T14:08:21.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.560+0000 7f760cfd99c0 20 remove_watcher() i=1 2024-09-07T14:08:21.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.560+0000 7f760cfd99c0 20 remove_watcher() i=2 2024-09-07T14:08:21.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.564+0000 7f760cfd99c0 20 remove_watcher() i=3 2024-09-07T14:08:21.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.564+0000 7f760cfd99c0 20 remove_watcher() i=4 2024-09-07T14:08:21.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.568+0000 7f760cfd99c0 20 remove_watcher() i=5 2024-09-07T14:08:21.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.568+0000 7f760cfd99c0 20 remove_watcher() i=6 2024-09-07T14:08:21.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.572+0000 7f760cfd99c0 20 remove_watcher() i=7 2024-09-07T14:08:21.594 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:21.595 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:08:21.595 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-do-reshard id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:08:21.595 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:21.596 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:21.596 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:21.652 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:21.652 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:21.737 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:08:21.773 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:21.774 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:21.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.816+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.820+0000 7f410793e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.820+0000 7f410793e9c0 20 realm 2024-09-07T14:08:21.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.820+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.820+0000 7f410793e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.820+0000 7f410793e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:21.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.820+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.820+0000 7f410793e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:21.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.820+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.822 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.820+0000 7f410793e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:21.822 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.820+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:21.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.824+0000 7f410793e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:21.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.824+0000 7f410793e9c0 20 searching for the correct realm 2024-09-07T14:08:21.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:21.828+0000 7f4105444640 0 -- 172.21.15.107:0/2986866620 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f4100079020 msgr2=0x7f4100012b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:22.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.044+0000 7f4105444640 0 -- 172.21.15.107:0/2986866620 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f4100079020 msgr2=0x7f4100012b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:22.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.056+0000 7f410793e9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:22.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.056+0000 7f410793e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:22.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.056+0000 7f410793e9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:22.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.056+0000 7f410793e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:22.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.056+0000 7f410793e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:22.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.056+0000 7f410793e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:22.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.056+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.056+0000 7f410793e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:22.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.056+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.056+0000 7f410793e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:22.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.056+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:22.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 20 zone default found 2024-09-07T14:08:22.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 4 Realm: () 2024-09-07T14:08:22.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:22.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:22.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:22.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 20 zonegroup default 2024-09-07T14:08:22.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:22.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:22.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:22.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 20 started sync module instance, tier type = 2024-09-07T14:08:22.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.060+0000 7f410793e9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:22.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.084+0000 7f410793e9c0 20 add_watcher() i=0 2024-09-07T14:08:22.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.084+0000 7f410793e9c0 20 add_watcher() i=1 2024-09-07T14:08:22.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.084+0000 7f410793e9c0 20 add_watcher() i=2 2024-09-07T14:08:22.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.084+0000 7f410793e9c0 20 add_watcher() i=3 2024-09-07T14:08:22.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.084+0000 7f410793e9c0 20 add_watcher() i=4 2024-09-07T14:08:22.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.084+0000 7f410793e9c0 20 add_watcher() i=5 2024-09-07T14:08:22.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.084+0000 7f410793e9c0 20 add_watcher() i=6 2024-09-07T14:08:22.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.084+0000 7f410793e9c0 20 add_watcher() i=7 2024-09-07T14:08:22.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.084+0000 7f410793e9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:22.090 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.088+0000 7f3fbb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:22.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.088+0000 7f410793e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:22.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.088+0000 7f410793e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:22.091 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.088+0000 7f410793e9c0 5 note: GC not initialized 2024-09-07T14:08:22.092 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f3fba7e4640 20 reqs_thread_entry: start 2024-09-07T14:08:22.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:22.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 20 Filter name: none 2024-09-07T14:08:22.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f3f2bfff640 20 reqs_thread_entry: start 2024-09-07T14:08:22.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-07T14:08:22.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:22.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-07T14:08:22.093 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-07T14:08:22.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 : miss 2024-09-07T14:08:22.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:22.094 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 info.flags=0x17 2024-09-07T14:08:22.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 to cache LRU end 2024-09-07T14:08:22.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:08:22.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:22.095 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.092+0000 7f410793e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 2024-09-07T14:08:22.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.100+0000 7f410793e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 info.flags=0x17 2024-09-07T14:08:22.100 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.100+0000 7f410793e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 to cache LRU end 2024-09-07T14:08:22.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.100+0000 7f410793e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:22.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.100+0000 7f410793e9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34, ofs0, ns] 2024-09-07T14:08:22.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.100+0000 7f3fe8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300771 cookie 93887466060448 notifier 7521 bl.length()=995 2024-09-07T14:08:22.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.100+0000 7f3fe8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 info.flags=0x17 2024-09-07T14:08:22.101 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.100+0000 7f3fe8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 to cache LRU end 2024-09-07T14:08:22.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.100+0000 7f3fe8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:22.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.104+0000 7f410793e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): orig_sources= new_sources= 2024-09-07T14:08:22.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.104+0000 7f410793e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): potential sources added=[] removed=[] 2024-09-07T14:08:22.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.104+0000 7f410793e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): orig_dests= new_dests= 2024-09-07T14:08:22.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.104+0000 7f410793e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): potential dests added=[] removed=[] 2024-09-07T14:08:22.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.108+0000 7f410793e9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34.1.0 2024-09-07T14:08:22.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.108+0000 7f410793e9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34.1.0 2024-09-07T14:08:22.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.108+0000 7f410793e9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34.1.1 2024-09-07T14:08:22.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.108+0000 7f410793e9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34.1.1 2024-09-07T14:08:22.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.108+0000 7f410793e9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34.0 2024-09-07T14:08:22.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.116+0000 7f410793e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 : hit (requested=0x17, cached=0x17) 2024-09-07T14:08:22.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.116+0000 7f410793e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 2024-09-07T14:08:22.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.116+0000 7f410793e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 info.flags=0x17 2024-09-07T14:08:22.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.116+0000 7f410793e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 to cache LRU end 2024-09-07T14:08:22.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.116+0000 7f410793e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:22.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.116+0000 7f410793e9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34, ofs0, ns] 2024-09-07T14:08:22.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.116+0000 7f3fe8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300772 cookie 93887466060448 notifier 7521 bl.length()=995 2024-09-07T14:08:22.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.116+0000 7f3fe8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 info.flags=0x17 2024-09-07T14:08:22.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.116+0000 7f3fe8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 to cache LRU end 2024-09-07T14:08:22.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.116+0000 7f3fe8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:22.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.120+0000 7f410793e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): orig_sources= new_sources= 2024-09-07T14:08:22.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.120+0000 7f410793e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): potential sources added=[] removed=[] 2024-09-07T14:08:22.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.120+0000 7f410793e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): orig_dests= new_dests= 2024-09-07T14:08:22.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.120+0000 7f410793e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): potential dests added=[] removed=[] 2024-09-07T14:08:22.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.124+0000 7f410793e9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34.0 2024-09-07T14:08:22.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.124+0000 7f410793e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 : hit (requested=0x17, cached=0x17) 2024-09-07T14:08:22.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.124+0000 7f410793e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 2024-09-07T14:08:22.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.128+0000 7f410793e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 info.flags=0x17 2024-09-07T14:08:22.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.128+0000 7f410793e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 to cache LRU end 2024-09-07T14:08:22.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.128+0000 7f410793e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:22.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.128+0000 7f410793e9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34, ofs0, ns] 2024-09-07T14:08:22.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.128+0000 7f3fd7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300773 cookie 93887466060448 notifier 7521 bl.length()=963 2024-09-07T14:08:22.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.128+0000 7f3fd7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 info.flags=0x17 2024-09-07T14:08:22.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.128+0000 7f3fd7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 to cache LRU end 2024-09-07T14:08:22.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.128+0000 7f3fd7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:22.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.128+0000 7f410793e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): orig_sources= new_sources= 2024-09-07T14:08:22.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.128+0000 7f410793e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): potential sources added=[] removed=[] 2024-09-07T14:08:22.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.128+0000 7f410793e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): orig_dests= new_dests= 2024-09-07T14:08:22.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.128+0000 7f410793e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34]): potential dests added=[] removed=[] 2024-09-07T14:08:22.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.132+0000 7f410793e9c0 1 execute INFO: reshard of bucket "error-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-07T14:08:22.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.136+0000 7f3fbb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:22.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.140+0000 7f410793e9c0 20 remove_watcher() i=0 2024-09-07T14:08:22.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.140+0000 7f410793e9c0 2 removed watcher, disabling cache 2024-09-07T14:08:22.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.144+0000 7f410793e9c0 20 remove_watcher() i=1 2024-09-07T14:08:22.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.148+0000 7f410793e9c0 20 remove_watcher() i=2 2024-09-07T14:08:22.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.152+0000 7f410793e9c0 20 remove_watcher() i=3 2024-09-07T14:08:22.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.152+0000 7f410793e9c0 20 remove_watcher() i=4 2024-09-07T14:08:22.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.156+0000 7f410793e9c0 20 remove_watcher() i=5 2024-09-07T14:08:22.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.156+0000 7f410793e9c0 20 remove_watcher() i=6 2024-09-07T14:08:22.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.160+0000 7f410793e9c0 20 remove_watcher() i=7 2024-09-07T14:08:22.177 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-07T14:08:22.208 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:22.208 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:22.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.252+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.252+0000 7f0d5f41f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:22.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.252+0000 7f0d5f41f9c0 20 realm 2024-09-07T14:08:22.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.252+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.252+0000 7f0d5f41f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:22.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.252+0000 7f0d5f41f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:22.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.252+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.256+0000 7f0d5f41f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:22.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.256+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.256+0000 7f0d5f41f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:22.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.256+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.256+0000 7f0d5f41f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:22.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.256+0000 7f0d5f41f9c0 20 searching for the correct realm 2024-09-07T14:08:22.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.260+0000 7f0d5cf25640 0 -- 172.21.15.107:0/837670789 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f0d5800e070 msgr2=0x7f0d580773c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:22.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.476+0000 7f0d5cf25640 0 -- 172.21.15.107:0/837670789 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f0d5800e070 msgr2=0x7f0d580773c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.488+0000 7f0d5f41f9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.488+0000 7f0d5f41f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.488+0000 7f0d5f41f9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.488+0000 7f0d5f41f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:22.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.488+0000 7f0d5f41f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:22.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.488+0000 7f0d5f41f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:22.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.488+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.488+0000 7f0d5f41f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:22.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.488+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:22.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:22.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 zone default found 2024-09-07T14:08:22.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 4 Realm: () 2024-09-07T14:08:22.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:22.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:22.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:22.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 zonegroup default 2024-09-07T14:08:22.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:22.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:22.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:22.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 started sync module instance, tier type = 2024-09-07T14:08:22.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.492+0000 7f0d5f41f9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:22.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.516+0000 7f0d5f41f9c0 20 add_watcher() i=0 2024-09-07T14:08:22.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.516+0000 7f0d5f41f9c0 20 add_watcher() i=1 2024-09-07T14:08:22.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.516+0000 7f0d5f41f9c0 20 add_watcher() i=2 2024-09-07T14:08:22.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.516+0000 7f0d5f41f9c0 20 add_watcher() i=3 2024-09-07T14:08:22.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.516+0000 7f0d5f41f9c0 20 add_watcher() i=4 2024-09-07T14:08:22.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.516+0000 7f0d5f41f9c0 20 add_watcher() i=5 2024-09-07T14:08:22.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.516+0000 7f0d5f41f9c0 20 add_watcher() i=6 2024-09-07T14:08:22.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.524+0000 7f0d5f41f9c0 20 add_watcher() i=7 2024-09-07T14:08:22.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.524+0000 7f0d5f41f9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:22.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.528+0000 7f0c12fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:22.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.528+0000 7f0d5f41f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:22.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.528+0000 7f0d5f41f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:22.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.528+0000 7f0d5f41f9c0 5 note: GC not initialized 2024-09-07T14:08:22.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.528+0000 7f0c11fe3640 20 reqs_thread_entry: start 2024-09-07T14:08:22.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.528+0000 7f0d5f41f9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:22.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.528+0000 7f0d5f41f9c0 20 Filter name: none 2024-09-07T14:08:22.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.528+0000 7f0b837fe640 20 reqs_thread_entry: start 2024-09-07T14:08:22.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.532+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.532+0000 7f0d5f41f9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:22.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.532+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.532+0000 7f0d5f41f9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:22.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.532+0000 7f0d5f41f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:22.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.532+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.532+0000 7f0d5f41f9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:22.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.532+0000 7f0d5f41f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:22.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.532+0000 7f0d5f41f9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:22.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.532+0000 7f0d5f41f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:22.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.536+0000 7f0c12fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:22.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.540+0000 7f0d5f41f9c0 20 remove_watcher() i=0 2024-09-07T14:08:22.541 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.540+0000 7f0d5f41f9c0 2 removed watcher, disabling cache 2024-09-07T14:08:22.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.544+0000 7f0d5f41f9c0 20 remove_watcher() i=1 2024-09-07T14:08:22.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.544+0000 7f0d5f41f9c0 20 remove_watcher() i=2 2024-09-07T14:08:22.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.548+0000 7f0d5f41f9c0 20 remove_watcher() i=3 2024-09-07T14:08:22.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.552+0000 7f0d5f41f9c0 20 remove_watcher() i=4 2024-09-07T14:08:22.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.552+0000 7f0d5f41f9c0 20 remove_watcher() i=5 2024-09-07T14:08:22.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.556+0000 7f0d5f41f9c0 20 remove_watcher() i=6 2024-09-07T14:08:22.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:22.556+0000 7f0d5f41f9c0 20 remove_watcher() i=7 2024-09-07T14:08:22.574 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:22.574 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:08:22.575 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-do-reshard id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:08:22.575 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:22.576 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:22.576 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:22.605 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:22.606 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:23.132 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:23.132 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:23.312 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with abort at do_reshard 2024-09-07T14:08:23.312 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:23.315 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:23.315 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:23.441 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:23.442 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:23.531 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:23.531 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:23.633 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:23.633 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:23.732 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:23.732 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:23.831 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:23.831 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:23.944 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:23.944 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:24.042 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:24.043 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:24.144 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:24.144 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:24.245 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:24.245 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:24.339 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:24.339 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:24.439 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:24.440 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:24.540 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:24.540 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:24.627 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:24.627 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:24.728 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:24.728 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:24.824 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:24.825 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:24.925 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:24.925 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:25.023 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:25.024 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:25.121 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:25.121 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:25.213 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:25.213 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:25.317 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:25.317 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:25.411 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:25.411 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:25.508 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-07T14:08:25.541 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:25.541 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:25.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.584+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.588+0000 7ffa050bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.588+0000 7ffa050bc9c0 20 realm 2024-09-07T14:08:25.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.588+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.588+0000 7ffa050bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.588+0000 7ffa050bc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:25.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.588+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.588+0000 7ffa050bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.588+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.588+0000 7ffa050bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:25.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.588+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.592+0000 7ffa050bc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:25.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.592+0000 7ffa050bc9c0 20 searching for the correct realm 2024-09-07T14:08:25.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.592+0000 7ffa02bc2640 0 -- 172.21.15.107:0/3156040101 >> [v2:172.21.15.107:6824/3601645527,v1:172.21.15.107:6825/3601645527] conn(0x55abe335b0f0 msgr2=0x55abe335d590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:25.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.596+0000 7ffa033c3640 0 -- 172.21.15.107:0/3156040101 >> [v2:172.21.15.107:6810/3830891006,v1:172.21.15.107:6812/3830891006] conn(0x55abe334e920 msgr2=0x55abe3350d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:25.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.608+0000 7ffa050bc9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:25.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.608+0000 7ffa050bc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:25.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.608+0000 7ffa050bc9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:25.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.608+0000 7ffa050bc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:25.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.608+0000 7ffa050bc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:25.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.608+0000 7ffa050bc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:25.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.608+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.608+0000 7ffa050bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.608+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:25.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:25.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 zone default found 2024-09-07T14:08:25.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 4 Realm: () 2024-09-07T14:08:25.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:25.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:25.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:25.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 zonegroup default 2024-09-07T14:08:25.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 started sync module instance, tier type = 2024-09-07T14:08:25.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.612+0000 7ffa050bc9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:25.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.632+0000 7ffa050bc9c0 20 add_watcher() i=0 2024-09-07T14:08:25.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.632+0000 7ffa050bc9c0 20 add_watcher() i=1 2024-09-07T14:08:25.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.632+0000 7ffa050bc9c0 20 add_watcher() i=2 2024-09-07T14:08:25.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.632+0000 7ffa050bc9c0 20 add_watcher() i=3 2024-09-07T14:08:25.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.632+0000 7ffa050bc9c0 20 add_watcher() i=4 2024-09-07T14:08:25.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.632+0000 7ffa050bc9c0 20 add_watcher() i=5 2024-09-07T14:08:25.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.632+0000 7ffa050bc9c0 20 add_watcher() i=6 2024-09-07T14:08:25.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.632+0000 7ffa050bc9c0 20 add_watcher() i=7 2024-09-07T14:08:25.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.632+0000 7ffa050bc9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:25.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.636+0000 7ff8b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:25.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.636+0000 7ffa050bc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:25.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.636+0000 7ffa050bc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:25.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.636+0000 7ffa050bc9c0 5 note: GC not initialized 2024-09-07T14:08:25.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.636+0000 7ff8b8fe1640 20 reqs_thread_entry: start 2024-09-07T14:08:25.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.636+0000 7ffa050bc9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:25.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.636+0000 7ffa050bc9c0 20 Filter name: none 2024-09-07T14:08:25.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.636+0000 7ff8b1ffb640 20 reqs_thread_entry: start 2024-09-07T14:08:25.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.636+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.640+0000 7ffa050bc9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:25.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.640+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.640+0000 7ffa050bc9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:25.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.640+0000 7ffa050bc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:25.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.640+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.640+0000 7ffa050bc9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:25.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.640+0000 7ffa050bc9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.640+0000 7ffa050bc9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:25.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.640+0000 7ffa050bc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:25.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.644+0000 7ff8b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:25.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.648+0000 7ffa050bc9c0 20 remove_watcher() i=0 2024-09-07T14:08:25.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.648+0000 7ffa050bc9c0 2 removed watcher, disabling cache 2024-09-07T14:08:25.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.652+0000 7ffa050bc9c0 20 remove_watcher() i=1 2024-09-07T14:08:25.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.656+0000 7ffa050bc9c0 20 remove_watcher() i=2 2024-09-07T14:08:25.657 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.656+0000 7ffa050bc9c0 20 remove_watcher() i=3 2024-09-07T14:08:25.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.660+0000 7ffa050bc9c0 20 remove_watcher() i=4 2024-09-07T14:08:25.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.660+0000 7ffa050bc9c0 20 remove_watcher() i=5 2024-09-07T14:08:25.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.660+0000 7ffa050bc9c0 20 remove_watcher() i=6 2024-09-07T14:08:25.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.664+0000 7ffa050bc9c0 20 remove_watcher() i=7 2024-09-07T14:08:25.677 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:25.677 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:08:25.677 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-do-reshard id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:08:25.677 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:25.677 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-07T14:08:25.709 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:25.709 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:25.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.752+0000 7feda86a69c0 20 realm 2024-09-07T14:08:25.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.752+0000 7feda86a69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:25.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.756+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:25.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.756+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.758 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.756+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:25.758 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.756+0000 7feda86a69c0 20 searching for the correct realm 2024-09-07T14:08:25.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.760+0000 7feda59ab640 0 -- 172.21.15.107:0/1336588957 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7fed9805cc60 msgr2=0x7fed9805b6d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:08:25.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.972+0000 7feda69ad640 0 -- 172.21.15.107:0/1336588957 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fed9c099c20 msgr2=0x7fed9c064280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:25.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:25.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:25.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:25.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:25.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:25.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:25.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:25.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 zone default found 2024-09-07T14:08:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 4 Realm: () 2024-09-07T14:08:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 zonegroup default 2024-09-07T14:08:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.996+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.996+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:25.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.996+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:25.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.996+0000 7feda86a69c0 20 started sync module instance, tier type = 2024-09-07T14:08:25.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:25.996+0000 7feda86a69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:26.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=0 2024-09-07T14:08:26.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=1 2024-09-07T14:08:26.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=2 2024-09-07T14:08:26.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=3 2024-09-07T14:08:26.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=4 2024-09-07T14:08:26.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=5 2024-09-07T14:08:26.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=6 2024-09-07T14:08:26.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.024+0000 7feda86a69c0 20 add_watcher() i=7 2024-09-07T14:08:26.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.024+0000 7feda86a69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:26.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.028+0000 7fec5cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:26.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.028+0000 7feda86a69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:26.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.028+0000 7feda86a69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:26.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.028+0000 7feda86a69c0 5 note: GC not initialized 2024-09-07T14:08:26.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.028+0000 7febd77fe640 20 reqs_thread_entry: start 2024-09-07T14:08:26.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:26.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 20 Filter name: none 2024-09-07T14:08:26.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7febd57fa640 20 reqs_thread_entry: start 2024-09-07T14:08:26.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-07T14:08:26.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:26.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-07T14:08:26.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-07T14:08:26.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 : miss 2024-09-07T14:08:26.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:26.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:26.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:26.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:08:26.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:26.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.032+0000 7feda86a69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 2024-09-07T14:08:26.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.040+0000 7feda86a69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:26.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.040+0000 7feda86a69c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:26.042 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.040+0000 7feda86a69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:26.042 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.040+0000 7feda86a69c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35, ofs0, ns] 2024-09-07T14:08:26.042 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.040+0000 7fec89ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300760 cookie 94153019009104 notifier 7172 bl.length()=995 2024-09-07T14:08:26.042 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.040+0000 7fec89ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:26.042 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.040+0000 7fec89ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:26.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.040+0000 7fec89ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:26.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.044+0000 7feda86a69c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): orig_sources= new_sources= 2024-09-07T14:08:26.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.044+0000 7feda86a69c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): potential sources added=[] removed=[] 2024-09-07T14:08:26.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.044+0000 7feda86a69c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): orig_dests= new_dests= 2024-09-07T14:08:26.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.044+0000 7feda86a69c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): potential dests added=[] removed=[] 2024-09-07T14:08:26.050 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7feda86a69c0 time 2024-09-07T14:08:26.054305+0000 2024-09-07T14:08:26.050 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:08:26.051 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:08:26.052 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fedabf802eb] 2024-09-07T14:08:26.052 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fedabf8049f] 2024-09-07T14:08:26.052 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a1b209b0d1] 2024-09-07T14:08:26.052 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55a1b20ad3da] 2024-09-07T14:08:26.052 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:08:26.052 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fedaade6d90] 2024-09-07T14:08:26.052 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:08:26.052 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:08:26.052 INFO:tasks.workunit.client.0.smithi107.stderr:*** Caught signal (Aborted) ** 2024-09-07T14:08:26.052 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7feda86a69c0 thread_name:radosgw-admin 2024-09-07T14:08:26.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.052+0000 7feda86a69c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7feda86a69c0 time 2024-09-07T14:08:26.054305+0000 2024-09-07T14:08:26.053 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:08:26.053 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.053 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:08:26.053 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fedabf802eb] 2024-09-07T14:08:26.053 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fedabf8049f] 2024-09-07T14:08:26.053 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a1b209b0d1] 2024-09-07T14:08:26.053 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55a1b20ad3da] 2024-09-07T14:08:26.053 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:08:26.053 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fedaade6d90] 2024-09-07T14:08:26.053 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:08:26.053 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:08:26.053 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.060 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:08:26.060 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fedaadff520] 2024-09-07T14:08:26.061 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:08:26.061 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:08:26.061 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:08:26.061 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fedabf80345] 2024-09-07T14:08:26.061 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fedabf8049f] 2024-09-07T14:08:26.061 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a1b209b0d1] 2024-09-07T14:08:26.061 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55a1b20ad3da] 2024-09-07T14:08:26.061 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:08:26.061 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fedaade6d90] 2024-09-07T14:08:26.061 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:08:26.061 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:08:26.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.052+0000 7feda86a69c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:08:26.062 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7feda86a69c0 thread_name:radosgw-admin 2024-09-07T14:08:26.062 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.062 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:08:26.062 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fedaadff520] 2024-09-07T14:08:26.062 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:08:26.062 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:08:26.062 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:08:26.062 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fedabf80345] 2024-09-07T14:08:26.062 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fedabf8049f] 2024-09-07T14:08:26.062 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a1b209b0d1] 2024-09-07T14:08:26.062 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55a1b20ad3da] 2024-09-07T14:08:26.063 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:08:26.063 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fedaade6d90] 2024-09-07T14:08:26.063 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:08:26.063 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:08:26.063 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:08:26.063 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.063 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:08:26.063 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:08:25.728+0000 7feda59ab640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.063 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:08:25.728+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.063 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:08:25.728+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.063 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:08:25.728+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.063 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:08:25.728+0000 7feda59ab640 10 monclient(hunting): handle_auth_done global_id 7563 payload 274 2024-09-07T14:08:26.064 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:08:25.728+0000 7feda59ab640 10 monclient: _finish_hunting 0 2024-09-07T14:08:26.064 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:08:25.728+0000 7feda59ab640 1 monclient: found mon.noname-a 2024-09-07T14:08:26.064 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:08:25.728+0000 7feda59ab640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:08:26.064 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:08:25.728+0000 7feda61ac640 10 monclient: get_auth_request con 0x7fed90003be0 auth_method 0 2024-09-07T14:08:26.064 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.064 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:08:26.064 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: dump: 2024-09-07T14:08:26.064 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.064 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.064 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.064 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.064 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.065 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.065 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.065 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.065 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.065 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.065 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: _finish_auth 0 2024-09-07T14:08:26.065 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: _check_auth_tickets 2024-09-07T14:08:26.065 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:08:25.728+0000 7feda86a69c0 5 monclient: authenticate success, global_id 7563 2024-09-07T14:08:26.065 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: handle_config config(0 keys) 2024-09-07T14:08:26.065 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.065 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:08:26.065 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: dump: 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:08:25.728+0000 7feda86a69c0 10 monclient: get_monmap_and_config success 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:08:25.728+0000 7feda86a69c0 4 set_mon_vals no callback set 2024-09-07T14:08:26.066 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: shutdown 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 asok(0x55a1b51012b0) unregister_commands rotate-key 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: build_initial_monmap 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:08:25.732+0000 7feda86a69c0 1 build_initial for_mkfs: 0 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: monmap: 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:08:26.067 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding auth protocol: cephx 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding auth protocol: cephx 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding auth protocol: cephx 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: secure 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: crc 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: secure 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: crc 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: secure 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: crc 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: crc 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: secure 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: crc 2024-09-07T14:08:26.068 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: secure 2024-09-07T14:08:26.069 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: crc 2024-09-07T14:08:26.069 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: secure 2024-09-07T14:08:26.069 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:08:25.732+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.069 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:08:25.732+0000 7feda86a69c0 1 librados: starting msgr at 2024-09-07T14:08:26.069 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:08:25.732+0000 7feda86a69c0 1 librados: starting objecter 2024-09-07T14:08:26.069 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command objecter_requests hook 0x55a1b5333dc0 2024-09-07T14:08:26.069 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:08:25.732+0000 7feda86a69c0 1 librados: setting wanted keys 2024-09-07T14:08:26.069 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:08:25.732+0000 7feda86a69c0 1 librados: calling monclient init 2024-09-07T14:08:26.069 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: init 2024-09-07T14:08:26.069 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding auth protocol: cephx 2024-09-07T14:08:26.069 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding auth protocol: cephx 2024-09-07T14:08:26.069 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding auth protocol: cephx 2024-09-07T14:08:26.070 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: secure 2024-09-07T14:08:26.070 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: crc 2024-09-07T14:08:26.070 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: secure 2024-09-07T14:08:26.070 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: crc 2024-09-07T14:08:26.070 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: secure 2024-09-07T14:08:26.070 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: crc 2024-09-07T14:08:26.070 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: crc 2024-09-07T14:08:26.070 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: secure 2024-09-07T14:08:26.070 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: crc 2024-09-07T14:08:26.070 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: secure 2024-09-07T14:08:26.070 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: crc 2024-09-07T14:08:26.070 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: secure 2024-09-07T14:08:26.071 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:08:25.732+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.071 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:08:25.732+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.071 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command rotate-key hook 0x55a1b53095b8 2024-09-07T14:08:26.071 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:08:26.071 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-07T14:08:26.071 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-a con 0x55a1b53102d0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:08:26.071 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-b con 0x55a1b533ac10 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:08:26.071 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-c con 0x7fed90003be0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:08:26.071 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.071 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.071 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.071 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:08:26.072 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): authenticate will time out at 2857.557787s 2024-09-07T14:08:26.072 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): get_auth_request con 0x55a1b53102d0 auth_method 0 2024-09-07T14:08:26.072 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.072 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.072 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.072 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): get_auth_request con 0x7fed90003be0 auth_method 0 2024-09-07T14:08:26.072 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.072 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.072 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.072 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.073 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.073 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.073 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.073 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.073 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.073 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): handle_auth_done global_id 7566 payload 824 2024-09-07T14:08:26.073 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient: _finish_hunting 0 2024-09-07T14:08:26.073 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:08:25.732+0000 7feda61ac640 1 monclient: found mon.noname-a 2024-09-07T14:08:26.073 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:08:26.073 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.073 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:08:26.073 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: dump: 2024-09-07T14:08:26.074 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.074 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.074 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.074 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.074 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.074 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.074 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.074 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.074 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.074 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.074 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: _finish_auth 0 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: _check_auth_tickets 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: handle_config config(0 keys) 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: dump: 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.075 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.076 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.076 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.076 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:08:25.732+0000 7fec94608640 4 set_mon_vals no callback set 2024-09-07T14:08:26.076 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 monclient: authenticate success, global_id 7566 2024-09-07T14:08:26.076 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: _renew_subs 2024-09-07T14:08:26.076 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:08:26.076 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: _renew_subs 2024-09-07T14:08:26.076 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:08:26.076 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:08:25.732+0000 7feda86a69c0 1 librados: init done 2024-09-07T14:08:26.076 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:08:25.736+0000 7fec92e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:08:26.077 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:08:25.736+0000 7fec92e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:08:26.077 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:08:25.736+0000 7fec92e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:08:26.077 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:08:25.736+0000 7feda59ab640 10 monclient: get_auth_request con 0x7fec8c070b10 auth_method 0 2024-09-07T14:08:26.077 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:08:25.736+0000 7feda69ad640 10 monclient: get_auth_request con 0x55a1b5331dc0 auth_method 0 2024-09-07T14:08:26.077 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:08:25.736+0000 7feda61ac640 10 monclient: get_auth_request con 0x55a1b5354f20 auth_method 0 2024-09-07T14:08:26.077 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:08:25.740+0000 7feda59ab640 10 monclient: get_auth_request con 0x55a1b5359110 auth_method 0 2024-09-07T14:08:26.077 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:08:25.740+0000 7feda69ad640 10 monclient: get_auth_request con 0x55a1b53587f0 auth_method 0 2024-09-07T14:08:26.077 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:08:25.740+0000 7feda86a69c0 10 monclient: build_initial_monmap 2024-09-07T14:08:26.077 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:08:25.740+0000 7feda86a69c0 1 build_initial for_mkfs: 0 2024-09-07T14:08:26.077 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:08:25.740+0000 7feda86a69c0 10 monclient: monmap: 2024-09-07T14:08:26.078 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:08:26.078 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:08:26.078 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:08:26.078 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:08:26.078 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:08:26.078 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.078 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:08:26.078 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:08:26.078 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:08:26.078 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.078 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding auth protocol: cephx 2024-09-07T14:08:26.078 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding auth protocol: cephx 2024-09-07T14:08:26.079 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding auth protocol: cephx 2024-09-07T14:08:26.079 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: secure 2024-09-07T14:08:26.079 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: crc 2024-09-07T14:08:26.079 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: secure 2024-09-07T14:08:26.079 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: crc 2024-09-07T14:08:26.079 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: secure 2024-09-07T14:08:26.079 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: crc 2024-09-07T14:08:26.079 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: crc 2024-09-07T14:08:26.079 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: secure 2024-09-07T14:08:26.079 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: crc 2024-09-07T14:08:26.079 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: secure 2024-09-07T14:08:26.079 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: crc 2024-09-07T14:08:26.080 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: secure 2024-09-07T14:08:26.080 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:08:25.740+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.080 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command objecter_requests cmddesc objecter_requests hook 0x55a1b5364ba0 EEXIST 2024-09-07T14:08:26.080 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:08:25.740+0000 7feda86a69c0 10 monclient: init 2024-09-07T14:08:26.080 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding auth protocol: cephx 2024-09-07T14:08:26.080 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding auth protocol: cephx 2024-09-07T14:08:26.080 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding auth protocol: cephx 2024-09-07T14:08:26.080 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: secure 2024-09-07T14:08:26.080 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: crc 2024-09-07T14:08:26.080 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: secure 2024-09-07T14:08:26.080 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: crc 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: secure 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: crc 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: crc 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: secure 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: crc 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: secure 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: crc 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: secure 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:08:25.740+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:08:25.744+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command rotate-key cmddesc rotate-key hook 0x55a1b5360270 EEXIST 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:08:26.081 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-c con 0x55a1b5388d50 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-a con 0x55a1b5388680 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-b con 0x55a1b5387060 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): authenticate will time out at 2857.568296s 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): get_auth_request con 0x55a1b5388d50 auth_method 0 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.082 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): get_auth_request con 0x55a1b5388680 auth_method 0 2024-09-07T14:08:26.083 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.083 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.083 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.083 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.083 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.083 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.083 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.083 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.083 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.083 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): handle_auth_done global_id 7166 payload 824 2024-09-07T14:08:26.083 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient: _finish_hunting 0 2024-09-07T14:08:26.084 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:08:25.744+0000 7feda59ab640 1 monclient: found mon.noname-c 2024-09-07T14:08:26.084 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.084 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:08:25.744+0000 7feda61ac640 10 monclient: get_auth_request con 0x55a1b5387060 auth_method 0 2024-09-07T14:08:26.084 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.084 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:08:26.084 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: dump: 2024-09-07T14:08:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.084 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: _finish_auth 0 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: _check_auth_tickets 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: handle_config config(0 keys) 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: dump: 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.085 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.086 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.086 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.086 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.086 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.086 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.086 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.086 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.086 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 monclient: authenticate success, global_id 7166 2024-09-07T14:08:26.086 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:08:25.744+0000 7feda71ae640 4 set_mon_vals no callback set 2024-09-07T14:08:26.086 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: _renew_subs 2024-09-07T14:08:26.087 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.087 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: _renew_subs 2024-09-07T14:08:26.087 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.087 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:08:25.744+0000 7fec8bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:08:26.087 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:08:25.744+0000 7fec8bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:08:26.087 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:08:25.744+0000 7fec8bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:08:26.087 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: get_monmap_and_config 2024-09-07T14:08:26.087 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: build_initial_monmap 2024-09-07T14:08:26.087 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:08:25.744+0000 7feda86a69c0 1 build_initial for_mkfs: 0 2024-09-07T14:08:26.087 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: monmap: 2024-09-07T14:08:26.088 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:08:26.088 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:08:26.088 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:08:26.088 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:08:26.088 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:08:26.088 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.088 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:08:26.088 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:08:26.088 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:08:26.088 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.089 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding auth protocol: cephx 2024-09-07T14:08:26.089 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding auth protocol: cephx 2024-09-07T14:08:26.089 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding auth protocol: cephx 2024-09-07T14:08:26.089 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: secure 2024-09-07T14:08:26.089 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: crc 2024-09-07T14:08:26.089 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: secure 2024-09-07T14:08:26.089 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: crc 2024-09-07T14:08:26.089 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: secure 2024-09-07T14:08:26.089 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: crc 2024-09-07T14:08:26.089 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: crc 2024-09-07T14:08:26.089 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: secure 2024-09-07T14:08:26.089 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: crc 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: secure 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient: get_auth_request con 0x7fec80070a20 auth_method 0 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: crc 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: secure 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:08:25.744+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: init 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding auth protocol: cephx 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding auth protocol: cephx 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding auth protocol: cephx 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: secure 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: crc 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: secure 2024-09-07T14:08:26.090 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: crc 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: secure 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: crc 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: crc 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: secure 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: crc 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: secure 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: crc 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: secure 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:08:25.748+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:08:25.748+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd63c1b758 EEXIST 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:08:26.091 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-b con 0x55a1b53dc9b0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:08:26.092 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-a con 0x55a1b53ac3d0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:08:26.092 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-c con 0x55a1b53d8180 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:08:26.092 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.092 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.092 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.092 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:08:26.092 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): authenticate will time out at 2857.572386s 2024-09-07T14:08:26.092 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): get_auth_request con 0x55a1b53ac3d0 auth_method 0 2024-09-07T14:08:26.092 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): get_auth_request con 0x55a1b53d8180 auth_method 0 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.093 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_done global_id 7572 payload 274 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient: _finish_hunting 0 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:08:25.748+0000 7feda69ad640 1 monclient: found mon.noname-a 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:08:25.748+0000 7feda59ab640 10 monclient: get_auth_request con 0x55a1b53dc9b0 auth_method 0 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: dump: 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.094 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.095 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.095 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.095 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.095 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.095 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: _finish_auth 0 2024-09-07T14:08:26.095 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: _check_auth_tickets 2024-09-07T14:08:26.095 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: handle_config config(0 keys) 2024-09-07T14:08:26.095 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 monclient: authenticate success, global_id 7572 2024-09-07T14:08:26.095 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: get_monmap_and_config success 2024-09-07T14:08:26.095 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:08:25.748+0000 7feda86a69c0 4 set_mon_vals no callback set 2024-09-07T14:08:26.095 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.095 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:08:26.096 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: dump: 2024-09-07T14:08:26.096 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.096 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.096 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.096 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.096 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.096 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.096 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.096 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.096 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.096 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.096 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: shutdown 2024-09-07T14:08:26.097 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: build_initial_monmap 2024-09-07T14:08:26.097 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:08:25.748+0000 7feda86a69c0 1 build_initial for_mkfs: 0 2024-09-07T14:08:26.097 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: monmap: 2024-09-07T14:08:26.097 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:08:26.097 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:08:26.097 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:08:26.097 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:08:26.097 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:08:26.097 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.097 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:08:26.097 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding auth protocol: cephx 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding auth protocol: cephx 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding auth protocol: cephx 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: secure 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: crc 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: secure 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: crc 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: secure 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: crc 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: crc 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: secure 2024-09-07T14:08:26.098 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: crc 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: secure 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: crc 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: secure 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:08:25.748+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:08:25.748+0000 7feda86a69c0 1 librados: starting msgr at 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:08:25.748+0000 7feda86a69c0 1 librados: starting objecter 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command objecter_requests cmddesc objecter_requests hook 0x55a1b53cdf00 EEXIST 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:08:25.748+0000 7feda86a69c0 1 librados: setting wanted keys 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:08:25.748+0000 7feda86a69c0 1 librados: calling monclient init 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: init 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding auth protocol: cephx 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding auth protocol: cephx 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding auth protocol: cephx 2024-09-07T14:08:26.099 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: secure 2024-09-07T14:08:26.100 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: crc 2024-09-07T14:08:26.100 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: secure 2024-09-07T14:08:26.100 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: crc 2024-09-07T14:08:26.100 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: secure 2024-09-07T14:08:26.100 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: crc 2024-09-07T14:08:26.100 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: crc 2024-09-07T14:08:26.100 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: secure 2024-09-07T14:08:26.100 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: crc 2024-09-07T14:08:26.101 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: secure 2024-09-07T14:08:26.101 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: crc 2024-09-07T14:08:26.101 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: secure 2024-09-07T14:08:26.101 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:08:25.748+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.101 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:08:25.748+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.101 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command rotate-key cmddesc rotate-key hook 0x55a1b538acb8 EEXIST 2024-09-07T14:08:26.101 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:08:26.101 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:08:26.101 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-b con 0x55a1b53ac3d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:08:26.101 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-c con 0x55a1b53d8180 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:08:26.101 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-a con 0x55a1b53dc9b0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): authenticate will time out at 2857.575048s 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): get_auth_request con 0x55a1b53d8180 auth_method 0 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): get_auth_request con 0x55a1b53dc9b0 auth_method 0 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.102 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_done global_id 7172 payload 824 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient: _finish_hunting 0 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:08:25.748+0000 7feda69ad640 1 monclient: found mon.noname-c 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: dump: 2024-09-07T14:08:26.103 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.104 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.104 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.104 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.104 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.104 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.104 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.104 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.104 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.104 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.105 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: _finish_auth 0 2024-09-07T14:08:26.105 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: _check_auth_tickets 2024-09-07T14:08:26.105 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: handle_config config(0 keys) 2024-09-07T14:08:26.105 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.105 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:08:26.105 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: dump: 2024-09-07T14:08:26.105 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.105 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.105 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.105 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.105 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.105 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 monclient: authenticate success, global_id 7172 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _renew_subs 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:08:25.748+0000 7fec89ffb640 4 set_mon_vals no callback set 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _renew_subs 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:08:25.748+0000 7feda86a69c0 1 librados: init done 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command cr dump hook 0x55a1b53d88f8 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.106 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:08:25.752+0000 7fec77fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:08:25.752+0000 7fec77fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:08:25.752+0000 7fec77fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:08:25.752+0000 7feda59ab640 10 monclient: get_auth_request con 0x7fec70070b10 auth_method 0 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:08:25.752+0000 7feda61ac640 10 monclient: get_auth_request con 0x55a1b53f61a0 auth_method 0 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 realm 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:08:25.752+0000 7feda86a69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:08:25.756+0000 7feda59ab640 10 monclient: get_auth_request con 0x55a1b53fa3e0 auth_method 0 2024-09-07T14:08:26.107 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:08:25.756+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:26.108 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:08:25.756+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.108 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:08:25.756+0000 7feda69ad640 10 monclient: get_auth_request con 0x55a1b53fdc20 auth_method 0 2024-09-07T14:08:26.108 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:08:25.756+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:26.108 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:08:25.756+0000 7feda86a69c0 20 searching for the correct realm 2024-09-07T14:08:26.108 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:08:25.756+0000 7feda61ac640 10 monclient: get_auth_request con 0x55a1b54029c0 auth_method 0 2024-09-07T14:08:26.108 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:08:25.760+0000 7feda59ab640 10 monclient: get_auth_request con 0x7fed9805cc60 auth_method 0 2024-09-07T14:08:26.108 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:08:25.760+0000 7feda59ab640 0 -- 172.21.15.107:0/1336588957 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7fed9805cc60 msgr2=0x7fed9805b6d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:08:26.108 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:08:25.964+0000 7feda59ab640 10 monclient: get_auth_request con 0x7fed9805cc60 auth_method 0 2024-09-07T14:08:26.108 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:08:25.964+0000 7feda69ad640 10 monclient: get_auth_request con 0x7fed9c099c20 auth_method 0 2024-09-07T14:08:26.108 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:08:25.968+0000 7feda61ac640 10 monclient: get_auth_request con 0x7feda00bb040 auth_method 0 2024-09-07T14:08:26.109 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:08:25.972+0000 7feda69ad640 0 -- 172.21.15.107:0/1336588957 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fed9c099c20 msgr2=0x7fed9c064280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:26.109 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:08:25.972+0000 7fec77fff640 1 client.7172.objecter ms_handle_reset 0x7fed9c099c20 session 0x7fed9c098040 osd.2 2024-09-07T14:08:26.109 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:08:25.976+0000 7fec77fff640 10 monclient: _renew_subs 2024-09-07T14:08:26.109 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:08:25.976+0000 7fec77fff640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.109 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:08:25.976+0000 7feda69ad640 10 monclient: get_auth_request con 0x7fec70081240 auth_method 0 2024-09-07T14:08:26.109 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:08:25.976+0000 7feda59ab640 10 monclient: get_auth_request con 0x7fed98065750 auth_method 0 2024-09-07T14:08:26.110 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:26.110 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:26.110 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:26.110 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:26.110 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:26.111 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:26.111 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.111 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.111 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.111 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:26.111 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.112 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:26.112 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 zone default found 2024-09-07T14:08:26.112 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:08:25.992+0000 7feda86a69c0 4 Realm: () 2024-09-07T14:08:26.112 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:08:25.992+0000 7feda86a69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:26.112 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:08:25.992+0000 7feda86a69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:26.112 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:08:25.992+0000 7feda86a69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:26.113 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 zonegroup default 2024-09-07T14:08:26.113 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.113 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.113 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.113 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:08:25.996+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.113 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:08:25.996+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.114 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:08:25.996+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.114 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:08:25.996+0000 7feda86a69c0 20 started sync module instance, tier type = 2024-09-07T14:08:26.114 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:08:25.996+0000 7feda86a69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:26.114 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=0 2024-09-07T14:08:26.114 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=1 2024-09-07T14:08:26.115 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=2 2024-09-07T14:08:26.115 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=3 2024-09-07T14:08:26.115 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=4 2024-09-07T14:08:26.115 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=5 2024-09-07T14:08:26.115 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=6 2024-09-07T14:08:26.115 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:08:26.024+0000 7feda86a69c0 20 add_watcher() i=7 2024-09-07T14:08:26.116 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:08:26.024+0000 7feda86a69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:26.116 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding auth protocol: cephx 2024-09-07T14:08:26.116 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding auth protocol: cephx 2024-09-07T14:08:26.116 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding auth protocol: cephx 2024-09-07T14:08:26.116 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: secure 2024-09-07T14:08:26.116 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: crc 2024-09-07T14:08:26.117 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: secure 2024-09-07T14:08:26.117 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: crc 2024-09-07T14:08:26.117 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: secure 2024-09-07T14:08:26.117 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: crc 2024-09-07T14:08:26.117 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: crc 2024-09-07T14:08:26.118 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: secure 2024-09-07T14:08:26.118 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: crc 2024-09-07T14:08:26.118 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: secure 2024-09-07T14:08:26.118 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: crc 2024-09-07T14:08:26.118 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: secure 2024-09-07T14:08:26.118 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:08:26.028+0000 7fec5cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:26.119 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:08:26.028+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.119 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:08:26.028+0000 7feda86a69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:26.119 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:08:26.028+0000 7feda86a69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:26.119 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command cache list hook 0x55a1b53a99f0 2024-09-07T14:08:26.119 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command cache inspect hook 0x55a1b53a99f0 2024-09-07T14:08:26.119 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command cache erase hook 0x55a1b53a99f0 2024-09-07T14:08:26.120 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command cache zap hook 0x55a1b53a99f0 2024-09-07T14:08:26.120 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 note: GC not initialized 2024-09-07T14:08:26.120 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:08:26.028+0000 7febd77fe640 20 reqs_thread_entry: start 2024-09-07T14:08:26.120 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:08:26.032+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command sync trace show hook 0x7fed9c004570 2024-09-07T14:08:26.120 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:08:26.032+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command sync trace history hook 0x7fed9c004570 2024-09-07T14:08:26.120 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:08:26.032+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command sync trace active hook 0x7fed9c004570 2024-09-07T14:08:26.121 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:08:26.032+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command sync trace active_short hook 0x7fed9c004570 2024-09-07T14:08:26.124 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:08:26.032+0000 7feda86a69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:26.124 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:08:26.032+0000 7feda86a69c0 20 Filter name: none 2024-09-07T14:08:26.125 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:08:26.032+0000 7febd57fa640 20 reqs_thread_entry: start 2024-09-07T14:08:26.125 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-07T14:08:26.125 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:08:26.032+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.125 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:08:26.032+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:26.125 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-07T14:08:26.126 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-07T14:08:26.126 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 : miss 2024-09-07T14:08:26.126 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:08:26.032+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.126 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:08:26.032+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:26.126 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:26.126 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:26.127 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:08:26.127 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:26.127 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 2024-09-07T14:08:26.127 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:08:26.040+0000 7feda86a69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:26.127 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:08:26.040+0000 7feda86a69c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:26.127 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:08:26.040+0000 7feda86a69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:26.128 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:08:26.040+0000 7feda86a69c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35, ofs0, ns] 2024-09-07T14:08:26.128 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:08:26.040+0000 7fec89ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300760 cookie 94153019009104 notifier 7172 bl.length()=995 2024-09-07T14:08:26.128 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:08:26.040+0000 7fec89ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:26.128 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:08:26.040+0000 7fec89ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:26.128 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:08:26.040+0000 7fec89ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:26.129 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:08:26.044+0000 7feda86a69c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): orig_sources= new_sources= 2024-09-07T14:08:26.129 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:08:26.044+0000 7feda86a69c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): potential sources added=[] removed=[] 2024-09-07T14:08:26.129 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:08:26.044+0000 7feda86a69c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): orig_dests= new_dests= 2024-09-07T14:08:26.129 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:08:26.044+0000 7feda86a69c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): potential dests added=[] removed=[] 2024-09-07T14:08:26.129 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:08:26.052+0000 7feda86a69c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7feda86a69c0 time 2024-09-07T14:08:26.054305+0000 2024-09-07T14:08:26.129 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:08:26.130 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.130 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:08:26.130 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fedabf802eb] 2024-09-07T14:08:26.130 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fedabf8049f] 2024-09-07T14:08:26.130 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a1b209b0d1] 2024-09-07T14:08:26.131 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55a1b20ad3da] 2024-09-07T14:08:26.131 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:08:26.131 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fedaade6d90] 2024-09-07T14:08:26.131 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:08:26.131 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:08:26.131 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.132 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:08:26.052+0000 7feda86a69c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:08:26.132 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7feda86a69c0 thread_name:radosgw-admin 2024-09-07T14:08:26.132 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.132 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:08:26.132 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fedaadff520] 2024-09-07T14:08:26.132 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:08:26.132 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:08:26.133 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:08:26.133 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fedabf80345] 2024-09-07T14:08:26.133 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fedabf8049f] 2024-09-07T14:08:26.133 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a1b209b0d1] 2024-09-07T14:08:26.133 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55a1b20ad3da] 2024-09-07T14:08:26.134 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:08:26.134 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fedaade6d90] 2024-09-07T14:08:26.134 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:08:26.134 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:08:26.134 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:08:26.134 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.134 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:08:26.134 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:08:26.135 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:08:26.136 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:08:26.136 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:08:26.136 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:08:26.136 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:08:26.136 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:08:26.136 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:08:26.136 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:08:26.136 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:08:26.136 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:08:26.136 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:08:26.136 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:08:26.136 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:08:26.137 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:08:26.138 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:08:26.138 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:08:26.138 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:08:26.138 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:08:26.138 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:08:26.138 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:08:26.138 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:08:26.138 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:08:26.138 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:08:26.138 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:08:26.139 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:08:26.140 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:08:26.140 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:08:26.140 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:08:26.140 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:08:26.140 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:08:26.140 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:08:26.140 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:08:26.140 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:08:26.140 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:08:26.140 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:08:26.140 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:08:26.140 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:08:26.141 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:08:26.141 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:08:26.141 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:08:26.141 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:08:26.141 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:08:26.141 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:08:26.141 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:08:26.141 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:08:26.141 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:08:26.141 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:08:26.141 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: 7febd57fa640 / http_manager 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: 7febd77fe640 / http_manager 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: 7fec5cfe1640 / rgw_dt_lg_renew 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: 7fec77fff640 / ms_dispatch 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: 7fec89ffb640 / io_context_pool 2024-09-07T14:08:26.142 INFO:tasks.workunit.client.0.smithi107.stderr: 7fec8bfff640 / ms_dispatch 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr: 7fec92e05640 / ms_dispatch 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr: 7fec94608640 / io_context_pool 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr: 7feda59ab640 / msgr-worker-2 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr: 7feda61ac640 / msgr-worker-1 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr: 7feda69ad640 / msgr-worker-0 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr: 7feda71ae640 / io_context_pool 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr: 7feda86a69c0 / radosgw-admin 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/log/ceph/ceph-client.admin.121686.log 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:08:25.728+0000 7feda59ab640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.143 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:08:25.728+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:08:25.728+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:08:25.728+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:08:25.728+0000 7feda59ab640 10 monclient(hunting): handle_auth_done global_id 7563 payload 274 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:08:25.728+0000 7feda59ab640 10 monclient: _finish_hunting 0 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:08:25.728+0000 7feda59ab640 1 monclient: found mon.noname-a 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:08:25.728+0000 7feda59ab640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:08:25.728+0000 7feda61ac640 10 monclient: get_auth_request con 0x7fed90003be0 auth_method 0 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: dump: 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.144 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.145 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.145 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.145 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.145 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.145 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.145 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.145 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.145 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: _finish_auth 0 2024-09-07T14:08:26.145 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: _check_auth_tickets 2024-09-07T14:08:26.145 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:08:25.728+0000 7feda86a69c0 5 monclient: authenticate success, global_id 7563 2024-09-07T14:08:26.145 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: handle_config config(0 keys) 2024-09-07T14:08:26.145 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:08:25.728+0000 7fec94608640 10 monclient: dump: 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.146 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:08:25.728+0000 7feda86a69c0 10 monclient: get_monmap_and_config success 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:08:25.728+0000 7feda86a69c0 4 set_mon_vals no callback set 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: shutdown 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 asok(0x55a1b51012b0) unregister_commands rotate-key 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: build_initial_monmap 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:08:25.732+0000 7feda86a69c0 1 build_initial for_mkfs: 0 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: monmap: 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:08:26.147 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding auth protocol: cephx 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding auth protocol: cephx 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding auth protocol: cephx 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: secure 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: crc 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: secure 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: crc 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: secure 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: crc 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: crc 2024-09-07T14:08:26.148 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: secure 2024-09-07T14:08:26.149 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: crc 2024-09-07T14:08:26.149 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: secure 2024-09-07T14:08:26.149 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: crc 2024-09-07T14:08:26.149 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b530c840) adding con mode: secure 2024-09-07T14:08:26.149 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:08:25.732+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.149 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:08:25.732+0000 7feda86a69c0 1 librados: starting msgr at 2024-09-07T14:08:26.149 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:08:25.732+0000 7feda86a69c0 1 librados: starting objecter 2024-09-07T14:08:26.149 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command objecter_requests hook 0x55a1b5333dc0 2024-09-07T14:08:26.149 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:08:25.732+0000 7feda86a69c0 1 librados: setting wanted keys 2024-09-07T14:08:26.149 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:08:25.732+0000 7feda86a69c0 1 librados: calling monclient init 2024-09-07T14:08:26.150 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: init 2024-09-07T14:08:26.150 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding auth protocol: cephx 2024-09-07T14:08:26.150 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding auth protocol: cephx 2024-09-07T14:08:26.150 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding auth protocol: cephx 2024-09-07T14:08:26.150 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: secure 2024-09-07T14:08:26.150 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: crc 2024-09-07T14:08:26.150 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: secure 2024-09-07T14:08:26.150 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: crc 2024-09-07T14:08:26.150 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: secure 2024-09-07T14:08:26.150 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: crc 2024-09-07T14:08:26.150 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: crc 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: secure 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: crc 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: secure 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: crc 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5309470) adding con mode: secure 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:08:25.732+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:08:25.732+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command rotate-key hook 0x55a1b53095b8 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-a con 0x55a1b53102d0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-b con 0x55a1b533ac10 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:08:26.151 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-c con 0x7fed90003be0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient(hunting): authenticate will time out at 2857.557787s 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): get_auth_request con 0x55a1b53102d0 auth_method 0 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): get_auth_request con 0x7fed90003be0 auth_method 0 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.152 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.153 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.153 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.153 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:08:25.732+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.153 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.153 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.153 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.153 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient(hunting): handle_auth_done global_id 7566 payload 824 2024-09-07T14:08:26.153 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient: _finish_hunting 0 2024-09-07T14:08:26.153 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:08:25.732+0000 7feda61ac640 1 monclient: found mon.noname-a 2024-09-07T14:08:26.153 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:08:25.732+0000 7feda61ac640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:08:26.153 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.154 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:08:26.154 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: dump: 2024-09-07T14:08:26.154 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.154 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.154 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.154 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.154 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.154 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.154 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.155 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.155 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.155 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.155 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: _finish_auth 0 2024-09-07T14:08:26.155 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: _check_auth_tickets 2024-09-07T14:08:26.155 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: handle_config config(0 keys) 2024-09-07T14:08:26.155 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.155 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:08:26.155 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:08:25.732+0000 7fec92e05640 10 monclient: dump: 2024-09-07T14:08:26.155 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.155 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.155 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:08:25.732+0000 7fec94608640 4 set_mon_vals no callback set 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:08:25.732+0000 7feda86a69c0 5 monclient: authenticate success, global_id 7566 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: _renew_subs 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: _renew_subs 2024-09-07T14:08:26.156 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:08:25.732+0000 7feda86a69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:08:25.732+0000 7feda86a69c0 1 librados: init done 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:08:25.736+0000 7fec92e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:08:25.736+0000 7fec92e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:08:25.736+0000 7fec92e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:08:25.736+0000 7feda59ab640 10 monclient: get_auth_request con 0x7fec8c070b10 auth_method 0 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:08:25.736+0000 7feda69ad640 10 monclient: get_auth_request con 0x55a1b5331dc0 auth_method 0 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:08:25.736+0000 7feda61ac640 10 monclient: get_auth_request con 0x55a1b5354f20 auth_method 0 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:08:25.740+0000 7feda59ab640 10 monclient: get_auth_request con 0x55a1b5359110 auth_method 0 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:08:25.740+0000 7feda69ad640 10 monclient: get_auth_request con 0x55a1b53587f0 auth_method 0 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:08:25.740+0000 7feda86a69c0 10 monclient: build_initial_monmap 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:08:25.740+0000 7feda86a69c0 1 build_initial for_mkfs: 0 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:08:25.740+0000 7feda86a69c0 10 monclient: monmap: 2024-09-07T14:08:26.157 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding auth protocol: cephx 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding auth protocol: cephx 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding auth protocol: cephx 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: secure 2024-09-07T14:08:26.158 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: crc 2024-09-07T14:08:26.159 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: secure 2024-09-07T14:08:26.159 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: crc 2024-09-07T14:08:26.159 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: secure 2024-09-07T14:08:26.159 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: crc 2024-09-07T14:08:26.159 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: crc 2024-09-07T14:08:26.159 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: secure 2024-09-07T14:08:26.159 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: crc 2024-09-07T14:08:26.159 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: secure 2024-09-07T14:08:26.159 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: crc 2024-09-07T14:08:26.159 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5361170) adding con mode: secure 2024-09-07T14:08:26.160 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:08:25.740+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.160 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command objecter_requests cmddesc objecter_requests hook 0x55a1b5364ba0 EEXIST 2024-09-07T14:08:26.160 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:08:25.740+0000 7feda86a69c0 10 monclient: init 2024-09-07T14:08:26.160 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding auth protocol: cephx 2024-09-07T14:08:26.160 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding auth protocol: cephx 2024-09-07T14:08:26.160 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding auth protocol: cephx 2024-09-07T14:08:26.160 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: secure 2024-09-07T14:08:26.160 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: crc 2024-09-07T14:08:26.160 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: secure 2024-09-07T14:08:26.160 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: crc 2024-09-07T14:08:26.160 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: secure 2024-09-07T14:08:26.160 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: crc 2024-09-07T14:08:26.161 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: crc 2024-09-07T14:08:26.161 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: secure 2024-09-07T14:08:26.161 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: crc 2024-09-07T14:08:26.161 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: secure 2024-09-07T14:08:26.161 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: crc 2024-09-07T14:08:26.161 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:08:25.740+0000 7feda86a69c0 5 AuthRegistry(0x55a1b5360128) adding con mode: secure 2024-09-07T14:08:26.161 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:08:25.740+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.161 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:08:25.744+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.161 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command rotate-key cmddesc rotate-key hook 0x55a1b5360270 EEXIST 2024-09-07T14:08:26.161 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:08:26.161 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:08:26.161 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-c con 0x55a1b5388d50 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-a con 0x55a1b5388680 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-b con 0x55a1b5387060 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient(hunting): authenticate will time out at 2857.568296s 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): get_auth_request con 0x55a1b5388d50 auth_method 0 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): get_auth_request con 0x55a1b5388680 auth_method 0 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.162 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient(hunting): handle_auth_done global_id 7166 payload 824 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient: _finish_hunting 0 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:08:25.744+0000 7feda59ab640 1 monclient: found mon.noname-c 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:08:25.744+0000 7feda59ab640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:08:25.744+0000 7feda61ac640 10 monclient: get_auth_request con 0x55a1b5387060 auth_method 0 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:08:26.163 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: dump: 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: _finish_auth 0 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: _check_auth_tickets 2024-09-07T14:08:26.164 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: handle_config config(0 keys) 2024-09-07T14:08:26.165 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.165 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:08:26.165 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:08:25.744+0000 7fec8bfff640 10 monclient: dump: 2024-09-07T14:08:26.165 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.165 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.165 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.165 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.165 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.165 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.165 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.166 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.166 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.166 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.166 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 monclient: authenticate success, global_id 7166 2024-09-07T14:08:26.166 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:08:25.744+0000 7feda71ae640 4 set_mon_vals no callback set 2024-09-07T14:08:26.166 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: _renew_subs 2024-09-07T14:08:26.166 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.166 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: _renew_subs 2024-09-07T14:08:26.166 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.167 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:08:25.744+0000 7fec8bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:08:26.167 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:08:25.744+0000 7fec8bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:08:26.167 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:08:25.744+0000 7fec8bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:08:26.167 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: get_monmap_and_config 2024-09-07T14:08:26.167 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: build_initial_monmap 2024-09-07T14:08:26.167 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:08:25.744+0000 7feda86a69c0 1 build_initial for_mkfs: 0 2024-09-07T14:08:26.167 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: monmap: 2024-09-07T14:08:26.168 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:08:26.168 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:08:26.168 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:08:26.168 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:08:26.168 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:08:26.168 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.168 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:08:26.168 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:08:26.168 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:08:26.169 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.169 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding auth protocol: cephx 2024-09-07T14:08:26.169 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding auth protocol: cephx 2024-09-07T14:08:26.169 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding auth protocol: cephx 2024-09-07T14:08:26.169 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: secure 2024-09-07T14:08:26.169 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: crc 2024-09-07T14:08:26.169 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: secure 2024-09-07T14:08:26.169 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: crc 2024-09-07T14:08:26.170 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: secure 2024-09-07T14:08:26.170 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: crc 2024-09-07T14:08:26.170 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: crc 2024-09-07T14:08:26.170 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: secure 2024-09-07T14:08:26.170 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: crc 2024-09-07T14:08:26.170 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: secure 2024-09-07T14:08:26.170 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:08:25.744+0000 7feda69ad640 10 monclient: get_auth_request con 0x7fec80070a20 auth_method 0 2024-09-07T14:08:26.170 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: crc 2024-09-07T14:08:26.171 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53a84a0) adding con mode: secure 2024-09-07T14:08:26.171 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:08:25.744+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.171 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:08:25.744+0000 7feda86a69c0 10 monclient: init 2024-09-07T14:08:26.171 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding auth protocol: cephx 2024-09-07T14:08:26.171 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding auth protocol: cephx 2024-09-07T14:08:26.171 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding auth protocol: cephx 2024-09-07T14:08:26.171 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: secure 2024-09-07T14:08:26.172 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: crc 2024-09-07T14:08:26.172 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: secure 2024-09-07T14:08:26.172 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: crc 2024-09-07T14:08:26.172 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: secure 2024-09-07T14:08:26.172 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: crc 2024-09-07T14:08:26.172 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: crc 2024-09-07T14:08:26.172 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: secure 2024-09-07T14:08:26.172 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: crc 2024-09-07T14:08:26.173 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: secure 2024-09-07T14:08:26.173 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: crc 2024-09-07T14:08:26.173 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:08:25.744+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1b610) adding con mode: secure 2024-09-07T14:08:26.173 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:08:25.748+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.173 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:08:25.748+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.173 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd63c1b758 EEXIST 2024-09-07T14:08:26.173 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:08:26.173 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:08:26.174 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-b con 0x55a1b53dc9b0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:08:26.174 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-a con 0x55a1b53ac3d0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:08:26.174 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-c con 0x55a1b53d8180 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:08:26.174 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.174 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.174 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.174 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:08:26.174 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): authenticate will time out at 2857.572386s 2024-09-07T14:08:26.175 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): get_auth_request con 0x55a1b53ac3d0 auth_method 0 2024-09-07T14:08:26.175 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.175 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.175 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.175 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): get_auth_request con 0x55a1b53d8180 auth_method 0 2024-09-07T14:08:26.175 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.175 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.175 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.176 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.176 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.176 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.176 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.176 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.176 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.176 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_done global_id 7572 payload 274 2024-09-07T14:08:26.177 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient: _finish_hunting 0 2024-09-07T14:08:26.177 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:08:25.748+0000 7feda69ad640 1 monclient: found mon.noname-a 2024-09-07T14:08:26.177 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:08:26.177 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:08:25.748+0000 7feda59ab640 10 monclient: get_auth_request con 0x55a1b53dc9b0 auth_method 0 2024-09-07T14:08:26.177 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.177 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:08:26.177 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: dump: 2024-09-07T14:08:26.178 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.178 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.178 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.178 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.178 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.178 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.178 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.178 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.179 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.179 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.179 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: _finish_auth 0 2024-09-07T14:08:26.179 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: _check_auth_tickets 2024-09-07T14:08:26.179 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: handle_config config(0 keys) 2024-09-07T14:08:26.179 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 monclient: authenticate success, global_id 7572 2024-09-07T14:08:26.179 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: get_monmap_and_config success 2024-09-07T14:08:26.179 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:08:25.748+0000 7feda86a69c0 4 set_mon_vals no callback set 2024-09-07T14:08:26.180 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.180 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:08:26.180 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:08:25.748+0000 7fec89ffb640 10 monclient: dump: 2024-09-07T14:08:26.180 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.180 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.180 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.180 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.180 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.180 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.181 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.181 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.181 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.181 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.181 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: shutdown 2024-09-07T14:08:26.181 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: build_initial_monmap 2024-09-07T14:08:26.181 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:08:25.748+0000 7feda86a69c0 1 build_initial for_mkfs: 0 2024-09-07T14:08:26.181 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: monmap: 2024-09-07T14:08:26.181 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:08:26.181 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:08:26.181 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:08:26.181 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding auth protocol: cephx 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding auth protocol: cephx 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding auth protocol: cephx 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: secure 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: crc 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: secure 2024-09-07T14:08:26.182 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: crc 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: secure 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: crc 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: crc 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: secure 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: crc 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: secure 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: crc 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b53d6b10) adding con mode: secure 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:08:25.748+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:08:25.748+0000 7feda86a69c0 1 librados: starting msgr at 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:08:25.748+0000 7feda86a69c0 1 librados: starting objecter 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command objecter_requests cmddesc objecter_requests hook 0x55a1b53cdf00 EEXIST 2024-09-07T14:08:26.183 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:08:25.748+0000 7feda86a69c0 1 librados: setting wanted keys 2024-09-07T14:08:26.184 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:08:25.748+0000 7feda86a69c0 1 librados: calling monclient init 2024-09-07T14:08:26.184 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: init 2024-09-07T14:08:26.184 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding auth protocol: cephx 2024-09-07T14:08:26.184 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding auth protocol: cephx 2024-09-07T14:08:26.184 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding auth protocol: cephx 2024-09-07T14:08:26.184 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: secure 2024-09-07T14:08:26.184 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: crc 2024-09-07T14:08:26.184 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: secure 2024-09-07T14:08:26.184 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: crc 2024-09-07T14:08:26.184 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: secure 2024-09-07T14:08:26.185 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: crc 2024-09-07T14:08:26.185 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: crc 2024-09-07T14:08:26.185 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: secure 2024-09-07T14:08:26.185 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: crc 2024-09-07T14:08:26.185 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: secure 2024-09-07T14:08:26.185 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: crc 2024-09-07T14:08:26.185 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 AuthRegistry(0x55a1b538ab70) adding con mode: secure 2024-09-07T14:08:26.185 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:08:25.748+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.185 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:08:25.748+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.185 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command rotate-key cmddesc rotate-key hook 0x55a1b538acb8 EEXIST 2024-09-07T14:08:26.185 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:08:26.185 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:08:26.186 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-b con 0x55a1b53ac3d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:08:26.186 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-c con 0x55a1b53d8180 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:08:26.186 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): picked mon.noname-a con 0x55a1b53dc9b0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:08:26.186 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.186 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.186 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:08:26.186 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:08:26.186 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient(hunting): authenticate will time out at 2857.575048s 2024-09-07T14:08:26.186 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): get_auth_request con 0x55a1b53d8180 auth_method 0 2024-09-07T14:08:26.186 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.186 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): get_auth_request con 0x55a1b53dc9b0 auth_method 0 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:08:25.748+0000 7feda61ac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient(hunting): handle_auth_done global_id 7172 payload 824 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient: _finish_hunting 0 2024-09-07T14:08:26.187 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:08:25.748+0000 7feda69ad640 1 monclient: found mon.noname-c 2024-09-07T14:08:26.188 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:08:25.748+0000 7feda69ad640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.188 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.188 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:08:26.188 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: dump: 2024-09-07T14:08:26.188 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.188 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.188 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.188 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.188 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.188 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.188 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.188 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: _finish_auth 0 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: _check_auth_tickets 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: handle_config config(0 keys) 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:08:25.748+0000 7fec77fff640 10 monclient: dump: 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:08:26.189 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 monclient: authenticate success, global_id 7172 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _renew_subs 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:08:25.748+0000 7fec89ffb640 4 set_mon_vals no callback set 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _renew_subs 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:08:25.748+0000 7feda86a69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:08:25.748+0000 7feda86a69c0 1 librados: init done 2024-09-07T14:08:26.190 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:08:25.748+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command cr dump hook 0x55a1b53d88f8 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:08:25.752+0000 7fec77fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:08:25.752+0000 7fec77fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:08:25.752+0000 7fec77fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:08:25.752+0000 7feda59ab640 10 monclient: get_auth_request con 0x7fec70070b10 auth_method 0 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:08:25.752+0000 7feda61ac640 10 monclient: get_auth_request con 0x55a1b53f61a0 auth_method 0 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 realm 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:08:25.752+0000 7feda86a69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.191 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.192 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:08:25.752+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.192 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:08:25.756+0000 7feda59ab640 10 monclient: get_auth_request con 0x55a1b53fa3e0 auth_method 0 2024-09-07T14:08:26.192 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:08:25.756+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:26.192 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:08:25.756+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.192 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:08:25.756+0000 7feda69ad640 10 monclient: get_auth_request con 0x55a1b53fdc20 auth_method 0 2024-09-07T14:08:26.192 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:08:25.756+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:26.192 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:08:25.756+0000 7feda86a69c0 20 searching for the correct realm 2024-09-07T14:08:26.192 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:08:25.756+0000 7feda61ac640 10 monclient: get_auth_request con 0x55a1b54029c0 auth_method 0 2024-09-07T14:08:26.192 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:08:25.760+0000 7feda59ab640 10 monclient: get_auth_request con 0x7fed9805cc60 auth_method 0 2024-09-07T14:08:26.192 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:08:25.760+0000 7feda59ab640 0 -- 172.21.15.107:0/1336588957 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7fed9805cc60 msgr2=0x7fed9805b6d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:08:26.192 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:08:25.964+0000 7feda59ab640 10 monclient: get_auth_request con 0x7fed9805cc60 auth_method 0 2024-09-07T14:08:26.192 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:08:25.964+0000 7feda69ad640 10 monclient: get_auth_request con 0x7fed9c099c20 auth_method 0 2024-09-07T14:08:26.193 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:08:25.968+0000 7feda61ac640 10 monclient: get_auth_request con 0x7feda00bb040 auth_method 0 2024-09-07T14:08:26.193 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:08:25.972+0000 7feda69ad640 0 -- 172.21.15.107:0/1336588957 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fed9c099c20 msgr2=0x7fed9c064280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:26.193 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:08:25.972+0000 7fec77fff640 1 client.7172.objecter ms_handle_reset 0x7fed9c099c20 session 0x7fed9c098040 osd.2 2024-09-07T14:08:26.193 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:08:25.976+0000 7fec77fff640 10 monclient: _renew_subs 2024-09-07T14:08:26.193 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:08:25.976+0000 7fec77fff640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:08:26.193 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:08:25.976+0000 7feda69ad640 10 monclient: get_auth_request con 0x7fec70081240 auth_method 0 2024-09-07T14:08:26.193 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:08:25.976+0000 7feda59ab640 10 monclient: get_auth_request con 0x7fed98065750 auth_method 0 2024-09-07T14:08:26.193 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:26.193 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:26.193 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:26.193 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:26.193 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 zone default found 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:08:25.992+0000 7feda86a69c0 4 Realm: () 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:08:25.992+0000 7feda86a69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:08:25.992+0000 7feda86a69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:08:25.992+0000 7feda86a69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 zonegroup default 2024-09-07T14:08:26.194 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:08:25.992+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:08:25.996+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:08:25.996+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:08:25.996+0000 7feda86a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:08:25.996+0000 7feda86a69c0 20 started sync module instance, tier type = 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:08:25.996+0000 7feda86a69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=0 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=1 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=2 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=3 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=4 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=5 2024-09-07T14:08:26.195 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:08:26.020+0000 7feda86a69c0 20 add_watcher() i=6 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:08:26.024+0000 7feda86a69c0 20 add_watcher() i=7 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:08:26.024+0000 7feda86a69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding auth protocol: cephx 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding auth protocol: cephx 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding auth protocol: cephx 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: secure 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: crc 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: secure 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: crc 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: secure 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: crc 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: crc 2024-09-07T14:08:26.196 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: secure 2024-09-07T14:08:26.197 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: crc 2024-09-07T14:08:26.197 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: secure 2024-09-07T14:08:26.197 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: crc 2024-09-07T14:08:26.197 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 AuthRegistry(0x7ffd63c1bae0) adding con mode: secure 2024-09-07T14:08:26.197 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:08:26.028+0000 7fec5cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:26.197 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:08:26.028+0000 7feda86a69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:08:26.197 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:08:26.028+0000 7feda86a69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:26.197 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:08:26.028+0000 7feda86a69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:26.197 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command cache list hook 0x55a1b53a99f0 2024-09-07T14:08:26.197 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command cache inspect hook 0x55a1b53a99f0 2024-09-07T14:08:26.197 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command cache erase hook 0x55a1b53a99f0 2024-09-07T14:08:26.197 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command cache zap hook 0x55a1b53a99f0 2024-09-07T14:08:26.198 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:08:26.028+0000 7feda86a69c0 5 note: GC not initialized 2024-09-07T14:08:26.198 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:08:26.028+0000 7febd77fe640 20 reqs_thread_entry: start 2024-09-07T14:08:26.198 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:08:26.032+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command sync trace show hook 0x7fed9c004570 2024-09-07T14:08:26.198 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:08:26.032+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command sync trace history hook 0x7fed9c004570 2024-09-07T14:08:26.198 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:08:26.032+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command sync trace active hook 0x7fed9c004570 2024-09-07T14:08:26.198 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:08:26.032+0000 7feda86a69c0 5 asok(0x55a1b51012b0) register_command sync trace active_short hook 0x7fed9c004570 2024-09-07T14:08:26.198 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:08:26.032+0000 7feda86a69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:26.198 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:08:26.032+0000 7feda86a69c0 20 Filter name: none 2024-09-07T14:08:26.198 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:08:26.032+0000 7febd57fa640 20 reqs_thread_entry: start 2024-09-07T14:08:26.198 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-07T14:08:26.198 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:08:26.032+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:08:26.032+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 : miss 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:08:26.032+0000 7feda86a69c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:08:26.032+0000 7feda86a69c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:08:26.032+0000 7feda86a69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:08:26.040+0000 7feda86a69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:08:26.040+0000 7feda86a69c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:08:26.040+0000 7feda86a69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:26.199 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:08:26.040+0000 7feda86a69c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35, ofs0, ns] 2024-09-07T14:08:26.200 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:08:26.040+0000 7fec89ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300760 cookie 94153019009104 notifier 7172 bl.length()=995 2024-09-07T14:08:26.200 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:08:26.040+0000 7fec89ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:26.200 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:08:26.040+0000 7fec89ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:26.200 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:08:26.040+0000 7fec89ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:26.200 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:08:26.044+0000 7feda86a69c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): orig_sources= new_sources= 2024-09-07T14:08:26.200 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:08:26.044+0000 7feda86a69c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): potential sources added=[] removed=[] 2024-09-07T14:08:26.200 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:08:26.044+0000 7feda86a69c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): orig_dests= new_dests= 2024-09-07T14:08:26.200 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:08:26.044+0000 7feda86a69c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): potential dests added=[] removed=[] 2024-09-07T14:08:26.200 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:08:26.052+0000 7feda86a69c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7feda86a69c0 time 2024-09-07T14:08:26.054305+0000 2024-09-07T14:08:26.200 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:08:26.200 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.200 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fedabf802eb] 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fedabf8049f] 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a1b209b0d1] 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55a1b20ad3da] 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fedaade6d90] 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:08:26.052+0000 7feda86a69c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7feda86a69c0 thread_name:radosgw-admin 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.201 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fedaadff520] 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fedabf80345] 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fedabf8049f] 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a1b209b0d1] 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55a1b20ad3da] 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fedaade6d90] 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:08:26.202 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:08:26.203 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:08:26.204 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:08:26.204 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:08:26.204 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:08:26.204 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:08:26.204 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:08:26.204 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:08:26.204 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:08:26.204 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:08:26.204 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:08:26.204 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:08:26.204 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:08:26.205 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:08:26.206 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:08:26.207 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:08:26.208 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:08:26.209 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:08:26.209 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:08:26.209 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:08:26.209 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:08:26.209 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:08:26.209 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:08:26.209 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:08:26.209 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:08:26.209 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:08:26.209 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:08:26.209 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr: 7febd57fa640 / http_manager 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr: 7febd77fe640 / http_manager 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr: 7fec5cfe1640 / rgw_dt_lg_renew 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr: 7fec77fff640 / ms_dispatch 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr: 7fec89ffb640 / io_context_pool 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr: 7fec8bfff640 / ms_dispatch 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr: 7fec92e05640 / ms_dispatch 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr: 7fec94608640 / io_context_pool 2024-09-07T14:08:26.210 INFO:tasks.workunit.client.0.smithi107.stderr: 7feda59ab640 / msgr-worker-2 2024-09-07T14:08:26.211 INFO:tasks.workunit.client.0.smithi107.stderr: 7feda61ac640 / msgr-worker-1 2024-09-07T14:08:26.211 INFO:tasks.workunit.client.0.smithi107.stderr: 7feda69ad640 / msgr-worker-0 2024-09-07T14:08:26.211 INFO:tasks.workunit.client.0.smithi107.stderr: 7feda71ae640 / io_context_pool 2024-09-07T14:08:26.211 INFO:tasks.workunit.client.0.smithi107.stderr: 7feda86a69c0 / radosgw-admin 2024-09-07T14:08:26.211 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:08:26.211 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:08:26.211 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/lib/ceph/crash/2024-09-07T14:08:26.056387Z_c12359b9-0891-4d31-9661-dd29a5934769/log 2024-09-07T14:08:26.211 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:08:26.213 INFO:tasks.workunit.client.0.smithi107.stderr:Aborted 2024-09-07T14:08:26.213 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-07T14:08:26.213 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:26.213 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:26.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.140+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.140+0000 7f236728c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.140+0000 7f236728c9c0 20 realm 2024-09-07T14:08:26.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.140+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.140+0000 7f236728c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.140+0000 7f236728c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:26.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.140+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.140+0000 7f236728c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.140+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.144+0000 7f236728c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:26.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.144+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.144+0000 7f236728c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:26.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.144+0000 7f236728c9c0 20 searching for the correct realm 2024-09-07T14:08:26.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.148+0000 7f2364d92640 0 -- 172.21.15.107:0/77270531 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f235c08aa30 msgr2=0x7f235c0a21a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:08:26.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.364+0000 7f2364d92640 0 -- 172.21.15.107:0/77270531 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f235c08aa30 msgr2=0x7f235c0a21a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:26.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.376+0000 7f236728c9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:26.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.376+0000 7f236728c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:26.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.376+0000 7f236728c9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:26.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.376+0000 7f236728c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:26.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.376+0000 7f236728c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:26.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.376+0000 7f236728c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:26.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.376+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.376+0000 7f236728c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.376+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.379 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:26.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:26.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 zone default found 2024-09-07T14:08:26.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 4 Realm: () 2024-09-07T14:08:26.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:26.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:26.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:26.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 zonegroup default 2024-09-07T14:08:26.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.381 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 started sync module instance, tier type = 2024-09-07T14:08:26.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.380+0000 7f236728c9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:26.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.400+0000 7f236728c9c0 20 add_watcher() i=0 2024-09-07T14:08:26.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.400+0000 7f236728c9c0 20 add_watcher() i=1 2024-09-07T14:08:26.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.400+0000 7f236728c9c0 20 add_watcher() i=2 2024-09-07T14:08:26.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.400+0000 7f236728c9c0 20 add_watcher() i=3 2024-09-07T14:08:26.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.400+0000 7f236728c9c0 20 add_watcher() i=4 2024-09-07T14:08:26.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.400+0000 7f236728c9c0 20 add_watcher() i=5 2024-09-07T14:08:26.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.400+0000 7f236728c9c0 20 add_watcher() i=6 2024-09-07T14:08:26.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.404+0000 7f236728c9c0 20 add_watcher() i=7 2024-09-07T14:08:26.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.404+0000 7f236728c9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:26.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.408+0000 7f221afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:26.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.408+0000 7f236728c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:26.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.408+0000 7f236728c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:26.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.408+0000 7f236728c9c0 5 note: GC not initialized 2024-09-07T14:08:26.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.408+0000 7f2219fe3640 20 reqs_thread_entry: start 2024-09-07T14:08:26.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.408+0000 7f236728c9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:26.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.408+0000 7f236728c9c0 20 Filter name: none 2024-09-07T14:08:26.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.408+0000 7f218b7fe640 20 reqs_thread_entry: start 2024-09-07T14:08:26.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.408+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.408+0000 7f236728c9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:26.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.408+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.412+0000 7f236728c9c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-07T14:08:26.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.412+0000 7f236728c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:26.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.412+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.412+0000 7f236728c9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:26.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.412+0000 7f236728c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.412+0000 7f236728c9c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-07T14:08:26.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.412+0000 7f236728c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:26.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.416+0000 7f221afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:26.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.420+0000 7f236728c9c0 20 remove_watcher() i=0 2024-09-07T14:08:26.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.420+0000 7f236728c9c0 2 removed watcher, disabling cache 2024-09-07T14:08:26.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.420+0000 7f236728c9c0 20 remove_watcher() i=1 2024-09-07T14:08:26.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.424+0000 7f236728c9c0 20 remove_watcher() i=2 2024-09-07T14:08:26.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.424+0000 7f236728c9c0 20 remove_watcher() i=3 2024-09-07T14:08:26.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.428+0000 7f236728c9c0 20 remove_watcher() i=4 2024-09-07T14:08:26.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.428+0000 7f236728c9c0 20 remove_watcher() i=5 2024-09-07T14:08:26.431 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.432+0000 7f236728c9c0 20 remove_watcher() i=6 2024-09-07T14:08:26.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.432+0000 7f236728c9c0 20 remove_watcher() i=7 2024-09-07T14:08:26.447 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.447 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:08:26.447 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-do-reshard id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:08:26.447 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:26.448 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:26.448 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:26.507 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:26.508 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:26.597 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:08:26.633 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:26.633 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:26.678 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.676+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.680+0000 7f20e34a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.680+0000 7f20e34a89c0 20 realm 2024-09-07T14:08:26.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.680+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.680+0000 7f20e34a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.680+0000 7f20e34a89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.680+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.680+0000 7f20e34a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.680+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.680+0000 7f20e34a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:26.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.680+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.684+0000 7f20e34a89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:26.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.684+0000 7f20e34a89c0 20 searching for the correct realm 2024-09-07T14:08:26.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.688+0000 7f20e17af640 0 -- 172.21.15.107:0/271504080 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f20d4053040 msgr2=0x7f20d4027400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:26.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.692+0000 7f20e07ad640 0 -- 172.21.15.107:0/271504080 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f20d003d920 msgr2=0x7f20d000e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:26.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.908+0000 7f20e34a89c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:26.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.908+0000 7f20e34a89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:26.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.908+0000 7f20e34a89c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:26.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.908+0000 7f20e34a89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:26.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.908+0000 7f20e34a89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:26.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.908+0000 7f20e34a89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:26.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.908+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:26.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:26.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 20 zone default found 2024-09-07T14:08:26.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 4 Realm: () 2024-09-07T14:08:26.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:26.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:26.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:26.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 20 zonegroup default 2024-09-07T14:08:26.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.912+0000 7f20e34a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.916+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.916+0000 7f20e34a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:26.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.916+0000 7f20e34a89c0 20 started sync module instance, tier type = 2024-09-07T14:08:26.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.916+0000 7f20e34a89c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:26.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.940+0000 7f20e34a89c0 20 add_watcher() i=0 2024-09-07T14:08:26.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.940+0000 7f20e34a89c0 20 add_watcher() i=1 2024-09-07T14:08:26.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.940+0000 7f20e34a89c0 20 add_watcher() i=2 2024-09-07T14:08:26.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.940+0000 7f20e34a89c0 20 add_watcher() i=3 2024-09-07T14:08:26.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.940+0000 7f20e34a89c0 20 add_watcher() i=4 2024-09-07T14:08:26.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.940+0000 7f20e34a89c0 20 add_watcher() i=5 2024-09-07T14:08:26.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.940+0000 7f20e34a89c0 20 add_watcher() i=6 2024-09-07T14:08:26.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.940+0000 7f20e34a89c0 20 add_watcher() i=7 2024-09-07T14:08:26.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.940+0000 7f20e34a89c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:26.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.944+0000 7f1f96fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:26.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f20e34a89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:26.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f20e34a89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:26.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f20e34a89c0 5 note: GC not initialized 2024-09-07T14:08:26.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f1f95fe3640 20 reqs_thread_entry: start 2024-09-07T14:08:26.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f20e34a89c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:26.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f20e34a89c0 20 Filter name: none 2024-09-07T14:08:26.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f1f077fe640 20 reqs_thread_entry: start 2024-09-07T14:08:26.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f20e34a89c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-07T14:08:26.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f20e34a89c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:26.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f20e34a89c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-07T14:08:26.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f20e34a89c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-07T14:08:26.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f20e34a89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 : miss 2024-09-07T14:08:26.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.948+0000 7f20e34a89c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:26.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.952+0000 7f20e34a89c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-07T14:08:26.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.952+0000 7f20e34a89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:26.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.952+0000 7f20e34a89c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:26.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.952+0000 7f20e34a89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:08:26.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.952+0000 7f20e34a89c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:26.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.952+0000 7f20e34a89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 2024-09-07T14:08:26.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.952+0000 7f20e34a89c0 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to be held by another RGW process; skipping for now 2024-09-07T14:08:26.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.956+0000 7f1f96fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:26.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.960+0000 7f20e34a89c0 20 remove_watcher() i=0 2024-09-07T14:08:26.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.960+0000 7f20e34a89c0 2 removed watcher, disabling cache 2024-09-07T14:08:26.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.960+0000 7f20e34a89c0 20 remove_watcher() i=1 2024-09-07T14:08:26.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.964+0000 7f20e34a89c0 20 remove_watcher() i=2 2024-09-07T14:08:26.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.964+0000 7f20e34a89c0 20 remove_watcher() i=3 2024-09-07T14:08:26.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.968+0000 7f20e34a89c0 20 remove_watcher() i=4 2024-09-07T14:08:26.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.968+0000 7f20e34a89c0 20 remove_watcher() i=5 2024-09-07T14:08:26.972 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.972+0000 7f20e34a89c0 20 remove_watcher() i=6 2024-09-07T14:08:26.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:26.972+0000 7f20e34a89c0 20 remove_watcher() i=7 2024-09-07T14:08:26.988 INFO:tasks.workunit.client.0.smithi107.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-07T14:08:57.017 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:08:57.053 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:57.053 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:57.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.303+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.307+0000 7f0702bba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:57.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.307+0000 7f0702bba9c0 20 realm 2024-09-07T14:08:57.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.307+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.307+0000 7f0702bba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:57.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.307+0000 7f0702bba9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:57.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.307+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.307+0000 7f0702bba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:57.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.307+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.307+0000 7f0702bba9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:57.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.307+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.311+0000 7f0702bba9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:57.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.311+0000 7f0702bba9c0 20 searching for the correct realm 2024-09-07T14:08:57.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.315+0000 7f0700ec1640 0 -- 172.21.15.107:0/2317752384 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f06f4008040 msgr2=0x7f06f4062680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:57.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.531+0000 7f06ffebf640 0 -- 172.21.15.107:0/2317752384 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f06f0102090 msgr2=0x7f06f012c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:57.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:57.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:57.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:57.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:57.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:57.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:57.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:57.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:57.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:57.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 zone default found 2024-09-07T14:08:57.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 4 Realm: () 2024-09-07T14:08:57.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:57.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:57.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:57.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 zonegroup default 2024-09-07T14:08:57.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:57.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.751+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.755+0000 7f0702bba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:57.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.755+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.755+0000 7f0702bba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:57.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.755+0000 7f0702bba9c0 20 started sync module instance, tier type = 2024-09-07T14:08:57.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.755+0000 7f0702bba9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:57.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.779+0000 7f0702bba9c0 20 add_watcher() i=0 2024-09-07T14:08:57.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.779+0000 7f0702bba9c0 20 add_watcher() i=1 2024-09-07T14:08:57.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.779+0000 7f0702bba9c0 20 add_watcher() i=2 2024-09-07T14:08:57.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.779+0000 7f0702bba9c0 20 add_watcher() i=3 2024-09-07T14:08:57.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.779+0000 7f0702bba9c0 20 add_watcher() i=4 2024-09-07T14:08:57.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.779+0000 7f0702bba9c0 20 add_watcher() i=5 2024-09-07T14:08:57.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.779+0000 7f0702bba9c0 20 add_watcher() i=6 2024-09-07T14:08:57.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.779+0000 7f0702bba9c0 20 add_watcher() i=7 2024-09-07T14:08:57.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.779+0000 7f0702bba9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:57.785 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.783+0000 7f05b6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:57.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.783+0000 7f0702bba9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:57.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.783+0000 7f0702bba9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:57.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.783+0000 7f0702bba9c0 5 note: GC not initialized 2024-09-07T14:08:57.787 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.783+0000 7f05b5fdb640 20 reqs_thread_entry: start 2024-09-07T14:08:57.787 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:57.787 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 20 Filter name: none 2024-09-07T14:08:57.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f05277fe640 20 reqs_thread_entry: start 2024-09-07T14:08:57.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-07T14:08:57.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:57.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-07T14:08:57.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-07T14:08:57.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 : miss 2024-09-07T14:08:57.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-07T14:08:57.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:57.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:57.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:08:57.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:57.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.787+0000 7f0702bba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 2024-09-07T14:08:57.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.791+0000 7f0702bba9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:08:57.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.799+0000 7f0702bba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:57.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.799+0000 7f0702bba9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:57.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.799+0000 7f0702bba9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:57.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.799+0000 7f0702bba9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35, ofs0, ns] 2024-09-07T14:08:57.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.799+0000 7f05d77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300761 cookie 94115156676512 notifier 7226 bl.length()=995 2024-09-07T14:08:57.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.799+0000 7f05d77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:57.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.799+0000 7f05d77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:57.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.799+0000 7f05d77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:57.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.803+0000 7f0702bba9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): orig_sources= new_sources= 2024-09-07T14:08:57.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.803+0000 7f0702bba9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): potential sources added=[] removed=[] 2024-09-07T14:08:57.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.803+0000 7f0702bba9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): orig_dests= new_dests= 2024-09-07T14:08:57.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.803+0000 7f0702bba9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): potential dests added=[] removed=[] 2024-09-07T14:08:57.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.811+0000 7f0702bba9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35.2.0 2024-09-07T14:08:57.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.811+0000 7f0702bba9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35.2.0 2024-09-07T14:08:57.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.811+0000 7f0702bba9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35.2.1 2024-09-07T14:08:57.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.811+0000 7f0702bba9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35.2.1 2024-09-07T14:08:57.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.811+0000 7f0702bba9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35.0 2024-09-07T14:08:57.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.819+0000 7f0702bba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 : hit (requested=0x17, cached=0x17) 2024-09-07T14:08:57.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.819+0000 7f0702bba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 2024-09-07T14:08:57.823 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.823+0000 7f0702bba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:57.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.823+0000 7f0702bba9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:57.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.823+0000 7f0702bba9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:57.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.823+0000 7f0702bba9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35, ofs0, ns] 2024-09-07T14:08:57.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.823+0000 7f05d77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300762 cookie 94115156676512 notifier 7226 bl.length()=995 2024-09-07T14:08:57.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.823+0000 7f05d77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:57.824 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.823+0000 7f05d77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:57.825 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.823+0000 7f05d77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:57.825 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.823+0000 7f0702bba9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): orig_sources= new_sources= 2024-09-07T14:08:57.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.823+0000 7f0702bba9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): potential sources added=[] removed=[] 2024-09-07T14:08:57.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.823+0000 7f0702bba9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): orig_dests= new_dests= 2024-09-07T14:08:57.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.823+0000 7f0702bba9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): potential dests added=[] removed=[] 2024-09-07T14:08:57.828 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.827+0000 7f0702bba9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35.0 2024-09-07T14:08:57.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.827+0000 7f0702bba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 : hit (requested=0x17, cached=0x17) 2024-09-07T14:08:57.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.827+0000 7f0702bba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 2024-09-07T14:08:57.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.831+0000 7f0702bba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:57.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.831+0000 7f0702bba9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:57.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.831+0000 7f0702bba9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:57.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.831+0000 7f0702bba9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35, ofs0, ns] 2024-09-07T14:08:57.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.831+0000 7f05d77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300763 cookie 94115156676512 notifier 7226 bl.length()=963 2024-09-07T14:08:57.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.831+0000 7f05d77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 info.flags=0x17 2024-09-07T14:08:57.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.831+0000 7f05d77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 to cache LRU end 2024-09-07T14:08:57.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.831+0000 7f05d77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:08:57.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.835+0000 7f0702bba9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): orig_sources= new_sources= 2024-09-07T14:08:57.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.835+0000 7f0702bba9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): potential sources added=[] removed=[] 2024-09-07T14:08:57.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.835+0000 7f0702bba9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): orig_dests= new_dests= 2024-09-07T14:08:57.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.835+0000 7f0702bba9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35]): potential dests added=[] removed=[] 2024-09-07T14:08:57.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.835+0000 7f0702bba9c0 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-07T14:08:57.842 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.839+0000 7f05b6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:57.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.847+0000 7f0702bba9c0 20 remove_watcher() i=0 2024-09-07T14:08:57.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.847+0000 7f0702bba9c0 2 removed watcher, disabling cache 2024-09-07T14:08:57.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.847+0000 7f0702bba9c0 20 remove_watcher() i=1 2024-09-07T14:08:57.853 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.851+0000 7f0702bba9c0 20 remove_watcher() i=2 2024-09-07T14:08:57.855 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.855+0000 7f0702bba9c0 20 remove_watcher() i=3 2024-09-07T14:08:57.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.855+0000 7f0702bba9c0 20 remove_watcher() i=4 2024-09-07T14:08:57.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.859+0000 7f0702bba9c0 20 remove_watcher() i=5 2024-09-07T14:08:57.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.859+0000 7f0702bba9c0 20 remove_watcher() i=6 2024-09-07T14:08:57.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.863+0000 7f0702bba9c0 20 remove_watcher() i=7 2024-09-07T14:08:57.881 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-07T14:08:57.913 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:08:57.913 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:08:57.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.955+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.955+0000 7f0b1bae49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:57.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.955+0000 7f0b1bae49c0 20 realm 2024-09-07T14:08:57.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.955+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.959+0000 7f0b1bae49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:57.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.959+0000 7f0b1bae49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:08:57.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.959+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.959+0000 7f0b1bae49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:57.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.959+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.959+0000 7f0b1bae49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:57.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.959+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:57.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.963+0000 7f0b1bae49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:08:57.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.963+0000 7f0b1bae49c0 20 searching for the correct realm 2024-09-07T14:08:57.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.963+0000 7f0b19deb640 0 -- 172.21.15.107:0/562217763 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f0b0c008070 msgr2=0x7f0b0c008450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:08:57.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:57.971+0000 7f0b18de9640 0 -- 172.21.15.107:0/562217763 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f0b10073ad0 msgr2=0x7f0b100459e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:08:58.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.187+0000 7f0b1bae49c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:08:58.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.187+0000 7f0b1bae49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:08:58.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.187+0000 7f0b1bae49c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:08:58.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.187+0000 7f0b1bae49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:08:58.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.187+0000 7f0b1bae49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:08:58.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.187+0000 7f0b1bae49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:08:58.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.187+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:58.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:58.191 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:58.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:08:58.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:58.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:08:58.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 20 zone default found 2024-09-07T14:08:58.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 4 Realm: () 2024-09-07T14:08:58.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:08:58.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:08:58.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:08:58.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 20 zonegroup default 2024-09-07T14:08:58.193 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:58.194 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:58.194 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:58.194 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:58.194 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.191+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:58.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.195+0000 7f0b1bae49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:08:58.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.195+0000 7f0b1bae49c0 20 started sync module instance, tier type = 2024-09-07T14:08:58.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.195+0000 7f0b1bae49c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:08:58.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.219+0000 7f0b1bae49c0 20 add_watcher() i=0 2024-09-07T14:08:58.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.219+0000 7f0b1bae49c0 20 add_watcher() i=1 2024-09-07T14:08:58.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.219+0000 7f0b1bae49c0 20 add_watcher() i=2 2024-09-07T14:08:58.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.219+0000 7f0b1bae49c0 20 add_watcher() i=3 2024-09-07T14:08:58.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.219+0000 7f0b1bae49c0 20 add_watcher() i=4 2024-09-07T14:08:58.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.219+0000 7f0b1bae49c0 20 add_watcher() i=5 2024-09-07T14:08:58.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.219+0000 7f0b1bae49c0 20 add_watcher() i=6 2024-09-07T14:08:58.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.219+0000 7f0b1bae49c0 20 add_watcher() i=7 2024-09-07T14:08:58.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.219+0000 7f0b1bae49c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:08:58.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.223+0000 7f09cffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:58.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.223+0000 7f0b1bae49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:08:58.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.223+0000 7f0b1bae49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:08:58.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.223+0000 7f0b1bae49c0 5 note: GC not initialized 2024-09-07T14:08:58.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.223+0000 7f09cefe5640 20 reqs_thread_entry: start 2024-09-07T14:08:58.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.223+0000 7f0b1bae49c0 20 init_complete bucket index max shards: 1 2024-09-07T14:08:58.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.227+0000 7f0b1bae49c0 20 Filter name: none 2024-09-07T14:08:58.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.227+0000 7f09ccfe1640 20 reqs_thread_entry: start 2024-09-07T14:08:58.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.227+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:58.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.227+0000 7f0b1bae49c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:58.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.227+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:58.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.227+0000 7f0b1bae49c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:58.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.227+0000 7f0b1bae49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:58.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.227+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:58.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.227+0000 7f0b1bae49c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-07T14:08:58.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.227+0000 7f0b1bae49c0 20 rados->read ofs=0 len=0 2024-09-07T14:08:58.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.227+0000 7f0b1bae49c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-07T14:08:58.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.227+0000 7f0b1bae49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:08:58.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.231+0000 7f09cffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:08:58.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.235+0000 7f0b1bae49c0 20 remove_watcher() i=0 2024-09-07T14:08:58.239 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.235+0000 7f0b1bae49c0 2 removed watcher, disabling cache 2024-09-07T14:08:58.240 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.239+0000 7f0b1bae49c0 20 remove_watcher() i=1 2024-09-07T14:08:58.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.239+0000 7f0b1bae49c0 20 remove_watcher() i=2 2024-09-07T14:08:58.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.243+0000 7f0b1bae49c0 20 remove_watcher() i=3 2024-09-07T14:08:58.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.247+0000 7f0b1bae49c0 20 remove_watcher() i=4 2024-09-07T14:08:58.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.247+0000 7f0b1bae49c0 20 remove_watcher() i=5 2024-09-07T14:08:58.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.247+0000 7f0b1bae49c0 20 remove_watcher() i=6 2024-09-07T14:08:58.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:08:58.251+0000 7f0b1bae49c0 20 remove_watcher() i=7 2024-09-07T14:08:58.271 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:58.271 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:08:58.271 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-do-reshard id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:08:58.271 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:58.273 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:58.273 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:58.294 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:58.295 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:58.888 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:58.888 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:59.079 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2024-09-07T14:08:59.079 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:08:59.082 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:59.082 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:59.197 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:59.198 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:59.287 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:59.287 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:59.390 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:59.390 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:59.489 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:59.489 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:59.589 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:59.589 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:59.683 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:59.683 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:59.782 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:59.783 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:59.881 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:59.881 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:08:59.982 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:08:59.982 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:00.083 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:00.083 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:00.188 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:00.188 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:00.288 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:00.288 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:00.392 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:00.392 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:00.491 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:00.492 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:00.591 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:00.592 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:00.695 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:00.696 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:00.792 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:00.793 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:00.892 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:00.892 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:00.987 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:00.987 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:01.087 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:01.087 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:01.186 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:01.186 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:01.287 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-07T14:09:01.319 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:01.319 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:01.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.363+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.367+0000 7efedbe089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:01.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.367+0000 7efedbe089c0 20 realm 2024-09-07T14:09:01.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.367+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.367+0000 7efedbe089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:01.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.367+0000 7efedbe089c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:01.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.367+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.367+0000 7efedbe089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:01.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.367+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.367+0000 7efedbe089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:01.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.367+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.371+0000 7efedbe089c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:01.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.371+0000 7efedbe089c0 20 searching for the correct realm 2024-09-07T14:09:01.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.371+0000 7efed910d640 0 -- 172.21.15.107:0/2094827601 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7efecc103630 msgr2=0x7efecc122ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:01.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.583+0000 7efeda10f640 0 -- 172.21.15.107:0/2094827601 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7efed0018070 msgr2=0x7efed0026420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:01.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:01.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:01.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:01.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:01.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:01.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:01.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:01.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:01.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.607 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:01.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 zone default found 2024-09-07T14:09:01.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 4 Realm: () 2024-09-07T14:09:01.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:01.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:01.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:01.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 zonegroup default 2024-09-07T14:09:01.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.603+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.607+0000 7efedbe089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:01.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.607+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.607+0000 7efedbe089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:01.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.607+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.607+0000 7efedbe089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:01.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.607+0000 7efedbe089c0 20 started sync module instance, tier type = 2024-09-07T14:09:01.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.607+0000 7efedbe089c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:01.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.631+0000 7efedbe089c0 20 add_watcher() i=0 2024-09-07T14:09:01.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.631+0000 7efedbe089c0 20 add_watcher() i=1 2024-09-07T14:09:01.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.631+0000 7efedbe089c0 20 add_watcher() i=2 2024-09-07T14:09:01.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.631+0000 7efedbe089c0 20 add_watcher() i=3 2024-09-07T14:09:01.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.631+0000 7efedbe089c0 20 add_watcher() i=4 2024-09-07T14:09:01.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.631+0000 7efedbe089c0 20 add_watcher() i=5 2024-09-07T14:09:01.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.631+0000 7efedbe089c0 20 add_watcher() i=6 2024-09-07T14:09:01.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.635+0000 7efedbe089c0 20 add_watcher() i=7 2024-09-07T14:09:01.636 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.635+0000 7efedbe089c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:01.639 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.639+0000 7efd8b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:01.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.639+0000 7efedbe089c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:01.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.639+0000 7efedbe089c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:01.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.639+0000 7efedbe089c0 5 note: GC not initialized 2024-09-07T14:09:01.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.639+0000 7efd8a7fc640 20 reqs_thread_entry: start 2024-09-07T14:09:01.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.639+0000 7efedbe089c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:01.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.639+0000 7efedbe089c0 20 Filter name: none 2024-09-07T14:09:01.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.639+0000 7efcfbfff640 20 reqs_thread_entry: start 2024-09-07T14:09:01.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.639+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.643+0000 7efedbe089c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:01.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.643+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.643+0000 7efedbe089c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:01.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.643+0000 7efedbe089c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:01.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.643+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.643+0000 7efedbe089c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:01.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.643+0000 7efedbe089c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.643+0000 7efedbe089c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:01.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.643+0000 7efedbe089c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:01.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.647+0000 7efd8b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:01.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.651+0000 7efedbe089c0 20 remove_watcher() i=0 2024-09-07T14:09:01.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.651+0000 7efedbe089c0 2 removed watcher, disabling cache 2024-09-07T14:09:01.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.655+0000 7efedbe089c0 20 remove_watcher() i=1 2024-09-07T14:09:01.659 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.659+0000 7efedbe089c0 20 remove_watcher() i=2 2024-09-07T14:09:01.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.659+0000 7efedbe089c0 20 remove_watcher() i=3 2024-09-07T14:09:01.663 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.663+0000 7efedbe089c0 20 remove_watcher() i=4 2024-09-07T14:09:01.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.663+0000 7efedbe089c0 20 remove_watcher() i=5 2024-09-07T14:09:01.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.663+0000 7efedbe089c0 20 remove_watcher() i=6 2024-09-07T14:09:01.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.667+0000 7efedbe089c0 20 remove_watcher() i=7 2024-09-07T14:09:01.683 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:01.683 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:01.683 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-logrecord-writes id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:09:01.683 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:01.683 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2024-09-07T14:09:01.720 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:01.720 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:01.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.763+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.763+0000 7f15c6c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:01.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.763+0000 7f15c6c439c0 20 realm 2024-09-07T14:09:01.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.763+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.763+0000 7f15c6c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:01.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.763+0000 7f15c6c439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:01.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.763+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.763+0000 7f15c6c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:01.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.763+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.767+0000 7f15c6c439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:01.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.767+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:01.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.767+0000 7f15c6c439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:01.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.767+0000 7f15c6c439c0 20 searching for the correct realm 2024-09-07T14:09:01.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.771+0000 7f15c4f4a640 0 -- 172.21.15.107:0/3139901897 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f15b8036070 msgr2=0x7f15b8046910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:01.780 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.779+0000 7f15c3f48640 0 -- 172.21.15.107:0/3139901897 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f15b4011b60 msgr2=0x7f15b401d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:01.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.995+0000 7f15c6c439c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:01.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.995+0000 7f15c6c439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:01.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.995+0000 7f15c6c439c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:01.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.995+0000 7f15c6c439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:01.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.995+0000 7f15c6c439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:01.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.995+0000 7f15c6c439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:01.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.995+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:02.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:02.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 20 zone default found 2024-09-07T14:09:02.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 4 Realm: () 2024-09-07T14:09:02.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:02.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:02.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:02.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 20 zonegroup default 2024-09-07T14:09:02.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:01.999+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.003+0000 7f15c6c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.003+0000 7f15c6c439c0 20 started sync module instance, tier type = 2024-09-07T14:09:02.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.003+0000 7f15c6c439c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:02.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.023+0000 7f15c6c439c0 20 add_watcher() i=0 2024-09-07T14:09:02.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.023+0000 7f15c6c439c0 20 add_watcher() i=1 2024-09-07T14:09:02.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.023+0000 7f15c6c439c0 20 add_watcher() i=2 2024-09-07T14:09:02.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.023+0000 7f15c6c439c0 20 add_watcher() i=3 2024-09-07T14:09:02.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.023+0000 7f15c6c439c0 20 add_watcher() i=4 2024-09-07T14:09:02.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.023+0000 7f15c6c439c0 20 add_watcher() i=5 2024-09-07T14:09:02.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.023+0000 7f15c6c439c0 20 add_watcher() i=6 2024-09-07T14:09:02.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.027+0000 7f15c6c439c0 20 add_watcher() i=7 2024-09-07T14:09:02.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.027+0000 7f15c6c439c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:02.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.027+0000 7f147a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:02.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f15c6c439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:02.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f15c6c439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:02.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f15c6c439c0 5 note: GC not initialized 2024-09-07T14:09:02.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f14797e2640 20 reqs_thread_entry: start 2024-09-07T14:09:02.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f15c6c439c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:02.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f15c6c439c0 20 Filter name: none 2024-09-07T14:09:02.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f13eaffd640 20 reqs_thread_entry: start 2024-09-07T14:09:02.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f15c6c439c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-07T14:09:02.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f15c6c439c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:02.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f15c6c439c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-07T14:09:02.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f15c6c439c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-07T14:09:02.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f15c6c439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 : miss 2024-09-07T14:09:02.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.031+0000 7f15c6c439c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.035+0000 7f15c6c439c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:02.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.035+0000 7f15c6c439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 info.flags=0x17 2024-09-07T14:09:02.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.035+0000 7f15c6c439c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 to cache LRU end 2024-09-07T14:09:02.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.035+0000 7f15c6c439c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:02.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.035+0000 7f15c6c439c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:02.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.035+0000 7f15c6c439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 2024-09-07T14:09:02.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.043+0000 7f15c6c439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 info.flags=0x17 2024-09-07T14:09:02.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.043+0000 7f15c6c439c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 to cache LRU end 2024-09-07T14:09:02.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.043+0000 7f15c6c439c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:02.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.043+0000 7f15c6c439c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36, ofs0, ns] 2024-09-07T14:09:02.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.043+0000 7f14a37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300795 cookie 94125895840640 notifier 7271 bl.length()=1007 2024-09-07T14:09:02.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.043+0000 7f14a37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 info.flags=0x17 2024-09-07T14:09:02.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.043+0000 7f14a37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 to cache LRU end 2024-09-07T14:09:02.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.043+0000 7f14a37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:02.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.047+0000 7f15c6c439c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): orig_sources= new_sources= 2024-09-07T14:09:02.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.047+0000 7f15c6c439c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): potential sources added=[] removed=[] 2024-09-07T14:09:02.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.047+0000 7f15c6c439c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): orig_dests= new_dests= 2024-09-07T14:09:02.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.047+0000 7f15c6c439c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): potential dests added=[] removed=[] 2024-09-07T14:09:02.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.047+0000 7f15c6c439c0 -1 Injecting error=-5 at location=logrecord_writes 2024-09-07T14:09:02.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.047+0000 7f15c6c439c0 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2024-09-07T14:09:02.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.055+0000 7f15c6c439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 : hit (requested=0x17, cached=0x17) 2024-09-07T14:09:02.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.055+0000 7f15c6c439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 2024-09-07T14:09:02.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.055+0000 7f15c6c439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 info.flags=0x17 2024-09-07T14:09:02.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.055+0000 7f15c6c439c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 to cache LRU end 2024-09-07T14:09:02.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.055+0000 7f15c6c439c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:02.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.055+0000 7f15c6c439c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36, ofs0, ns] 2024-09-07T14:09:02.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.059+0000 7f14a37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300796 cookie 94125895840640 notifier 7271 bl.length()=975 2024-09-07T14:09:02.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.059+0000 7f14a37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 info.flags=0x17 2024-09-07T14:09:02.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.059+0000 7f14a37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 to cache LRU end 2024-09-07T14:09:02.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.059+0000 7f14a37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:02.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.063+0000 7f15c6c439c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): orig_sources= new_sources= 2024-09-07T14:09:02.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.063+0000 7f15c6c439c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): potential sources added=[] removed=[] 2024-09-07T14:09:02.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.063+0000 7f15c6c439c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): orig_dests= new_dests= 2024-09-07T14:09:02.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.063+0000 7f15c6c439c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): potential dests added=[] removed=[] 2024-09-07T14:09:02.067 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.067+0000 7f147a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:02.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.071+0000 7f15c6c439c0 20 remove_watcher() i=0 2024-09-07T14:09:02.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.071+0000 7f15c6c439c0 2 removed watcher, disabling cache 2024-09-07T14:09:02.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.075+0000 7f15c6c439c0 20 remove_watcher() i=1 2024-09-07T14:09:02.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.075+0000 7f15c6c439c0 20 remove_watcher() i=2 2024-09-07T14:09:02.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.079+0000 7f15c6c439c0 20 remove_watcher() i=3 2024-09-07T14:09:02.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.083+0000 7f15c6c439c0 20 remove_watcher() i=4 2024-09-07T14:09:02.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.083+0000 7f15c6c439c0 20 remove_watcher() i=5 2024-09-07T14:09:02.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.083+0000 7f15c6c439c0 20 remove_watcher() i=6 2024-09-07T14:09:02.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.087+0000 7f15c6c439c0 20 remove_watcher() i=7 2024-09-07T14:09:02.107 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-07T14:09:02.138 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:02.138 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:02.183 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.179+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.183+0000 7f545cfd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.183+0000 7f545cfd39c0 20 realm 2024-09-07T14:09:02.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.183+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.183+0000 7f545cfd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.183+0000 7f545cfd39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:02.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.183+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.183+0000 7f545cfd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.183+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.183+0000 7f545cfd39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:02.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.183+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.187+0000 7f545cfd39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:02.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.187+0000 7f545cfd39c0 20 searching for the correct realm 2024-09-07T14:09:02.192 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.191+0000 7f545aad9640 0 -- 172.21.15.107:0/847862788 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f545407cc70 msgr2=0x7f545407b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:02.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.407+0000 7f545aad9640 0 -- 172.21.15.107:0/847862788 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f545407cc70 msgr2=0x7f545407b740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:02.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.419+0000 7f545cfd39c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:02.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.419+0000 7f545cfd39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:02.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.419+0000 7f545cfd39c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:02.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.419+0000 7f545cfd39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:02.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.419+0000 7f545cfd39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:02.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.419+0000 7f545cfd39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:02.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.419+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.419+0000 7f545cfd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.419+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.419+0000 7f545cfd39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:02.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.419+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:02.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 20 zone default found 2024-09-07T14:09:02.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 4 Realm: () 2024-09-07T14:09:02.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:02.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:02.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:02.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 20 zonegroup default 2024-09-07T14:09:02.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 20 started sync module instance, tier type = 2024-09-07T14:09:02.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.423+0000 7f545cfd39c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:02.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.447+0000 7f545cfd39c0 20 add_watcher() i=0 2024-09-07T14:09:02.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.447+0000 7f545cfd39c0 20 add_watcher() i=1 2024-09-07T14:09:02.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.447+0000 7f545cfd39c0 20 add_watcher() i=2 2024-09-07T14:09:02.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.447+0000 7f545cfd39c0 20 add_watcher() i=3 2024-09-07T14:09:02.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.447+0000 7f545cfd39c0 20 add_watcher() i=4 2024-09-07T14:09:02.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.447+0000 7f545cfd39c0 20 add_watcher() i=5 2024-09-07T14:09:02.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.447+0000 7f545cfd39c0 20 add_watcher() i=6 2024-09-07T14:09:02.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.451+0000 7f545cfd39c0 20 add_watcher() i=7 2024-09-07T14:09:02.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.451+0000 7f545cfd39c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:02.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.455+0000 7f53117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:02.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.455+0000 7f545cfd39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:02.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.455+0000 7f545cfd39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:02.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.455+0000 7f545cfd39c0 5 note: GC not initialized 2024-09-07T14:09:02.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.455+0000 7f528bfff640 20 reqs_thread_entry: start 2024-09-07T14:09:02.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.455+0000 7f545cfd39c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:02.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.455+0000 7f545cfd39c0 20 Filter name: none 2024-09-07T14:09:02.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.455+0000 7f5289ffb640 20 reqs_thread_entry: start 2024-09-07T14:09:02.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.455+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.455+0000 7f545cfd39c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:02.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.455+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.459+0000 7f545cfd39c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:02.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.459+0000 7f545cfd39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:02.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.459+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.459+0000 7f545cfd39c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:02.461 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.459+0000 7f545cfd39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.459+0000 7f545cfd39c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:02.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.459+0000 7f545cfd39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:02.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.463+0000 7f53117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:02.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.467+0000 7f545cfd39c0 20 remove_watcher() i=0 2024-09-07T14:09:02.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.467+0000 7f545cfd39c0 2 removed watcher, disabling cache 2024-09-07T14:09:02.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.471+0000 7f545cfd39c0 20 remove_watcher() i=1 2024-09-07T14:09:02.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.471+0000 7f545cfd39c0 20 remove_watcher() i=2 2024-09-07T14:09:02.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.475+0000 7f545cfd39c0 20 remove_watcher() i=3 2024-09-07T14:09:02.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.479+0000 7f545cfd39c0 20 remove_watcher() i=4 2024-09-07T14:09:02.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.479+0000 7f545cfd39c0 20 remove_watcher() i=5 2024-09-07T14:09:02.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.479+0000 7f545cfd39c0 20 remove_watcher() i=6 2024-09-07T14:09:02.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.483+0000 7f545cfd39c0 20 remove_watcher() i=7 2024-09-07T14:09:02.502 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:02.502 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:02.502 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-logrecord-writes id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:09:02.502 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:02.503 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:02.503 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:02.556 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:02.556 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:02.621 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:09:02.658 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:02.658 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:02.701 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.699+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.703+0000 7f4a6a4e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.703+0000 7f4a6a4e19c0 20 realm 2024-09-07T14:09:02.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.703+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.703+0000 7f4a6a4e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.703+0000 7f4a6a4e19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:02.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.703+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.703+0000 7f4a6a4e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.703+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.703+0000 7f4a6a4e19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:02.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.703+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.703+0000 7f4a6a4e19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:02.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.703+0000 7f4a6a4e19c0 20 searching for the correct realm 2024-09-07T14:09:02.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.707+0000 7f4a687e8640 0 -- 172.21.15.107:0/159590997 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f4a50051910 msgr2=0x7f4a5001b440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:02.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.715+0000 7f4a5ffff640 0 -- 172.21.15.107:0/159590997 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f4a58052040 msgr2=0x7f4a5808f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:02.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.931+0000 7f4a6a4e19c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:02.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.931+0000 7f4a6a4e19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:02.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.931+0000 7f4a6a4e19c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:02.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.931+0000 7f4a6a4e19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:02.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.931+0000 7f4a6a4e19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:02.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.931+0000 7f4a6a4e19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:02.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.931+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.931+0000 7f4a6a4e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.931+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.931+0000 7f4a6a4e19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:02.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.931+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:02.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 20 zone default found 2024-09-07T14:09:02.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 4 Realm: () 2024-09-07T14:09:02.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:02.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:02.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:02.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 20 zonegroup default 2024-09-07T14:09:02.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:02.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 20 started sync module instance, tier type = 2024-09-07T14:09:02.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.935+0000 7f4a6a4e19c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:02.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.959+0000 7f4a6a4e19c0 20 add_watcher() i=0 2024-09-07T14:09:02.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.959+0000 7f4a6a4e19c0 20 add_watcher() i=1 2024-09-07T14:09:02.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.959+0000 7f4a6a4e19c0 20 add_watcher() i=2 2024-09-07T14:09:02.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.959+0000 7f4a6a4e19c0 20 add_watcher() i=3 2024-09-07T14:09:02.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.959+0000 7f4a6a4e19c0 20 add_watcher() i=4 2024-09-07T14:09:02.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.959+0000 7f4a6a4e19c0 20 add_watcher() i=5 2024-09-07T14:09:02.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.959+0000 7f4a6a4e19c0 20 add_watcher() i=6 2024-09-07T14:09:02.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.963+0000 7f4a6a4e19c0 20 add_watcher() i=7 2024-09-07T14:09:02.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.963+0000 7f4a6a4e19c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:02.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.967+0000 7f491dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:02.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.967+0000 7f4a6a4e19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:02.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.967+0000 7f4a6a4e19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:02.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.967+0000 7f4a6a4e19c0 5 note: GC not initialized 2024-09-07T14:09:02.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.967+0000 7f491cfe1640 20 reqs_thread_entry: start 2024-09-07T14:09:02.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.967+0000 7f4a6a4e19c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:02.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.967+0000 7f4a6a4e19c0 20 Filter name: none 2024-09-07T14:09:02.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.967+0000 7f48967fc640 20 reqs_thread_entry: start 2024-09-07T14:09:02.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.967+0000 7f4a6a4e19c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-07T14:09:02.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.967+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.971+0000 7f4a6a4e19c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:02.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.971+0000 7f4a6a4e19c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-07T14:09:02.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.971+0000 7f4a6a4e19c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-07T14:09:02.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.971+0000 7f4a6a4e19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 : miss 2024-09-07T14:09:02.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.971+0000 7f4a6a4e19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:02.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.971+0000 7f4a6a4e19c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:02.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.971+0000 7f4a6a4e19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 info.flags=0x17 2024-09-07T14:09:02.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.971+0000 7f4a6a4e19c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 to cache LRU end 2024-09-07T14:09:02.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.971+0000 7f4a6a4e19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:02.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.971+0000 7f4a6a4e19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:02.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.971+0000 7f4a6a4e19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 2024-09-07T14:09:02.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.979+0000 7f4a6a4e19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 info.flags=0x17 2024-09-07T14:09:02.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.979+0000 7f4a6a4e19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 to cache LRU end 2024-09-07T14:09:02.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.979+0000 7f4a6a4e19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:02.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.979+0000 7f4a6a4e19c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36, ofs0, ns] 2024-09-07T14:09:02.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.979+0000 7f4946ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300797 cookie 94227010673648 notifier 7304 bl.length()=1007 2024-09-07T14:09:02.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.979+0000 7f4946ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 info.flags=0x17 2024-09-07T14:09:02.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.979+0000 7f4946ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 to cache LRU end 2024-09-07T14:09:02.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.979+0000 7f4946ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:02.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.983+0000 7f4a6a4e19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): orig_sources= new_sources= 2024-09-07T14:09:02.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.983+0000 7f4a6a4e19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): potential sources added=[] removed=[] 2024-09-07T14:09:02.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.983+0000 7f4a6a4e19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): orig_dests= new_dests= 2024-09-07T14:09:02.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.983+0000 7f4a6a4e19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): potential dests added=[] removed=[] 2024-09-07T14:09:02.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.987+0000 7f4a6a4e19c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36.1.0 2024-09-07T14:09:02.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.987+0000 7f4a6a4e19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36.1.0 2024-09-07T14:09:02.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.987+0000 7f4a6a4e19c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36.1.1 2024-09-07T14:09:02.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.987+0000 7f4a6a4e19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36.1.1 2024-09-07T14:09:02.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.987+0000 7f4a6a4e19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36.0 2024-09-07T14:09:02.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.991+0000 7f4a6a4e19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 : hit (requested=0x17, cached=0x17) 2024-09-07T14:09:02.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.991+0000 7f4a6a4e19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 2024-09-07T14:09:02.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.995+0000 7f4a6a4e19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 info.flags=0x17 2024-09-07T14:09:02.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.995+0000 7f4a6a4e19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 to cache LRU end 2024-09-07T14:09:02.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.995+0000 7f4a6a4e19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:02.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.995+0000 7f4a6a4e19c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36, ofs0, ns] 2024-09-07T14:09:02.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.999+0000 7f4946ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300798 cookie 94227010673648 notifier 7304 bl.length()=1007 2024-09-07T14:09:02.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.999+0000 7f4946ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 info.flags=0x17 2024-09-07T14:09:02.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.999+0000 7f4946ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 to cache LRU end 2024-09-07T14:09:02.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.999+0000 7f4946ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:03.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.999+0000 7f4a6a4e19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): orig_sources= new_sources= 2024-09-07T14:09:03.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.999+0000 7f4a6a4e19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): potential sources added=[] removed=[] 2024-09-07T14:09:03.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.999+0000 7f4a6a4e19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): orig_dests= new_dests= 2024-09-07T14:09:03.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:02.999+0000 7f4a6a4e19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): potential dests added=[] removed=[] 2024-09-07T14:09:03.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.003+0000 7f4a6a4e19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36.0 2024-09-07T14:09:03.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.003+0000 7f4a6a4e19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 : hit (requested=0x17, cached=0x17) 2024-09-07T14:09:03.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.003+0000 7f4a6a4e19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 2024-09-07T14:09:03.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.007+0000 7f4a6a4e19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 info.flags=0x17 2024-09-07T14:09:03.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.007+0000 7f4a6a4e19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 to cache LRU end 2024-09-07T14:09:03.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.007+0000 7f4a6a4e19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:03.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.007+0000 7f4a6a4e19c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36, ofs0, ns] 2024-09-07T14:09:03.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.007+0000 7f4946ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300799 cookie 94227010673648 notifier 7304 bl.length()=975 2024-09-07T14:09:03.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.007+0000 7f4946ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 info.flags=0x17 2024-09-07T14:09:03.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.007+0000 7f4946ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 to cache LRU end 2024-09-07T14:09:03.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.007+0000 7f4946ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:03.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.011+0000 7f4a6a4e19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): orig_sources= new_sources= 2024-09-07T14:09:03.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.011+0000 7f4a6a4e19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): potential sources added=[] removed=[] 2024-09-07T14:09:03.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.011+0000 7f4a6a4e19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): orig_dests= new_dests= 2024-09-07T14:09:03.011 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.011+0000 7f4a6a4e19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36]): potential dests added=[] removed=[] 2024-09-07T14:09:03.013 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.011+0000 7f4a6a4e19c0 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-07T14:09:03.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.015+0000 7f491dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:03.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.019+0000 7f4a6a4e19c0 20 remove_watcher() i=0 2024-09-07T14:09:03.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.019+0000 7f4a6a4e19c0 2 removed watcher, disabling cache 2024-09-07T14:09:03.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.023+0000 7f4a6a4e19c0 20 remove_watcher() i=1 2024-09-07T14:09:03.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.023+0000 7f4a6a4e19c0 20 remove_watcher() i=2 2024-09-07T14:09:03.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.027+0000 7f4a6a4e19c0 20 remove_watcher() i=3 2024-09-07T14:09:03.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.027+0000 7f4a6a4e19c0 20 remove_watcher() i=4 2024-09-07T14:09:03.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.031+0000 7f4a6a4e19c0 20 remove_watcher() i=5 2024-09-07T14:09:03.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.031+0000 7f4a6a4e19c0 20 remove_watcher() i=6 2024-09-07T14:09:03.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.035+0000 7f4a6a4e19c0 20 remove_watcher() i=7 2024-09-07T14:09:03.053 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-07T14:09:03.082 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:03.083 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:03.128 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.127+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.127+0000 7fcd66c509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:03.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.127+0000 7fcd66c509c0 20 realm 2024-09-07T14:09:03.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.127+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.127+0000 7fcd66c509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:03.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.127+0000 7fcd66c509c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:03.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.127+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.127+0000 7fcd66c509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:03.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.127+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.132 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.131+0000 7fcd66c509c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:03.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.131+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.131+0000 7fcd66c509c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:03.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.131+0000 7fcd66c509c0 20 searching for the correct realm 2024-09-07T14:09:03.138 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.135+0000 7fcd64756640 0 -- 172.21.15.107:0/2020673805 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fcd5c018040 msgr2=0x7fcd5c039440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:03.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.351+0000 7fcd64756640 0 -- 172.21.15.107:0/2020673805 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fcd5c018040 msgr2=0x7fcd5c039440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:03.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.363+0000 7fcd66c509c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:03.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.363+0000 7fcd66c509c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:03.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.363+0000 7fcd66c509c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:03.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.363+0000 7fcd66c509c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:03.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.363+0000 7fcd66c509c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:03.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.363+0000 7fcd66c509c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:03.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.363+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.363+0000 7fcd66c509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:03.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.363+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.363+0000 7fcd66c509c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:03.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.363+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:03.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 20 zone default found 2024-09-07T14:09:03.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 4 Realm: () 2024-09-07T14:09:03.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:03.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:03.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:03.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 20 zonegroup default 2024-09-07T14:09:03.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:03.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:03.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:03.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 20 started sync module instance, tier type = 2024-09-07T14:09:03.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.367+0000 7fcd66c509c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:03.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.387+0000 7fcd66c509c0 20 add_watcher() i=0 2024-09-07T14:09:03.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.387+0000 7fcd66c509c0 20 add_watcher() i=1 2024-09-07T14:09:03.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.387+0000 7fcd66c509c0 20 add_watcher() i=2 2024-09-07T14:09:03.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.387+0000 7fcd66c509c0 20 add_watcher() i=3 2024-09-07T14:09:03.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.387+0000 7fcd66c509c0 20 add_watcher() i=4 2024-09-07T14:09:03.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.387+0000 7fcd66c509c0 20 add_watcher() i=5 2024-09-07T14:09:03.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.387+0000 7fcd66c509c0 20 add_watcher() i=6 2024-09-07T14:09:03.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.391+0000 7fcd66c509c0 20 add_watcher() i=7 2024-09-07T14:09:03.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.391+0000 7fcd66c509c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:03.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.395+0000 7fcc1afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:03.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.395+0000 7fcd66c509c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:03.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.395+0000 7fcd66c509c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:03.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.395+0000 7fcd66c509c0 5 note: GC not initialized 2024-09-07T14:09:03.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.395+0000 7fcc19fdb640 20 reqs_thread_entry: start 2024-09-07T14:09:03.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.395+0000 7fcd66c509c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:03.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.395+0000 7fcd66c509c0 20 Filter name: none 2024-09-07T14:09:03.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.395+0000 7fcb8b7fe640 20 reqs_thread_entry: start 2024-09-07T14:09:03.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.395+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.399+0000 7fcd66c509c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:03.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.399+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.402 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.399+0000 7fcd66c509c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:03.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.399+0000 7fcd66c509c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:03.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.399+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.404 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.403+0000 7fcd66c509c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:03.405 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.403+0000 7fcd66c509c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:03.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.403+0000 7fcd66c509c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:03.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.403+0000 7fcd66c509c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:03.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.407+0000 7fcc1afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:03.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.411+0000 7fcd66c509c0 20 remove_watcher() i=0 2024-09-07T14:09:03.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.411+0000 7fcd66c509c0 2 removed watcher, disabling cache 2024-09-07T14:09:03.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.415+0000 7fcd66c509c0 20 remove_watcher() i=1 2024-09-07T14:09:03.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.415+0000 7fcd66c509c0 20 remove_watcher() i=2 2024-09-07T14:09:03.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.419+0000 7fcd66c509c0 20 remove_watcher() i=3 2024-09-07T14:09:03.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.419+0000 7fcd66c509c0 20 remove_watcher() i=4 2024-09-07T14:09:03.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.423+0000 7fcd66c509c0 20 remove_watcher() i=5 2024-09-07T14:09:03.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.423+0000 7fcd66c509c0 20 remove_watcher() i=6 2024-09-07T14:09:03.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:03.427+0000 7fcd66c509c0 20 remove_watcher() i=7 2024-09-07T14:09:03.442 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:03.442 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:03.442 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-logrecord-writes id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:09:03.442 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:03.444 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:03.444 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:03.472 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:03.473 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:04.033 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:04.034 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:04.215 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with abort at logrecord_writes 2024-09-07T14:09:04.216 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:04.218 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:04.218 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:04.338 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:04.338 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:04.427 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:04.427 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:04.530 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:04.531 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:04.614 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:04.719 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:04.719 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:04.814 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:04.814 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:04.910 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:04.910 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:05.006 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:05.006 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:05.106 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:05.106 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:05.202 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:05.202 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:05.294 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:05.294 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:05.389 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:05.389 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:05.495 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:05.495 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:05.591 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:05.591 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:05.691 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:05.691 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:05.789 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:05.789 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:05.886 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:05.887 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:05.986 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:05.987 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:06.088 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:06.088 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:06.195 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:06.195 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:06.289 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:06.290 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:06.387 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-07T14:09:06.419 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:06.420 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:06.466 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.463+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.467+0000 7f0683e9d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:06.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.467+0000 7f0683e9d9c0 20 realm 2024-09-07T14:09:06.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.467+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.467+0000 7f0683e9d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:06.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.467+0000 7f0683e9d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:06.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.467+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.467+0000 7f0683e9d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:06.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.467+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.470 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.467+0000 7f0683e9d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:06.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.467+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.471+0000 7f0683e9d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:06.472 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.471+0000 7f0683e9d9c0 20 searching for the correct realm 2024-09-07T14:09:06.476 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.475+0000 7f06819a3640 0 -- 172.21.15.107:0/2060020141 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f067c018040 msgr2=0x7f067c062aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:06.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.691+0000 7f06819a3640 0 -- 172.21.15.107:0/2060020141 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f067c018040 msgr2=0x7f067c062aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:06.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.703+0000 7f0683e9d9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:06.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.703+0000 7f0683e9d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:06.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.703+0000 7f0683e9d9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:06.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.703+0000 7f0683e9d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:06.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.703+0000 7f0683e9d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:06.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.703+0000 7f0683e9d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:06.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.703+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.703+0000 7f0683e9d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:06.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.703+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.703+0000 7f0683e9d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:06.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.703+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:06.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 20 zone default found 2024-09-07T14:09:06.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 4 Realm: () 2024-09-07T14:09:06.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:06.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:06.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:06.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 20 zonegroup default 2024-09-07T14:09:06.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:06.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:06.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:06.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 20 started sync module instance, tier type = 2024-09-07T14:09:06.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.707+0000 7f0683e9d9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:06.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.731+0000 7f0683e9d9c0 20 add_watcher() i=0 2024-09-07T14:09:06.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.731+0000 7f0683e9d9c0 20 add_watcher() i=1 2024-09-07T14:09:06.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.731+0000 7f0683e9d9c0 20 add_watcher() i=2 2024-09-07T14:09:06.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.731+0000 7f0683e9d9c0 20 add_watcher() i=3 2024-09-07T14:09:06.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.731+0000 7f0683e9d9c0 20 add_watcher() i=4 2024-09-07T14:09:06.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.731+0000 7f0683e9d9c0 20 add_watcher() i=5 2024-09-07T14:09:06.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.731+0000 7f0683e9d9c0 20 add_watcher() i=6 2024-09-07T14:09:06.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.731+0000 7f0683e9d9c0 20 add_watcher() i=7 2024-09-07T14:09:06.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.731+0000 7f0683e9d9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:06.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.735+0000 7f05337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:06.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.739+0000 7f0683e9d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:06.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.739+0000 7f0683e9d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:06.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.739+0000 7f0683e9d9c0 5 note: GC not initialized 2024-09-07T14:09:06.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.739+0000 7f05327fc640 20 reqs_thread_entry: start 2024-09-07T14:09:06.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.739+0000 7f0683e9d9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:06.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.739+0000 7f0683e9d9c0 20 Filter name: none 2024-09-07T14:09:06.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.739+0000 7f04a3fff640 20 reqs_thread_entry: start 2024-09-07T14:09:06.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.739+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.739+0000 7f0683e9d9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:06.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.739+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.743+0000 7f0683e9d9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:06.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.743+0000 7f0683e9d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:06.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.743+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.743+0000 7f0683e9d9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:06.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.743+0000 7f0683e9d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.743+0000 7f0683e9d9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:06.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.743+0000 7f0683e9d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:06.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.747+0000 7f05337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:06.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.751+0000 7f0683e9d9c0 20 remove_watcher() i=0 2024-09-07T14:09:06.753 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.751+0000 7f0683e9d9c0 2 removed watcher, disabling cache 2024-09-07T14:09:06.755 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.755+0000 7f0683e9d9c0 20 remove_watcher() i=1 2024-09-07T14:09:06.758 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.755+0000 7f0683e9d9c0 20 remove_watcher() i=2 2024-09-07T14:09:06.761 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.759+0000 7f0683e9d9c0 20 remove_watcher() i=3 2024-09-07T14:09:06.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.763+0000 7f0683e9d9c0 20 remove_watcher() i=4 2024-09-07T14:09:06.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.763+0000 7f0683e9d9c0 20 remove_watcher() i=5 2024-09-07T14:09:06.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.763+0000 7f0683e9d9c0 20 remove_watcher() i=6 2024-09-07T14:09:06.768 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.767+0000 7f0683e9d9c0 20 remove_watcher() i=7 2024-09-07T14:09:06.791 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:06.791 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:06.791 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-logrecord-writes id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:09:06.791 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:06.791 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-07T14:09:06.830 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:06.830 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:06.876 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:06.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.875+0000 7f22a93209c0 20 realm 2024-09-07T14:09:06.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:06.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.875+0000 7f22a93209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:06.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:06.879 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.879+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:06.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.879+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:06.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.879+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:06.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.879+0000 7f22a93209c0 20 searching for the correct realm 2024-09-07T14:09:06.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:06.883+0000 7f229ffff640 0 -- 172.21.15.107:0/4115563313 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f229801a040 msgr2=0x7f229805d710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:07.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.099+0000 7f22a7627640 0 -- 172.21.15.107:0/4115563313 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f22900da070 msgr2=0x7f22900fcf90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:07.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:07.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:07.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:07.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:07.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:07.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:07.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:07.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:07.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 zone default found 2024-09-07T14:09:07.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 4 Realm: () 2024-09-07T14:09:07.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:07.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:07.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:07.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 zonegroup default 2024-09-07T14:09:07.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.119+0000 7f22a93209c0 20 started sync module instance, tier type = 2024-09-07T14:09:07.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.119+0000 7f22a93209c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:07.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=0 2024-09-07T14:09:07.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=1 2024-09-07T14:09:07.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=2 2024-09-07T14:09:07.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=3 2024-09-07T14:09:07.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=4 2024-09-07T14:09:07.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=5 2024-09-07T14:09:07.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=6 2024-09-07T14:09:07.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=7 2024-09-07T14:09:07.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.143+0000 7f22a93209c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:07.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.147+0000 7f215d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:07.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:07.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:07.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 5 note: GC not initialized 2024-09-07T14:09:07.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f20d7fff640 20 reqs_thread_entry: start 2024-09-07T14:09:07.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:07.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 20 Filter name: none 2024-09-07T14:09:07.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f20d5ffb640 20 reqs_thread_entry: start 2024-09-07T14:09:07.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-07T14:09:07.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:07.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-07T14:09:07.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-07T14:09:07.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 : miss 2024-09-07T14:09:07.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:07.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:07.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:07.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:07.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:07.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.151+0000 7f22a93209c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 2024-09-07T14:09:07.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.159+0000 7f22a93209c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:07.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.159+0000 7f22a93209c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:07.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.159+0000 7f22a93209c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:07.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.159+0000 7f22a93209c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37, ofs0, ns] 2024-09-07T14:09:07.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.163+0000 7f218a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300845 cookie 93859064607488 notifier 7358 bl.length()=1007 2024-09-07T14:09:07.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.163+0000 7f218a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:07.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.163+0000 7f218a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:07.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.163+0000 7f218a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:07.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.163+0000 7f22a93209c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): orig_sources= new_sources= 2024-09-07T14:09:07.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.163+0000 7f22a93209c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): potential sources added=[] removed=[] 2024-09-07T14:09:07.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.163+0000 7f22a93209c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): orig_dests= new_dests= 2024-09-07T14:09:07.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.163+0000 7f22a93209c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): potential dests added=[] removed=[] 2024-09-07T14:09:07.169 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f22a93209c0 time 2024-09-07T14:09:07.173025+0000 2024-09-07T14:09:07.169 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:09:07.170 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:07.170 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f22acbfa2eb] 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f22acbfa49f] 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d412de0d1] 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140fccc) [0x555d41d33ccc] 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d412f036d] 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f22aba60d90] 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.167+0000 7f22a93209c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f22a93209c0 time 2024-09-07T14:09:07.173025+0000 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:07.171 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f22acbfa2eb] 2024-09-07T14:09:07.172 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f22acbfa49f] 2024-09-07T14:09:07.172 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d412de0d1] 2024-09-07T14:09:07.172 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140fccc) [0x555d41d33ccc] 2024-09-07T14:09:07.172 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d412f036d] 2024-09-07T14:09:07.172 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:09:07.172 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f22aba60d90] 2024-09-07T14:09:07.172 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:09:07.172 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:09:07.172 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.172 INFO:tasks.workunit.client.0.smithi107.stderr:*** Caught signal (Aborted) ** 2024-09-07T14:09:07.172 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f22a93209c0 thread_name:radosgw-admin 2024-09-07T14:09:07.189 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:07.189 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f22aba79520] 2024-09-07T14:09:07.189 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:09:07.189 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:09:07.189 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:09:07.189 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f22acbfa345] 2024-09-07T14:09:07.189 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f22acbfa49f] 2024-09-07T14:09:07.189 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d412de0d1] 2024-09-07T14:09:07.189 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140fccc) [0x555d41d33ccc] 2024-09-07T14:09:07.189 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d412f036d] 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f22aba60d90] 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.171+0000 7f22a93209c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f22a93209c0 thread_name:radosgw-admin 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f22aba79520] 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:09:07.190 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f22acbfa345] 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f22acbfa49f] 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d412de0d1] 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140fccc) [0x555d41d33ccc] 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d412f036d] 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f22aba60d90] 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d442551b0) adding con mode: crc 2024-09-07T14:09:07.191 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d442551b0) adding con mode: secure 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d442551b0) adding con mode: crc 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d442551b0) adding con mode: secure 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d442551b0) adding con mode: crc 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d442551b0) adding con mode: secure 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:09:06.851+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:09:06.851+0000 7f22a93209c0 1 librados: starting msgr at 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:09:06.851+0000 7f22a93209c0 1 librados: starting objecter 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command objecter_requests hook 0x555d4406ae50 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:09:06.851+0000 7f22a93209c0 1 librados: setting wanted keys 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:09:06.851+0000 7f22a93209c0 1 librados: calling monclient init 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient: init 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding auth protocol: cephx 2024-09-07T14:09:07.192 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding auth protocol: cephx 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding auth protocol: cephx 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: secure 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: crc 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: secure 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: crc 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: secure 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: crc 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: crc 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: secure 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: crc 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: secure 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: crc 2024-09-07T14:09:07.193 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: secure 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:09:06.851+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:09:06.851+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command rotate-key hook 0x555d4424fcb8 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-c con 0x555d4410b1f0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-b con 0x555d4419c0d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-a con 0x555d44254010 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:07.194 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): authenticate will time out at 2898.679959s 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): get_auth_request con 0x555d4410b1f0 auth_method 0 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): get_auth_request con 0x555d44254010 auth_method 0 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.195 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): handle_auth_done global_id 7349 payload 824 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient: _finish_hunting 0 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:09:06.855+0000 7f22a6e26640 1 monclient: found mon.noname-c 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: dump: 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.196 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: _finish_auth 0 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: _check_auth_tickets 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:09:06.855+0000 7f22a93209c0 5 monclient: authenticate success, global_id 7349 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:09:06.855+0000 7f22a93209c0 10 monclient: _renew_subs 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:09:06.855+0000 7f22a93209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.197 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: dump: 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:09:06.855+0000 7f2194e09640 4 set_mon_vals no callback set 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:09:06.855+0000 7f22a93209c0 10 monclient: _renew_subs 2024-09-07T14:09:07.198 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:09:06.855+0000 7f22a93209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:09:06.855+0000 7f22a93209c0 1 librados: init done 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:09:06.855+0000 7f2193606640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:09:06.855+0000 7f2193606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:09:06.855+0000 7f2193606640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:09:06.855+0000 7f229ffff640 10 monclient: get_auth_request con 0x7f218c070ae0 auth_method 0 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient: get_auth_request con 0x555d442780c0 auth_method 0 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:09:06.859+0000 7f22a6e26640 10 monclient: get_auth_request con 0x555d4429abe0 auth_method 0 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:09:06.859+0000 7f229ffff640 10 monclient: get_auth_request con 0x555d4429edd0 auth_method 0 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient: get_auth_request con 0x555d4429e4a0 auth_method 0 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: build_initial_monmap 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:09:06.863+0000 7f22a93209c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: monmap: 2024-09-07T14:09:07.199 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding auth protocol: cephx 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding auth protocol: cephx 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding auth protocol: cephx 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: secure 2024-09-07T14:09:07.200 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: crc 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: secure 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: crc 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: secure 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: crc 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: crc 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: secure 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: crc 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: secure 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: crc 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: secure 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:09:06.863+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command objecter_requests cmddesc objecter_requests hook 0x555d442aa860 EEXIST 2024-09-07T14:09:07.201 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: init 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding auth protocol: cephx 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding auth protocol: cephx 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding auth protocol: cephx 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: secure 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: crc 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: secure 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: crc 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: secure 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: crc 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: crc 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: secure 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: crc 2024-09-07T14:09:07.202 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: secure 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: crc 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: secure 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:09:06.863+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:09:06.863+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command rotate-key cmddesc rotate-key hook 0x555d442a5f00 EEXIST 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-c con 0x555d442cea10 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-a con 0x555d442ce340 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-b con 0x555d442ccd20 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.203 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): authenticate will time out at 2898.690294s 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): get_auth_request con 0x555d442cea10 auth_method 0 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): get_auth_request con 0x555d442ce340 auth_method 0 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.204 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): handle_auth_done global_id 7352 payload 824 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient: _finish_hunting 0 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:09:06.863+0000 7f229ffff640 1 monclient: found mon.noname-c 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:09:06.863+0000 7f22a6e26640 10 monclient: get_auth_request con 0x555d442ccd20 auth_method 0 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: dump: 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.205 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: _finish_auth 0 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: _check_auth_tickets 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:09:07.206 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: dump: 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:09:06.863+0000 7f22a7e28640 4 set_mon_vals no callback set 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 monclient: authenticate success, global_id 7352 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: _renew_subs 2024-09-07T14:09:07.207 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: _renew_subs 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:09:06.867+0000 7f2190e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:09:06.867+0000 7f2190e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:09:06.867+0000 7f2190e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: get_monmap_and_config 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: build_initial_monmap 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:09:06.867+0000 7f22a93209c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: monmap: 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:07.208 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding auth protocol: cephx 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding auth protocol: cephx 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding auth protocol: cephx 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: secure 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: crc 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: secure 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: crc 2024-09-07T14:09:07.209 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: secure 2024-09-07T14:09:07.210 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: crc 2024-09-07T14:09:07.210 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: crc 2024-09-07T14:09:07.210 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: secure 2024-09-07T14:09:07.210 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: crc 2024-09-07T14:09:07.210 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: secure 2024-09-07T14:09:07.210 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: crc 2024-09-07T14:09:07.210 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: secure 2024-09-07T14:09:07.210 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient: get_auth_request con 0x7f2180070a20 auth_method 0 2024-09-07T14:09:07.210 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:09:06.867+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.210 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: init 2024-09-07T14:09:07.210 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding auth protocol: cephx 2024-09-07T14:09:07.210 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding auth protocol: cephx 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding auth protocol: cephx 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: secure 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: crc 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: secure 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: crc 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: secure 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: crc 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: crc 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: secure 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: crc 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: secure 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: crc 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: secure 2024-09-07T14:09:07.211 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:09:06.867+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:09:06.867+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe468d71c8 EEXIST 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-b con 0x555d4431c9d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-a con 0x555d4431cdb0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-c con 0x555d4431e270 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): authenticate will time out at 2898.695156s 2024-09-07T14:09:07.212 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): get_auth_request con 0x555d4431e270 auth_method 0 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): get_auth_request con 0x555d4431cdb0 auth_method 0 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.213 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): handle_auth_done global_id 7355 payload 274 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient: _finish_hunting 0 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:09:06.867+0000 7f22a6e26640 1 monclient: found mon.noname-c 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: dump: 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.214 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: _finish_auth 0 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: _check_auth_tickets 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 monclient: authenticate success, global_id 7355 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: get_monmap_and_config success 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:09:06.867+0000 7f22a93209c0 4 set_mon_vals no callback set 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: dump: 2024-09-07T14:09:07.215 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: shutdown 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: build_initial_monmap 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:09:06.871+0000 7f22a93209c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: monmap: 2024-09-07T14:09:07.216 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:07.217 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:07.217 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:07.217 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:07.217 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:07.217 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.217 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:07.217 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:07.217 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:07.217 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.217 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding auth protocol: cephx 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding auth protocol: cephx 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding auth protocol: cephx 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: secure 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: crc 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: secure 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: crc 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: secure 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: crc 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: crc 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: secure 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: crc 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: secure 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: crc 2024-09-07T14:09:07.218 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: secure 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:09:06.871+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:09:06.871+0000 7f22a93209c0 1 librados: starting msgr at 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:09:06.871+0000 7f22a93209c0 1 librados: starting objecter 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command objecter_requests cmddesc objecter_requests hook 0x555d442f0fc0 EEXIST 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:09:06.871+0000 7f22a93209c0 1 librados: setting wanted keys 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:09:06.871+0000 7f22a93209c0 1 librados: calling monclient init 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: init 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding auth protocol: cephx 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding auth protocol: cephx 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding auth protocol: cephx 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: secure 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: crc 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: secure 2024-09-07T14:09:07.219 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: crc 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: secure 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: crc 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: crc 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: secure 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: crc 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: secure 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: crc 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: secure 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:09:06.871+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:09:06.871+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command rotate-key cmddesc rotate-key hook 0x555d442d0978 EEXIST 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:07.220 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-b con 0x555d4431c9d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-a con 0x555d4431e270 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-c con 0x555d44311a80 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): authenticate will time out at 2898.697829s 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): get_auth_request con 0x555d44311a80 auth_method 0 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): get_auth_request con 0x555d4431e270 auth_method 0 2024-09-07T14:09:07.221 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): get_auth_request con 0x555d4431c9d0 auth_method 0 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.222 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_done global_id 7358 payload 824 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient: _finish_hunting 0 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:09:06.871+0000 7f22a6e26640 1 monclient: found mon.noname-c 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: ms_handle_reset current mon [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: _reopen_session rank -1 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): picked mon.noname-b con 0x555d4431c9d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): picked mon.noname-a con 0x555d4431e270 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): picked mon.noname-c con 0x7f2170007390 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.223 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): _renew_subs 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): get_auth_request con 0x555d4431e270 auth_method 0 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): get_auth_request con 0x7f2170007390 auth_method 0 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.224 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): get_auth_request con 0x555d4431c9d0 auth_method 0 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_done global_id 7358 payload 293 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient: _finish_hunting 0 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:09:06.871+0000 7f22a7627640 1 monclient: found mon.noname-a 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: dump: 2024-09-07T14:09:07.225 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: _finish_auth 0 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: _check_auth_tickets 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 monclient: authenticate success, global_id 7358 2024-09-07T14:09:07.226 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:09:06.871+0000 7f218a7fc640 4 set_mon_vals no callback set 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: dump: 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.227 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: _renew_subs 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: _renew_subs 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:09:06.871+0000 7f22a93209c0 1 librados: init done 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command cr dump hook 0x7f22980631a8 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:09:06.875+0000 7f2188ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:09:06.875+0000 7f2188ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:09:06.875+0000 7f2188ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:09:06.875+0000 7f229ffff640 10 monclient: get_auth_request con 0x555d44311a80 auth_method 0 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:09:06.875+0000 7f22a6e26640 10 monclient: get_auth_request con 0x555d443355e0 auth_method 0 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.228 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 realm 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:09:06.875+0000 7f22a93209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:09:06.875+0000 7f229ffff640 10 monclient: get_auth_request con 0x555d44339350 auth_method 0 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:09:06.879+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:09:06.879+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:09:06.879+0000 7f22a7627640 10 monclient: get_auth_request con 0x555d4433cbf0 auth_method 0 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:09:06.879+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:09:06.879+0000 7f22a93209c0 20 searching for the correct realm 2024-09-07T14:09:07.229 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:09:06.879+0000 7f22a6e26640 10 monclient: get_auth_request con 0x555d44341990 auth_method 0 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:09:06.879+0000 7f229ffff640 10 monclient: get_auth_request con 0x7f229801a040 auth_method 0 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:09:06.883+0000 7f229ffff640 0 -- 172.21.15.107:0/4115563313 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f229801a040 msgr2=0x7f229805d710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:09:07.087+0000 7f229ffff640 10 monclient: get_auth_request con 0x7f229801a040 auth_method 0 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:09:07.087+0000 7f22a7627640 10 monclient: get_auth_request con 0x7f22900da070 auth_method 0 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:09:07.091+0000 7f22a6e26640 10 monclient: get_auth_request con 0x7f22a0035030 auth_method 0 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:09:07.099+0000 7f22a7627640 0 -- 172.21.15.107:0/4115563313 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f22900da070 msgr2=0x7f22900fcf90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:09:07.099+0000 7f2188ff9640 1 client.7358.objecter ms_handle_reset 0x7f22900da070 session 0x7f22900a6070 osd.2 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:09:07.099+0000 7f2188ff9640 10 monclient: _renew_subs 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:09:07.099+0000 7f2188ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:09:07.099+0000 7f22a7627640 10 monclient: get_auth_request con 0x7f21700891e0 auth_method 0 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:09:07.103+0000 7f229ffff640 10 monclient: get_auth_request con 0x7f2298023760 auth_method 0 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:07.230 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 zone default found 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:09:07.115+0000 7f22a93209c0 4 Realm: () 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:09:07.115+0000 7f22a93209c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:07.231 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:09:07.115+0000 7f22a93209c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:09:07.115+0000 7f22a93209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 zonegroup default 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 started sync module instance, tier type = 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=0 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=1 2024-09-07T14:09:07.232 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=2 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=3 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=4 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=5 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=6 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=7 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:09:07.143+0000 7f22a93209c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding auth protocol: cephx 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding auth protocol: cephx 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding auth protocol: cephx 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: secure 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: crc 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: secure 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: crc 2024-09-07T14:09:07.233 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: secure 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: crc 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: crc 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: secure 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: crc 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: secure 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: crc 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: secure 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:09:07.147+0000 7f215d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:09:07.151+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command cache list hook 0x555d443139a0 2024-09-07T14:09:07.234 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command cache inspect hook 0x555d443139a0 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command cache erase hook 0x555d443139a0 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command cache zap hook 0x555d443139a0 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 note: GC not initialized 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:09:07.151+0000 7f20d7fff640 20 reqs_thread_entry: start 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command sync trace show hook 0x7f2298062040 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command sync trace history hook 0x7f2298062040 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command sync trace active hook 0x7f2298062040 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command sync trace active_short hook 0x7f2298062040 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 Filter name: none 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:09:07.151+0000 7f20d5ffb640 20 reqs_thread_entry: start 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.235 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:07.236 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-07T14:09:07.236 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-07T14:09:07.236 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 : miss 2024-09-07T14:09:07.236 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.236 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:07.236 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:07.236 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:07.236 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:07.236 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:07.236 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 2024-09-07T14:09:07.236 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:09:07.159+0000 7f22a93209c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:07.236 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:09:07.159+0000 7f22a93209c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:09:07.159+0000 7f22a93209c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:09:07.159+0000 7f22a93209c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37, ofs0, ns] 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:09:07.163+0000 7f218a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300845 cookie 93859064607488 notifier 7358 bl.length()=1007 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:09:07.163+0000 7f218a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:09:07.163+0000 7f218a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:09:07.163+0000 7f218a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:09:07.163+0000 7f22a93209c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): orig_sources= new_sources= 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:09:07.163+0000 7f22a93209c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): potential sources added=[] removed=[] 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:09:07.163+0000 7f22a93209c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): orig_dests= new_dests= 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:09:07.163+0000 7f22a93209c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): potential dests added=[] removed=[] 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:09:07.167+0000 7f22a93209c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f22a93209c0 time 2024-09-07T14:09:07.173025+0000 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:09:07.237 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f22acbfa2eb] 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f22acbfa49f] 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d412de0d1] 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140fccc) [0x555d41d33ccc] 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d412f036d] 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f22aba60d90] 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:09:07.171+0000 7f22a93209c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f22a93209c0 thread_name:radosgw-admin 2024-09-07T14:09:07.238 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f22aba79520] 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f22acbfa345] 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f22acbfa49f] 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d412de0d1] 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140fccc) [0x555d41d33ccc] 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d412f036d] 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f22aba60d90] 2024-09-07T14:09:07.239 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:09:07.240 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:09:07.240 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:09:07.240 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.240 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:09:07.240 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:09:07.240 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:09:07.240 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:09:07.240 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:09:07.240 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:09:07.240 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:09:07.240 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:09:07.240 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:09:07.241 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:09:07.242 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:09:07.243 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:09:07.244 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:09:07.245 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:09:07.246 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:09:07.246 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:09:07.246 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:09:07.246 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:09:07.246 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:09:07.246 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:09:07.246 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:09:07.246 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:09:07.246 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:09:07.246 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:09:07.246 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:09:07.246 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 7f20d5ffb640 / http_manager 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 7f20d7fff640 / http_manager 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 7f215d7e2640 / rgw_dt_lg_renew 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 7f2188ff9640 / ms_dispatch 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 7f218a7fc640 / io_context_pool 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 7f2190e01640 / ms_dispatch 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 7f2193606640 / ms_dispatch 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 7f2194e09640 / io_context_pool 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 7f229ffff640 / msgr-worker-2 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 7f22a6e26640 / msgr-worker-1 2024-09-07T14:09:07.247 INFO:tasks.workunit.client.0.smithi107.stderr: 7f22a7627640 / msgr-worker-0 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr: 7f22a7e28640 / io_context_pool 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr: 7f22a93209c0 / radosgw-admin 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/log/ceph/ceph-client.admin.128176.log 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d442551b0) adding con mode: crc 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d442551b0) adding con mode: secure 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d442551b0) adding con mode: crc 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d442551b0) adding con mode: secure 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d442551b0) adding con mode: crc 2024-09-07T14:09:07.248 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d442551b0) adding con mode: secure 2024-09-07T14:09:07.249 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:09:06.851+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.249 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:09:06.851+0000 7f22a93209c0 1 librados: starting msgr at 2024-09-07T14:09:07.249 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:09:06.851+0000 7f22a93209c0 1 librados: starting objecter 2024-09-07T14:09:07.249 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command objecter_requests hook 0x555d4406ae50 2024-09-07T14:09:07.249 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:09:06.851+0000 7f22a93209c0 1 librados: setting wanted keys 2024-09-07T14:09:07.249 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:09:06.851+0000 7f22a93209c0 1 librados: calling monclient init 2024-09-07T14:09:07.249 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient: init 2024-09-07T14:09:07.249 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding auth protocol: cephx 2024-09-07T14:09:07.249 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding auth protocol: cephx 2024-09-07T14:09:07.249 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding auth protocol: cephx 2024-09-07T14:09:07.249 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: secure 2024-09-07T14:09:07.249 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: crc 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: secure 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: crc 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: secure 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: crc 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: crc 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: secure 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: crc 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: secure 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: crc 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 AuthRegistry(0x555d4424fb70) adding con mode: secure 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:09:06.851+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:09:06.851+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:09:06.851+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command rotate-key hook 0x555d4424fcb8 2024-09-07T14:09:07.250 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-c con 0x555d4410b1f0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-b con 0x555d4419c0d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-a con 0x555d44254010 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:09:06.851+0000 7f22a93209c0 10 monclient(hunting): authenticate will time out at 2898.679959s 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): get_auth_request con 0x555d4410b1f0 auth_method 0 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.251 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): get_auth_request con 0x555d44254010 auth_method 0 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient(hunting): handle_auth_done global_id 7349 payload 824 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient: _finish_hunting 0 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:09:06.855+0000 7f22a6e26640 1 monclient: found mon.noname-c 2024-09-07T14:09:07.252 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:09:06.855+0000 7f22a6e26640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: dump: 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.253 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: _finish_auth 0 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: _check_auth_tickets 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:09:06.855+0000 7f22a93209c0 5 monclient: authenticate success, global_id 7349 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:09:06.855+0000 7f22a93209c0 10 monclient: _renew_subs 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:09:06.855+0000 7f22a93209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:09:06.855+0000 7f2193606640 10 monclient: dump: 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.254 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:09:06.855+0000 7f2194e09640 4 set_mon_vals no callback set 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:09:06.855+0000 7f22a93209c0 10 monclient: _renew_subs 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:09:06.855+0000 7f22a93209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:09:06.855+0000 7f22a93209c0 1 librados: init done 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:09:06.855+0000 7f2193606640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:09:06.855+0000 7f2193606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:09:06.855+0000 7f2193606640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:09:06.855+0000 7f229ffff640 10 monclient: get_auth_request con 0x7f218c070ae0 auth_method 0 2024-09-07T14:09:07.255 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:09:06.855+0000 7f22a7627640 10 monclient: get_auth_request con 0x555d442780c0 auth_method 0 2024-09-07T14:09:07.256 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:09:06.859+0000 7f22a6e26640 10 monclient: get_auth_request con 0x555d4429abe0 auth_method 0 2024-09-07T14:09:07.256 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:09:06.859+0000 7f229ffff640 10 monclient: get_auth_request con 0x555d4429edd0 auth_method 0 2024-09-07T14:09:07.256 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient: get_auth_request con 0x555d4429e4a0 auth_method 0 2024-09-07T14:09:07.256 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: build_initial_monmap 2024-09-07T14:09:07.256 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:09:06.863+0000 7f22a93209c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:07.256 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: monmap: 2024-09-07T14:09:07.256 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:07.256 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:07.256 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:07.256 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:07.256 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:07.256 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding auth protocol: cephx 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding auth protocol: cephx 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding auth protocol: cephx 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: secure 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: crc 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: secure 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: crc 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: secure 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: crc 2024-09-07T14:09:07.257 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: crc 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: secure 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: crc 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: secure 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: crc 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a6e70) adding con mode: secure 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:09:06.863+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command objecter_requests cmddesc objecter_requests hook 0x555d442aa860 EEXIST 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: init 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding auth protocol: cephx 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding auth protocol: cephx 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding auth protocol: cephx 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: secure 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: crc 2024-09-07T14:09:07.258 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: secure 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: crc 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: secure 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: crc 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: crc 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: secure 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: crc 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: secure 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: crc 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 AuthRegistry(0x555d442a5db8) adding con mode: secure 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:09:06.863+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:09:06.863+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command rotate-key cmddesc rotate-key hook 0x555d442a5f00 EEXIST 2024-09-07T14:09:07.259 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-c con 0x555d442cea10 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-a con 0x555d442ce340 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-b con 0x555d442ccd20 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient(hunting): authenticate will time out at 2898.690294s 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): get_auth_request con 0x555d442cea10 auth_method 0 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.260 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): get_auth_request con 0x555d442ce340 auth_method 0 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:09:06.863+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient(hunting): handle_auth_done global_id 7352 payload 824 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient: _finish_hunting 0 2024-09-07T14:09:07.261 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:09:06.863+0000 7f229ffff640 1 monclient: found mon.noname-c 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:09:06.863+0000 7f229ffff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:09:06.863+0000 7f22a6e26640 10 monclient: get_auth_request con 0x555d442ccd20 auth_method 0 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: dump: 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.262 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: _finish_auth 0 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: _check_auth_tickets 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:09:06.863+0000 7f2190e01640 10 monclient: dump: 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.263 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:09:06.863+0000 7f22a7e28640 4 set_mon_vals no callback set 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:09:06.863+0000 7f22a93209c0 5 monclient: authenticate success, global_id 7352 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: _renew_subs 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: _renew_subs 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:09:06.863+0000 7f22a93209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:09:06.867+0000 7f2190e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:09:06.867+0000 7f2190e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:07.264 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:09:06.867+0000 7f2190e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: get_monmap_and_config 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: build_initial_monmap 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:09:06.867+0000 7f22a93209c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: monmap: 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:07.265 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding auth protocol: cephx 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding auth protocol: cephx 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding auth protocol: cephx 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: secure 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: crc 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: secure 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: crc 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: secure 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: crc 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: crc 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: secure 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: crc 2024-09-07T14:09:07.266 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: secure 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: crc 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee400) adding con mode: secure 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient: get_auth_request con 0x7f2180070a20 auth_method 0 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:09:06.867+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: init 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding auth protocol: cephx 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding auth protocol: cephx 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding auth protocol: cephx 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: secure 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: crc 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: secure 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: crc 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: secure 2024-09-07T14:09:07.267 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: crc 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: crc 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: secure 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: crc 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: secure 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: crc 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7080) adding con mode: secure 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:09:06.867+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:09:06.867+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe468d71c8 EEXIST 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-b con 0x555d4431c9d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:07.268 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-a con 0x555d4431cdb0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-c con 0x555d4431e270 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient(hunting): authenticate will time out at 2898.695156s 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): get_auth_request con 0x555d4431e270 auth_method 0 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): get_auth_request con 0x555d4431cdb0 auth_method 0 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.269 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.270 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.270 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.270 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.270 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.270 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.270 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.270 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:09:06.867+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.270 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient(hunting): handle_auth_done global_id 7355 payload 274 2024-09-07T14:09:07.270 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient: _finish_hunting 0 2024-09-07T14:09:07.270 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:09:06.867+0000 7f22a6e26640 1 monclient: found mon.noname-c 2024-09-07T14:09:07.270 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:09:06.867+0000 7f22a6e26640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.270 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: dump: 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: _finish_auth 0 2024-09-07T14:09:07.271 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: _check_auth_tickets 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:09:06.867+0000 7f22a93209c0 5 monclient: authenticate success, global_id 7355 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:09:06.867+0000 7f22a93209c0 10 monclient: get_monmap_and_config success 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:09:06.867+0000 7f22a93209c0 4 set_mon_vals no callback set 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:09:06.867+0000 7f218a7fc640 10 monclient: dump: 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.272 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: shutdown 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: build_initial_monmap 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:09:06.871+0000 7f22a93209c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: monmap: 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:07.273 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding auth protocol: cephx 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding auth protocol: cephx 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding auth protocol: cephx 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: secure 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: crc 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: secure 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: crc 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: secure 2024-09-07T14:09:07.274 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: crc 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: crc 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: secure 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: crc 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: secure 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: crc 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442ee3b0) adding con mode: secure 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:09:06.871+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:09:06.871+0000 7f22a93209c0 1 librados: starting msgr at 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:09:06.871+0000 7f22a93209c0 1 librados: starting objecter 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command objecter_requests cmddesc objecter_requests hook 0x555d442f0fc0 EEXIST 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:09:06.871+0000 7f22a93209c0 1 librados: setting wanted keys 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:09:06.871+0000 7f22a93209c0 1 librados: calling monclient init 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: init 2024-09-07T14:09:07.275 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding auth protocol: cephx 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding auth protocol: cephx 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding auth protocol: cephx 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: secure 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: crc 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: secure 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: crc 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: secure 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: crc 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: crc 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: secure 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: crc 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: secure 2024-09-07T14:09:07.276 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: crc 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 AuthRegistry(0x555d442d0830) adding con mode: secure 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:09:06.871+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:09:06.871+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command rotate-key cmddesc rotate-key hook 0x555d442d0978 EEXIST 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-b con 0x555d4431c9d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-a con 0x555d4431e270 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): picked mon.noname-c con 0x555d44311a80 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.277 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient(hunting): authenticate will time out at 2898.697829s 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): get_auth_request con 0x555d44311a80 auth_method 0 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): get_auth_request con 0x555d4431e270 auth_method 0 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.278 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): get_auth_request con 0x555d4431c9d0 auth_method 0 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_done global_id 7358 payload 824 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient: _finish_hunting 0 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:09:06.871+0000 7f22a6e26640 1 monclient: found mon.noname-c 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: ms_handle_reset current mon [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: _reopen_session rank -1 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:09:07.279 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): picked mon.noname-b con 0x555d4431c9d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): picked mon.noname-a con 0x555d4431e270 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): picked mon.noname-c con 0x7f2170007390 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient(hunting): _renew_subs 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): get_auth_request con 0x555d4431e270 auth_method 0 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): get_auth_request con 0x7f2170007390 auth_method 0 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.280 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:09:06.871+0000 7f22a6e26640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): get_auth_request con 0x555d4431c9d0 auth_method 0 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:09:06.871+0000 7f229ffff640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient(hunting): handle_auth_done global_id 7358 payload 293 2024-09-07T14:09:07.281 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient: _finish_hunting 0 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:09:06.871+0000 7f22a7627640 1 monclient: found mon.noname-a 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:09:06.871+0000 7f22a7627640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: dump: 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.282 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: _finish_auth 0 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: _check_auth_tickets 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 monclient: authenticate success, global_id 7358 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:09:06.871+0000 7f218a7fc640 4 set_mon_vals no callback set 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:09:06.871+0000 7f2188ff9640 10 monclient: dump: 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.283 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: _renew_subs 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: _renew_subs 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:09:06.871+0000 7f22a93209c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:09:06.871+0000 7f22a93209c0 1 librados: init done 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:09:06.871+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command cr dump hook 0x7f22980631a8 2024-09-07T14:09:07.284 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:09:06.875+0000 7f2188ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:09:06.875+0000 7f2188ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:09:06.875+0000 7f2188ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:09:06.875+0000 7f229ffff640 10 monclient: get_auth_request con 0x555d44311a80 auth_method 0 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:09:06.875+0000 7f22a6e26640 10 monclient: get_auth_request con 0x555d443355e0 auth_method 0 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 realm 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:09:06.875+0000 7f22a93209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:09:06.875+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.285 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:09:06.875+0000 7f229ffff640 10 monclient: get_auth_request con 0x555d44339350 auth_method 0 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:09:06.879+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:09:06.879+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:09:06.879+0000 7f22a7627640 10 monclient: get_auth_request con 0x555d4433cbf0 auth_method 0 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:09:06.879+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:09:06.879+0000 7f22a93209c0 20 searching for the correct realm 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:09:06.879+0000 7f22a6e26640 10 monclient: get_auth_request con 0x555d44341990 auth_method 0 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:09:06.879+0000 7f229ffff640 10 monclient: get_auth_request con 0x7f229801a040 auth_method 0 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:09:06.883+0000 7f229ffff640 0 -- 172.21.15.107:0/4115563313 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f229801a040 msgr2=0x7f229805d710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:09:07.087+0000 7f229ffff640 10 monclient: get_auth_request con 0x7f229801a040 auth_method 0 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:09:07.087+0000 7f22a7627640 10 monclient: get_auth_request con 0x7f22900da070 auth_method 0 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:09:07.091+0000 7f22a6e26640 10 monclient: get_auth_request con 0x7f22a0035030 auth_method 0 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:09:07.099+0000 7f22a7627640 0 -- 172.21.15.107:0/4115563313 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f22900da070 msgr2=0x7f22900fcf90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:09:07.099+0000 7f2188ff9640 1 client.7358.objecter ms_handle_reset 0x7f22900da070 session 0x7f22900a6070 osd.2 2024-09-07T14:09:07.286 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:09:07.099+0000 7f2188ff9640 10 monclient: _renew_subs 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:09:07.099+0000 7f2188ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:09:07.099+0000 7f22a7627640 10 monclient: get_auth_request con 0x7f21700891e0 auth_method 0 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:09:07.103+0000 7f229ffff640 10 monclient: get_auth_request con 0x7f2298023760 auth_method 0 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:07.287 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.288 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:07.288 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 zone default found 2024-09-07T14:09:07.288 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:09:07.115+0000 7f22a93209c0 4 Realm: () 2024-09-07T14:09:07.288 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:09:07.115+0000 7f22a93209c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:07.288 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:09:07.115+0000 7f22a93209c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:07.288 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:09:07.115+0000 7f22a93209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:07.288 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 zonegroup default 2024-09-07T14:09:07.288 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:09:07.115+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.288 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.288 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.288 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.288 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 started sync module instance, tier type = 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:09:07.119+0000 7f22a93209c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=0 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=1 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=2 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=3 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=4 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=5 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=6 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:09:07.143+0000 7f22a93209c0 20 add_watcher() i=7 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:09:07.143+0000 7f22a93209c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding auth protocol: cephx 2024-09-07T14:09:07.289 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding auth protocol: cephx 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding auth protocol: cephx 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: secure 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: crc 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: secure 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: crc 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: secure 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: crc 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: crc 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: secure 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: crc 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: secure 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: crc 2024-09-07T14:09:07.290 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:09:07.147+0000 7f22a93209c0 5 AuthRegistry(0x7ffe468d7550) adding con mode: secure 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:09:07.147+0000 7f215d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:09:07.151+0000 7f22a93209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command cache list hook 0x555d443139a0 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command cache inspect hook 0x555d443139a0 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command cache erase hook 0x555d443139a0 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command cache zap hook 0x555d443139a0 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 note: GC not initialized 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:09:07.151+0000 7f20d7fff640 20 reqs_thread_entry: start 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command sync trace show hook 0x7f2298062040 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command sync trace history hook 0x7f2298062040 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command sync trace active hook 0x7f2298062040 2024-09-07T14:09:07.291 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:09:07.151+0000 7f22a93209c0 5 asok(0x555d440422b0) register_command sync trace active_short hook 0x7f2298062040 2024-09-07T14:09:07.292 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:07.292 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 Filter name: none 2024-09-07T14:09:07.292 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:09:07.151+0000 7f20d5ffb640 20 reqs_thread_entry: start 2024-09-07T14:09:07.292 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-07T14:09:07.292 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.292 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:07.292 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-07T14:09:07.292 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-07T14:09:07.292 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 : miss 2024-09-07T14:09:07.292 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.292 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:09:07.151+0000 7f22a93209c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:07.292 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:09:07.151+0000 7f22a93209c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:09:07.159+0000 7f22a93209c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:09:07.159+0000 7f22a93209c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:09:07.159+0000 7f22a93209c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:09:07.159+0000 7f22a93209c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37, ofs0, ns] 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:09:07.163+0000 7f218a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300845 cookie 93859064607488 notifier 7358 bl.length()=1007 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:09:07.163+0000 7f218a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:09:07.163+0000 7f218a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:09:07.163+0000 7f218a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:07.293 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:09:07.163+0000 7f22a93209c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): orig_sources= new_sources= 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:09:07.163+0000 7f22a93209c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): potential sources added=[] removed=[] 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:09:07.163+0000 7f22a93209c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): orig_dests= new_dests= 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:09:07.163+0000 7f22a93209c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): potential dests added=[] removed=[] 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:09:07.167+0000 7f22a93209c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f22a93209c0 time 2024-09-07T14:09:07.173025+0000 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f22acbfa2eb] 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f22acbfa49f] 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d412de0d1] 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140fccc) [0x555d41d33ccc] 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d412f036d] 2024-09-07T14:09:07.294 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f22aba60d90] 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:09:07.171+0000 7f22a93209c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f22a93209c0 thread_name:radosgw-admin 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f22aba79520] 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f22acbfa345] 2024-09-07T14:09:07.295 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f22acbfa49f] 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d412de0d1] 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140fccc) [0x555d41d33ccc] 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d412f036d] 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f22aba60d90] 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:09:07.296 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:09:07.297 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:09:07.298 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:09:07.299 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:09:07.300 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:09:07.301 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:09:07.302 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: 7f20d5ffb640 / http_manager 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: 7f20d7fff640 / http_manager 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: 7f215d7e2640 / rgw_dt_lg_renew 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: 7f2188ff9640 / ms_dispatch 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: 7f218a7fc640 / io_context_pool 2024-09-07T14:09:07.303 INFO:tasks.workunit.client.0.smithi107.stderr: 7f2190e01640 / ms_dispatch 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr: 7f2193606640 / ms_dispatch 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr: 7f2194e09640 / io_context_pool 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr: 7f229ffff640 / msgr-worker-2 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr: 7f22a6e26640 / msgr-worker-1 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr: 7f22a7627640 / msgr-worker-0 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr: 7f22a7e28640 / io_context_pool 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr: 7f22a93209c0 / radosgw-admin 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/lib/ceph/crash/2024-09-07T14:09:07.175562Z_356a7751-0ea9-4ae4-8ee6-53a08c4627f0/log 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr:Aborted 2024-09-07T14:09:07.304 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-07T14:09:07.306 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:07.306 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:07.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.255+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.255+0000 7f188cd4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.255+0000 7f188cd4b9c0 20 realm 2024-09-07T14:09:07.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.255+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.255+0000 7f188cd4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.255+0000 7f188cd4b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:07.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.255+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.255+0000 7f188cd4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.255+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.259+0000 7f188cd4b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:07.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.259+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.259+0000 7f188cd4b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:07.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.259+0000 7f188cd4b9c0 20 searching for the correct realm 2024-09-07T14:09:07.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.263+0000 7f188b052640 0 -- 172.21.15.107:0/767273799 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f1880028070 msgr2=0x7f1880043440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:07.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.271+0000 7f188a050640 0 -- 172.21.15.107:0/767273799 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f187c008050 msgr2=0x7f187c07f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:07.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.487+0000 7f188cd4b9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:07.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.487+0000 7f188cd4b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:07.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.487+0000 7f188cd4b9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:07.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.487+0000 7f188cd4b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:07.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.487+0000 7f188cd4b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:07.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.487+0000 7f188cd4b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:07.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.487+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:07.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:07.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 20 zone default found 2024-09-07T14:09:07.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 4 Realm: () 2024-09-07T14:09:07.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:07.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:07.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:07.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 20 zonegroup default 2024-09-07T14:09:07.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.494 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.491+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.495+0000 7f188cd4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.495+0000 7f188cd4b9c0 20 started sync module instance, tier type = 2024-09-07T14:09:07.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.495+0000 7f188cd4b9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:07.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.519+0000 7f188cd4b9c0 20 add_watcher() i=0 2024-09-07T14:09:07.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.519+0000 7f188cd4b9c0 20 add_watcher() i=1 2024-09-07T14:09:07.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.519+0000 7f188cd4b9c0 20 add_watcher() i=2 2024-09-07T14:09:07.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.519+0000 7f188cd4b9c0 20 add_watcher() i=3 2024-09-07T14:09:07.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.519+0000 7f188cd4b9c0 20 add_watcher() i=4 2024-09-07T14:09:07.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.519+0000 7f188cd4b9c0 20 add_watcher() i=5 2024-09-07T14:09:07.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.519+0000 7f188cd4b9c0 20 add_watcher() i=6 2024-09-07T14:09:07.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.519+0000 7f188cd4b9c0 20 add_watcher() i=7 2024-09-07T14:09:07.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.519+0000 7f188cd4b9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:07.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.523+0000 7f17417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:07.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f188cd4b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:07.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f188cd4b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:07.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f188cd4b9c0 5 note: GC not initialized 2024-09-07T14:09:07.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f16bbfff640 20 reqs_thread_entry: start 2024-09-07T14:09:07.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f188cd4b9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:07.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f188cd4b9c0 20 Filter name: none 2024-09-07T14:09:07.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f16b9ffb640 20 reqs_thread_entry: start 2024-09-07T14:09:07.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f188cd4b9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:07.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f188cd4b9c0 20 rados_obj.operate() r=0 bl.length=471 2024-09-07T14:09:07.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f188cd4b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:07.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.527+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.531+0000 7f188cd4b9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:07.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.531+0000 7f188cd4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.531+0000 7f188cd4b9c0 20 rados_obj.operate() r=0 bl.length=471 2024-09-07T14:09:07.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.531+0000 7f188cd4b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:07.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.531+0000 7f17417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:07.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.539+0000 7f188cd4b9c0 20 remove_watcher() i=0 2024-09-07T14:09:07.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.539+0000 7f188cd4b9c0 2 removed watcher, disabling cache 2024-09-07T14:09:07.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.539+0000 7f188cd4b9c0 20 remove_watcher() i=1 2024-09-07T14:09:07.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.543+0000 7f188cd4b9c0 20 remove_watcher() i=2 2024-09-07T14:09:07.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.543+0000 7f188cd4b9c0 20 remove_watcher() i=3 2024-09-07T14:09:07.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.547+0000 7f188cd4b9c0 20 remove_watcher() i=4 2024-09-07T14:09:07.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.547+0000 7f188cd4b9c0 20 remove_watcher() i=5 2024-09-07T14:09:07.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.551+0000 7f188cd4b9c0 20 remove_watcher() i=6 2024-09-07T14:09:07.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.551+0000 7f188cd4b9c0 20 remove_watcher() i=7 2024-09-07T14:09:07.571 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.571 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:07.571 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-logrecord-writes id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:09:07.571 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:07.572 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:07.572 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:07.625 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:07.625 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:07.709 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:09:07.745 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:07.745 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:07.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.787+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.791+0000 7fe290d259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.791+0000 7fe290d259c0 20 realm 2024-09-07T14:09:07.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.791+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.791+0000 7fe290d259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.791 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.791+0000 7fe290d259c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:07.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.791+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.791+0000 7fe290d259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:07.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.791+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.791+0000 7fe290d259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:07.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.791+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:07.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.791+0000 7fe290d259c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:07.795 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.791+0000 7fe290d259c0 20 searching for the correct realm 2024-09-07T14:09:07.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:07.795+0000 7fe28e82b640 0 -- 172.21.15.107:0/2830051941 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe2880d7060 msgr2=0x7fe2880fc100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:08.013 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.011+0000 7fe28e82b640 0 -- 172.21.15.107:0/2830051941 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe2880d7060 msgr2=0x7fe2880fc100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:08.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:08.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:08.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:08.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:08.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:08.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:08.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:08.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:08.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:08.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:08.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:08.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:08.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 zone default found 2024-09-07T14:09:08.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 4 Realm: () 2024-09-07T14:09:08.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:08.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:08.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:08.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 zonegroup default 2024-09-07T14:09:08.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.023+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:08.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.027+0000 7fe290d259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:08.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.027+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:08.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.027+0000 7fe290d259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:08.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.027+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:08.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.027+0000 7fe290d259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:08.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.027+0000 7fe290d259c0 20 started sync module instance, tier type = 2024-09-07T14:09:08.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.027+0000 7fe290d259c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:08.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.051+0000 7fe290d259c0 20 add_watcher() i=0 2024-09-07T14:09:08.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.051+0000 7fe290d259c0 20 add_watcher() i=1 2024-09-07T14:09:08.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.051+0000 7fe290d259c0 20 add_watcher() i=2 2024-09-07T14:09:08.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.051+0000 7fe290d259c0 20 add_watcher() i=3 2024-09-07T14:09:08.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.051+0000 7fe290d259c0 20 add_watcher() i=4 2024-09-07T14:09:08.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.051+0000 7fe290d259c0 20 add_watcher() i=5 2024-09-07T14:09:08.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.051+0000 7fe290d259c0 20 add_watcher() i=6 2024-09-07T14:09:08.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.051+0000 7fe290d259c0 20 add_watcher() i=7 2024-09-07T14:09:08.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.051+0000 7fe290d259c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:08.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe1457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:08.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe290d259c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:08.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe290d259c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:08.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe290d259c0 5 note: GC not initialized 2024-09-07T14:09:08.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe0bffff640 20 reqs_thread_entry: start 2024-09-07T14:09:08.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe290d259c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:08.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe290d259c0 20 Filter name: none 2024-09-07T14:09:08.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe0bdffb640 20 reqs_thread_entry: start 2024-09-07T14:09:08.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe290d259c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-07T14:09:08.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:08.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe290d259c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:08.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe290d259c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-07T14:09:08.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe290d259c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-07T14:09:08.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe290d259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 : miss 2024-09-07T14:09:08.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.059+0000 7fe290d259c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:08.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.063+0000 7fe290d259c0 20 rados_obj.operate() r=0 bl.length=471 2024-09-07T14:09:08.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.063+0000 7fe290d259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:08.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.063+0000 7fe290d259c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:08.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.063+0000 7fe290d259c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:08.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.063+0000 7fe290d259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:08.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.063+0000 7fe290d259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 2024-09-07T14:09:08.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.063+0000 7fe290d259c0 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to be held by another RGW process; skipping for now 2024-09-07T14:09:08.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.067+0000 7fe1457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:08.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.071+0000 7fe290d259c0 20 remove_watcher() i=0 2024-09-07T14:09:08.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.071+0000 7fe290d259c0 2 removed watcher, disabling cache 2024-09-07T14:09:08.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.075+0000 7fe290d259c0 20 remove_watcher() i=1 2024-09-07T14:09:08.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.075+0000 7fe290d259c0 20 remove_watcher() i=2 2024-09-07T14:09:08.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.079+0000 7fe290d259c0 20 remove_watcher() i=3 2024-09-07T14:09:08.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.079+0000 7fe290d259c0 20 remove_watcher() i=4 2024-09-07T14:09:08.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.083+0000 7fe290d259c0 20 remove_watcher() i=5 2024-09-07T14:09:08.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.083+0000 7fe290d259c0 20 remove_watcher() i=6 2024-09-07T14:09:08.088 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:08.087+0000 7fe290d259c0 20 remove_watcher() i=7 2024-09-07T14:09:08.107 INFO:tasks.workunit.client.0.smithi107.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-07T14:09:38.136 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:09:38.173 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:38.173 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:38.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.218+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.218+0000 7f314bb7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:38.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.218+0000 7f314bb7a9c0 20 realm 2024-09-07T14:09:38.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.218+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.218+0000 7f314bb7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:38.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.218+0000 7f314bb7a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:38.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.218+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.218+0000 7f314bb7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:38.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.218+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.222+0000 7f314bb7a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:38.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.222+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.222+0000 7f314bb7a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:38.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.222+0000 7f314bb7a9c0 20 searching for the correct realm 2024-09-07T14:09:38.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.222+0000 7f3148e7f640 0 -- 172.21.15.107:0/2017929305 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f313c0abbe0 msgr2=0x7f313c0b9950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:38.438 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.434+0000 7f3149e81640 0 -- 172.21.15.107:0/2017929305 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f3140029040 msgr2=0x7f3140063430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:38.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:38.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:38.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:38.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:38.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:38.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:38.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:38.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:38.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.458 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:38.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 zone default found 2024-09-07T14:09:38.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 4 Realm: () 2024-09-07T14:09:38.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:38.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:38.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:38.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 zonegroup default 2024-09-07T14:09:38.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:38.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.454+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.458+0000 7f314bb7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:38.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.458+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.458+0000 7f314bb7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:38.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.458+0000 7f314bb7a9c0 20 started sync module instance, tier type = 2024-09-07T14:09:38.460 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.458+0000 7f314bb7a9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:38.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.478+0000 7f314bb7a9c0 20 add_watcher() i=0 2024-09-07T14:09:38.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.478+0000 7f314bb7a9c0 20 add_watcher() i=1 2024-09-07T14:09:38.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.478+0000 7f314bb7a9c0 20 add_watcher() i=2 2024-09-07T14:09:38.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.478+0000 7f314bb7a9c0 20 add_watcher() i=3 2024-09-07T14:09:38.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.478+0000 7f314bb7a9c0 20 add_watcher() i=4 2024-09-07T14:09:38.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.478+0000 7f314bb7a9c0 20 add_watcher() i=5 2024-09-07T14:09:38.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.478+0000 7f314bb7a9c0 20 add_watcher() i=6 2024-09-07T14:09:38.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.482+0000 7f314bb7a9c0 20 add_watcher() i=7 2024-09-07T14:09:38.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.482+0000 7f314bb7a9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:38.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.486+0000 7f2fff7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:38.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.486+0000 7f314bb7a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:38.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.486+0000 7f314bb7a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:38.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.486+0000 7f314bb7a9c0 5 note: GC not initialized 2024-09-07T14:09:38.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.486+0000 7f2ffe7e4640 20 reqs_thread_entry: start 2024-09-07T14:09:38.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.486+0000 7f314bb7a9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:38.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.486+0000 7f314bb7a9c0 20 Filter name: none 2024-09-07T14:09:38.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.486+0000 7f2f6ffff640 20 reqs_thread_entry: start 2024-09-07T14:09:38.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.486+0000 7f314bb7a9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-07T14:09:38.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.486+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.490+0000 7f314bb7a9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:38.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.490+0000 7f314bb7a9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-07T14:09:38.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.490+0000 7f314bb7a9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-07T14:09:38.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.490+0000 7f314bb7a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 : miss 2024-09-07T14:09:38.492 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.490+0000 7f314bb7a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.490+0000 7f314bb7a9c0 20 rados_obj.operate() r=0 bl.length=471 2024-09-07T14:09:38.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.490+0000 7f314bb7a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:38.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.490+0000 7f314bb7a9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:38.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.490+0000 7f314bb7a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:38.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.490+0000 7f314bb7a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:38.493 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.490+0000 7f314bb7a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 2024-09-07T14:09:38.495 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.494+0000 7f314bb7a9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:09:38.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.502+0000 7f314bb7a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:38.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.502+0000 7f314bb7a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:38.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.502+0000 7f314bb7a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:38.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.502+0000 7f314bb7a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37, ofs0, ns] 2024-09-07T14:09:38.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.502+0000 7f302cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300846 cookie 94515216331536 notifier 7409 bl.length()=1007 2024-09-07T14:09:38.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.502+0000 7f302cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:38.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.502+0000 7f302cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:38.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.502+0000 7f302cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:38.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.506+0000 7f314bb7a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): orig_sources= new_sources= 2024-09-07T14:09:38.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.506+0000 7f314bb7a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): potential sources added=[] removed=[] 2024-09-07T14:09:38.508 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.506+0000 7f314bb7a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): orig_dests= new_dests= 2024-09-07T14:09:38.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.506+0000 7f314bb7a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): potential dests added=[] removed=[] 2024-09-07T14:09:38.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.510+0000 7f314bb7a9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37.2.0 2024-09-07T14:09:38.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.510+0000 7f314bb7a9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37.2.0 2024-09-07T14:09:38.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.510+0000 7f314bb7a9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37.2.1 2024-09-07T14:09:38.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.510+0000 7f314bb7a9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37.2.1 2024-09-07T14:09:38.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.510+0000 7f314bb7a9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37.0 2024-09-07T14:09:38.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.518+0000 7f314bb7a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 : hit (requested=0x17, cached=0x17) 2024-09-07T14:09:38.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.518+0000 7f314bb7a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 2024-09-07T14:09:38.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.518+0000 7f314bb7a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:38.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.518+0000 7f314bb7a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:38.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.518+0000 7f314bb7a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:38.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.518+0000 7f314bb7a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37, ofs0, ns] 2024-09-07T14:09:38.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.522+0000 7f302cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300847 cookie 94515216331536 notifier 7409 bl.length()=1007 2024-09-07T14:09:38.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.522+0000 7f302cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:38.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.522+0000 7f302cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:38.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.522+0000 7f302cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:38.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.526+0000 7f314bb7a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): orig_sources= new_sources= 2024-09-07T14:09:38.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.526+0000 7f314bb7a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): potential sources added=[] removed=[] 2024-09-07T14:09:38.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.526+0000 7f314bb7a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): orig_dests= new_dests= 2024-09-07T14:09:38.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.526+0000 7f314bb7a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): potential dests added=[] removed=[] 2024-09-07T14:09:38.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.526+0000 7f314bb7a9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37.0 2024-09-07T14:09:38.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.530+0000 7f314bb7a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 : hit (requested=0x17, cached=0x17) 2024-09-07T14:09:38.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.530+0000 7f314bb7a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 2024-09-07T14:09:38.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.530+0000 7f314bb7a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:38.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.530+0000 7f314bb7a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:38.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.530+0000 7f314bb7a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:38.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.530+0000 7f314bb7a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37, ofs0, ns] 2024-09-07T14:09:38.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.534+0000 7f301bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300848 cookie 94515216331536 notifier 7409 bl.length()=975 2024-09-07T14:09:38.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.534+0000 7f301bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 info.flags=0x17 2024-09-07T14:09:38.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.534+0000 7f301bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 to cache LRU end 2024-09-07T14:09:38.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.534+0000 7f301bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:38.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.534+0000 7f314bb7a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): orig_sources= new_sources= 2024-09-07T14:09:38.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.534+0000 7f314bb7a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): potential sources added=[] removed=[] 2024-09-07T14:09:38.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.534+0000 7f314bb7a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): orig_dests= new_dests= 2024-09-07T14:09:38.539 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.534+0000 7f314bb7a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37]): potential dests added=[] removed=[] 2024-09-07T14:09:38.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.538+0000 7f314bb7a9c0 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-07T14:09:38.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.542+0000 7f2fff7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:38.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.546+0000 7f314bb7a9c0 20 remove_watcher() i=0 2024-09-07T14:09:38.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.546+0000 7f314bb7a9c0 2 removed watcher, disabling cache 2024-09-07T14:09:38.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.550+0000 7f314bb7a9c0 20 remove_watcher() i=1 2024-09-07T14:09:38.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.554+0000 7f314bb7a9c0 20 remove_watcher() i=2 2024-09-07T14:09:38.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.554+0000 7f314bb7a9c0 20 remove_watcher() i=3 2024-09-07T14:09:38.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.558+0000 7f314bb7a9c0 20 remove_watcher() i=4 2024-09-07T14:09:38.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.558+0000 7f314bb7a9c0 20 remove_watcher() i=5 2024-09-07T14:09:38.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.562+0000 7f314bb7a9c0 20 remove_watcher() i=6 2024-09-07T14:09:38.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.562+0000 7f314bb7a9c0 20 remove_watcher() i=7 2024-09-07T14:09:38.584 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-07T14:09:38.616 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:38.617 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:38.662 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.658+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.662+0000 7ff7fb0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:38.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.662+0000 7ff7fb0f99c0 20 realm 2024-09-07T14:09:38.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.662+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.662+0000 7ff7fb0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:38.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.662+0000 7ff7fb0f99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:38.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.662+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.664 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.662+0000 7ff7fb0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:38.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.662+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.662+0000 7ff7fb0f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:38.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.662+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:38.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.666+0000 7ff7fb0f99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:38.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.666+0000 7ff7fb0f99c0 20 searching for the correct realm 2024-09-07T14:09:38.671 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.670+0000 7ff7f8bff640 0 -- 172.21.15.107:0/2654000665 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7ff7f00640e0 msgr2=0x7ff7f0062b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:38.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:38.886+0000 7ff7f83fe640 0 -- 172.21.15.107:0/2654000665 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7ff7e806d960 msgr2=0x7ff7e8044a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:39.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.102+0000 7ff7fb0f99c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:39.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.102+0000 7ff7fb0f99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:39.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.102+0000 7ff7fb0f99c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:39.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.102+0000 7ff7fb0f99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:39.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.102+0000 7ff7fb0f99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:39.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.102+0000 7ff7fb0f99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:39.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.102+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:39.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:39.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:39.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:39.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:39.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:39.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 20 zone default found 2024-09-07T14:09:39.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 4 Realm: () 2024-09-07T14:09:39.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:39.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:39.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:39.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 20 zonegroup default 2024-09-07T14:09:39.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:39.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:39.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:39.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:39.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.106+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:39.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.110+0000 7ff7fb0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:39.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.110+0000 7ff7fb0f99c0 20 started sync module instance, tier type = 2024-09-07T14:09:39.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.110+0000 7ff7fb0f99c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:39.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.130+0000 7ff7fb0f99c0 20 add_watcher() i=0 2024-09-07T14:09:39.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.130+0000 7ff7fb0f99c0 20 add_watcher() i=1 2024-09-07T14:09:39.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.130+0000 7ff7fb0f99c0 20 add_watcher() i=2 2024-09-07T14:09:39.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.130+0000 7ff7fb0f99c0 20 add_watcher() i=3 2024-09-07T14:09:39.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.130+0000 7ff7fb0f99c0 20 add_watcher() i=4 2024-09-07T14:09:39.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.130+0000 7ff7fb0f99c0 20 add_watcher() i=5 2024-09-07T14:09:39.134 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.130+0000 7ff7fb0f99c0 20 add_watcher() i=6 2024-09-07T14:09:39.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.134+0000 7ff7fb0f99c0 20 add_watcher() i=7 2024-09-07T14:09:39.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.134+0000 7ff7fb0f99c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:39.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.138+0000 7ff6aefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:39.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.138+0000 7ff7fb0f99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:39.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.138+0000 7ff7fb0f99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:39.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.138+0000 7ff7fb0f99c0 5 note: GC not initialized 2024-09-07T14:09:39.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.138+0000 7ff6adfe3640 20 reqs_thread_entry: start 2024-09-07T14:09:39.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.138+0000 7ff7fb0f99c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:39.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.138+0000 7ff7fb0f99c0 20 Filter name: none 2024-09-07T14:09:39.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.138+0000 7ff61f7fe640 20 reqs_thread_entry: start 2024-09-07T14:09:39.142 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.138+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:39.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.142+0000 7ff7fb0f99c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:39.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.142+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:39.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.142+0000 7ff7fb0f99c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:39.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.142+0000 7ff7fb0f99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:39.144 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.142+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:39.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.142+0000 7ff7fb0f99c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-07T14:09:39.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.142+0000 7ff7fb0f99c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:39.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.142+0000 7ff7fb0f99c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-07T14:09:39.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.142+0000 7ff7fb0f99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:39.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.146+0000 7ff6aefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:39.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.150+0000 7ff7fb0f99c0 20 remove_watcher() i=0 2024-09-07T14:09:39.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.150+0000 7ff7fb0f99c0 2 removed watcher, disabling cache 2024-09-07T14:09:39.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.154+0000 7ff7fb0f99c0 20 remove_watcher() i=1 2024-09-07T14:09:39.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.154+0000 7ff7fb0f99c0 20 remove_watcher() i=2 2024-09-07T14:09:39.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.158+0000 7ff7fb0f99c0 20 remove_watcher() i=3 2024-09-07T14:09:39.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.158+0000 7ff7fb0f99c0 20 remove_watcher() i=4 2024-09-07T14:09:39.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.158+0000 7ff7fb0f99c0 20 remove_watcher() i=5 2024-09-07T14:09:39.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.162+0000 7ff7fb0f99c0 20 remove_watcher() i=6 2024-09-07T14:09:39.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:39.162+0000 7ff7fb0f99c0 20 remove_watcher() i=7 2024-09-07T14:09:39.179 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:39.179 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:39.179 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-logrecord-writes id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:09:39.179 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:39.180 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:39.181 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:39.202 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:39.202 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:39.715 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:39.715 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:39.894 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2024-09-07T14:09:39.894 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:39.897 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:39.897 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:40.020 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:40.020 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:40.111 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:40.111 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:40.214 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:40.214 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:40.309 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:40.310 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:40.408 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:40.408 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:40.507 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:40.507 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:40.602 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:40.602 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:40.704 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:40.704 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:40.803 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:40.803 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:40.895 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:40.896 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:40.998 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:40.999 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:41.099 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:41.099 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:41.196 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:41.197 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:41.294 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:41.295 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:41.394 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:41.394 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:41.493 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:41.493 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:41.585 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:41.585 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:41.684 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:41.685 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:41.781 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:41.782 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:41.880 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:41.880 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:41.979 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:41.979 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:42.080 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-07T14:09:42.113 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:42.113 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:42.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.158+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.158+0000 7f794ac479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.158+0000 7f794ac479c0 20 realm 2024-09-07T14:09:42.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.158+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.158+0000 7f794ac479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.158+0000 7f794ac479c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:42.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.158+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.158+0000 7f794ac479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.158+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.162+0000 7f794ac479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:42.164 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.162+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.165 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.162+0000 7f794ac479c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:42.166 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.162+0000 7f794ac479c0 20 searching for the correct realm 2024-09-07T14:09:42.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.166+0000 7f7947f4c640 0 -- 172.21.15.107:0/1362791697 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f79380b7420 msgr2=0x7f79380b7880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:42.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.170+0000 7f7948f4e640 0 -- 172.21.15.107:0/1362791697 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f793c008040 msgr2=0x7f793c06b040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:42.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:42.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:42.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:42.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:42.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:42.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:42.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.186 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:42.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:42.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 zone default found 2024-09-07T14:09:42.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 4 Realm: () 2024-09-07T14:09:42.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:42.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:42.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:42.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 zonegroup default 2024-09-07T14:09:42.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 started sync module instance, tier type = 2024-09-07T14:09:42.189 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.186+0000 7f794ac479c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:42.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.202+0000 7f794ac479c0 20 add_watcher() i=0 2024-09-07T14:09:42.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.202+0000 7f794ac479c0 20 add_watcher() i=1 2024-09-07T14:09:42.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.202+0000 7f794ac479c0 20 add_watcher() i=2 2024-09-07T14:09:42.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.202+0000 7f794ac479c0 20 add_watcher() i=3 2024-09-07T14:09:42.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.202+0000 7f794ac479c0 20 add_watcher() i=4 2024-09-07T14:09:42.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.202+0000 7f794ac479c0 20 add_watcher() i=5 2024-09-07T14:09:42.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.202+0000 7f794ac479c0 20 add_watcher() i=6 2024-09-07T14:09:42.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.202+0000 7f794ac479c0 20 add_watcher() i=7 2024-09-07T14:09:42.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.202+0000 7f794ac479c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:42.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f77fe7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:42.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f794ac479c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:42.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f794ac479c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:42.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f794ac479c0 5 note: GC not initialized 2024-09-07T14:09:42.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f77fd7e2640 20 reqs_thread_entry: start 2024-09-07T14:09:42.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f794ac479c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:42.208 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f794ac479c0 20 Filter name: none 2024-09-07T14:09:42.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f776effd640 20 reqs_thread_entry: start 2024-09-07T14:09:42.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f794ac479c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:42.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f794ac479c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:42.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f794ac479c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:42.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.206+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.210+0000 7f794ac479c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:42.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.210+0000 7f794ac479c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.210+0000 7f794ac479c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:42.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.210+0000 7f794ac479c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:42.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.214+0000 7f77fe7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:42.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.218+0000 7f794ac479c0 20 remove_watcher() i=0 2024-09-07T14:09:42.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.218+0000 7f794ac479c0 2 removed watcher, disabling cache 2024-09-07T14:09:42.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.222+0000 7f794ac479c0 20 remove_watcher() i=1 2024-09-07T14:09:42.225 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.222+0000 7f794ac479c0 20 remove_watcher() i=2 2024-09-07T14:09:42.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.226+0000 7f794ac479c0 20 remove_watcher() i=3 2024-09-07T14:09:42.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.226+0000 7f794ac479c0 20 remove_watcher() i=4 2024-09-07T14:09:42.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.226+0000 7f794ac479c0 20 remove_watcher() i=5 2024-09-07T14:09:42.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.234+0000 7f794ac479c0 20 remove_watcher() i=6 2024-09-07T14:09:42.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.234+0000 7f794ac479c0 20 remove_watcher() i=7 2024-09-07T14:09:42.247 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:42.247 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:42.247 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-change-reshard-state id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:09:42.247 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:42.247 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2024-09-07T14:09:42.280 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:42.281 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:42.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.326+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.330+0000 7efd46f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.330+0000 7efd46f4b9c0 20 realm 2024-09-07T14:09:42.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.330+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.330+0000 7efd46f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.330+0000 7efd46f4b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:42.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.330+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.330+0000 7efd46f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.330+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.330+0000 7efd46f4b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:42.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.330+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.334+0000 7efd46f4b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:42.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.334+0000 7efd46f4b9c0 20 searching for the correct realm 2024-09-07T14:09:42.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.334+0000 7efd3ffff640 0 -- 172.21.15.107:0/2066260531 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7efd38028040 msgr2=0x7efd38032420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:42.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.546+0000 7efd45252640 0 -- 172.21.15.107:0/2066260531 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7efd300c5060 msgr2=0x7efd30126b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:42.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.566+0000 7efd46f4b9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:42.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.566+0000 7efd46f4b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:42.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.566+0000 7efd46f4b9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:42.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.566+0000 7efd46f4b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:42.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.566+0000 7efd46f4b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:42.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.566+0000 7efd46f4b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:42.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.566+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.566+0000 7efd46f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.566+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.566+0000 7efd46f4b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:42.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:42.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 20 zone default found 2024-09-07T14:09:42.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 4 Realm: () 2024-09-07T14:09:42.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:42.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:42.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:42.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 20 zonegroup default 2024-09-07T14:09:42.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 20 started sync module instance, tier type = 2024-09-07T14:09:42.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.570+0000 7efd46f4b9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:42.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.594+0000 7efd46f4b9c0 20 add_watcher() i=0 2024-09-07T14:09:42.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.594+0000 7efd46f4b9c0 20 add_watcher() i=1 2024-09-07T14:09:42.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.594+0000 7efd46f4b9c0 20 add_watcher() i=2 2024-09-07T14:09:42.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.594+0000 7efd46f4b9c0 20 add_watcher() i=3 2024-09-07T14:09:42.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.594+0000 7efd46f4b9c0 20 add_watcher() i=4 2024-09-07T14:09:42.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.594+0000 7efd46f4b9c0 20 add_watcher() i=5 2024-09-07T14:09:42.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.594+0000 7efd46f4b9c0 20 add_watcher() i=6 2024-09-07T14:09:42.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.594+0000 7efd46f4b9c0 20 add_watcher() i=7 2024-09-07T14:09:42.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.594+0000 7efd46f4b9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:42.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.598+0000 7efbfafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:42.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.598+0000 7efd46f4b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:42.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.598+0000 7efd46f4b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:42.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.598+0000 7efd46f4b9c0 5 note: GC not initialized 2024-09-07T14:09:42.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.598+0000 7efbf9fe3640 20 reqs_thread_entry: start 2024-09-07T14:09:42.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.598+0000 7efd46f4b9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:42.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 20 Filter name: none 2024-09-07T14:09:42.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efb6b7fe640 20 reqs_thread_entry: start 2024-09-07T14:09:42.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-07T14:09:42.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:42.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-07T14:09:42.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-07T14:09:42.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 : miss 2024-09-07T14:09:42.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:42.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 info.flags=0x17 2024-09-07T14:09:42.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 to cache LRU end 2024-09-07T14:09:42.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:42.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:42.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.602+0000 7efd46f4b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 2024-09-07T14:09:42.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.610+0000 7efd46f4b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 info.flags=0x17 2024-09-07T14:09:42.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.610+0000 7efd46f4b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 to cache LRU end 2024-09-07T14:09:42.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.610+0000 7efd46f4b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:42.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.610+0000 7efd46f4b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38, ofs0, ns] 2024-09-07T14:09:42.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.610+0000 7efc1bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300802 cookie 93856265647904 notifier 7881 bl.length()=1015 2024-09-07T14:09:42.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.610+0000 7efc1bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 info.flags=0x17 2024-09-07T14:09:42.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.610+0000 7efc1bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 to cache LRU end 2024-09-07T14:09:42.610 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.610+0000 7efc1bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:42.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.614+0000 7efd46f4b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): orig_sources= new_sources= 2024-09-07T14:09:42.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.614+0000 7efd46f4b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): potential sources added=[] removed=[] 2024-09-07T14:09:42.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.614+0000 7efd46f4b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): orig_dests= new_dests= 2024-09-07T14:09:42.612 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.614+0000 7efd46f4b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): potential dests added=[] removed=[] 2024-09-07T14:09:42.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.618+0000 7efd46f4b9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38.1.0 2024-09-07T14:09:42.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.618+0000 7efd46f4b9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38.1.0 2024-09-07T14:09:42.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.618+0000 7efd46f4b9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38.1.1 2024-09-07T14:09:42.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.618+0000 7efd46f4b9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38.1.1 2024-09-07T14:09:42.618 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.618+0000 7efd46f4b9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38.0 2024-09-07T14:09:42.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.622+0000 7efd46f4b9c0 -1 Injecting error=-5 at location=change_reshard_state 2024-09-07T14:09:42.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.622+0000 7efd46f4b9c0 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2024-09-07T14:09:42.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.634+0000 7efd46f4b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 : hit (requested=0x17, cached=0x17) 2024-09-07T14:09:42.634 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.634+0000 7efd46f4b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 2024-09-07T14:09:42.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.638+0000 7efd46f4b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 info.flags=0x17 2024-09-07T14:09:42.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.638+0000 7efd46f4b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 to cache LRU end 2024-09-07T14:09:42.637 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.638+0000 7efd46f4b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:42.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.638+0000 7efd46f4b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38, ofs0, ns] 2024-09-07T14:09:42.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.638+0000 7efc1b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300803 cookie 93856265647904 notifier 7881 bl.length()=983 2024-09-07T14:09:42.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.638+0000 7efc1b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 info.flags=0x17 2024-09-07T14:09:42.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.638+0000 7efc1b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 to cache LRU end 2024-09-07T14:09:42.638 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.638+0000 7efc1b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:42.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.642+0000 7efd46f4b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): orig_sources= new_sources= 2024-09-07T14:09:42.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.642+0000 7efd46f4b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): potential sources added=[] removed=[] 2024-09-07T14:09:42.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.642+0000 7efd46f4b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): orig_dests= new_dests= 2024-09-07T14:09:42.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.642+0000 7efd46f4b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): potential dests added=[] removed=[] 2024-09-07T14:09:42.641 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.642+0000 7efd46f4b9c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2024-09-07T14:09:42.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.646+0000 7efbfafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:42.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.650+0000 7efd46f4b9c0 20 remove_watcher() i=0 2024-09-07T14:09:42.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.650+0000 7efd46f4b9c0 2 removed watcher, disabling cache 2024-09-07T14:09:42.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.654+0000 7efd46f4b9c0 20 remove_watcher() i=1 2024-09-07T14:09:42.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.654+0000 7efd46f4b9c0 20 remove_watcher() i=2 2024-09-07T14:09:42.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.658+0000 7efd46f4b9c0 20 remove_watcher() i=3 2024-09-07T14:09:42.658 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.658+0000 7efd46f4b9c0 20 remove_watcher() i=4 2024-09-07T14:09:42.660 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.662+0000 7efd46f4b9c0 20 remove_watcher() i=5 2024-09-07T14:09:42.661 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.662+0000 7efd46f4b9c0 20 remove_watcher() i=6 2024-09-07T14:09:42.662 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.662+0000 7efd46f4b9c0 20 remove_watcher() i=7 2024-09-07T14:09:42.679 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-07T14:09:42.707 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:42.707 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:42.758 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.754+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.758+0000 7fb8b22709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.758+0000 7fb8b22709c0 20 realm 2024-09-07T14:09:42.759 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.758+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.758+0000 7fb8b22709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.758+0000 7fb8b22709c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:42.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.758+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.758+0000 7fb8b22709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.758+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.758+0000 7fb8b22709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:42.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.758+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.762+0000 7fb8b22709c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:42.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.762+0000 7fb8b22709c0 20 searching for the correct realm 2024-09-07T14:09:42.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.762+0000 7fb8af575640 0 -- 172.21.15.107:0/1019120712 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7fb8a0069040 msgr2=0x7fb8a0063d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:42.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.974+0000 7fb8afd76640 0 -- 172.21.15.107:0/1019120712 >> [v2:172.21.15.107:6810/3830891006,v1:172.21.15.107:6812/3830891006] conn(0x56441f370ae0 msgr2=0x56441f372ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:42.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.994+0000 7fb8b22709c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:42.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.994+0000 7fb8b22709c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:42.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.994+0000 7fb8b22709c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:42.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.994+0000 7fb8b22709c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:42.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.994+0000 7fb8b22709c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:42.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.994+0000 7fb8b22709c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:42.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.994+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.994+0000 7fb8b22709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.994+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:42.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:42.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 zone default found 2024-09-07T14:09:42.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 4 Realm: () 2024-09-07T14:09:42.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:42.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:42.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:42.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 zonegroup default 2024-09-07T14:09:42.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.997 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.997 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:42.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:42.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 started sync module instance, tier type = 2024-09-07T14:09:42.998 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:42.998+0000 7fb8b22709c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:43.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.022+0000 7fb8b22709c0 20 add_watcher() i=0 2024-09-07T14:09:43.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.022+0000 7fb8b22709c0 20 add_watcher() i=1 2024-09-07T14:09:43.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.022+0000 7fb8b22709c0 20 add_watcher() i=2 2024-09-07T14:09:43.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.022+0000 7fb8b22709c0 20 add_watcher() i=3 2024-09-07T14:09:43.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.022+0000 7fb8b22709c0 20 add_watcher() i=4 2024-09-07T14:09:43.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.022+0000 7fb8b22709c0 20 add_watcher() i=5 2024-09-07T14:09:43.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.022+0000 7fb8b22709c0 20 add_watcher() i=6 2024-09-07T14:09:43.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.022+0000 7fb8b22709c0 20 add_watcher() i=7 2024-09-07T14:09:43.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.022+0000 7fb8b22709c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:43.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.026+0000 7fb765fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:43.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.026+0000 7fb8b22709c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:43.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.026+0000 7fb8b22709c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:43.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.026+0000 7fb8b22709c0 5 note: GC not initialized 2024-09-07T14:09:43.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.026+0000 7fb764fe1640 20 reqs_thread_entry: start 2024-09-07T14:09:43.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.026+0000 7fb8b22709c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:43.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.026+0000 7fb8b22709c0 20 Filter name: none 2024-09-07T14:09:43.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.026+0000 7fb6de7fc640 20 reqs_thread_entry: start 2024-09-07T14:09:43.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.026+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.030+0000 7fb8b22709c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:43.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.030+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.030+0000 7fb8b22709c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:43.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.030+0000 7fb8b22709c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:43.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.030+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.030+0000 7fb8b22709c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:43.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.030+0000 7fb8b22709c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.034+0000 7fb8b22709c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:43.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.034+0000 7fb8b22709c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:43.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.034+0000 7fb765fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:43.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.038+0000 7fb8b22709c0 20 remove_watcher() i=0 2024-09-07T14:09:43.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.038+0000 7fb8b22709c0 2 removed watcher, disabling cache 2024-09-07T14:09:43.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.042+0000 7fb8b22709c0 20 remove_watcher() i=1 2024-09-07T14:09:43.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.042+0000 7fb8b22709c0 20 remove_watcher() i=2 2024-09-07T14:09:43.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.046+0000 7fb8b22709c0 20 remove_watcher() i=3 2024-09-07T14:09:43.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.050+0000 7fb8b22709c0 20 remove_watcher() i=4 2024-09-07T14:09:43.049 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.050+0000 7fb8b22709c0 20 remove_watcher() i=5 2024-09-07T14:09:43.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.050+0000 7fb8b22709c0 20 remove_watcher() i=6 2024-09-07T14:09:43.052 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.054+0000 7fb8b22709c0 20 remove_watcher() i=7 2024-09-07T14:09:43.067 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:43.067 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:43.067 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-change-reshard-state id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:09:43.067 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:43.068 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:43.068 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:43.117 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:43.117 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:43.177 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:09:43.213 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:43.213 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:43.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.258+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.262+0000 7f78a67b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.262+0000 7f78a67b59c0 20 realm 2024-09-07T14:09:43.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.262+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.262+0000 7f78a67b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.262+0000 7f78a67b59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:43.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.262+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.262+0000 7f78a67b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.262+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.262+0000 7f78a67b59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:43.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.262+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.266+0000 7f78a67b59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:43.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.266+0000 7f78a67b59c0 20 searching for the correct realm 2024-09-07T14:09:43.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.266+0000 7f78a42bb640 0 -- 172.21.15.107:0/1164395194 >> [v2:172.21.15.107:6824/3601645527,v1:172.21.15.107:6825/3601645527] conn(0x5579d23e5640 msgr2=0x5579d23e7b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:43.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.478+0000 7f78a42bb640 0 -- 172.21.15.107:0/1164395194 >> [v2:172.21.15.107:6810/3830891006,v1:172.21.15.107:6812/3830891006] conn(0x5579d23d8df0 msgr2=0x5579d23db290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:43.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.498+0000 7f78a67b59c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:43.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.498+0000 7f78a67b59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:43.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.498+0000 7f78a67b59c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:43.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.498+0000 7f78a67b59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:43.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.498+0000 7f78a67b59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:43.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.498+0000 7f78a67b59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:43.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.498+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.498+0000 7f78a67b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.498+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:43.500 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:43.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 20 zone default found 2024-09-07T14:09:43.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 4 Realm: () 2024-09-07T14:09:43.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:43.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:43.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:43.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 20 zonegroup default 2024-09-07T14:09:43.501 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.502+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.506+0000 7f78a67b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.506+0000 7f78a67b59c0 20 started sync module instance, tier type = 2024-09-07T14:09:43.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.506+0000 7f78a67b59c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:43.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.526+0000 7f78a67b59c0 20 add_watcher() i=0 2024-09-07T14:09:43.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.526+0000 7f78a67b59c0 20 add_watcher() i=1 2024-09-07T14:09:43.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.526+0000 7f78a67b59c0 20 add_watcher() i=2 2024-09-07T14:09:43.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.526+0000 7f78a67b59c0 20 add_watcher() i=3 2024-09-07T14:09:43.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.526+0000 7f78a67b59c0 20 add_watcher() i=4 2024-09-07T14:09:43.526 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.526+0000 7f78a67b59c0 20 add_watcher() i=5 2024-09-07T14:09:43.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.530+0000 7f78a67b59c0 20 add_watcher() i=6 2024-09-07T14:09:43.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.530+0000 7f78a67b59c0 20 add_watcher() i=7 2024-09-07T14:09:43.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.530+0000 7f78a67b59c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:43.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f775a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:43.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:43.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:43.532 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 5 note: GC not initialized 2024-09-07T14:09:43.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f77597e2640 20 reqs_thread_entry: start 2024-09-07T14:09:43.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:43.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 20 Filter name: none 2024-09-07T14:09:43.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f76d2ffd640 20 reqs_thread_entry: start 2024-09-07T14:09:43.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-07T14:09:43.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:43.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-07T14:09:43.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-07T14:09:43.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 : miss 2024-09-07T14:09:43.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:43.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 info.flags=0x17 2024-09-07T14:09:43.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 to cache LRU end 2024-09-07T14:09:43.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:43.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:43.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.534+0000 7f78a67b59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 2024-09-07T14:09:43.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.542+0000 7f78a67b59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 info.flags=0x17 2024-09-07T14:09:43.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.542+0000 7f78a67b59c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 to cache LRU end 2024-09-07T14:09:43.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.542+0000 7f78a67b59c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:43.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.542+0000 7f78a67b59c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38, ofs0, ns] 2024-09-07T14:09:43.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.542+0000 7f77837fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300804 cookie 93981706718736 notifier 7484 bl.length()=1015 2024-09-07T14:09:43.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.542+0000 7f77837fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 info.flags=0x17 2024-09-07T14:09:43.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.542+0000 7f77837fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 to cache LRU end 2024-09-07T14:09:43.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.542+0000 7f77837fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:43.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.546+0000 7f78a67b59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): orig_sources= new_sources= 2024-09-07T14:09:43.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.546+0000 7f78a67b59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): potential sources added=[] removed=[] 2024-09-07T14:09:43.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.546+0000 7f78a67b59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): orig_dests= new_dests= 2024-09-07T14:09:43.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.546+0000 7f78a67b59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): potential dests added=[] removed=[] 2024-09-07T14:09:43.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.554+0000 7f78a67b59c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38.1.0 2024-09-07T14:09:43.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.554+0000 7f78a67b59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38.1.0 2024-09-07T14:09:43.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.554+0000 7f78a67b59c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38.1.1 2024-09-07T14:09:43.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.554+0000 7f78a67b59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38.1.1 2024-09-07T14:09:43.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.554+0000 7f78a67b59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38.0 2024-09-07T14:09:43.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.558+0000 7f78a67b59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 : hit (requested=0x17, cached=0x17) 2024-09-07T14:09:43.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.558+0000 7f78a67b59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 2024-09-07T14:09:43.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.558+0000 7f78a67b59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 info.flags=0x17 2024-09-07T14:09:43.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.562+0000 7f78a67b59c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 to cache LRU end 2024-09-07T14:09:43.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.562+0000 7f78a67b59c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:43.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.562+0000 7f78a67b59c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38, ofs0, ns] 2024-09-07T14:09:43.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.562+0000 7f7782ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300805 cookie 93981706718736 notifier 7484 bl.length()=1015 2024-09-07T14:09:43.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.562+0000 7f7782ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 info.flags=0x17 2024-09-07T14:09:43.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.562+0000 7f7782ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 to cache LRU end 2024-09-07T14:09:43.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.562+0000 7f7782ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:43.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.562+0000 7f78a67b59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): orig_sources= new_sources= 2024-09-07T14:09:43.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.562+0000 7f78a67b59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): potential sources added=[] removed=[] 2024-09-07T14:09:43.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.562+0000 7f78a67b59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): orig_dests= new_dests= 2024-09-07T14:09:43.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.562+0000 7f78a67b59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): potential dests added=[] removed=[] 2024-09-07T14:09:43.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.566+0000 7f78a67b59c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38.0 2024-09-07T14:09:43.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.566+0000 7f78a67b59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 : hit (requested=0x17, cached=0x17) 2024-09-07T14:09:43.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.566+0000 7f78a67b59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 2024-09-07T14:09:43.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.570+0000 7f78a67b59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 info.flags=0x17 2024-09-07T14:09:43.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.570+0000 7f78a67b59c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 to cache LRU end 2024-09-07T14:09:43.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.570+0000 7f78a67b59c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:43.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.570+0000 7f78a67b59c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38, ofs0, ns] 2024-09-07T14:09:43.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.570+0000 7f77837fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300806 cookie 93981706718736 notifier 7484 bl.length()=983 2024-09-07T14:09:43.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.570+0000 7f77837fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 info.flags=0x17 2024-09-07T14:09:43.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.570+0000 7f77837fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 to cache LRU end 2024-09-07T14:09:43.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.570+0000 7f77837fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:43.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.574+0000 7f78a67b59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): orig_sources= new_sources= 2024-09-07T14:09:43.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.574+0000 7f78a67b59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): potential sources added=[] removed=[] 2024-09-07T14:09:43.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.574+0000 7f78a67b59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): orig_dests= new_dests= 2024-09-07T14:09:43.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.574+0000 7f78a67b59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38]): potential dests added=[] removed=[] 2024-09-07T14:09:43.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.574+0000 7f78a67b59c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-07T14:09:43.578 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.578+0000 7f775a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:43.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.586+0000 7f78a67b59c0 20 remove_watcher() i=0 2024-09-07T14:09:43.583 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.586+0000 7f78a67b59c0 2 removed watcher, disabling cache 2024-09-07T14:09:43.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.586+0000 7f78a67b59c0 20 remove_watcher() i=1 2024-09-07T14:09:43.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.590+0000 7f78a67b59c0 20 remove_watcher() i=2 2024-09-07T14:09:43.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.590+0000 7f78a67b59c0 20 remove_watcher() i=3 2024-09-07T14:09:43.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.594+0000 7f78a67b59c0 20 remove_watcher() i=4 2024-09-07T14:09:43.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.594+0000 7f78a67b59c0 20 remove_watcher() i=5 2024-09-07T14:09:43.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.598+0000 7f78a67b59c0 20 remove_watcher() i=6 2024-09-07T14:09:43.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.598+0000 7f78a67b59c0 20 remove_watcher() i=7 2024-09-07T14:09:43.612 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-07T14:09:43.643 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:43.643 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:43.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.690+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.690+0000 7f03986679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.690+0000 7f03986679c0 20 realm 2024-09-07T14:09:43.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.690+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.690+0000 7f03986679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.690+0000 7f03986679c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:43.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.690+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.690+0000 7f03986679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.690+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.694+0000 7f03986679c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:43.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.694+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.694+0000 7f03986679c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:43.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.694+0000 7f03986679c0 20 searching for the correct realm 2024-09-07T14:09:43.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.698+0000 7f039696e640 0 -- 172.21.15.107:0/1690022379 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f038c115090 msgr2=0x7f038c1029d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:43.705 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.706+0000 7f039596c640 0 -- 172.21.15.107:0/1690022379 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f038803e960 msgr2=0x7f038803b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:43.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.922+0000 7f03986679c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:43.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.922+0000 7f03986679c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:43.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.922+0000 7f03986679c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:43.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.922+0000 7f03986679c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:43.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.922+0000 7f03986679c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:43.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.922+0000 7f03986679c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:43.923 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.922+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:43.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:43.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 20 zone default found 2024-09-07T14:09:43.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 4 Realm: () 2024-09-07T14:09:43.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:43.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:43.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:43.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 20 zonegroup default 2024-09-07T14:09:43.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.926+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.930+0000 7f03986679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:43.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.930+0000 7f03986679c0 20 started sync module instance, tier type = 2024-09-07T14:09:43.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.930+0000 7f03986679c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:43.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.954+0000 7f03986679c0 20 add_watcher() i=0 2024-09-07T14:09:43.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.954+0000 7f03986679c0 20 add_watcher() i=1 2024-09-07T14:09:43.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.954+0000 7f03986679c0 20 add_watcher() i=2 2024-09-07T14:09:43.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.954+0000 7f03986679c0 20 add_watcher() i=3 2024-09-07T14:09:43.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.954+0000 7f03986679c0 20 add_watcher() i=4 2024-09-07T14:09:43.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.954+0000 7f03986679c0 20 add_watcher() i=5 2024-09-07T14:09:43.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.954+0000 7f03986679c0 20 add_watcher() i=6 2024-09-07T14:09:43.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.954+0000 7f03986679c0 20 add_watcher() i=7 2024-09-07T14:09:43.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.954+0000 7f03986679c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:43.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.958+0000 7f024cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:43.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.962+0000 7f03986679c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:43.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.962+0000 7f03986679c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:43.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.962+0000 7f03986679c0 5 note: GC not initialized 2024-09-07T14:09:43.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.962+0000 7f01c77fe640 20 reqs_thread_entry: start 2024-09-07T14:09:43.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.962+0000 7f03986679c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:43.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.962+0000 7f03986679c0 20 Filter name: none 2024-09-07T14:09:43.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.962+0000 7f01c57fa640 20 reqs_thread_entry: start 2024-09-07T14:09:43.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.962+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.962+0000 7f03986679c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:43.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.962+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.966+0000 7f03986679c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:43.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.966+0000 7f03986679c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:43.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.966+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.966+0000 7f03986679c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:43.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.966+0000 7f03986679c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:43.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.966+0000 7f03986679c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:43.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.966+0000 7f03986679c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:43.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.970+0000 7f024cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:43.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.974+0000 7f03986679c0 20 remove_watcher() i=0 2024-09-07T14:09:43.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.974+0000 7f03986679c0 2 removed watcher, disabling cache 2024-09-07T14:09:43.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.978+0000 7f03986679c0 20 remove_watcher() i=1 2024-09-07T14:09:43.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.978+0000 7f03986679c0 20 remove_watcher() i=2 2024-09-07T14:09:43.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.982+0000 7f03986679c0 20 remove_watcher() i=3 2024-09-07T14:09:43.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.982+0000 7f03986679c0 20 remove_watcher() i=4 2024-09-07T14:09:43.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.986+0000 7f03986679c0 20 remove_watcher() i=5 2024-09-07T14:09:43.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.986+0000 7f03986679c0 20 remove_watcher() i=6 2024-09-07T14:09:43.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:43.986+0000 7f03986679c0 20 remove_watcher() i=7 2024-09-07T14:09:44.004 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:44.004 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:44.004 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-change-reshard-state id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:09:44.004 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:44.006 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:44.006 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:44.030 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:44.030 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:44.565 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:44.566 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:44.741 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2024-09-07T14:09:44.742 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:44.744 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:44.744 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:44.858 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:44.858 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:44.946 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:44.947 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:45.039 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:45.039 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:45.138 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:45.138 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:45.221 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:45.221 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:45.324 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:45.324 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:45.418 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:45.419 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:45.518 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:45.518 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:45.617 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:45.617 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:45.717 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:45.717 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:45.818 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:45.818 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:45.918 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:45.918 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:46.022 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:46.022 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:46.133 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:46.134 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:46.234 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:46.234 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:46.335 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:46.336 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:46.440 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:46.441 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:46.542 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:46.542 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:46.641 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:46.642 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:46.742 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:46.742 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:46.842 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:46.843 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:46.936 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-07T14:09:46.969 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:46.969 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:47.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.014+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.018+0000 7f43f111d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.018+0000 7f43f111d9c0 20 realm 2024-09-07T14:09:47.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.018+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.018+0000 7f43f111d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.018+0000 7f43f111d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:47.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.018+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.018+0000 7f43f111d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.018+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.018+0000 7f43f111d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:47.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.018+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.022+0000 7f43f111d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:47.020 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.022+0000 7f43f111d9c0 20 searching for the correct realm 2024-09-07T14:09:47.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.026+0000 7f43ef424640 0 -- 172.21.15.107:0/2894129394 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f43e4033070 msgr2=0x7f43e404f410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:47.030 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.030+0000 7f43ee422640 0 -- 172.21.15.107:0/2894129394 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f43e01311b0 msgr2=0x7f43e00c4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:47.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.246+0000 7f43f111d9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:47.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.246+0000 7f43f111d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:47.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.246+0000 7f43f111d9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:47.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.246+0000 7f43f111d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:47.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.246+0000 7f43f111d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:47.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.246+0000 7f43f111d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:47.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.246+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.246+0000 7f43f111d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.246+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:47.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:47.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 20 zone default found 2024-09-07T14:09:47.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 4 Realm: () 2024-09-07T14:09:47.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:47.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:47.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:47.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 20 zonegroup default 2024-09-07T14:09:47.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.250+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.254+0000 7f43f111d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.254+0000 7f43f111d9c0 20 started sync module instance, tier type = 2024-09-07T14:09:47.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.254+0000 7f43f111d9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:47.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.278+0000 7f43f111d9c0 20 add_watcher() i=0 2024-09-07T14:09:47.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.278+0000 7f43f111d9c0 20 add_watcher() i=1 2024-09-07T14:09:47.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.278+0000 7f43f111d9c0 20 add_watcher() i=2 2024-09-07T14:09:47.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.278+0000 7f43f111d9c0 20 add_watcher() i=3 2024-09-07T14:09:47.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.278+0000 7f43f111d9c0 20 add_watcher() i=4 2024-09-07T14:09:47.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.278+0000 7f43f111d9c0 20 add_watcher() i=5 2024-09-07T14:09:47.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.278+0000 7f43f111d9c0 20 add_watcher() i=6 2024-09-07T14:09:47.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.282+0000 7f43f111d9c0 20 add_watcher() i=7 2024-09-07T14:09:47.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.282+0000 7f43f111d9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:47.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.286+0000 7f42a57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:47.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.286+0000 7f43f111d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:47.285 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.286+0000 7f43f111d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:47.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.286+0000 7f43f111d9c0 5 note: GC not initialized 2024-09-07T14:09:47.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.286+0000 7f421ffff640 20 reqs_thread_entry: start 2024-09-07T14:09:47.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.286+0000 7f43f111d9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:47.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.286+0000 7f43f111d9c0 20 Filter name: none 2024-09-07T14:09:47.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.286+0000 7f421dffb640 20 reqs_thread_entry: start 2024-09-07T14:09:47.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.286+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.290+0000 7f43f111d9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:47.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.290+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.290+0000 7f43f111d9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:47.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.290+0000 7f43f111d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:47.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.290+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.290+0000 7f43f111d9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:47.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.290+0000 7f43f111d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.294+0000 7f43f111d9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:47.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.294+0000 7f43f111d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:47.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.294+0000 7f42a57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:47.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.302+0000 7f43f111d9c0 20 remove_watcher() i=0 2024-09-07T14:09:47.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.302+0000 7f43f111d9c0 2 removed watcher, disabling cache 2024-09-07T14:09:47.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.302+0000 7f43f111d9c0 20 remove_watcher() i=1 2024-09-07T14:09:47.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.306+0000 7f43f111d9c0 20 remove_watcher() i=2 2024-09-07T14:09:47.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.306+0000 7f43f111d9c0 20 remove_watcher() i=3 2024-09-07T14:09:47.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.310+0000 7f43f111d9c0 20 remove_watcher() i=4 2024-09-07T14:09:47.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.310+0000 7f43f111d9c0 20 remove_watcher() i=5 2024-09-07T14:09:47.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.314+0000 7f43f111d9c0 20 remove_watcher() i=6 2024-09-07T14:09:47.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.314+0000 7f43f111d9c0 20 remove_watcher() i=7 2024-09-07T14:09:47.330 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:47.330 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:47.330 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-change-reshard-state id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:09:47.330 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:47.331 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2024-09-07T14:09:47.365 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:47.365 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:47.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.410+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.410+0000 7fbbfbec19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.410+0000 7fbbfbec19c0 20 realm 2024-09-07T14:09:47.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.410+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.410+0000 7fbbfbec19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.410+0000 7fbbfbec19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:47.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.410+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.410+0000 7fbbfbec19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.410+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.414+0000 7fbbfbec19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:47.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.414+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.414+0000 7fbbfbec19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:47.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.414+0000 7fbbfbec19c0 20 searching for the correct realm 2024-09-07T14:09:47.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.418+0000 7fbbfa1c8640 0 -- 172.21.15.107:0/2677005046 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fbbe40db420 msgr2=0x7fbbe40db880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:47.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.426+0000 7fbbf91c6640 0 -- 172.21.15.107:0/2677005046 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fbbec03a950 msgr2=0x7fbbec028420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:47.642 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.642+0000 7fbbfbec19c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:47.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.642+0000 7fbbfbec19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:47.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.642+0000 7fbbfbec19c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:47.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.642+0000 7fbbfbec19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:47.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.642+0000 7fbbfbec19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:47.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.642+0000 7fbbfbec19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:47.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.642+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.642+0000 7fbbfbec19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.642+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:47.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:47.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 20 zone default found 2024-09-07T14:09:47.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 4 Realm: () 2024-09-07T14:09:47.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:47.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:47.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:47.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 20 zonegroup default 2024-09-07T14:09:47.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.646+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.650+0000 7fbbfbec19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.650+0000 7fbbfbec19c0 20 started sync module instance, tier type = 2024-09-07T14:09:47.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.650+0000 7fbbfbec19c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:47.673 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.674+0000 7fbbfbec19c0 20 add_watcher() i=0 2024-09-07T14:09:47.673 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.674+0000 7fbbfbec19c0 20 add_watcher() i=1 2024-09-07T14:09:47.673 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.674+0000 7fbbfbec19c0 20 add_watcher() i=2 2024-09-07T14:09:47.673 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.674+0000 7fbbfbec19c0 20 add_watcher() i=3 2024-09-07T14:09:47.674 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.674+0000 7fbbfbec19c0 20 add_watcher() i=4 2024-09-07T14:09:47.674 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.674+0000 7fbbfbec19c0 20 add_watcher() i=5 2024-09-07T14:09:47.674 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.674+0000 7fbbfbec19c0 20 add_watcher() i=6 2024-09-07T14:09:47.676 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.678+0000 7fbbfbec19c0 20 add_watcher() i=7 2024-09-07T14:09:47.676 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.678+0000 7fbbfbec19c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:47.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.682+0000 7fbaab7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:47.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.682+0000 7fbbfbec19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:47.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.682+0000 7fbbfbec19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:47.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.682+0000 7fbbfbec19c0 5 note: GC not initialized 2024-09-07T14:09:47.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.682+0000 7fbaaa7fc640 20 reqs_thread_entry: start 2024-09-07T14:09:47.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.682+0000 7fbbfbec19c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:47.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.682+0000 7fbbfbec19c0 20 Filter name: none 2024-09-07T14:09:47.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.682+0000 7fba1bfff640 20 reqs_thread_entry: start 2024-09-07T14:09:47.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.682+0000 7fbbfbec19c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-07T14:09:47.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.682+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.686+0000 7fbbfbec19c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:47.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.686+0000 7fbbfbec19c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-07T14:09:47.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.686+0000 7fbbfbec19c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-07T14:09:47.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.686+0000 7fbbfbec19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 : miss 2024-09-07T14:09:47.684 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.686+0000 7fbbfbec19c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.686+0000 7fbbfbec19c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:47.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.686+0000 7fbbfbec19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 info.flags=0x17 2024-09-07T14:09:47.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.686+0000 7fbbfbec19c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 to cache LRU end 2024-09-07T14:09:47.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.686+0000 7fbbfbec19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:47.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.686+0000 7fbbfbec19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:47.685 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.686+0000 7fbbfbec19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 2024-09-07T14:09:47.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.694+0000 7fbbfbec19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 info.flags=0x17 2024-09-07T14:09:47.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.694+0000 7fbbfbec19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 to cache LRU end 2024-09-07T14:09:47.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.694+0000 7fbbfbec19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:47.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.694+0000 7fbbfbec19c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39, ofs0, ns] 2024-09-07T14:09:47.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.694+0000 7fbadcff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300809 cookie 94668487146160 notifier 7974 bl.length()=1015 2024-09-07T14:09:47.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.694+0000 7fbadcff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 info.flags=0x17 2024-09-07T14:09:47.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.694+0000 7fbadcff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 to cache LRU end 2024-09-07T14:09:47.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.694+0000 7fbadcff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:47.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.698+0000 7fbbfbec19c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39]): orig_sources= new_sources= 2024-09-07T14:09:47.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.698+0000 7fbbfbec19c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39]): potential sources added=[] removed=[] 2024-09-07T14:09:47.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.698+0000 7fbbfbec19c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39]): orig_dests= new_dests= 2024-09-07T14:09:47.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.698+0000 7fbbfbec19c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39]): potential dests added=[] removed=[] 2024-09-07T14:09:47.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.702+0000 7fbbfbec19c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39.1.0 2024-09-07T14:09:47.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.702+0000 7fbbfbec19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39.1.0 2024-09-07T14:09:47.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.702+0000 7fbbfbec19c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39.1.1 2024-09-07T14:09:47.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.702+0000 7fbbfbec19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39.1.1 2024-09-07T14:09:47.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.702+0000 7fbbfbec19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39.0 2024-09-07T14:09:47.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.710+0000 7fbbfbec19c0 -1 Injecting error=-125 at location=change_reshard_state 2024-09-07T14:09:47.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.710+0000 7fbbfbec19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 : hit (requested=0x17, cached=0x17) 2024-09-07T14:09:47.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.710+0000 7fbbfbec19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 2024-09-07T14:09:47.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.710+0000 7fbbfbec19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 info.flags=0x17 2024-09-07T14:09:47.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.710+0000 7fbbfbec19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 to cache LRU end 2024-09-07T14:09:47.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.710+0000 7fbbfbec19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:47.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.710+0000 7fbbfbec19c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39, ofs0, ns] 2024-09-07T14:09:47.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.710+0000 7fbadd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300810 cookie 94668487146160 notifier 7974 bl.length()=1015 2024-09-07T14:09:47.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.710+0000 7fbadd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 info.flags=0x17 2024-09-07T14:09:47.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.710+0000 7fbadd7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 to cache LRU end 2024-09-07T14:09:47.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.710+0000 7fbadd7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:47.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.714+0000 7fbbfbec19c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39]): orig_sources= new_sources= 2024-09-07T14:09:47.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.714+0000 7fbbfbec19c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39]): potential sources added=[] removed=[] 2024-09-07T14:09:47.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.714+0000 7fbbfbec19c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39]): orig_dests= new_dests= 2024-09-07T14:09:47.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.714+0000 7fbbfbec19c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39]): potential dests added=[] removed=[] 2024-09-07T14:09:47.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.714+0000 7fbbfbec19c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39.0 2024-09-07T14:09:47.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.718+0000 7fbbfbec19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 : hit (requested=0x17, cached=0x17) 2024-09-07T14:09:47.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.718+0000 7fbbfbec19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 2024-09-07T14:09:47.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.718+0000 7fbbfbec19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 info.flags=0x17 2024-09-07T14:09:47.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.718+0000 7fbbfbec19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 to cache LRU end 2024-09-07T14:09:47.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.718+0000 7fbbfbec19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:47.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.718+0000 7fbbfbec19c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39, ofs0, ns] 2024-09-07T14:09:47.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.718+0000 7fbadcff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300811 cookie 94668487146160 notifier 7974 bl.length()=983 2024-09-07T14:09:47.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.718+0000 7fbadcff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 info.flags=0x17 2024-09-07T14:09:47.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.718+0000 7fbadcff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 to cache LRU end 2024-09-07T14:09:47.719 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.718+0000 7fbadcff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:47.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.722+0000 7fbbfbec19c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39]): orig_sources= new_sources= 2024-09-07T14:09:47.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.722+0000 7fbbfbec19c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39]): potential sources added=[] removed=[] 2024-09-07T14:09:47.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.722+0000 7fbbfbec19c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39]): orig_dests= new_dests= 2024-09-07T14:09:47.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.722+0000 7fbbfbec19c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39]): potential dests added=[] removed=[] 2024-09-07T14:09:47.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.726+0000 7fbbfbec19c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-07T14:09:47.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.730+0000 7fbaab7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:47.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.734+0000 7fbbfbec19c0 20 remove_watcher() i=0 2024-09-07T14:09:47.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.734+0000 7fbbfbec19c0 2 removed watcher, disabling cache 2024-09-07T14:09:47.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.738+0000 7fbbfbec19c0 20 remove_watcher() i=1 2024-09-07T14:09:47.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.738+0000 7fbbfbec19c0 20 remove_watcher() i=2 2024-09-07T14:09:47.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.742+0000 7fbbfbec19c0 20 remove_watcher() i=3 2024-09-07T14:09:47.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.742+0000 7fbbfbec19c0 20 remove_watcher() i=4 2024-09-07T14:09:47.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.746+0000 7fbbfbec19c0 20 remove_watcher() i=5 2024-09-07T14:09:47.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.746+0000 7fbbfbec19c0 20 remove_watcher() i=6 2024-09-07T14:09:47.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.746+0000 7fbbfbec19c0 20 remove_watcher() i=7 2024-09-07T14:09:47.761 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-07T14:09:47.793 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:47.793 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:47.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.838+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.842+0000 7f384e8db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.842+0000 7f384e8db9c0 20 realm 2024-09-07T14:09:47.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.842+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.842+0000 7f384e8db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.842+0000 7f384e8db9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:47.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.842+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.842+0000 7f384e8db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.842+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.841 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.842+0000 7f384e8db9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:47.841 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.842+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.842+0000 7f384e8db9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:47.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.842+0000 7f384e8db9c0 20 searching for the correct realm 2024-09-07T14:09:47.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.846+0000 7f384bbe0640 0 -- 172.21.15.107:0/2999116469 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f383c065800 msgr2=0x7f383c05b6d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:47.852 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.854+0000 7f384cbe2640 0 -- 172.21.15.107:0/2999116469 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f38400e5070 msgr2=0x7f3840106970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:47.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.862+0000 7f384e8db9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:47.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.862+0000 7f384e8db9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:47.862 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.862+0000 7f384e8db9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:47.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.862+0000 7f384e8db9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:47.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.862+0000 7f384e8db9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:47.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.862+0000 7f384e8db9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:47.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.862+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.862+0000 7f384e8db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.862+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:47.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:47.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 zone default found 2024-09-07T14:09:47.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 4 Realm: () 2024-09-07T14:09:47.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:47.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:47.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:47.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 zonegroup default 2024-09-07T14:09:47.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:47.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 started sync module instance, tier type = 2024-09-07T14:09:47.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.866+0000 7f384e8db9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:47.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.882+0000 7f384e8db9c0 20 add_watcher() i=0 2024-09-07T14:09:47.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.882+0000 7f384e8db9c0 20 add_watcher() i=1 2024-09-07T14:09:47.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.882+0000 7f384e8db9c0 20 add_watcher() i=2 2024-09-07T14:09:47.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.882+0000 7f384e8db9c0 20 add_watcher() i=3 2024-09-07T14:09:47.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.882+0000 7f384e8db9c0 20 add_watcher() i=4 2024-09-07T14:09:47.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.882+0000 7f384e8db9c0 20 add_watcher() i=5 2024-09-07T14:09:47.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.882+0000 7f384e8db9c0 20 add_watcher() i=6 2024-09-07T14:09:47.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.882+0000 7f384e8db9c0 20 add_watcher() i=7 2024-09-07T14:09:47.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.882+0000 7f384e8db9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:47.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.886+0000 7f3702fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:47.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.886+0000 7f384e8db9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:47.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.886+0000 7f384e8db9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:47.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.886+0000 7f384e8db9c0 5 note: GC not initialized 2024-09-07T14:09:47.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.886+0000 7f3701fdb640 20 reqs_thread_entry: start 2024-09-07T14:09:47.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.886+0000 7f384e8db9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:47.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.886+0000 7f384e8db9c0 20 Filter name: none 2024-09-07T14:09:47.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.886+0000 7f36737fe640 20 reqs_thread_entry: start 2024-09-07T14:09:47.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.886+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.886+0000 7f384e8db9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:47.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.886+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.890+0000 7f384e8db9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:47.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.890+0000 7f384e8db9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:47.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.890+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.890+0000 7f384e8db9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:47.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.890+0000 7f384e8db9c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:47.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.890+0000 7f384e8db9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:47.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.890+0000 7f384e8db9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:47.891 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.894+0000 7f3702fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:47.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.898+0000 7f384e8db9c0 20 remove_watcher() i=0 2024-09-07T14:09:47.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.898+0000 7f384e8db9c0 2 removed watcher, disabling cache 2024-09-07T14:09:47.898 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.898+0000 7f384e8db9c0 20 remove_watcher() i=1 2024-09-07T14:09:47.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.902+0000 7f384e8db9c0 20 remove_watcher() i=2 2024-09-07T14:09:47.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.902+0000 7f384e8db9c0 20 remove_watcher() i=3 2024-09-07T14:09:47.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.906+0000 7f384e8db9c0 20 remove_watcher() i=4 2024-09-07T14:09:47.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.906+0000 7f384e8db9c0 20 remove_watcher() i=5 2024-09-07T14:09:47.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.906+0000 7f384e8db9c0 20 remove_watcher() i=6 2024-09-07T14:09:47.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:47.910+0000 7f384e8db9c0 20 remove_watcher() i=7 2024-09-07T14:09:47.920 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:47.920 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:47.920 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: error-at-change-reshard-state id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-07T14:09:47.921 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:47.922 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:47.922 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:47.943 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:47.943 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:48.483 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:48.483 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:48.671 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: reshard bucket with abort at change_reshard_state 2024-09-07T14:09:48.672 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:48.675 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:48.675 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:48.790 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:48.790 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:48.875 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:48.875 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:48.976 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:48.977 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:49.088 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:49.089 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:49.181 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:49.181 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:49.270 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:49.270 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:49.367 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:49.368 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:49.471 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:49.471 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:49.564 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:49.564 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:49.666 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:49.666 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:49.759 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:49.759 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:49.859 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:49.859 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:49.952 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:49.953 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:50.052 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:50.053 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:50.149 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:50.150 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:50.247 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:50.247 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:50.343 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:50.344 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:50.442 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:50.443 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:50.539 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:50.539 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:50.641 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:50.641 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:50.737 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:50.737 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:50.832 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-07T14:09:50.865 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:50.865 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:50.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.914+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:50.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.918+0000 7f35e9cf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:50.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.918+0000 7f35e9cf39c0 20 realm 2024-09-07T14:09:50.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.918+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:50.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.918+0000 7f35e9cf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:50.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.918+0000 7f35e9cf39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:50.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.918+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:50.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.918+0000 7f35e9cf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:50.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.918+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:50.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.918+0000 7f35e9cf39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:50.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.918+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:50.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.922+0000 7f35e9cf39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:50.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.922+0000 7f35e9cf39c0 20 searching for the correct realm 2024-09-07T14:09:50.922 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:50.922+0000 7f35e7ffa640 0 -- 172.21.15.107:0/2401529426 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f35d00353f0 msgr2=0x7f35d0035850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:51.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.138+0000 7f35e6ff8640 0 -- 172.21.15.107:0/2401529426 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f35e00be0c0 msgr2=0x7f35e0124070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:51.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.354+0000 7f35e9cf39c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:51.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.354+0000 7f35e9cf39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:51.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.354+0000 7f35e9cf39c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:51.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.354+0000 7f35e9cf39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:51.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.354+0000 7f35e9cf39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:51.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.354+0000 7f35e9cf39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:51.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.354+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:51.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:51.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 20 zone default found 2024-09-07T14:09:51.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 4 Realm: () 2024-09-07T14:09:51.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:51.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:51.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:51.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 20 zonegroup default 2024-09-07T14:09:51.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.358+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.362+0000 7f35e9cf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.362+0000 7f35e9cf39c0 20 started sync module instance, tier type = 2024-09-07T14:09:51.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.362+0000 7f35e9cf39c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:51.383 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.382+0000 7f35e9cf39c0 20 add_watcher() i=0 2024-09-07T14:09:51.383 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.382+0000 7f35e9cf39c0 20 add_watcher() i=1 2024-09-07T14:09:51.383 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.382+0000 7f35e9cf39c0 20 add_watcher() i=2 2024-09-07T14:09:51.383 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.382+0000 7f35e9cf39c0 20 add_watcher() i=3 2024-09-07T14:09:51.383 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.382+0000 7f35e9cf39c0 20 add_watcher() i=4 2024-09-07T14:09:51.383 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.382+0000 7f35e9cf39c0 20 add_watcher() i=5 2024-09-07T14:09:51.383 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.382+0000 7f35e9cf39c0 20 add_watcher() i=6 2024-09-07T14:09:51.385 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.386+0000 7f35e9cf39c0 20 add_watcher() i=7 2024-09-07T14:09:51.385 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.386+0000 7f35e9cf39c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:51.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.390+0000 7f349dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:51.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.390+0000 7f35e9cf39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:51.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.390+0000 7f35e9cf39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:51.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.390+0000 7f35e9cf39c0 5 note: GC not initialized 2024-09-07T14:09:51.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.390+0000 7f349cfe1640 20 reqs_thread_entry: start 2024-09-07T14:09:51.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.390+0000 7f35e9cf39c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:51.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.394+0000 7f35e9cf39c0 20 Filter name: none 2024-09-07T14:09:51.391 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.394+0000 7f34167fc640 20 reqs_thread_entry: start 2024-09-07T14:09:51.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.394+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.394+0000 7f35e9cf39c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:51.392 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.394+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.394+0000 7f35e9cf39c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:51.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.394+0000 7f35e9cf39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:51.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.394+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.394 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.394+0000 7f35e9cf39c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:51.394 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.394+0000 7f35e9cf39c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.394 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.394+0000 7f35e9cf39c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:51.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.394+0000 7f35e9cf39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:51.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.398+0000 7f349dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:51.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.402+0000 7f35e9cf39c0 20 remove_watcher() i=0 2024-09-07T14:09:51.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.402+0000 7f35e9cf39c0 2 removed watcher, disabling cache 2024-09-07T14:09:51.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.406+0000 7f35e9cf39c0 20 remove_watcher() i=1 2024-09-07T14:09:51.405 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.406+0000 7f35e9cf39c0 20 remove_watcher() i=2 2024-09-07T14:09:51.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.410+0000 7f35e9cf39c0 20 remove_watcher() i=3 2024-09-07T14:09:51.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.410+0000 7f35e9cf39c0 20 remove_watcher() i=4 2024-09-07T14:09:51.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.414+0000 7f35e9cf39c0 20 remove_watcher() i=5 2024-09-07T14:09:51.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.414+0000 7f35e9cf39c0 20 remove_watcher() i=6 2024-09-07T14:09:51.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.414+0000 7f35e9cf39c0 20 remove_watcher() i=7 2024-09-07T14:09:51.430 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.430 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:51.430 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-change-reshard-state id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:09:51.430 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.430 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-07T14:09:51.463 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:51.463 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:51.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.510+0000 7fe9630639c0 20 realm 2024-09-07T14:09:51.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.510+0000 7fe9630639c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:51.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:51.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.514+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:51.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.514+0000 7fe9630639c0 20 searching for the correct realm 2024-09-07T14:09:51.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.518+0000 7fe960b69640 0 -- 172.21.15.107:0/173710107 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe958019040 msgr2=0x7fe958062d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:51.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.734+0000 7fe960b69640 0 -- 172.21.15.107:0/173710107 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe958019040 msgr2=0x7fe958062d00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:51.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:51.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:51.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:51.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:51.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:51.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:51.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.745 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:51.746 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:51.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 zone default found 2024-09-07T14:09:51.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 4 Realm: () 2024-09-07T14:09:51.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:51.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:51.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:51.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 zonegroup default 2024-09-07T14:09:51.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.750+0000 7fe9630639c0 20 started sync module instance, tier type = 2024-09-07T14:09:51.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.750+0000 7fe9630639c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:51.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=0 2024-09-07T14:09:51.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=1 2024-09-07T14:09:51.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=2 2024-09-07T14:09:51.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=3 2024-09-07T14:09:51.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=4 2024-09-07T14:09:51.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=5 2024-09-07T14:09:51.774 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=6 2024-09-07T14:09:51.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.778+0000 7fe9630639c0 20 add_watcher() i=7 2024-09-07T14:09:51.775 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.778+0000 7fe9630639c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:51.779 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe816fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:51.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:51.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:51.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 5 note: GC not initialized 2024-09-07T14:09:51.781 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe815fe3640 20 reqs_thread_entry: start 2024-09-07T14:09:51.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:51.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 20 Filter name: none 2024-09-07T14:09:51.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe7877fe640 20 reqs_thread_entry: start 2024-09-07T14:09:51.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-07T14:09:51.782 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:51.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-07T14:09:51.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-07T14:09:51.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 : miss 2024-09-07T14:09:51.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:51.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:09:51.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:09:51.783 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:51.784 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.782+0000 7fe9630639c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:51.784 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.786+0000 7fe9630639c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 2024-09-07T14:09:51.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.790+0000 7fe9630639c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:09:51.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.790+0000 7fe9630639c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:09:51.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.790+0000 7fe9630639c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:51.789 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.790+0000 7fe9630639c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40, ofs0, ns] 2024-09-07T14:09:51.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.790+0000 7fe837fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300855 cookie 94431923888032 notifier 8034 bl.length()=1015 2024-09-07T14:09:51.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.790+0000 7fe837fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:09:51.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.790+0000 7fe837fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:09:51.790 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.790+0000 7fe837fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:51.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.794+0000 7fe9630639c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): orig_sources= new_sources= 2024-09-07T14:09:51.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.794+0000 7fe9630639c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): potential sources added=[] removed=[] 2024-09-07T14:09:51.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.794+0000 7fe9630639c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): orig_dests= new_dests= 2024-09-07T14:09:51.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.794+0000 7fe9630639c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): potential dests added=[] removed=[] 2024-09-07T14:09:51.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.798+0000 7fe9630639c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.1.0 2024-09-07T14:09:51.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.798+0000 7fe9630639c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.1.0 2024-09-07T14:09:51.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.798+0000 7fe9630639c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.1.1 2024-09-07T14:09:51.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.798+0000 7fe9630639c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.1.1 2024-09-07T14:09:51.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.798+0000 7fe9630639c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.0 2024-09-07T14:09:51.802 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe9630639c0 time 2024-09-07T14:09:51.806275+0000 2024-09-07T14:09:51.802 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:09:51.803 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:51.804 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe96693d2eb] 2024-09-07T14:09:51.804 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe96693d49f] 2024-09-07T14:09:51.804 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2a2cdc0d1] 2024-09-07T14:09:51.804 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55e2a2ced6d8] 2024-09-07T14:09:51.804 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e2a2ceed24] 2024-09-07T14:09:51.804 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:09:51.804 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9657a3d90] 2024-09-07T14:09:51.804 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:09:51.804 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:09:51.804 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.806+0000 7fe9630639c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe9630639c0 time 2024-09-07T14:09:51.806275+0000 2024-09-07T14:09:51.804 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:09:51.805 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.805 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:51.805 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe96693d2eb] 2024-09-07T14:09:51.805 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe96693d49f] 2024-09-07T14:09:51.805 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2a2cdc0d1] 2024-09-07T14:09:51.805 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55e2a2ced6d8] 2024-09-07T14:09:51.805 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e2a2ceed24] 2024-09-07T14:09:51.805 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:09:51.805 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9657a3d90] 2024-09-07T14:09:51.805 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:09:51.805 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:09:51.805 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.806 INFO:tasks.workunit.client.0.smithi107.stderr:*** Caught signal (Aborted) ** 2024-09-07T14:09:51.806 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fe9630639c0 thread_name:radosgw-admin 2024-09-07T14:09:51.813 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:51.813 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe9657bc520] 2024-09-07T14:09:51.813 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:09:51.813 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:09:51.813 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:09:51.813 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe96693d345] 2024-09-07T14:09:51.813 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe96693d49f] 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2a2cdc0d1] 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55e2a2ced6d8] 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e2a2ceed24] 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9657a3d90] 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.806+0000 7fe9630639c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fe9630639c0 thread_name:radosgw-admin 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe9657bc520] 2024-09-07T14:09:51.814 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:09:51.815 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:09:51.815 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:09:51.815 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe96693d345] 2024-09-07T14:09:51.815 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe96693d49f] 2024-09-07T14:09:51.815 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2a2cdc0d1] 2024-09-07T14:09:51.815 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55e2a2ced6d8] 2024-09-07T14:09:51.815 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e2a2ceed24] 2024-09-07T14:09:51.815 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:09:51.815 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9657a3d90] 2024-09-07T14:09:51.815 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:09:51.815 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:09:51.815 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:09:51.486+0000 7fe960368640 10 monclient(hunting): handle_auth_done global_id 7568 payload 274 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:09:51.486+0000 7fe960368640 10 monclient: _finish_hunting 0 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:09:51.486+0000 7fe960368640 1 monclient: found mon.noname-c 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:09:51.486+0000 7fe960368640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: dump: 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.816 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.817 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.817 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.817 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.817 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.817 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.817 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.817 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: _finish_auth 0 2024-09-07T14:09:51.817 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: _check_auth_tickets 2024-09-07T14:09:51.817 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:51.817 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.817 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:09:51.817 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: dump: 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 monclient: authenticate success, global_id 7568 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:09:51.486+0000 7fe9630639c0 10 monclient: get_monmap_and_config success 2024-09-07T14:09:51.818 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:09:51.486+0000 7fe9630639c0 4 set_mon_vals no callback set 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:09:51.486+0000 7fe9630639c0 10 monclient: shutdown 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) unregister_commands rotate-key 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:09:51.486+0000 7fe9630639c0 10 monclient: build_initial_monmap 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:09:51.486+0000 7fe9630639c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:09:51.486+0000 7fe9630639c0 10 monclient: monmap: 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:51.819 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:51.820 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:51.820 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.820 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding auth protocol: cephx 2024-09-07T14:09:51.820 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding auth protocol: cephx 2024-09-07T14:09:51.820 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding auth protocol: cephx 2024-09-07T14:09:51.820 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: secure 2024-09-07T14:09:51.820 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: crc 2024-09-07T14:09:51.820 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: secure 2024-09-07T14:09:51.820 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: crc 2024-09-07T14:09:51.820 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: secure 2024-09-07T14:09:51.820 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: crc 2024-09-07T14:09:51.820 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: crc 2024-09-07T14:09:51.821 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: secure 2024-09-07T14:09:51.821 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: crc 2024-09-07T14:09:51.821 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: secure 2024-09-07T14:09:51.821 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: crc 2024-09-07T14:09:51.821 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: secure 2024-09-07T14:09:51.821 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:09:51.486+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.821 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:09:51.486+0000 7fe9630639c0 1 librados: starting msgr at 2024-09-07T14:09:51.821 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:09:51.486+0000 7fe9630639c0 1 librados: starting objecter 2024-09-07T14:09:51.821 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command objecter_requests hook 0x55e2a537d5e0 2024-09-07T14:09:51.821 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:09:51.490+0000 7fe9630639c0 1 librados: setting wanted keys 2024-09-07T14:09:51.821 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:09:51.490+0000 7fe9630639c0 1 librados: calling monclient init 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: init 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding auth protocol: cephx 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding auth protocol: cephx 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding auth protocol: cephx 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: secure 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: crc 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: secure 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: crc 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: secure 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: crc 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: crc 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: secure 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: crc 2024-09-07T14:09:51.822 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: secure 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: crc 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: secure 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:09:51.490+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:09:51.490+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command rotate-key hook 0x55e2a5378568 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-b con 0x55e2a52314d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-a con 0x55e2a52beac0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-c con 0x55e2a52c16e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.823 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): authenticate will time out at 2943.312625s 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): get_auth_request con 0x55e2a52beac0 auth_method 0 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): get_auth_request con 0x55e2a52c16e0 auth_method 0 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.824 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): handle_auth_done global_id 8025 payload 824 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient: _finish_hunting 0 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:09:51.490+0000 7fe960368640 1 monclient: found mon.noname-a 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:09:51.490+0000 7fe960b69640 10 monclient: get_auth_request con 0x55e2a52314d0 auth_method 0 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: dump: 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.825 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: _finish_auth 0 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: _check_auth_tickets 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: dump: 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.826 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 monclient: authenticate success, global_id 8025 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: _renew_subs 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:09:51.490+0000 7fe84ee0d640 4 set_mon_vals no callback set 2024-09-07T14:09:51.827 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: _renew_subs 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:09:51.490+0000 7fe9630639c0 1 librados: init done 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:09:51.490+0000 7fe84d60a640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:09:51.490+0000 7fe84d60a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:09:51.490+0000 7fe84d60a640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:09:51.494+0000 7fe960b69640 10 monclient: get_auth_request con 0x7fe848070b10 auth_method 0 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:09:51.494+0000 7fe96136a640 10 monclient: get_auth_request con 0x55e2a53a0b80 auth_method 0 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:09:51.494+0000 7fe960b69640 10 monclient: get_auth_request con 0x55e2a53c3580 auth_method 0 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:09:51.494+0000 7fe960368640 10 monclient: get_auth_request con 0x55e2a53c7770 auth_method 0 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient: get_auth_request con 0x55e2a53c6e70 auth_method 0 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: build_initial_monmap 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:09:51.498+0000 7fe9630639c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: monmap: 2024-09-07T14:09:51.828 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding auth protocol: cephx 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding auth protocol: cephx 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding auth protocol: cephx 2024-09-07T14:09:51.829 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: secure 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: crc 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: secure 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: crc 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: secure 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: crc 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: crc 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: secure 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: crc 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: secure 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: crc 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: secure 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:09:51.498+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.830 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e2a53d3280 EEXIST 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: init 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding auth protocol: cephx 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding auth protocol: cephx 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding auth protocol: cephx 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: secure 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: crc 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: secure 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: crc 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: secure 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: crc 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: crc 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: secure 2024-09-07T14:09:51.831 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: crc 2024-09-07T14:09:51.832 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: secure 2024-09-07T14:09:51.832 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: crc 2024-09-07T14:09:51.832 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: secure 2024-09-07T14:09:51.832 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:09:51.498+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.832 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:09:51.498+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.832 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command rotate-key cmddesc rotate-key hook 0x55e2a53ce920 EEXIST 2024-09-07T14:09:51.832 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:51.832 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:09:51.832 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-c con 0x55e2a53f7430 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:51.832 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-a con 0x55e2a53f6d60 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:51.832 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-b con 0x55e2a53f5740 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:51.832 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): authenticate will time out at 2943.323042s 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): get_auth_request con 0x55e2a53f6d60 auth_method 0 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): get_auth_request con 0x55e2a53f7430 auth_method 0 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.833 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): handle_auth_done global_id 8028 payload 824 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient: _finish_hunting 0 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:09:51.498+0000 7fe96136a640 1 monclient: found mon.noname-a 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:09:51.498+0000 7fe960b69640 10 monclient: get_auth_request con 0x55e2a53f5740 auth_method 0 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:09:51.834 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: dump: 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: _finish_auth 0 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: _check_auth_tickets 2024-09-07T14:09:51.835 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: dump: 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.836 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 monclient: authenticate success, global_id 8028 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:09:51.498+0000 7fe961b6b640 4 set_mon_vals no callback set 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: _renew_subs 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: _renew_subs 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:09:51.502+0000 7fe8467fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:09:51.502+0000 7fe8467fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:09:51.502+0000 7fe8467fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: get_monmap_and_config 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: build_initial_monmap 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:09:51.502+0000 7fe9630639c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:51.837 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: monmap: 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding auth protocol: cephx 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding auth protocol: cephx 2024-09-07T14:09:51.838 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding auth protocol: cephx 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: secure 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: crc 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: secure 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: crc 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: secure 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: crc 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: crc 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: secure 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: crc 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: secure 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: crc 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: secure 2024-09-07T14:09:51.839 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient: get_auth_request con 0x7fe838070a20 auth_method 0 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:09:51.502+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: init 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding auth protocol: cephx 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding auth protocol: cephx 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding auth protocol: cephx 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: secure 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: crc 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: secure 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: crc 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: secure 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: crc 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: crc 2024-09-07T14:09:51.840 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: secure 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: crc 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: secure 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: crc 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: secure 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:09:51.502+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:09:51.502+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe89ff0218 EEXIST 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-a con 0x55e2a544b350 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-c con 0x55e2a541c330 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-b con 0x55e2a54467b0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:51.841 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): authenticate will time out at 2943.327243s 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): get_auth_request con 0x55e2a544b350 auth_method 0 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): get_auth_request con 0x55e2a541c330 auth_method 0 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.842 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.843 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.843 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.843 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.843 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.843 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.843 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): handle_auth_done global_id 8031 payload 274 2024-09-07T14:09:51.843 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient: _finish_hunting 0 2024-09-07T14:09:51.843 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:09:51.502+0000 7fe960368640 1 monclient: found mon.noname-a 2024-09-07T14:09:51.843 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.843 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.843 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:09:51.843 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: dump: 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: _finish_auth 0 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: _check_auth_tickets 2024-09-07T14:09:51.844 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: dump: 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.845 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 monclient: authenticate success, global_id 8031 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: get_monmap_and_config success 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:09:51.502+0000 7fe9630639c0 4 set_mon_vals no callback set 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: shutdown 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: build_initial_monmap 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:09:51.506+0000 7fe9630639c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: monmap: 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:51.846 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding auth protocol: cephx 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding auth protocol: cephx 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding auth protocol: cephx 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: secure 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: crc 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: secure 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: crc 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: secure 2024-09-07T14:09:51.847 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: crc 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: crc 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: secure 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: crc 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: secure 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: crc 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: secure 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:09:51.506+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:09:51.506+0000 7fe9630639c0 1 librados: starting msgr at 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:09:51.506+0000 7fe9630639c0 1 librados: starting objecter 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e2a54484d0 EEXIST 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:09:51.506+0000 7fe9630639c0 1 librados: setting wanted keys 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:09:51.506+0000 7fe9630639c0 1 librados: calling monclient init 2024-09-07T14:09:51.848 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: init 2024-09-07T14:09:51.849 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding auth protocol: cephx 2024-09-07T14:09:51.849 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding auth protocol: cephx 2024-09-07T14:09:51.849 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding auth protocol: cephx 2024-09-07T14:09:51.849 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: secure 2024-09-07T14:09:51.849 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: crc 2024-09-07T14:09:51.849 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: secure 2024-09-07T14:09:51.849 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: crc 2024-09-07T14:09:51.849 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: secure 2024-09-07T14:09:51.849 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: crc 2024-09-07T14:09:51.849 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: crc 2024-09-07T14:09:51.849 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: secure 2024-09-07T14:09:51.849 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: crc 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: secure 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: crc 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: secure 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:09:51.506+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:09:51.506+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command rotate-key cmddesc rotate-key hook 0x55e2a53f9398 EEXIST 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-a con 0x55e2a541c330 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-b con 0x55e2a54467b0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-c con 0x55e2a543e7e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.850 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): authenticate will time out at 2943.329808s 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): get_auth_request con 0x55e2a541c330 auth_method 0 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): get_auth_request con 0x55e2a543e7e0 auth_method 0 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.851 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): handle_auth_done global_id 8034 payload 824 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient: _finish_hunting 0 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:09:51.506+0000 7fe960368640 1 monclient: found mon.noname-a 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: dump: 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.852 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.853 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.853 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.853 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.853 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.853 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.853 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.853 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.853 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: _finish_auth 0 2024-09-07T14:09:51.853 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: _check_auth_tickets 2024-09-07T14:09:51.853 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:51.853 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.853 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: dump: 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 monclient: authenticate success, global_id 8034 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:09:51.506+0000 7fe837fff640 4 set_mon_vals no callback set 2024-09-07T14:09:51.854 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: _renew_subs 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: _renew_subs 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:09:51.506+0000 7fe9630639c0 1 librados: init done 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command cr dump hook 0x55e2a544a988 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:09:51.510+0000 7fe8367fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:09:51.510+0000 7fe8367fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:09:51.510+0000 7fe8367fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:09:51.510+0000 7fe960b69640 10 monclient: get_auth_request con 0x55e2a5464cf0 auth_method 0 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:09:51.510+0000 7fe96136a640 10 monclient: get_auth_request con 0x7fe82c070b10 auth_method 0 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 realm 2024-09-07T14:09:51.855 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:09:51.510+0000 7fe9630639c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:09:51.510+0000 7fe960368640 10 monclient: get_auth_request con 0x55e2a5468f20 auth_method 0 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:09:51.514+0000 7fe96136a640 10 monclient: get_auth_request con 0x55e2a546c780 auth_method 0 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:09:51.514+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:09:51.514+0000 7fe9630639c0 20 searching for the correct realm 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:09:51.514+0000 7fe960b69640 10 monclient: get_auth_request con 0x55e2a5471500 auth_method 0 2024-09-07T14:09:51.856 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:09:51.514+0000 7fe960368640 10 monclient: get_auth_request con 0x7fe9500c6040 auth_method 0 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:09:51.518+0000 7fe96136a640 10 monclient: get_auth_request con 0x7fe954088030 auth_method 0 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:09:51.518+0000 7fe960b69640 10 monclient: get_auth_request con 0x7fe958019040 auth_method 0 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:09:51.518+0000 7fe960b69640 0 -- 172.21.15.107:0/173710107 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe958019040 msgr2=0x7fe958062d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:09:51.722+0000 7fe960b69640 10 monclient: get_auth_request con 0x7fe958019040 auth_method 0 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:09:51.730+0000 7fe960368640 10 monclient: get_auth_request con 0x7fe9500e5040 auth_method 0 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:09:51.734+0000 7fe960b69640 0 -- 172.21.15.107:0/173710107 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe958019040 msgr2=0x7fe958062d00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:09:51.734+0000 7fe8367fc640 1 client.8034.objecter ms_handle_reset 0x7fe958019040 session 0x7fe958010040 osd.4 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:09:51.734+0000 7fe8367fc640 10 monclient: _renew_subs 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:09:51.734+0000 7fe8367fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:09:51.734+0000 7fe960b69640 10 monclient: get_auth_request con 0x7fe82c081240 auth_method 0 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:51.857 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 zone default found 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:09:51.746+0000 7fe9630639c0 4 Realm: () 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:09:51.746+0000 7fe9630639c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:51.858 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:09:51.746+0000 7fe9630639c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:09:51.746+0000 7fe9630639c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 zonegroup default 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 started sync module instance, tier type = 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=0 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=1 2024-09-07T14:09:51.859 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=2 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=3 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=4 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=5 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=6 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:09:51.778+0000 7fe9630639c0 20 add_watcher() i=7 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:09:51.778+0000 7fe9630639c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding auth protocol: cephx 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding auth protocol: cephx 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding auth protocol: cephx 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: secure 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: crc 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: secure 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: crc 2024-09-07T14:09:51.860 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: secure 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: crc 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: crc 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: secure 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:09:51.782+0000 7fe816fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: crc 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: secure 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: crc 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: secure 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:09:51.782+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command cache list hook 0x55e2a543ebe0 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command cache inspect hook 0x55e2a543ebe0 2024-09-07T14:09:51.861 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command cache erase hook 0x55e2a543ebe0 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command cache zap hook 0x55e2a543ebe0 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 note: GC not initialized 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:09:51.782+0000 7fe815fe3640 20 reqs_thread_entry: start 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command sync trace show hook 0x7fe95405e170 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command sync trace history hook 0x7fe95405e170 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command sync trace active hook 0x7fe95405e170 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command sync trace active_short hook 0x7fe95405e170 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 Filter name: none 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:09:51.782+0000 7fe7877fe640 20 reqs_thread_entry: start 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:51.862 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 : miss 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:09:51.786+0000 7fe9630639c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:09:51.790+0000 7fe9630639c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:09:51.790+0000 7fe9630639c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:09:51.790+0000 7fe9630639c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:51.863 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:09:51.790+0000 7fe9630639c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40, ofs0, ns] 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:09:51.790+0000 7fe837fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300855 cookie 94431923888032 notifier 8034 bl.length()=1015 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:09:51.790+0000 7fe837fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:09:51.790+0000 7fe837fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:09:51.790+0000 7fe837fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:09:51.794+0000 7fe9630639c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): orig_sources= new_sources= 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:09:51.794+0000 7fe9630639c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): potential sources added=[] removed=[] 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:09:51.794+0000 7fe9630639c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): orig_dests= new_dests= 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:09:51.794+0000 7fe9630639c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): potential dests added=[] removed=[] 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:09:51.798+0000 7fe9630639c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.1.0 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:09:51.798+0000 7fe9630639c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.1.0 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:09:51.798+0000 7fe9630639c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.1.1 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:09:51.798+0000 7fe9630639c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.1.1 2024-09-07T14:09:51.864 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:09:51.798+0000 7fe9630639c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.0 2024-09-07T14:09:51.865 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:09:51.806+0000 7fe9630639c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe9630639c0 time 2024-09-07T14:09:51.806275+0000 2024-09-07T14:09:51.865 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:09:51.865 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.865 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:51.865 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe96693d2eb] 2024-09-07T14:09:51.865 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe96693d49f] 2024-09-07T14:09:51.865 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2a2cdc0d1] 2024-09-07T14:09:51.865 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55e2a2ced6d8] 2024-09-07T14:09:51.865 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e2a2ceed24] 2024-09-07T14:09:51.865 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:09:51.865 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9657a3d90] 2024-09-07T14:09:51.865 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:09:51.806+0000 7fe9630639c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fe9630639c0 thread_name:radosgw-admin 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe9657bc520] 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe96693d345] 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe96693d49f] 2024-09-07T14:09:51.866 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2a2cdc0d1] 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55e2a2ced6d8] 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e2a2ceed24] 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9657a3d90] 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:09:51.867 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:09:51.868 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:09:51.868 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:09:51.868 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:09:51.868 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:09:51.868 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:09:51.868 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:09:51.868 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:09:51.868 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:09:51.869 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:09:51.870 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:09:51.871 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:09:51.872 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:09:51.873 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:09:51.874 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe7877fe640 / http_manager 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe815fe3640 / http_manager 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe816fe5640 / rgw_dt_lg_renew 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe8367fc640 / ms_dispatch 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe837fff640 / io_context_pool 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe8467fc640 / ms_dispatch 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe84d60a640 / ms_dispatch 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe84ee0d640 / io_context_pool 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe960368640 / msgr-worker-2 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe960b69640 / msgr-worker-1 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe96136a640 / msgr-worker-0 2024-09-07T14:09:51.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe961b6b640 / io_context_pool 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe9630639c0 / radosgw-admin 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/log/ceph/ceph-client.admin.136436.log 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:09:51.486+0000 7fe960368640 10 monclient(hunting): handle_auth_done global_id 7568 payload 274 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:09:51.486+0000 7fe960368640 10 monclient: _finish_hunting 0 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:09:51.486+0000 7fe960368640 1 monclient: found mon.noname-c 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:09:51.486+0000 7fe960368640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:09:51.876 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: dump: 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: _finish_auth 0 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: _check_auth_tickets 2024-09-07T14:09:51.877 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:09:51.486+0000 7fe84ee0d640 10 monclient: dump: 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.878 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 monclient: authenticate success, global_id 7568 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:09:51.486+0000 7fe9630639c0 10 monclient: get_monmap_and_config success 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:09:51.486+0000 7fe9630639c0 4 set_mon_vals no callback set 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:09:51.486+0000 7fe9630639c0 10 monclient: shutdown 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) unregister_commands rotate-key 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:09:51.486+0000 7fe9630639c0 10 monclient: build_initial_monmap 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:09:51.486+0000 7fe9630639c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:09:51.486+0000 7fe9630639c0 10 monclient: monmap: 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:51.879 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding auth protocol: cephx 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding auth protocol: cephx 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding auth protocol: cephx 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: secure 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: crc 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: secure 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: crc 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: secure 2024-09-07T14:09:51.880 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: crc 2024-09-07T14:09:51.881 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: crc 2024-09-07T14:09:51.881 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: secure 2024-09-07T14:09:51.881 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: crc 2024-09-07T14:09:51.881 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: secure 2024-09-07T14:09:51.881 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: crc 2024-09-07T14:09:51.881 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 AuthRegistry(0x55e2a537dbc0) adding con mode: secure 2024-09-07T14:09:51.881 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:09:51.486+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.881 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:09:51.486+0000 7fe9630639c0 1 librados: starting msgr at 2024-09-07T14:09:51.881 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:09:51.486+0000 7fe9630639c0 1 librados: starting objecter 2024-09-07T14:09:51.881 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:09:51.486+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command objecter_requests hook 0x55e2a537d5e0 2024-09-07T14:09:51.882 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:09:51.490+0000 7fe9630639c0 1 librados: setting wanted keys 2024-09-07T14:09:51.882 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:09:51.490+0000 7fe9630639c0 1 librados: calling monclient init 2024-09-07T14:09:51.882 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: init 2024-09-07T14:09:51.882 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding auth protocol: cephx 2024-09-07T14:09:51.882 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding auth protocol: cephx 2024-09-07T14:09:51.882 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding auth protocol: cephx 2024-09-07T14:09:51.882 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: secure 2024-09-07T14:09:51.882 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: crc 2024-09-07T14:09:51.882 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: secure 2024-09-07T14:09:51.882 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: crc 2024-09-07T14:09:51.882 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: secure 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: crc 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: crc 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: secure 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: crc 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: secure 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: crc 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5378420) adding con mode: secure 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:09:51.490+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:09:51.490+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command rotate-key hook 0x55e2a5378568 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-b con 0x55e2a52314d0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:51.883 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-a con 0x55e2a52beac0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:51.884 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-c con 0x55e2a52c16e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:51.884 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.884 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.884 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.884 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:51.884 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient(hunting): authenticate will time out at 2943.312625s 2024-09-07T14:09:51.884 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): get_auth_request con 0x55e2a52beac0 auth_method 0 2024-09-07T14:09:51.884 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.884 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.884 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.884 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): get_auth_request con 0x55e2a52c16e0 auth_method 0 2024-09-07T14:09:51.884 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.885 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.885 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.885 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.885 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.885 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.885 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.885 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.885 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:09:51.490+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.885 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient(hunting): handle_auth_done global_id 8025 payload 824 2024-09-07T14:09:51.886 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient: _finish_hunting 0 2024-09-07T14:09:51.886 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:09:51.490+0000 7fe960368640 1 monclient: found mon.noname-a 2024-09-07T14:09:51.886 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:09:51.490+0000 7fe960368640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.886 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:09:51.490+0000 7fe960b69640 10 monclient: get_auth_request con 0x55e2a52314d0 auth_method 0 2024-09-07T14:09:51.886 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.886 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:09:51.886 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: dump: 2024-09-07T14:09:51.886 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.886 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.886 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.886 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.886 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.887 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.887 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.887 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.887 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.887 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.887 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: _finish_auth 0 2024-09-07T14:09:51.887 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: _check_auth_tickets 2024-09-07T14:09:51.887 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:51.887 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.887 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:09:51.887 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:09:51.490+0000 7fe84d60a640 10 monclient: dump: 2024-09-07T14:09:51.887 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:09:51.490+0000 7fe9630639c0 5 monclient: authenticate success, global_id 8025 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: _renew_subs 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.888 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:09:51.490+0000 7fe84ee0d640 4 set_mon_vals no callback set 2024-09-07T14:09:51.889 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: _renew_subs 2024-09-07T14:09:51.889 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:09:51.490+0000 7fe9630639c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.889 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:09:51.490+0000 7fe9630639c0 1 librados: init done 2024-09-07T14:09:51.889 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:09:51.490+0000 7fe84d60a640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:09:51.889 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:09:51.490+0000 7fe84d60a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:51.889 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:09:51.490+0000 7fe84d60a640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:51.889 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:09:51.494+0000 7fe960b69640 10 monclient: get_auth_request con 0x7fe848070b10 auth_method 0 2024-09-07T14:09:51.889 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:09:51.494+0000 7fe96136a640 10 monclient: get_auth_request con 0x55e2a53a0b80 auth_method 0 2024-09-07T14:09:51.889 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:09:51.494+0000 7fe960b69640 10 monclient: get_auth_request con 0x55e2a53c3580 auth_method 0 2024-09-07T14:09:51.889 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:09:51.494+0000 7fe960368640 10 monclient: get_auth_request con 0x55e2a53c7770 auth_method 0 2024-09-07T14:09:51.889 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient: get_auth_request con 0x55e2a53c6e70 auth_method 0 2024-09-07T14:09:51.889 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: build_initial_monmap 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:09:51.498+0000 7fe9630639c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: monmap: 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.890 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding auth protocol: cephx 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding auth protocol: cephx 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding auth protocol: cephx 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: secure 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: crc 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: secure 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: crc 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: secure 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: crc 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: crc 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: secure 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: crc 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: secure 2024-09-07T14:09:51.891 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: crc 2024-09-07T14:09:51.892 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53cf890) adding con mode: secure 2024-09-07T14:09:51.892 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:09:51.498+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.892 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e2a53d3280 EEXIST 2024-09-07T14:09:51.892 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: init 2024-09-07T14:09:51.892 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding auth protocol: cephx 2024-09-07T14:09:51.892 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding auth protocol: cephx 2024-09-07T14:09:51.892 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding auth protocol: cephx 2024-09-07T14:09:51.892 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: secure 2024-09-07T14:09:51.892 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: crc 2024-09-07T14:09:51.892 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: secure 2024-09-07T14:09:51.892 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: crc 2024-09-07T14:09:51.892 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: secure 2024-09-07T14:09:51.893 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: crc 2024-09-07T14:09:51.893 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: crc 2024-09-07T14:09:51.893 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: secure 2024-09-07T14:09:51.893 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: crc 2024-09-07T14:09:51.893 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: secure 2024-09-07T14:09:51.893 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: crc 2024-09-07T14:09:51.893 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53ce7d8) adding con mode: secure 2024-09-07T14:09:51.893 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:09:51.498+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.893 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:09:51.498+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.893 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command rotate-key cmddesc rotate-key hook 0x55e2a53ce920 EEXIST 2024-09-07T14:09:51.893 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:51.893 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-c con 0x55e2a53f7430 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-a con 0x55e2a53f6d60 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-b con 0x55e2a53f5740 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient(hunting): authenticate will time out at 2943.323042s 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): get_auth_request con 0x55e2a53f6d60 auth_method 0 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.894 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): get_auth_request con 0x55e2a53f7430 auth_method 0 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:09:51.498+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient(hunting): handle_auth_done global_id 8028 payload 824 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient: _finish_hunting 0 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:09:51.498+0000 7fe96136a640 1 monclient: found mon.noname-a 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:09:51.498+0000 7fe96136a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.895 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:09:51.498+0000 7fe960b69640 10 monclient: get_auth_request con 0x55e2a53f5740 auth_method 0 2024-09-07T14:09:51.896 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.896 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:09:51.896 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: dump: 2024-09-07T14:09:51.896 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.896 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.896 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.896 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.896 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.896 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.896 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.896 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.896 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: _finish_auth 0 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: _check_auth_tickets 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:09:51.498+0000 7fe8467fc640 10 monclient: dump: 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.897 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:09:51.498+0000 7fe9630639c0 5 monclient: authenticate success, global_id 8028 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:09:51.498+0000 7fe961b6b640 4 set_mon_vals no callback set 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: _renew_subs 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: _renew_subs 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:09:51.498+0000 7fe9630639c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:09:51.502+0000 7fe8467fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:09:51.502+0000 7fe8467fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:09:51.502+0000 7fe8467fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:51.898 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: get_monmap_and_config 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: build_initial_monmap 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:09:51.502+0000 7fe9630639c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: monmap: 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.899 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding auth protocol: cephx 2024-09-07T14:09:51.900 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding auth protocol: cephx 2024-09-07T14:09:51.900 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding auth protocol: cephx 2024-09-07T14:09:51.900 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: secure 2024-09-07T14:09:51.900 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: crc 2024-09-07T14:09:51.900 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: secure 2024-09-07T14:09:51.900 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: crc 2024-09-07T14:09:51.900 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: secure 2024-09-07T14:09:51.900 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: crc 2024-09-07T14:09:51.900 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: crc 2024-09-07T14:09:51.900 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: secure 2024-09-07T14:09:51.900 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: crc 2024-09-07T14:09:51.900 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: secure 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: crc 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e70) adding con mode: secure 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient: get_auth_request con 0x7fe838070a20 auth_method 0 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:09:51.502+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: init 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding auth protocol: cephx 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding auth protocol: cephx 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding auth protocol: cephx 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: secure 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: crc 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: secure 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: crc 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: secure 2024-09-07T14:09:51.901 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: crc 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: crc 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: secure 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: crc 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: secure 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: crc 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff00d0) adding con mode: secure 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:09:51.502+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:09:51.502+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe89ff0218 EEXIST 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-a con 0x55e2a544b350 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:51.902 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-c con 0x55e2a541c330 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-b con 0x55e2a54467b0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient(hunting): authenticate will time out at 2943.327243s 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): get_auth_request con 0x55e2a544b350 auth_method 0 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): get_auth_request con 0x55e2a541c330 auth_method 0 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.903 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:09:51.502+0000 7fe96136a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient(hunting): handle_auth_done global_id 8031 payload 274 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient: _finish_hunting 0 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:09:51.502+0000 7fe960368640 1 monclient: found mon.noname-a 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:09:51.502+0000 7fe960368640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.904 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: dump: 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: _finish_auth 0 2024-09-07T14:09:51.905 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: _check_auth_tickets 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:09:51.502+0000 7fe837fff640 10 monclient: dump: 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.906 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:09:51.502+0000 7fe9630639c0 5 monclient: authenticate success, global_id 8031 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:09:51.502+0000 7fe9630639c0 10 monclient: get_monmap_and_config success 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:09:51.502+0000 7fe9630639c0 4 set_mon_vals no callback set 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: shutdown 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: build_initial_monmap 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:09:51.506+0000 7fe9630639c0 1 build_initial for_mkfs: 0 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: monmap: 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:09:51.907 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding auth protocol: cephx 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding auth protocol: cephx 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding auth protocol: cephx 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: secure 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: crc 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: secure 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: crc 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: secure 2024-09-07T14:09:51.908 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: crc 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: crc 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: secure 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: crc 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: secure 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: crc 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a5416e20) adding con mode: secure 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:09:51.506+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:09:51.506+0000 7fe9630639c0 1 librados: starting msgr at 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:09:51.506+0000 7fe9630639c0 1 librados: starting objecter 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e2a54484d0 EEXIST 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:09:51.506+0000 7fe9630639c0 1 librados: setting wanted keys 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:09:51.506+0000 7fe9630639c0 1 librados: calling monclient init 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: init 2024-09-07T14:09:51.909 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding auth protocol: cephx 2024-09-07T14:09:51.910 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding auth protocol: cephx 2024-09-07T14:09:51.910 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding auth protocol: cephx 2024-09-07T14:09:51.910 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: secure 2024-09-07T14:09:51.910 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: crc 2024-09-07T14:09:51.910 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: secure 2024-09-07T14:09:51.910 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: crc 2024-09-07T14:09:51.910 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: secure 2024-09-07T14:09:51.910 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: crc 2024-09-07T14:09:51.910 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: crc 2024-09-07T14:09:51.910 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: secure 2024-09-07T14:09:51.910 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: crc 2024-09-07T14:09:51.910 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: secure 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: crc 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 AuthRegistry(0x55e2a53f9250) adding con mode: secure 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:09:51.506+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:09:51.506+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command rotate-key cmddesc rotate-key hook 0x55e2a53f9398 EEXIST 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: _reopen_session rank -1 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-a con 0x55e2a541c330 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-b con 0x55e2a54467b0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): picked mon.noname-c con 0x55e2a543e7e0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.911 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): _renew_subs 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient(hunting): authenticate will time out at 2943.329808s 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): get_auth_request con 0x55e2a541c330 auth_method 0 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): get_auth_request con 0x55e2a543e7e0 auth_method 0 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.912 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:09:51.913 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:09:51.913 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:09:51.506+0000 7fe960b69640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:09:51.913 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient(hunting): handle_auth_done global_id 8034 payload 824 2024-09-07T14:09:51.913 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient: _finish_hunting 0 2024-09-07T14:09:51.913 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:09:51.506+0000 7fe960368640 1 monclient: found mon.noname-a 2024-09-07T14:09:51.913 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:09:51.506+0000 7fe960368640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.913 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.913 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:09:51.913 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: dump: 2024-09-07T14:09:51.913 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.913 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.913 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: _finish_auth 0 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: _check_auth_tickets 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: handle_config config(0 keys) 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:09:51.506+0000 7fe8367fc640 10 monclient: dump: 2024-09-07T14:09:51.914 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 monclient: authenticate success, global_id 8034 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:09:51.506+0000 7fe837fff640 4 set_mon_vals no callback set 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: _renew_subs 2024-09-07T14:09:51.915 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: _renew_subs 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:09:51.506+0000 7fe9630639c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:09:51.506+0000 7fe9630639c0 1 librados: init done 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:09:51.506+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command cr dump hook 0x55e2a544a988 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:09:51.510+0000 7fe8367fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:09:51.510+0000 7fe8367fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:09:51.510+0000 7fe8367fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:09:51.510+0000 7fe960b69640 10 monclient: get_auth_request con 0x55e2a5464cf0 auth_method 0 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:09:51.510+0000 7fe96136a640 10 monclient: get_auth_request con 0x7fe82c070b10 auth_method 0 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 realm 2024-09-07T14:09:51.916 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.917 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.917 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:09:51.510+0000 7fe9630639c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:51.917 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.917 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.917 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.917 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:09:51.510+0000 7fe960368640 10 monclient: get_auth_request con 0x55e2a5468f20 auth_method 0 2024-09-07T14:09:51.917 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:51.917 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:09:51.510+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.917 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:09:51.514+0000 7fe96136a640 10 monclient: get_auth_request con 0x55e2a546c780 auth_method 0 2024-09-07T14:09:51.917 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:09:51.514+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:51.917 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:09:51.514+0000 7fe9630639c0 20 searching for the correct realm 2024-09-07T14:09:51.917 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:09:51.514+0000 7fe960b69640 10 monclient: get_auth_request con 0x55e2a5471500 auth_method 0 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:09:51.514+0000 7fe960368640 10 monclient: get_auth_request con 0x7fe9500c6040 auth_method 0 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:09:51.518+0000 7fe96136a640 10 monclient: get_auth_request con 0x7fe954088030 auth_method 0 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:09:51.518+0000 7fe960b69640 10 monclient: get_auth_request con 0x7fe958019040 auth_method 0 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:09:51.518+0000 7fe960b69640 0 -- 172.21.15.107:0/173710107 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe958019040 msgr2=0x7fe958062d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:09:51.722+0000 7fe960b69640 10 monclient: get_auth_request con 0x7fe958019040 auth_method 0 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:09:51.730+0000 7fe960368640 10 monclient: get_auth_request con 0x7fe9500e5040 auth_method 0 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:09:51.734+0000 7fe960b69640 0 -- 172.21.15.107:0/173710107 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe958019040 msgr2=0x7fe958062d00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:09:51.734+0000 7fe8367fc640 1 client.8034.objecter ms_handle_reset 0x7fe958019040 session 0x7fe958010040 osd.4 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:09:51.734+0000 7fe8367fc640 10 monclient: _renew_subs 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:09:51.734+0000 7fe8367fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:09:51.734+0000 7fe960b69640 10 monclient: get_auth_request con 0x7fe82c081240 auth_method 0 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:51.918 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 zone default found 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:09:51.746+0000 7fe9630639c0 4 Realm: () 2024-09-07T14:09:51.919 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:09:51.746+0000 7fe9630639c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:09:51.746+0000 7fe9630639c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:09:51.746+0000 7fe9630639c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 zonegroup default 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:09:51.746+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 started sync module instance, tier type = 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:09:51.750+0000 7fe9630639c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=0 2024-09-07T14:09:51.920 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=1 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=2 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=3 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=4 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=5 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:09:51.774+0000 7fe9630639c0 20 add_watcher() i=6 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:09:51.778+0000 7fe9630639c0 20 add_watcher() i=7 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:09:51.778+0000 7fe9630639c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding auth protocol: cephx 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding auth protocol: cephx 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding auth protocol: cephx 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: secure 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: crc 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: secure 2024-09-07T14:09:51.921 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: crc 2024-09-07T14:09:51.922 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: secure 2024-09-07T14:09:51.922 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: crc 2024-09-07T14:09:51.922 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: crc 2024-09-07T14:09:51.922 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: secure 2024-09-07T14:09:51.922 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:09:51.782+0000 7fe816fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:51.922 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: crc 2024-09-07T14:09:51.922 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: secure 2024-09-07T14:09:51.922 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: crc 2024-09-07T14:09:51.922 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 AuthRegistry(0x7ffe89ff05a0) adding con mode: secure 2024-09-07T14:09:51.922 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:09:51.782+0000 7fe9630639c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:09:51.922 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:51.922 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:51.923 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command cache list hook 0x55e2a543ebe0 2024-09-07T14:09:51.923 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command cache inspect hook 0x55e2a543ebe0 2024-09-07T14:09:51.923 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command cache erase hook 0x55e2a543ebe0 2024-09-07T14:09:51.923 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command cache zap hook 0x55e2a543ebe0 2024-09-07T14:09:51.923 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 note: GC not initialized 2024-09-07T14:09:51.923 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:09:51.782+0000 7fe815fe3640 20 reqs_thread_entry: start 2024-09-07T14:09:51.923 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command sync trace show hook 0x7fe95405e170 2024-09-07T14:09:51.923 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command sync trace history hook 0x7fe95405e170 2024-09-07T14:09:51.923 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command sync trace active hook 0x7fe95405e170 2024-09-07T14:09:51.923 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:09:51.782+0000 7fe9630639c0 5 asok(0x55e2a516d2b0) register_command sync trace active_short hook 0x7fe95405e170 2024-09-07T14:09:51.923 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:51.923 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 Filter name: none 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:09:51.782+0000 7fe7877fe640 20 reqs_thread_entry: start 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 : miss 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:09:51.782+0000 7fe9630639c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:51.924 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:09:51.782+0000 7fe9630639c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:09:51.786+0000 7fe9630639c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:09:51.790+0000 7fe9630639c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:09:51.790+0000 7fe9630639c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:09:51.790+0000 7fe9630639c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:09:51.790+0000 7fe9630639c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40, ofs0, ns] 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:09:51.790+0000 7fe837fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300855 cookie 94431923888032 notifier 8034 bl.length()=1015 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:09:51.790+0000 7fe837fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:09:51.790+0000 7fe837fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:09:51.790+0000 7fe837fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:09:51.794+0000 7fe9630639c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): orig_sources= new_sources= 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:09:51.794+0000 7fe9630639c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): potential sources added=[] removed=[] 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:09:51.794+0000 7fe9630639c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): orig_dests= new_dests= 2024-09-07T14:09:51.925 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:09:51.794+0000 7fe9630639c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): potential dests added=[] removed=[] 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:09:51.798+0000 7fe9630639c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.1.0 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:09:51.798+0000 7fe9630639c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.1.0 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:09:51.798+0000 7fe9630639c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.1.1 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:09:51.798+0000 7fe9630639c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.1.1 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:09:51.798+0000 7fe9630639c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.0 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:09:51.806+0000 7fe9630639c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe9630639c0 time 2024-09-07T14:09:51.806275+0000 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe96693d2eb] 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe96693d49f] 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2a2cdc0d1] 2024-09-07T14:09:51.926 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55e2a2ced6d8] 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e2a2ceed24] 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9657a3d90] 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:09:51.806+0000 7fe9630639c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fe9630639c0 thread_name:radosgw-admin 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe9657bc520] 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:09:51.927 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe96693d345] 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe96693d49f] 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2a2cdc0d1] 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55e2a2ced6d8] 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55e2a2ceed24] 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9657a3d90] 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:51.928 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:09:51.929 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:09:51.930 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:09:51.930 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:09:51.930 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:09:51.930 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:09:51.930 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:09:51.930 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:09:51.930 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:09:51.930 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:09:51.930 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:09:51.930 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:09:51.930 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:09:51.930 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:09:51.931 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:09:51.932 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:09:51.933 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:09:51.934 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:09:51.935 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe7877fe640 / http_manager 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe815fe3640 / http_manager 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe816fe5640 / rgw_dt_lg_renew 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe8367fc640 / ms_dispatch 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe837fff640 / io_context_pool 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe8467fc640 / ms_dispatch 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe84d60a640 / ms_dispatch 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe84ee0d640 / io_context_pool 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe960368640 / msgr-worker-2 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe960b69640 / msgr-worker-1 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe96136a640 / msgr-worker-0 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe961b6b640 / io_context_pool 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: 7fe9630639c0 / radosgw-admin 2024-09-07T14:09:51.936 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:09:51.937 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:09:51.937 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/lib/ceph/crash/2024-09-07T14:09:51.808660Z_dcec1855-53ee-44a4-9534-10633ac2d9ee/log 2024-09-07T14:09:51.937 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:09:51.938 INFO:tasks.workunit.client.0.smithi107.stderr:Aborted 2024-09-07T14:09:51.939 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-07T14:09:51.939 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:51.939 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:51.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.886+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.890+0000 7ff7dfd579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.890+0000 7ff7dfd579c0 20 realm 2024-09-07T14:09:51.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.890+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.890+0000 7ff7dfd579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.890+0000 7ff7dfd579c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:51.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.890+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.890+0000 7ff7dfd579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:51.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.890+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.890+0000 7ff7dfd579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:51.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.890+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:51.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.894+0000 7ff7dfd579c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:51.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.894+0000 7ff7dfd579c0 20 searching for the correct realm 2024-09-07T14:09:51.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.894+0000 7ff7de05e640 0 -- 172.21.15.107:0/3350180524 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7ff7d4008050 msgr2=0x7ff7d405c870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:09:51.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:51.902+0000 7ff7dd05c640 0 -- 172.21.15.107:0/3350180524 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7ff7d0063e10 msgr2=0x7ff7d006c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:52.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.118+0000 7ff7dfd579c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:52.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.118+0000 7ff7dfd579c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:52.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.118+0000 7ff7dfd579c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:52.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.118+0000 7ff7dfd579c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:52.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.118+0000 7ff7dfd579c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:52.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.118+0000 7ff7dfd579c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:52.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.118+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.118+0000 7ff7dfd579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:52.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.118+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:52.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:52.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 20 zone default found 2024-09-07T14:09:52.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 4 Realm: () 2024-09-07T14:09:52.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:52.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:52.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:52.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 20 zonegroup default 2024-09-07T14:09:52.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:52.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:52.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.122+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.126+0000 7ff7dfd579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:52.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.126+0000 7ff7dfd579c0 20 started sync module instance, tier type = 2024-09-07T14:09:52.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.126+0000 7ff7dfd579c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:52.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.150+0000 7ff7dfd579c0 20 add_watcher() i=0 2024-09-07T14:09:52.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.150+0000 7ff7dfd579c0 20 add_watcher() i=1 2024-09-07T14:09:52.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.150+0000 7ff7dfd579c0 20 add_watcher() i=2 2024-09-07T14:09:52.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.150+0000 7ff7dfd579c0 20 add_watcher() i=3 2024-09-07T14:09:52.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.150+0000 7ff7dfd579c0 20 add_watcher() i=4 2024-09-07T14:09:52.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.150+0000 7ff7dfd579c0 20 add_watcher() i=5 2024-09-07T14:09:52.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.150+0000 7ff7dfd579c0 20 add_watcher() i=6 2024-09-07T14:09:52.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.150+0000 7ff7dfd579c0 20 add_watcher() i=7 2024-09-07T14:09:52.150 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.150+0000 7ff7dfd579c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:52.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.154+0000 7ff68f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:52.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff7dfd579c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:52.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff7dfd579c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:52.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff7dfd579c0 5 note: GC not initialized 2024-09-07T14:09:52.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff68e7fc640 20 reqs_thread_entry: start 2024-09-07T14:09:52.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff7dfd579c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:52.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff7dfd579c0 20 Filter name: none 2024-09-07T14:09:52.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff5fffff640 20 reqs_thread_entry: start 2024-09-07T14:09:52.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff7dfd579c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:52.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff7dfd579c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-07T14:09:52.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff7dfd579c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:52.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.158+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.162+0000 7ff7dfd579c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:52.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.162+0000 7ff7dfd579c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.162+0000 7ff7dfd579c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-07T14:09:52.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.162+0000 7ff7dfd579c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:09:52.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.162+0000 7ff68f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:52.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.170+0000 7ff7dfd579c0 20 remove_watcher() i=0 2024-09-07T14:09:52.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.170+0000 7ff7dfd579c0 2 removed watcher, disabling cache 2024-09-07T14:09:52.170 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.170+0000 7ff7dfd579c0 20 remove_watcher() i=1 2024-09-07T14:09:52.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.174+0000 7ff7dfd579c0 20 remove_watcher() i=2 2024-09-07T14:09:52.175 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.174+0000 7ff7dfd579c0 20 remove_watcher() i=3 2024-09-07T14:09:52.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.178+0000 7ff7dfd579c0 20 remove_watcher() i=4 2024-09-07T14:09:52.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.178+0000 7ff7dfd579c0 20 remove_watcher() i=5 2024-09-07T14:09:52.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.182+0000 7ff7dfd579c0 20 remove_watcher() i=6 2024-09-07T14:09:52.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.182+0000 7ff7dfd579c0 20 remove_watcher() i=7 2024-09-07T14:09:52.198 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:52.198 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:09:52.198 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-change-reshard-state id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-07T14:09:52.199 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:09:52.200 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:52.200 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:52.250 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:09:52.250 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:09:52.337 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:09:52.372 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:09:52.373 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:09:52.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.418+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.418+0000 7fb87df999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:52.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.418+0000 7fb87df999c0 20 realm 2024-09-07T14:09:52.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.418+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.418+0000 7fb87df999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:52.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.418+0000 7fb87df999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:09:52.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.418+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.418+0000 7fb87df999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:52.419 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.418+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.422+0000 7fb87df999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:52.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.422+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.422+0000 7fb87df999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:09:52.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.422+0000 7fb87df999c0 20 searching for the correct realm 2024-09-07T14:09:52.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.426+0000 7fb87c2a0640 0 -- 172.21.15.107:0/3944440175 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fb8700f8400 msgr2=0x7fb8700f8860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:52.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.434+0000 7fb87b29e640 0 -- 172.21.15.107:0/3944440175 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fb86c011b60 msgr2=0x7fb86c070ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:09:52.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:09:52.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:09:52.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:09:52.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:09:52.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:09:52.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:09:52.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:52.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:09:52.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:09:52.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 zone default found 2024-09-07T14:09:52.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 4 Realm: () 2024-09-07T14:09:52.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:09:52.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:09:52.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:09:52.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 zonegroup default 2024-09-07T14:09:52.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.654+0000 7fb87df999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:52.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.658+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.658+0000 7fb87df999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:52.656 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.658+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.657 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.658+0000 7fb87df999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:09:52.657 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.658+0000 7fb87df999c0 20 started sync module instance, tier type = 2024-09-07T14:09:52.657 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.658+0000 7fb87df999c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:09:52.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.682+0000 7fb87df999c0 20 add_watcher() i=0 2024-09-07T14:09:52.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.682+0000 7fb87df999c0 20 add_watcher() i=1 2024-09-07T14:09:52.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.682+0000 7fb87df999c0 20 add_watcher() i=2 2024-09-07T14:09:52.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.682+0000 7fb87df999c0 20 add_watcher() i=3 2024-09-07T14:09:52.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.682+0000 7fb87df999c0 20 add_watcher() i=4 2024-09-07T14:09:52.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.682+0000 7fb87df999c0 20 add_watcher() i=5 2024-09-07T14:09:52.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.682+0000 7fb87df999c0 20 add_watcher() i=6 2024-09-07T14:09:52.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.682+0000 7fb87df999c0 20 add_watcher() i=7 2024-09-07T14:09:52.683 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.682+0000 7fb87df999c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:09:52.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb731fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:52.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:09:52.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:09:52.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 5 note: GC not initialized 2024-09-07T14:09:52.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb730fe1640 20 reqs_thread_entry: start 2024-09-07T14:09:52.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 20 init_complete bucket index max shards: 1 2024-09-07T14:09:52.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 20 Filter name: none 2024-09-07T14:09:52.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb6aa7fc640 20 reqs_thread_entry: start 2024-09-07T14:09:52.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-07T14:09:52.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:09:52.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-07T14:09:52.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-07T14:09:52.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 : miss 2024-09-07T14:09:52.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 20 rados->read ofs=0 len=0 2024-09-07T14:09:52.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-07T14:09:52.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:09:52.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:09:52.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:09:52.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:09:52.691 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.690+0000 7fb87df999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 2024-09-07T14:09:52.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.694+0000 7fb87df999c0 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to be held by another RGW process; skipping for now 2024-09-07T14:09:52.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.694+0000 7fb731fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:09:52.699 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.702+0000 7fb87df999c0 20 remove_watcher() i=0 2024-09-07T14:09:52.699 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.702+0000 7fb87df999c0 2 removed watcher, disabling cache 2024-09-07T14:09:52.702 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.702+0000 7fb87df999c0 20 remove_watcher() i=1 2024-09-07T14:09:52.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.706+0000 7fb87df999c0 20 remove_watcher() i=2 2024-09-07T14:09:52.706 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.706+0000 7fb87df999c0 20 remove_watcher() i=3 2024-09-07T14:09:52.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.710+0000 7fb87df999c0 20 remove_watcher() i=4 2024-09-07T14:09:52.710 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.710+0000 7fb87df999c0 20 remove_watcher() i=5 2024-09-07T14:09:52.712 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.714+0000 7fb87df999c0 20 remove_watcher() i=6 2024-09-07T14:09:52.713 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:09:52.714+0000 7fb87df999c0 20 remove_watcher() i=7 2024-09-07T14:09:52.730 INFO:tasks.workunit.client.0.smithi107.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-07T14:10:22.761 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-07T14:10:22.797 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:22.798 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:22.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.842+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:22.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.846+0000 7fed26f729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:22.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.846+0000 7fed26f729c0 20 realm 2024-09-07T14:10:22.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.846+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:22.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.846+0000 7fed26f729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:22.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.846+0000 7fed26f729c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:22.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.846+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:22.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.846+0000 7fed26f729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:22.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.846+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:22.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.846+0000 7fed26f729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:22.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.846+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:22.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.850+0000 7fed26f729c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:22.848 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.850+0000 7fed26f729c0 20 searching for the correct realm 2024-09-07T14:10:22.851 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:22.854+0000 7fed24a78640 0 -- 172.21.15.107:0/93435197 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fed1c02f040 msgr2=0x7fed1c07cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:23.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.070+0000 7fed24a78640 0 -- 172.21.15.107:0/93435197 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fed1c02f040 msgr2=0x7fed1c07cab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:23.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:23.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:23.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:23.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:23.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:23.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:23.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:23.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:23.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:23.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 zone default found 2024-09-07T14:10:23.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 4 Realm: () 2024-09-07T14:10:23.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:23.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:23.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:23.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 zonegroup default 2024-09-07T14:10:23.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.082+0000 7fed26f729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:23.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.086+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.086+0000 7fed26f729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:23.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.086+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.086+0000 7fed26f729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:23.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.086+0000 7fed26f729c0 20 started sync module instance, tier type = 2024-09-07T14:10:23.084 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.086+0000 7fed26f729c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:23.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.110+0000 7fed26f729c0 20 add_watcher() i=0 2024-09-07T14:10:23.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.110+0000 7fed26f729c0 20 add_watcher() i=1 2024-09-07T14:10:23.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.110+0000 7fed26f729c0 20 add_watcher() i=2 2024-09-07T14:10:23.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.110+0000 7fed26f729c0 20 add_watcher() i=3 2024-09-07T14:10:23.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.110+0000 7fed26f729c0 20 add_watcher() i=4 2024-09-07T14:10:23.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.110+0000 7fed26f729c0 20 add_watcher() i=5 2024-09-07T14:10:23.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.110+0000 7fed26f729c0 20 add_watcher() i=6 2024-09-07T14:10:23.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.114+0000 7fed26f729c0 20 add_watcher() i=7 2024-09-07T14:10:23.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.114+0000 7fed26f729c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:23.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7febdafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:23.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:23.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:23.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 5 note: GC not initialized 2024-09-07T14:10:23.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7febd9fe3640 20 reqs_thread_entry: start 2024-09-07T14:10:23.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:23.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 20 Filter name: none 2024-09-07T14:10:23.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7feb4b7fe640 20 reqs_thread_entry: start 2024-09-07T14:10:23.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-07T14:10:23.117 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:10:23.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-07T14:10:23.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-07T14:10:23.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 : miss 2024-09-07T14:10:23.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-07T14:10:23.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:10:23.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:10:23.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:10:23.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:10:23.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.118+0000 7fed26f729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 2024-09-07T14:10:23.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.122+0000 7fed26f729c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:10:23.126 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.126+0000 7fed26f729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:10:23.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.126+0000 7fed26f729c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:10:23.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.126+0000 7fed26f729c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:10:23.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.126+0000 7fed26f729c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40, ofs0, ns] 2024-09-07T14:10:23.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.130+0000 7febfbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300856 cookie 94166614149200 notifier 8088 bl.length()=1015 2024-09-07T14:10:23.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.130+0000 7febfbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:10:23.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.130+0000 7febfbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:10:23.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.130+0000 7febfbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:10:23.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.134+0000 7fed26f729c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): orig_sources= new_sources= 2024-09-07T14:10:23.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.134+0000 7fed26f729c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): potential sources added=[] removed=[] 2024-09-07T14:10:23.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.134+0000 7fed26f729c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): orig_dests= new_dests= 2024-09-07T14:10:23.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.134+0000 7fed26f729c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): potential dests added=[] removed=[] 2024-09-07T14:10:23.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.142+0000 7fed26f729c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.2.0 2024-09-07T14:10:23.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.142+0000 7fed26f729c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.2.0 2024-09-07T14:10:23.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.142+0000 7fed26f729c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.2.1 2024-09-07T14:10:23.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.142+0000 7fed26f729c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.2.1 2024-09-07T14:10:23.140 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.142+0000 7fed26f729c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.0 2024-09-07T14:10:23.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.146+0000 7fed26f729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 : hit (requested=0x17, cached=0x17) 2024-09-07T14:10:23.145 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.146+0000 7fed26f729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 2024-09-07T14:10:23.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.146+0000 7fed26f729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:10:23.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.146+0000 7fed26f729c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:10:23.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.146+0000 7fed26f729c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:10:23.147 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.146+0000 7fed26f729c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40, ofs0, ns] 2024-09-07T14:10:23.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.150+0000 7febfbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300857 cookie 94166614149200 notifier 8088 bl.length()=1015 2024-09-07T14:10:23.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.150+0000 7febfbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:10:23.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.150+0000 7febfbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:10:23.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.150+0000 7febfbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:10:23.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.150+0000 7fed26f729c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): orig_sources= new_sources= 2024-09-07T14:10:23.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.150+0000 7fed26f729c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): potential sources added=[] removed=[] 2024-09-07T14:10:23.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.150+0000 7fed26f729c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): orig_dests= new_dests= 2024-09-07T14:10:23.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.150+0000 7fed26f729c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): potential dests added=[] removed=[] 2024-09-07T14:10:23.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.154+0000 7fed26f729c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40.0 2024-09-07T14:10:23.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.154+0000 7fed26f729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 : hit (requested=0x17, cached=0x17) 2024-09-07T14:10:23.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.154+0000 7fed26f729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 2024-09-07T14:10:23.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.158+0000 7fed26f729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:10:23.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.158+0000 7fed26f729c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:10:23.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.158+0000 7fed26f729c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:10:23.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.158+0000 7fed26f729c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40, ofs0, ns] 2024-09-07T14:10:23.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.158+0000 7febfbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300858 cookie 94166614149200 notifier 8088 bl.length()=983 2024-09-07T14:10:23.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.158+0000 7febfbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 info.flags=0x17 2024-09-07T14:10:23.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.158+0000 7febfbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 to cache LRU end 2024-09-07T14:10:23.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.158+0000 7febfbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-07T14:10:23.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.162+0000 7fed26f729c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): orig_sources= new_sources= 2024-09-07T14:10:23.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.162+0000 7fed26f729c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): potential sources added=[] removed=[] 2024-09-07T14:10:23.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.162+0000 7fed26f729c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): orig_dests= new_dests= 2024-09-07T14:10:23.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.162+0000 7fed26f729c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40]): potential dests added=[] removed=[] 2024-09-07T14:10:23.163 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.166+0000 7fed26f729c0 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-07T14:10:23.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.166+0000 7febdafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:23.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.174+0000 7fed26f729c0 20 remove_watcher() i=0 2024-09-07T14:10:23.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.174+0000 7fed26f729c0 2 removed watcher, disabling cache 2024-09-07T14:10:23.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.174+0000 7fed26f729c0 20 remove_watcher() i=1 2024-09-07T14:10:23.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.178+0000 7fed26f729c0 20 remove_watcher() i=2 2024-09-07T14:10:23.179 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.182+0000 7fed26f729c0 20 remove_watcher() i=3 2024-09-07T14:10:23.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.182+0000 7fed26f729c0 20 remove_watcher() i=4 2024-09-07T14:10:23.183 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.186+0000 7fed26f729c0 20 remove_watcher() i=5 2024-09-07T14:10:23.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.186+0000 7fed26f729c0 20 remove_watcher() i=6 2024-09-07T14:10:23.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.190+0000 7fed26f729c0 20 remove_watcher() i=7 2024-09-07T14:10:23.204 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-07T14:10:23.235 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:23.235 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:23.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.282+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.282+0000 7ff88ddc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:23.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.282+0000 7ff88ddc89c0 20 realm 2024-09-07T14:10:23.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.282+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.282+0000 7ff88ddc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:23.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.282+0000 7ff88ddc89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:23.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.282+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.282+0000 7ff88ddc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:23.283 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.282+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.286+0000 7ff88ddc89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:23.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.286+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.286+0000 7ff88ddc89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:23.286 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.286+0000 7ff88ddc89c0 20 searching for the correct realm 2024-09-07T14:10:23.290 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.290+0000 7ff88b8ce640 0 -- 172.21.15.107:0/1661383526 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7ff88403d040 msgr2=0x7ff884027920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:23.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.506+0000 7ff88b8ce640 0 -- 172.21.15.107:0/1661383526 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7ff88403d040 msgr2=0x7ff884027920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:23.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.518+0000 7ff88ddc89c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:23.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.518+0000 7ff88ddc89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:23.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.518+0000 7ff88ddc89c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:23.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.518+0000 7ff88ddc89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:23.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.518+0000 7ff88ddc89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:23.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.518+0000 7ff88ddc89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:23.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.518+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.518+0000 7ff88ddc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:23.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.518+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.518+0000 7ff88ddc89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:23.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.518+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:23.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 20 zone default found 2024-09-07T14:10:23.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 4 Realm: () 2024-09-07T14:10:23.519 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:23.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:23.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:23.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 20 zonegroup default 2024-09-07T14:10:23.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:23.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:23.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:23.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 20 started sync module instance, tier type = 2024-09-07T14:10:23.521 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.522+0000 7ff88ddc89c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:23.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.546+0000 7ff88ddc89c0 20 add_watcher() i=0 2024-09-07T14:10:23.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.546+0000 7ff88ddc89c0 20 add_watcher() i=1 2024-09-07T14:10:23.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.546+0000 7ff88ddc89c0 20 add_watcher() i=2 2024-09-07T14:10:23.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.546+0000 7ff88ddc89c0 20 add_watcher() i=3 2024-09-07T14:10:23.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.546+0000 7ff88ddc89c0 20 add_watcher() i=4 2024-09-07T14:10:23.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.546+0000 7ff88ddc89c0 20 add_watcher() i=5 2024-09-07T14:10:23.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.546+0000 7ff88ddc89c0 20 add_watcher() i=6 2024-09-07T14:10:23.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.550+0000 7ff88ddc89c0 20 add_watcher() i=7 2024-09-07T14:10:23.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.550+0000 7ff88ddc89c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:23.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.554+0000 7ff741fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:23.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.554+0000 7ff88ddc89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:23.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.554+0000 7ff88ddc89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:23.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.554+0000 7ff88ddc89c0 5 note: GC not initialized 2024-09-07T14:10:23.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.554+0000 7ff88ddc89c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:23.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.554+0000 7ff740fe1640 20 reqs_thread_entry: start 2024-09-07T14:10:23.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.554+0000 7ff88ddc89c0 20 Filter name: none 2024-09-07T14:10:23.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.554+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.554+0000 7ff6ba7fc640 20 reqs_thread_entry: start 2024-09-07T14:10:23.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.558+0000 7ff88ddc89c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:10:23.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.558+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.558+0000 7ff88ddc89c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:10:23.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.558+0000 7ff88ddc89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:23.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.558+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.558+0000 7ff88ddc89c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-07T14:10:23.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.558+0000 7ff88ddc89c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:23.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.558+0000 7ff88ddc89c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-07T14:10:23.559 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.558+0000 7ff88ddc89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:23.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.562+0000 7ff741fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:23.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.566+0000 7ff88ddc89c0 20 remove_watcher() i=0 2024-09-07T14:10:23.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.566+0000 7ff88ddc89c0 2 removed watcher, disabling cache 2024-09-07T14:10:23.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.570+0000 7ff88ddc89c0 20 remove_watcher() i=1 2024-09-07T14:10:23.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.570+0000 7ff88ddc89c0 20 remove_watcher() i=2 2024-09-07T14:10:23.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.574+0000 7ff88ddc89c0 20 remove_watcher() i=3 2024-09-07T14:10:23.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.574+0000 7ff88ddc89c0 20 remove_watcher() i=4 2024-09-07T14:10:23.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.578+0000 7ff88ddc89c0 20 remove_watcher() i=5 2024-09-07T14:10:23.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.578+0000 7ff88ddc89c0 20 remove_watcher() i=6 2024-09-07T14:10:23.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:23.578+0000 7ff88ddc89c0 20 remove_watcher() i=7 2024-09-07T14:10:23.594 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:23.595 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:10:23.595 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: abort-at-change-reshard-state id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-07T14:10:23.595 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:23.596 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:10:23.596 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:10:23.632 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:10:23.632 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:10:24.270 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:10:24.270 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:10:24.452 INFO:tasks.workunit.client.0.smithi107.stderr: test: logrecord could be stopped after reshard failed 2024-09-07T14:10:24.453 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:10:24.485 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:24.486 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:24.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.534+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.534+0000 7fe43ce3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:24.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.534+0000 7fe43ce3a9c0 20 realm 2024-09-07T14:10:24.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.534+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.534+0000 7fe43ce3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:24.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.534+0000 7fe43ce3a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:24.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.534+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.534+0000 7fe43ce3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:24.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.534+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.538+0000 7fe43ce3a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:24.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.538+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.538+0000 7fe43ce3a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:24.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.538+0000 7fe43ce3a9c0 20 searching for the correct realm 2024-09-07T14:10:24.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.542+0000 7fe43a940640 0 -- 172.21.15.107:0/1973441729 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe4340c7210 msgr2=0x7fe4341249c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:24.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.758+0000 7fe43a940640 0 -- 172.21.15.107:0/1973441729 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe4340c7210 msgr2=0x7fe4341249c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:24.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.770+0000 7fe43ce3a9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:24.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.770+0000 7fe43ce3a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:24.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.770+0000 7fe43ce3a9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:24.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.770+0000 7fe43ce3a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:24.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.770+0000 7fe43ce3a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:24.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.770+0000 7fe43ce3a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:24.769 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.770+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.770+0000 7fe43ce3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:24.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.770+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.770+0000 7fe43ce3a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:24.770 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.770+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:24.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 20 zone default found 2024-09-07T14:10:24.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 4 Realm: () 2024-09-07T14:10:24.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:24.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:24.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:24.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 20 zonegroup default 2024-09-07T14:10:24.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:24.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:24.772 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:24.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 20 started sync module instance, tier type = 2024-09-07T14:10:24.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.774+0000 7fe43ce3a9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:24.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.798+0000 7fe43ce3a9c0 20 add_watcher() i=0 2024-09-07T14:10:24.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.798+0000 7fe43ce3a9c0 20 add_watcher() i=1 2024-09-07T14:10:24.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.798+0000 7fe43ce3a9c0 20 add_watcher() i=2 2024-09-07T14:10:24.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.798+0000 7fe43ce3a9c0 20 add_watcher() i=3 2024-09-07T14:10:24.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.798+0000 7fe43ce3a9c0 20 add_watcher() i=4 2024-09-07T14:10:24.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.798+0000 7fe43ce3a9c0 20 add_watcher() i=5 2024-09-07T14:10:24.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.798+0000 7fe43ce3a9c0 20 add_watcher() i=6 2024-09-07T14:10:24.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.798+0000 7fe43ce3a9c0 20 add_watcher() i=7 2024-09-07T14:10:24.798 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.798+0000 7fe43ce3a9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:24.802 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.802+0000 7fe2f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:24.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe43ce3a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:24.803 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe43ce3a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:24.804 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe43ce3a9c0 5 note: GC not initialized 2024-09-07T14:10:24.804 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe26bfff640 20 reqs_thread_entry: start 2024-09-07T14:10:24.804 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe43ce3a9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:24.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe43ce3a9c0 20 Filter name: none 2024-09-07T14:10:24.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe269ffb640 20 reqs_thread_entry: start 2024-09-07T14:10:24.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe43ce3a9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:24.805 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe43ce3a9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:24.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe43ce3a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:24.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.806+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.810+0000 7fe43ce3a9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:24.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.810+0000 7fe43ce3a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.810+0000 7fe43ce3a9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:24.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.810+0000 7fe43ce3a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:24.811 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.814+0000 7fe2f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:24.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.818+0000 7fe43ce3a9c0 20 remove_watcher() i=0 2024-09-07T14:10:24.816 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.818+0000 7fe43ce3a9c0 2 removed watcher, disabling cache 2024-09-07T14:10:24.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.818+0000 7fe43ce3a9c0 20 remove_watcher() i=1 2024-09-07T14:10:24.820 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.822+0000 7fe43ce3a9c0 20 remove_watcher() i=2 2024-09-07T14:10:24.822 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.822+0000 7fe43ce3a9c0 20 remove_watcher() i=3 2024-09-07T14:10:24.825 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.826+0000 7fe43ce3a9c0 20 remove_watcher() i=4 2024-09-07T14:10:24.826 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.826+0000 7fe43ce3a9c0 20 remove_watcher() i=5 2024-09-07T14:10:24.827 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.830+0000 7fe43ce3a9c0 20 remove_watcher() i=6 2024-09-07T14:10:24.829 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.830+0000 7fe43ce3a9c0 20 remove_watcher() i=7 2024-09-07T14:10:24.843 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:24.844 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:10:24.844 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: a-bucket id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-07T14:10:24.844 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:24.844 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:10:24.873 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:24.873 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:24.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.918+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.918+0000 7f7dbd3329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:24.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.918+0000 7f7dbd3329c0 20 realm 2024-09-07T14:10:24.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.918+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.918+0000 7f7dbd3329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:24.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.918+0000 7f7dbd3329c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:24.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.918+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.918+0000 7f7dbd3329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:24.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.918+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.922+0000 7f7dbd3329c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:24.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.922+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:24.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.922+0000 7f7dbd3329c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:24.921 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.922+0000 7f7dbd3329c0 20 searching for the correct realm 2024-09-07T14:10:24.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:24.926+0000 7f7dbae38640 0 -- 172.21.15.107:0/1310672902 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f7db40b8440 msgr2=0x7f7db40b88c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:10:25.141 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.142+0000 7f7dbae38640 0 -- 172.21.15.107:0/1310672902 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f7db40b8440 msgr2=0x7f7db40b88c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:25.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.154+0000 7f7dbd3329c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:25.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.154+0000 7f7dbd3329c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:25.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.154+0000 7f7dbd3329c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:25.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.154+0000 7f7dbd3329c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:25.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.154+0000 7f7dbd3329c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:25.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.154+0000 7f7dbd3329c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:25.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.154+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.154+0000 7f7dbd3329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.154+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.154+0000 7f7dbd3329c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:25.154 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.154+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:25.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 20 zone default found 2024-09-07T14:10:25.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 4 Realm: () 2024-09-07T14:10:25.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:25.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:25.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:25.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 20 zonegroup default 2024-09-07T14:10:25.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 20 started sync module instance, tier type = 2024-09-07T14:10:25.157 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.158+0000 7f7dbd3329c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:25.187 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.190+0000 7f7dbd3329c0 20 add_watcher() i=0 2024-09-07T14:10:25.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.190+0000 7f7dbd3329c0 20 add_watcher() i=1 2024-09-07T14:10:25.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.190+0000 7f7dbd3329c0 20 add_watcher() i=2 2024-09-07T14:10:25.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.190+0000 7f7dbd3329c0 20 add_watcher() i=3 2024-09-07T14:10:25.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.190+0000 7f7dbd3329c0 20 add_watcher() i=4 2024-09-07T14:10:25.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.190+0000 7f7dbd3329c0 20 add_watcher() i=5 2024-09-07T14:10:25.188 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.190+0000 7f7dbd3329c0 20 add_watcher() i=6 2024-09-07T14:10:25.194 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.194+0000 7f7dbd3329c0 20 add_watcher() i=7 2024-09-07T14:10:25.194 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.194+0000 7f7dbd3329c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:25.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.198+0000 7f7c717e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:25.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.198+0000 7f7dbd3329c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:25.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.198+0000 7f7dbd3329c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:25.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.198+0000 7f7dbd3329c0 5 note: GC not initialized 2024-09-07T14:10:25.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.202+0000 7f7bebfff640 20 reqs_thread_entry: start 2024-09-07T14:10:25.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.202+0000 7f7dbd3329c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:25.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.202+0000 7f7dbd3329c0 20 Filter name: none 2024-09-07T14:10:25.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.202+0000 7f7be9ffb640 20 reqs_thread_entry: start 2024-09-07T14:10:25.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.202+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.202+0000 7f7dbd3329c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:25.201 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.202+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.202+0000 7f7dbd3329c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:25.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.202+0000 7f7dbd3329c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:25.202 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.202+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.206+0000 7f7dbd3329c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:25.203 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.206+0000 7f7dbd3329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.206+0000 7f7dbd3329c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:25.204 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.206+0000 7f7dbd3329c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:25.206 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.206+0000 7f7c717e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:25.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.218+0000 7f7dbd3329c0 20 remove_watcher() i=0 2024-09-07T14:10:25.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.218+0000 7f7dbd3329c0 2 removed watcher, disabling cache 2024-09-07T14:10:25.218 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.218+0000 7f7dbd3329c0 20 remove_watcher() i=1 2024-09-07T14:10:25.220 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.222+0000 7f7dbd3329c0 20 remove_watcher() i=2 2024-09-07T14:10:25.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.222+0000 7f7dbd3329c0 20 remove_watcher() i=3 2024-09-07T14:10:25.224 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.226+0000 7f7dbd3329c0 20 remove_watcher() i=4 2024-09-07T14:10:25.226 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.226+0000 7f7dbd3329c0 20 remove_watcher() i=5 2024-09-07T14:10:25.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.230+0000 7f7dbd3329c0 20 remove_watcher() i=6 2024-09-07T14:10:25.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.230+0000 7f7dbd3329c0 20 remove_watcher() i=7 2024-09-07T14:10:25.244 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-07T14:10:25.281 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:25.282 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:25.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.326+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 realm 2024-09-07T14:10:25.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.330+0000 7fdf757b69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:25.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:25.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.334+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:25.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.334+0000 7fdf757b69c0 20 searching for the correct realm 2024-09-07T14:10:25.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.338+0000 7fdf73abd640 0 -- 172.21.15.107:0/674257950 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fdf64099980 msgr2=0x7fdf6406d940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:25.343 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.346+0000 7fdf72abb640 0 -- 172.21.15.107:0/674257950 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fdf5c11a040 msgr2=0x7fdf5c0ac260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:25.562 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:25.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:25.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:25.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:25.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:25.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:25.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:25.564 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:25.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 zone default found 2024-09-07T14:10:25.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 4 Realm: () 2024-09-07T14:10:25.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:25.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:25.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:25.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 zonegroup default 2024-09-07T14:10:25.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.566 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.570+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.570+0000 7fdf757b69c0 20 started sync module instance, tier type = 2024-09-07T14:10:25.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.570+0000 7fdf757b69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:25.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=0 2024-09-07T14:10:25.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=1 2024-09-07T14:10:25.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=2 2024-09-07T14:10:25.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=3 2024-09-07T14:10:25.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=4 2024-09-07T14:10:25.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=5 2024-09-07T14:10:25.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=6 2024-09-07T14:10:25.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.598+0000 7fdf757b69c0 20 add_watcher() i=7 2024-09-07T14:10:25.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.598+0000 7fdf757b69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:25.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.602+0000 7fde29fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:25.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:25.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:25.601 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 note: GC not initialized 2024-09-07T14:10:25.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.602+0000 7fde28fe1640 20 reqs_thread_entry: start 2024-09-07T14:10:25.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:25.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 Filter name: none 2024-09-07T14:10:25.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.602+0000 7fdda27fc640 20 reqs_thread_entry: start 2024-09-07T14:10:25.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.602+0000 7fdf757b69c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:10:25.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.606+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:25.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:10:25.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:10:25.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:10:25.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.606+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.606+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:25.605 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:25.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:25.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:10:25.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:25.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:10:25.613 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.614+0000 7fdf757b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:25.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.614+0000 7fdf757b69c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:25.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.614+0000 7fdf757b69c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:25.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.614+0000 7fdf757b69c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:10:25.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.614+0000 7fde56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300813 cookie 94303121920800 notifier 7700 bl.length()=911 2024-09-07T14:10:25.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.614+0000 7fde56ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:25.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.614+0000 7fde56ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:25.614 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.614+0000 7fde56ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:25.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.618+0000 7fdf757b69c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:10:25.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.618+0000 7fdf757b69c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:10:25.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.618+0000 7fdf757b69c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:10:25.617 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.618+0000 7fdf757b69c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:10:25.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.0 2024-09-07T14:10:25.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.0 2024-09-07T14:10:25.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.1 2024-09-07T14:10:25.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.1 2024-09-07T14:10:25.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.2 2024-09-07T14:10:25.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.2 2024-09-07T14:10:25.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.3 2024-09-07T14:10:25.622 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.3 2024-09-07T14:10:25.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:10:25.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:10:25.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:10:25.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:10:25.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.626+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:10:25.624 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.626+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:10:25.627 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fdf757b69c0 time 2024-09-07T14:10:25.631711+0000 2024-09-07T14:10:25.628 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:10:25.629 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:25.629 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fdf790902eb] 2024-09-07T14:10:25.629 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fdf7909049f] 2024-09-07T14:10:25.629 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c4a59d30d1] 2024-09-07T14:10:25.629 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55c4a59e46d8] 2024-09-07T14:10:25.629 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c4a59e5d24] 2024-09-07T14:10:25.630 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:10:25.630 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fdf77ef6d90] 2024-09-07T14:10:25.630 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:10:25.630 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:10:25.630 INFO:tasks.workunit.client.0.smithi107.stderr:*** Caught signal (Aborted) ** 2024-09-07T14:10:25.630 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fdf757b69c0 thread_name:radosgw-admin 2024-09-07T14:10:25.630 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.630+0000 7fdf757b69c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fdf757b69c0 time 2024-09-07T14:10:25.631711+0000 2024-09-07T14:10:25.630 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:10:25.630 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.630 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:25.630 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fdf790902eb] 2024-09-07T14:10:25.630 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fdf7909049f] 2024-09-07T14:10:25.631 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c4a59d30d1] 2024-09-07T14:10:25.631 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55c4a59e46d8] 2024-09-07T14:10:25.631 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c4a59e5d24] 2024-09-07T14:10:25.631 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:10:25.631 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fdf77ef6d90] 2024-09-07T14:10:25.631 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:10:25.631 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:10:25.631 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.643 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:25.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fdf77f0f520] 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fdf79090345] 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fdf7909049f] 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c4a59d30d1] 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55c4a59e46d8] 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c4a59e5d24] 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fdf77ef6d90] 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:10:25.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.630+0000 7fdf757b69c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:10:25.645 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fdf757b69c0 thread_name:radosgw-admin 2024-09-07T14:10:25.645 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.645 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:25.645 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fdf77f0f520] 2024-09-07T14:10:25.645 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:10:25.645 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:10:25.645 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:10:25.645 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fdf79090345] 2024-09-07T14:10:25.645 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fdf7909049f] 2024-09-07T14:10:25.645 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c4a59d30d1] 2024-09-07T14:10:25.645 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55c4a59e46d8] 2024-09-07T14:10:25.645 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c4a59e5d24] 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fdf77ef6d90] 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: get_monmap_and_config success 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 4 set_mon_vals no callback set 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:10:25.306+0000 7fde6160a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:10:25.306+0000 7fde6160a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:10:25.306+0000 7fde6160a640 10 monclient: dump: 2024-09-07T14:10:25.646 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: shutdown 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) unregister_commands rotate-key 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: build_initial_monmap 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:25.647 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: monmap: 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding auth protocol: cephx 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding auth protocol: cephx 2024-09-07T14:10:25.648 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding auth protocol: cephx 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: secure 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: crc 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: secure 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: crc 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: secure 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: crc 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: crc 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: secure 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: crc 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: secure 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: crc 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: secure 2024-09-07T14:10:25.649 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 1 librados: starting msgr at 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 1 librados: starting objecter 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command objecter_requests hook 0x55c4a8056170 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 1 librados: setting wanted keys 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 1 librados: calling monclient init 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: init 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding auth protocol: cephx 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding auth protocol: cephx 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding auth protocol: cephx 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: secure 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: crc 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: secure 2024-09-07T14:10:25.650 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: crc 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: secure 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: crc 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: crc 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: secure 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: crc 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: secure 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: crc 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: secure 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command rotate-key hook 0x55c4a8054a08 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:10:25.651 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-c con 0x55c4a7f0ac80 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-a con 0x55c4a7f0dbe0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-b con 0x55c4a8058d80 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): authenticate will time out at 2977.131390s 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): get_auth_request con 0x55c4a7f0dbe0 auth_method 0 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): get_auth_request con 0x55c4a7f0ac80 auth_method 0 2024-09-07T14:10:25.652 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): handle_auth_done global_id 8157 payload 824 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient: _finish_hunting 0 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:10:25.306+0000 7fdf72abb640 1 monclient: found mon.noname-a 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:10:25.653 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: dump: 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: _finish_auth 0 2024-09-07T14:10:25.654 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: _check_auth_tickets 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: dump: 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.655 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:10:25.310+0000 7fdf757b69c0 5 monclient: authenticate success, global_id 8157 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:10:25.310+0000 7fdf757b69c0 10 monclient: _renew_subs 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:10:25.310+0000 7fde6160a640 4 set_mon_vals no callback set 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:10:25.310+0000 7fdf757b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:10:25.310+0000 7fdf757b69c0 10 monclient: _renew_subs 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:10:25.310+0000 7fdf757b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:10:25.310+0000 7fdf757b69c0 1 librados: init done 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:10:25.310+0000 7fde5fe07640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:10:25.310+0000 7fde5fe07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:10:25.310+0000 7fde5fe07640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:10:25.310+0000 7fdf732bc640 10 monclient: get_auth_request con 0x7fde58070ae0 auth_method 0 2024-09-07T14:10:25.656 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:10:25.310+0000 7fdf73abd640 10 monclient: get_auth_request con 0x55c4a807e6b0 auth_method 0 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:10:25.310+0000 7fdf732bc640 10 monclient: get_auth_request con 0x55c4a809f5f0 auth_method 0 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:10:25.314+0000 7fdf72abb640 10 monclient: get_auth_request con 0x55c4a80a3c90 auth_method 0 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient: get_auth_request con 0x55c4a80a7b10 auth_method 0 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: build_initial_monmap 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: monmap: 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.657 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding auth protocol: cephx 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding auth protocol: cephx 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding auth protocol: cephx 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: secure 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: crc 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: secure 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: crc 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: secure 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: crc 2024-09-07T14:10:25.658 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: crc 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: secure 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: crc 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: secure 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: crc 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: secure 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55c4a80b06e0 EEXIST 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: init 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding auth protocol: cephx 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding auth protocol: cephx 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding auth protocol: cephx 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: secure 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: crc 2024-09-07T14:10:25.659 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: secure 2024-09-07T14:10:25.660 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: crc 2024-09-07T14:10:25.660 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: secure 2024-09-07T14:10:25.660 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: crc 2024-09-07T14:10:25.660 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: crc 2024-09-07T14:10:25.660 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: secure 2024-09-07T14:10:25.660 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: crc 2024-09-07T14:10:25.660 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: secure 2024-09-07T14:10:25.660 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: crc 2024-09-07T14:10:25.660 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: secure 2024-09-07T14:10:25.660 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.660 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.660 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command rotate-key cmddesc rotate-key hook 0x55c4a80aacb0 EEXIST 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-a con 0x55c4a80d48b0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-c con 0x55c4a80ec580 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-b con 0x55c4a80d30c0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): authenticate will time out at 2977.142351s 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): get_auth_request con 0x55c4a80d48b0 auth_method 0 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.661 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): get_auth_request con 0x55c4a80ec580 auth_method 0 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): handle_auth_done global_id 8160 payload 824 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient: _finish_hunting 0 2024-09-07T14:10:25.662 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:10:25.318+0000 7fdf72abb640 1 monclient: found mon.noname-a 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: dump: 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.663 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: _finish_auth 0 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: _check_auth_tickets 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: dump: 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.664 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 monclient: authenticate success, global_id 8160 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:10:25.318+0000 7fdf742be640 4 set_mon_vals no callback set 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: _renew_subs 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: _renew_subs 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:10:25.322+0000 7fde5d602640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:10:25.322+0000 7fde5d602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:10:25.322+0000 7fde5d602640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: get_monmap_and_config 2024-09-07T14:10:25.665 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: build_initial_monmap 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: monmap: 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.666 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding auth protocol: cephx 2024-09-07T14:10:25.667 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding auth protocol: cephx 2024-09-07T14:10:25.667 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding auth protocol: cephx 2024-09-07T14:10:25.667 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: secure 2024-09-07T14:10:25.667 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: crc 2024-09-07T14:10:25.667 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: secure 2024-09-07T14:10:25.667 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: crc 2024-09-07T14:10:25.667 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: secure 2024-09-07T14:10:25.667 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: crc 2024-09-07T14:10:25.667 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: crc 2024-09-07T14:10:25.667 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: secure 2024-09-07T14:10:25.667 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: crc 2024-09-07T14:10:25.667 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: secure 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: crc 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: secure 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:10:25.322+0000 7fdf73abd640 10 monclient: get_auth_request con 0x7fde4c0709f0 auth_method 0 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: init 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding auth protocol: cephx 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding auth protocol: cephx 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding auth protocol: cephx 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: secure 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: crc 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: secure 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: crc 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: secure 2024-09-07T14:10:25.668 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: crc 2024-09-07T14:10:25.669 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: crc 2024-09-07T14:10:25.669 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: secure 2024-09-07T14:10:25.669 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: crc 2024-09-07T14:10:25.669 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: secure 2024-09-07T14:10:25.669 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: crc 2024-09-07T14:10:25.669 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: secure 2024-09-07T14:10:25.669 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.669 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.669 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command rotate-key cmddesc rotate-key hook 0x7fff39ad1338 EEXIST 2024-09-07T14:10:25.669 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:25.669 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:10:25.669 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-c con 0x55c4a8128580 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-b con 0x55c4a80f80f0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-a con 0x55c4a8119000 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): authenticate will time out at 2977.146419s 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): get_auth_request con 0x55c4a8128580 auth_method 0 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): get_auth_request con 0x55c4a8119000 auth_method 0 2024-09-07T14:10:25.670 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): handle_auth_done global_id 7697 payload 274 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient: _finish_hunting 0 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:10:25.322+0000 7fdf72abb640 1 monclient: found mon.noname-c 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:10:25.671 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: dump: 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: _finish_auth 0 2024-09-07T14:10:25.672 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: _check_auth_tickets 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 monclient: authenticate success, global_id 7697 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: get_monmap_and_config success 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 4 set_mon_vals no callback set 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: dump: 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.673 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.674 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.674 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.674 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.674 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.674 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: shutdown 2024-09-07T14:10:25.674 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: build_initial_monmap 2024-09-07T14:10:25.674 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:25.674 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: monmap: 2024-09-07T14:10:25.674 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:25.674 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:25.674 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:25.674 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding auth protocol: cephx 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding auth protocol: cephx 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding auth protocol: cephx 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: secure 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: crc 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: secure 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: crc 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: secure 2024-09-07T14:10:25.675 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: crc 2024-09-07T14:10:25.676 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: crc 2024-09-07T14:10:25.676 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: secure 2024-09-07T14:10:25.676 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: crc 2024-09-07T14:10:25.676 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: secure 2024-09-07T14:10:25.676 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: crc 2024-09-07T14:10:25.676 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: secure 2024-09-07T14:10:25.676 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.676 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 1 librados: starting msgr at 2024-09-07T14:10:25.676 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 1 librados: starting objecter 2024-09-07T14:10:25.676 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55c4a80dab50 EEXIST 2024-09-07T14:10:25.676 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 1 librados: setting wanted keys 2024-09-07T14:10:25.677 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 1 librados: calling monclient init 2024-09-07T14:10:25.677 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: init 2024-09-07T14:10:25.677 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding auth protocol: cephx 2024-09-07T14:10:25.677 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding auth protocol: cephx 2024-09-07T14:10:25.677 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding auth protocol: cephx 2024-09-07T14:10:25.677 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: secure 2024-09-07T14:10:25.677 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: crc 2024-09-07T14:10:25.677 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: secure 2024-09-07T14:10:25.677 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: crc 2024-09-07T14:10:25.677 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: secure 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: crc 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: crc 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: secure 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: crc 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: secure 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: crc 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: secure 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command rotate-key cmddesc rotate-key hook 0x55c4a80f35d8 EEXIST 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-b con 0x55c4a80f80f0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:25.678 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-a con 0x55c4a8119000 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:25.679 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-c con 0x55c4a8128580 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:25.679 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.679 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.679 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.679 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:25.679 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): authenticate will time out at 2977.148925s 2024-09-07T14:10:25.679 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): get_auth_request con 0x55c4a8128580 auth_method 0 2024-09-07T14:10:25.679 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.679 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.679 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.679 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): get_auth_request con 0x55c4a8119000 auth_method 0 2024-09-07T14:10:25.679 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.680 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.680 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.680 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.680 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.680 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.680 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.680 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.680 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.680 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:10:25.326+0000 7fdf72abb640 10 monclient(hunting): get_auth_request con 0x55c4a80f80f0 auth_method 0 2024-09-07T14:10:25.680 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:10:25.326+0000 7fdf72abb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.680 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:10:25.326+0000 7fdf72abb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.680 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:10:25.326+0000 7fdf72abb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): handle_auth_done global_id 7700 payload 824 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient: _finish_hunting 0 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:10:25.326+0000 7fdf732bc640 1 monclient: found mon.noname-c 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: dump: 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.681 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: _finish_auth 0 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: _check_auth_tickets 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: dump: 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.682 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:10:25.326+0000 7fde56ffd640 4 set_mon_vals no callback set 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 monclient: authenticate success, global_id 7700 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: _renew_subs 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: _renew_subs 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:25.683 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 1 librados: init done 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command cr dump hook 0x55c4a81289d8 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:10:25.330+0000 7fde557fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:10:25.330+0000 7fde557fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:10:25.330+0000 7fde557fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:10:25.330+0000 7fdf73abd640 10 monclient: get_auth_request con 0x55c4a8141ab0 auth_method 0 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:10:25.330+0000 7fdf72abb640 10 monclient: get_auth_request con 0x7fde3c070ae0 auth_method 0 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 realm 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.684 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:10:25.330+0000 7fdf72abb640 10 monclient: get_auth_request con 0x55c4a8145e90 auth_method 0 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:10:25.334+0000 7fdf73abd640 10 monclient: get_auth_request con 0x55c4a81495d0 auth_method 0 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:10:25.334+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:10:25.334+0000 7fdf757b69c0 20 searching for the correct realm 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:10:25.334+0000 7fdf732bc640 10 monclient: get_auth_request con 0x55c4a814e2d0 auth_method 0 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:10:25.334+0000 7fdf72abb640 10 monclient: get_auth_request con 0x7fdf5c009630 auth_method 0 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:10:25.338+0000 7fdf73abd640 10 monclient: get_auth_request con 0x7fdf64099980 auth_method 0 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:10:25.338+0000 7fdf73abd640 0 -- 172.21.15.107:0/674257950 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fdf64099980 msgr2=0x7fdf6406d940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:10:25.338+0000 7fde557fa640 1 client.7700.objecter ms_handle_reset 0x7fdf64099980 session 0x7fdf64068d50 osd.2 2024-09-07T14:10:25.685 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:10:25.338+0000 7fde557fa640 10 monclient: _renew_subs 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:10:25.338+0000 7fde557fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:10:25.338+0000 7fdf73abd640 10 monclient: get_auth_request con 0x7fde3c081190 auth_method 0 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:10:25.338+0000 7fdf732bc640 10 monclient: get_auth_request con 0x7fdf6c034920 auth_method 0 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:10:25.346+0000 7fdf72abb640 10 monclient: get_auth_request con 0x7fdf5c11a040 auth_method 0 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:10:25.346+0000 7fdf72abb640 0 -- 172.21.15.107:0/674257950 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fdf5c11a040 msgr2=0x7fdf5c0ac260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:10:25.550+0000 7fdf72abb640 10 monclient: get_auth_request con 0x7fdf5c11a040 auth_method 0 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:25.686 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 zone default found 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 4 Realm: () 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 zonegroup default 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.687 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:10:25.570+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:10:25.570+0000 7fdf757b69c0 20 started sync module instance, tier type = 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:10:25.570+0000 7fdf757b69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=0 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=1 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=2 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=3 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=4 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=5 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=6 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:10:25.598+0000 7fdf757b69c0 20 add_watcher() i=7 2024-09-07T14:10:25.688 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:10:25.598+0000 7fdf757b69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding auth protocol: cephx 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding auth protocol: cephx 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding auth protocol: cephx 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: secure 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: crc 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: secure 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: crc 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: secure 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: crc 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: crc 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: secure 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: crc 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: secure 2024-09-07T14:10:25.689 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: crc 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: secure 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:10:25.602+0000 7fde29fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command cache list hook 0x55c4a8128dc0 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command cache inspect hook 0x55c4a8128dc0 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command cache erase hook 0x55c4a8128dc0 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command cache zap hook 0x55c4a8128dc0 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 note: GC not initialized 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:10:25.602+0000 7fde28fe1640 20 reqs_thread_entry: start 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command sync trace show hook 0x7fdf6c004a40 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command sync trace history hook 0x7fdf6c004a40 2024-09-07T14:10:25.690 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command sync trace active hook 0x7fdf6c004a40 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command sync trace active_short hook 0x7fdf6c004a40 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 Filter name: none 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:10:25.602+0000 7fdda27fc640 20 reqs_thread_entry: start 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:25.691 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:10:25.614+0000 7fdf757b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:10:25.614+0000 7fdf757b69c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:10:25.614+0000 7fdf757b69c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:10:25.614+0000 7fdf757b69c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:10:25.614+0000 7fde56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300813 cookie 94303121920800 notifier 7700 bl.length()=911 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:10:25.614+0000 7fde56ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:10:25.614+0000 7fde56ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:10:25.614+0000 7fde56ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:25.692 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:10:25.618+0000 7fdf757b69c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:10:25.618+0000 7fdf757b69c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:10:25.618+0000 7fdf757b69c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:10:25.618+0000 7fdf757b69c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.0 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.0 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.1 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.1 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.2 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.2 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.3 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.3 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:10:25.693 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:10:25.626+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:10:25.626+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:10:25.630+0000 7fdf757b69c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fdf757b69c0 time 2024-09-07T14:10:25.631711+0000 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fdf790902eb] 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fdf7909049f] 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c4a59d30d1] 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55c4a59e46d8] 2024-09-07T14:10:25.694 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c4a59e5d24] 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fdf77ef6d90] 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:10:25.630+0000 7fdf757b69c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fdf757b69c0 thread_name:radosgw-admin 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fdf77f0f520] 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:10:25.695 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fdf79090345] 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fdf7909049f] 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c4a59d30d1] 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55c4a59e46d8] 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c4a59e5d24] 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fdf77ef6d90] 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:10:25.696 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:10:25.697 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:10:25.698 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:10:25.699 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:10:25.700 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:10:25.701 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:10:25.702 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:10:25.703 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:10:25.703 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:10:25.703 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:10:25.703 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:10:25.703 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:10:25.703 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:10:25.703 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:10:25.703 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:10:25.703 INFO:tasks.workunit.client.0.smithi107.stderr: 7fdda27fc640 / http_manager 2024-09-07T14:10:25.703 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde28fe1640 / http_manager 2024-09-07T14:10:25.703 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde29fe3640 / rgw_dt_lg_renew 2024-09-07T14:10:25.703 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde557fa640 / ms_dispatch 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde56ffd640 / io_context_pool 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde5d602640 / ms_dispatch 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde5fe07640 / ms_dispatch 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde6160a640 / io_context_pool 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr: 7fdf72abb640 / msgr-worker-2 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr: 7fdf732bc640 / msgr-worker-1 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr: 7fdf73abd640 / msgr-worker-0 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr: 7fdf742be640 / io_context_pool 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr: 7fdf757b69c0 / radosgw-admin 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/log/ceph/ceph-client.admin.140567.log 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:10:25.704 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: get_monmap_and_config success 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 4 set_mon_vals no callback set 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:10:25.306+0000 7fde6160a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:10:25.306+0000 7fde6160a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:10:25.306+0000 7fde6160a640 10 monclient: dump: 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.705 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: shutdown 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) unregister_commands rotate-key 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: build_initial_monmap 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: monmap: 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:25.706 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding auth protocol: cephx 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding auth protocol: cephx 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding auth protocol: cephx 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: secure 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: crc 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: secure 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: crc 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: secure 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: crc 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: crc 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: secure 2024-09-07T14:10:25.707 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: crc 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: secure 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: crc 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8059c60) adding con mode: secure 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 1 librados: starting msgr at 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 1 librados: starting objecter 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command objecter_requests hook 0x55c4a8056170 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 1 librados: setting wanted keys 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 1 librados: calling monclient init 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: init 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding auth protocol: cephx 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding auth protocol: cephx 2024-09-07T14:10:25.708 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding auth protocol: cephx 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: secure 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: crc 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: secure 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: crc 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: secure 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: crc 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: crc 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: secure 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: crc 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: secure 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: crc 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80548c0) adding con mode: secure 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.709 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command rotate-key hook 0x55c4a8054a08 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-c con 0x55c4a7f0ac80 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-a con 0x55c4a7f0dbe0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-b con 0x55c4a8058d80 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:10:25.306+0000 7fdf757b69c0 10 monclient(hunting): authenticate will time out at 2977.131390s 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): get_auth_request con 0x55c4a7f0dbe0 auth_method 0 2024-09-07T14:10:25.710 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): get_auth_request con 0x55c4a7f0ac80 auth_method 0 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:10:25.306+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient(hunting): handle_auth_done global_id 8157 payload 824 2024-09-07T14:10:25.711 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient: _finish_hunting 0 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:10:25.306+0000 7fdf72abb640 1 monclient: found mon.noname-a 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:10:25.306+0000 7fdf72abb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: dump: 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.712 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: _finish_auth 0 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: _check_auth_tickets 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:10:25.310+0000 7fde5fe07640 10 monclient: dump: 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.713 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:10:25.310+0000 7fdf757b69c0 5 monclient: authenticate success, global_id 8157 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:10:25.310+0000 7fdf757b69c0 10 monclient: _renew_subs 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:10:25.310+0000 7fde6160a640 4 set_mon_vals no callback set 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:10:25.310+0000 7fdf757b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:10:25.310+0000 7fdf757b69c0 10 monclient: _renew_subs 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:10:25.310+0000 7fdf757b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:10:25.310+0000 7fdf757b69c0 1 librados: init done 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:10:25.310+0000 7fde5fe07640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:10:25.310+0000 7fde5fe07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:25.714 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:10:25.310+0000 7fde5fe07640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:10:25.310+0000 7fdf732bc640 10 monclient: get_auth_request con 0x7fde58070ae0 auth_method 0 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:10:25.310+0000 7fdf73abd640 10 monclient: get_auth_request con 0x55c4a807e6b0 auth_method 0 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:10:25.310+0000 7fdf732bc640 10 monclient: get_auth_request con 0x55c4a809f5f0 auth_method 0 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:10:25.314+0000 7fdf72abb640 10 monclient: get_auth_request con 0x55c4a80a3c90 auth_method 0 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient: get_auth_request con 0x55c4a80a7b10 auth_method 0 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: build_initial_monmap 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: monmap: 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:25.715 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding auth protocol: cephx 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding auth protocol: cephx 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding auth protocol: cephx 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: secure 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: crc 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: secure 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: crc 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: secure 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: crc 2024-09-07T14:10:25.716 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: crc 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: secure 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: crc 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: secure 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: crc 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80abc70) adding con mode: secure 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55c4a80b06e0 EEXIST 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: init 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding auth protocol: cephx 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding auth protocol: cephx 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding auth protocol: cephx 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: secure 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: crc 2024-09-07T14:10:25.717 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: secure 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: crc 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: secure 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: crc 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: crc 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: secure 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: crc 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: secure 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: crc 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80aab68) adding con mode: secure 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command rotate-key cmddesc rotate-key hook 0x55c4a80aacb0 EEXIST 2024-09-07T14:10:25.718 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-a con 0x55c4a80d48b0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-c con 0x55c4a80ec580 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-b con 0x55c4a80d30c0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient(hunting): authenticate will time out at 2977.142351s 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): get_auth_request con 0x55c4a80d48b0 auth_method 0 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.719 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): get_auth_request con 0x55c4a80ec580 auth_method 0 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:10:25.318+0000 7fdf73abd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient(hunting): handle_auth_done global_id 8160 payload 824 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient: _finish_hunting 0 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:10:25.318+0000 7fdf72abb640 1 monclient: found mon.noname-a 2024-09-07T14:10:25.720 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:10:25.318+0000 7fdf72abb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: dump: 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.721 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: _finish_auth 0 2024-09-07T14:10:25.722 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: _check_auth_tickets 2024-09-07T14:10:25.722 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:25.722 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.722 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:10:25.722 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:10:25.318+0000 7fde5d602640 10 monclient: dump: 2024-09-07T14:10:25.722 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.722 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.722 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.722 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.722 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.722 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.722 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 5 monclient: authenticate success, global_id 8160 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:10:25.318+0000 7fdf742be640 4 set_mon_vals no callback set 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: _renew_subs 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: _renew_subs 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:10:25.318+0000 7fdf757b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:10:25.322+0000 7fde5d602640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:10:25.322+0000 7fde5d602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:10:25.322+0000 7fde5d602640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:25.723 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: get_monmap_and_config 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: build_initial_monmap 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: monmap: 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:25.724 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding auth protocol: cephx 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding auth protocol: cephx 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding auth protocol: cephx 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: secure 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: crc 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: secure 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: crc 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: secure 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: crc 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: crc 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: secure 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: crc 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: secure 2024-09-07T14:10:25.725 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: crc 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f4250) adding con mode: secure 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:10:25.322+0000 7fdf73abd640 10 monclient: get_auth_request con 0x7fde4c0709f0 auth_method 0 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: init 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding auth protocol: cephx 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding auth protocol: cephx 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding auth protocol: cephx 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: secure 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: crc 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: secure 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: crc 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: secure 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: crc 2024-09-07T14:10:25.726 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: crc 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: secure 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: crc 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: secure 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: crc 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad11f0) adding con mode: secure 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command rotate-key cmddesc rotate-key hook 0x7fff39ad1338 EEXIST 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-c con 0x55c4a8128580 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-b con 0x55c4a80f80f0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:25.727 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-a con 0x55c4a8119000 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient(hunting): authenticate will time out at 2977.146419s 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): get_auth_request con 0x55c4a8128580 auth_method 0 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): get_auth_request con 0x55c4a8119000 auth_method 0 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.728 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:10:25.322+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient(hunting): handle_auth_done global_id 7697 payload 274 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient: _finish_hunting 0 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:10:25.322+0000 7fdf72abb640 1 monclient: found mon.noname-c 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:10:25.322+0000 7fdf72abb640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: dump: 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.729 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: _finish_auth 0 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: _check_auth_tickets 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 monclient: authenticate success, global_id 7697 2024-09-07T14:10:25.730 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: get_monmap_and_config success 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 4 set_mon_vals no callback set 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:10:25.322+0000 7fde56ffd640 10 monclient: dump: 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.731 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: shutdown 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: build_initial_monmap 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 10 monclient: monmap: 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:25.732 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding auth protocol: cephx 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding auth protocol: cephx 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding auth protocol: cephx 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: secure 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: crc 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: secure 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: crc 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: secure 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: crc 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: crc 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: secure 2024-09-07T14:10:25.733 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: crc 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: secure 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: crc 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:10:25.322+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a8119540) adding con mode: secure 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 1 librados: starting msgr at 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 1 librados: starting objecter 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55c4a80dab50 EEXIST 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 1 librados: setting wanted keys 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 1 librados: calling monclient init 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: init 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding auth protocol: cephx 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding auth protocol: cephx 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding auth protocol: cephx 2024-09-07T14:10:25.734 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: secure 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: crc 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: secure 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: crc 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: secure 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: crc 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: crc 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: secure 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: crc 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: secure 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: crc 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 AuthRegistry(0x55c4a80f3490) adding con mode: secure 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.735 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command rotate-key cmddesc rotate-key hook 0x55c4a80f35d8 EEXIST 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-b con 0x55c4a80f80f0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-a con 0x55c4a8119000 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): picked mon.noname-c con 0x55c4a8128580 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient(hunting): authenticate will time out at 2977.148925s 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): get_auth_request con 0x55c4a8128580 auth_method 0 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.736 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): get_auth_request con 0x55c4a8119000 auth_method 0 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:10:25.326+0000 7fdf73abd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:10:25.326+0000 7fdf72abb640 10 monclient(hunting): get_auth_request con 0x55c4a80f80f0 auth_method 0 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:10:25.326+0000 7fdf72abb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:10:25.326+0000 7fdf72abb640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:25.737 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:10:25.326+0000 7fdf72abb640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient(hunting): handle_auth_done global_id 7700 payload 824 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient: _finish_hunting 0 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:10:25.326+0000 7fdf732bc640 1 monclient: found mon.noname-c 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:10:25.326+0000 7fdf732bc640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: dump: 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.738 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: _finish_auth 0 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: _check_auth_tickets 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:10:25.326+0000 7fde557fa640 10 monclient: dump: 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.739 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:10:25.326+0000 7fde56ffd640 4 set_mon_vals no callback set 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 monclient: authenticate success, global_id 7700 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: _renew_subs 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: _renew_subs 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:25.740 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 1 librados: init done 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command cr dump hook 0x55c4a81289d8 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:10:25.326+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:10:25.330+0000 7fde557fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:10:25.330+0000 7fde557fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:10:25.330+0000 7fde557fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:10:25.330+0000 7fdf73abd640 10 monclient: get_auth_request con 0x55c4a8141ab0 auth_method 0 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:10:25.330+0000 7fdf72abb640 10 monclient: get_auth_request con 0x7fde3c070ae0 auth_method 0 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 realm 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.741 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:10:25.330+0000 7fdf72abb640 10 monclient: get_auth_request con 0x55c4a8145e90 auth_method 0 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:10:25.330+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:10:25.334+0000 7fdf73abd640 10 monclient: get_auth_request con 0x55c4a81495d0 auth_method 0 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:10:25.334+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:10:25.334+0000 7fdf757b69c0 20 searching for the correct realm 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:10:25.334+0000 7fdf732bc640 10 monclient: get_auth_request con 0x55c4a814e2d0 auth_method 0 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:10:25.334+0000 7fdf72abb640 10 monclient: get_auth_request con 0x7fdf5c009630 auth_method 0 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:10:25.338+0000 7fdf73abd640 10 monclient: get_auth_request con 0x7fdf64099980 auth_method 0 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:10:25.338+0000 7fdf73abd640 0 -- 172.21.15.107:0/674257950 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fdf64099980 msgr2=0x7fdf6406d940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:10:25.338+0000 7fde557fa640 1 client.7700.objecter ms_handle_reset 0x7fdf64099980 session 0x7fdf64068d50 osd.2 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:10:25.338+0000 7fde557fa640 10 monclient: _renew_subs 2024-09-07T14:10:25.742 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:10:25.338+0000 7fde557fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:10:25.338+0000 7fdf73abd640 10 monclient: get_auth_request con 0x7fde3c081190 auth_method 0 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:10:25.338+0000 7fdf732bc640 10 monclient: get_auth_request con 0x7fdf6c034920 auth_method 0 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:10:25.346+0000 7fdf72abb640 10 monclient: get_auth_request con 0x7fdf5c11a040 auth_method 0 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:10:25.346+0000 7fdf72abb640 0 -- 172.21.15.107:0/674257950 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fdf5c11a040 msgr2=0x7fdf5c0ac260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:10:25.550+0000 7fdf72abb640 10 monclient: get_auth_request con 0x7fdf5c11a040 auth_method 0 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:10:25.562+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.743 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 zone default found 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 4 Realm: () 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 zonegroup default 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.744 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:10:25.566+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:10:25.570+0000 7fdf757b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:10:25.570+0000 7fdf757b69c0 20 started sync module instance, tier type = 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:10:25.570+0000 7fdf757b69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=0 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=1 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=2 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=3 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=4 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=5 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:10:25.594+0000 7fdf757b69c0 20 add_watcher() i=6 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:10:25.598+0000 7fdf757b69c0 20 add_watcher() i=7 2024-09-07T14:10:25.745 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:10:25.598+0000 7fdf757b69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding auth protocol: cephx 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding auth protocol: cephx 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding auth protocol: cephx 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: secure 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: crc 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: secure 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: crc 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: secure 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: crc 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: crc 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: secure 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: crc 2024-09-07T14:10:25.746 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: secure 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: crc 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 AuthRegistry(0x7fff39ad16c0) adding con mode: secure 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:10:25.602+0000 7fde29fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command cache list hook 0x55c4a8128dc0 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command cache inspect hook 0x55c4a8128dc0 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command cache erase hook 0x55c4a8128dc0 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command cache zap hook 0x55c4a8128dc0 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 note: GC not initialized 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:10:25.602+0000 7fde28fe1640 20 reqs_thread_entry: start 2024-09-07T14:10:25.747 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command sync trace show hook 0x7fdf6c004a40 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command sync trace history hook 0x7fdf6c004a40 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command sync trace active hook 0x7fdf6c004a40 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 5 asok(0x55c4a7e4a2b0) register_command sync trace active_short hook 0x7fdf6c004a40 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 Filter name: none 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:10:25.602+0000 7fdda27fc640 20 reqs_thread_entry: start 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:10:25.602+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:10:25.748 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:10:25.606+0000 7fdf757b69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:10:25.614+0000 7fdf757b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:10:25.614+0000 7fdf757b69c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:10:25.614+0000 7fdf757b69c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:10:25.614+0000 7fdf757b69c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:10:25.614+0000 7fde56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300813 cookie 94303121920800 notifier 7700 bl.length()=911 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:10:25.614+0000 7fde56ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:25.749 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:10:25.614+0000 7fde56ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:10:25.614+0000 7fde56ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:10:25.618+0000 7fdf757b69c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:10:25.618+0000 7fdf757b69c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:10:25.618+0000 7fdf757b69c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:10:25.618+0000 7fdf757b69c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.0 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.0 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.1 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.1 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.2 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.2 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.3 2024-09-07T14:10:25.750 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.3 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:10:25.622+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:10:25.626+0000 7fdf757b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:10:25.626+0000 7fdf757b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:10:25.630+0000 7fdf757b69c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fdf757b69c0 time 2024-09-07T14:10:25.631711+0000 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fdf790902eb] 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fdf7909049f] 2024-09-07T14:10:25.751 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c4a59d30d1] 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55c4a59e46d8] 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c4a59e5d24] 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fdf77ef6d90] 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:10:25.630+0000 7fdf757b69c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fdf757b69c0 thread_name:radosgw-admin 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fdf77f0f520] 2024-09-07T14:10:25.752 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:10:25.753 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:10:25.753 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:10:25.753 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fdf79090345] 2024-09-07T14:10:25.753 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fdf7909049f] 2024-09-07T14:10:25.753 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c4a59d30d1] 2024-09-07T14:10:25.753 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x15c8) [0x55c4a59e46d8] 2024-09-07T14:10:25.753 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c4a59e5d24] 2024-09-07T14:10:25.753 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:10:25.753 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fdf77ef6d90] 2024-09-07T14:10:25.753 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:10:25.753 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:10:25.754 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:10:25.755 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:10:25.756 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:10:25.757 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:10:25.758 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:10:25.759 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:10:25.760 INFO:tasks.workunit.client.0.smithi107.stderr: 7fdda27fc640 / http_manager 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde28fe1640 / http_manager 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde29fe3640 / rgw_dt_lg_renew 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde557fa640 / ms_dispatch 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde56ffd640 / io_context_pool 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde5d602640 / ms_dispatch 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde5fe07640 / ms_dispatch 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: 7fde6160a640 / io_context_pool 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: 7fdf72abb640 / msgr-worker-2 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: 7fdf732bc640 / msgr-worker-1 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: 7fdf73abd640 / msgr-worker-0 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: 7fdf742be640 / io_context_pool 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: 7fdf757b69c0 / radosgw-admin 2024-09-07T14:10:25.761 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:10:25.762 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:10:25.762 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/lib/ceph/crash/2024-09-07T14:10:25.634225Z_554c6e0b-8309-4869-9aed-199924c57b2c/log 2024-09-07T14:10:25.762 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:10:25.762 INFO:tasks.workunit.client.0.smithi107.stderr:Aborted 2024-09-07T14:10:25.762 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:10:25.763 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:25.763 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:25.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.714+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.714+0000 7fc585db29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.714+0000 7fc585db29c0 20 realm 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.714+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.714+0000 7fc585db29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.714+0000 7fc585db29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.714+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.714+0000 7fc585db29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.714+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.718+0000 7fc585db29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.718+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.718+0000 7fc585db29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.718+0000 7fc585db29c0 20 searching for the correct realm 2024-09-07T14:10:25.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.722+0000 7fc5838b8640 0 -- 172.21.15.107:0/486103227 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fc57c044c30 msgr2=0x7fc57c039930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:10:25.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.938+0000 7fc5838b8640 0 -- 172.21.15.107:0/486103227 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fc57c044c30 msgr2=0x7fc57c039930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:25.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:25.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:25.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:25.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:25.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:25.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:25.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.949 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:25.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:25.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 zone default found 2024-09-07T14:10:25.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 4 Realm: () 2024-09-07T14:10:25.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:25.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:25.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:25.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 zonegroup default 2024-09-07T14:10:25.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.950+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.951 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.954+0000 7fc585db29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.954+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.954+0000 7fc585db29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.954+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.954+0000 7fc585db29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:25.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.954+0000 7fc585db29c0 20 started sync module instance, tier type = 2024-09-07T14:10:25.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.954+0000 7fc585db29c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:25.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.978+0000 7fc585db29c0 20 add_watcher() i=0 2024-09-07T14:10:25.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.978+0000 7fc585db29c0 20 add_watcher() i=1 2024-09-07T14:10:25.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.978+0000 7fc585db29c0 20 add_watcher() i=2 2024-09-07T14:10:25.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.978+0000 7fc585db29c0 20 add_watcher() i=3 2024-09-07T14:10:25.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.978+0000 7fc585db29c0 20 add_watcher() i=4 2024-09-07T14:10:25.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.978+0000 7fc585db29c0 20 add_watcher() i=5 2024-09-07T14:10:25.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.978+0000 7fc585db29c0 20 add_watcher() i=6 2024-09-07T14:10:25.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.978+0000 7fc585db29c0 20 add_watcher() i=7 2024-09-07T14:10:25.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.978+0000 7fc585db29c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:25.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.982+0000 7fc439fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:25.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.982+0000 7fc585db29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:25.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.982+0000 7fc585db29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:25.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.982+0000 7fc585db29c0 5 note: GC not initialized 2024-09-07T14:10:25.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.982+0000 7fc438fe1640 20 reqs_thread_entry: start 2024-09-07T14:10:25.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.982+0000 7fc585db29c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:25.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.982+0000 7fc585db29c0 20 Filter name: none 2024-09-07T14:10:25.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.982+0000 7fc3b27fc640 20 reqs_thread_entry: start 2024-09-07T14:10:25.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.982+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.986+0000 7fc585db29c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:25.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.986+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.986+0000 7fc585db29c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:10:25.984 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.986+0000 7fc585db29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:25.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.986+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.986+0000 7fc585db29c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:25.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.986+0000 7fc585db29c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:25.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.986+0000 7fc585db29c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:10:25.987 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.986+0000 7fc585db29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:25.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.990+0000 7fc439fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.998+0000 7fc585db29c0 20 remove_watcher() i=0 2024-09-07T14:10:25.995 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.998+0000 7fc585db29c0 2 removed watcher, disabling cache 2024-09-07T14:10:25.997 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:25.998+0000 7fc585db29c0 20 remove_watcher() i=1 2024-09-07T14:10:25.999 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.002+0000 7fc585db29c0 20 remove_watcher() i=2 2024-09-07T14:10:26.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.002+0000 7fc585db29c0 20 remove_watcher() i=3 2024-09-07T14:10:26.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.006+0000 7fc585db29c0 20 remove_watcher() i=4 2024-09-07T14:10:26.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.006+0000 7fc585db29c0 20 remove_watcher() i=5 2024-09-07T14:10:26.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.006+0000 7fc585db29c0 20 remove_watcher() i=6 2024-09-07T14:10:26.008 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.010+0000 7fc585db29c0 20 remove_watcher() i=7 2024-09-07T14:10:26.024 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:10:26.024 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:10:26.073 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-07T14:10:26.101 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:26.101 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:26.146 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.146+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.150+0000 7f3ace58f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:26.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.150+0000 7f3ace58f9c0 20 realm 2024-09-07T14:10:26.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.150+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.150+0000 7f3ace58f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:26.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.150+0000 7f3ace58f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:26.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.150+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.150+0000 7f3ace58f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:26.149 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.150+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.150+0000 7f3ace58f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:26.151 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.150+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.154+0000 7f3ace58f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:26.152 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.154+0000 7f3ace58f9c0 20 searching for the correct realm 2024-09-07T14:10:26.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.158+0000 7f3acc896640 0 -- 172.21.15.107:0/1798603932 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f3ac0008070 msgr2=0x7f3ac0072970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:10:26.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.374+0000 7f3acb894640 0 -- 172.21.15.107:0/1798603932 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f3abc136170 msgr2=0x7f3abc0f71c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:10:26.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.590+0000 7f3ace58f9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:26.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.590+0000 7f3ace58f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:26.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.590+0000 7f3ace58f9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:26.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.590+0000 7f3ace58f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:26.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.590+0000 7f3ace58f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:26.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.590+0000 7f3ace58f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:26.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.590+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:26.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:26.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:26.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 20 zone default found 2024-09-07T14:10:26.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 4 Realm: () 2024-09-07T14:10:26.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:26.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:26.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:26.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 20 zonegroup default 2024-09-07T14:10:26.593 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:26.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:26.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.594+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.598+0000 7f3ace58f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:26.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.598+0000 7f3ace58f9c0 20 started sync module instance, tier type = 2024-09-07T14:10:26.595 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.598+0000 7f3ace58f9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:26.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.622+0000 7f3ace58f9c0 20 add_watcher() i=0 2024-09-07T14:10:26.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.622+0000 7f3ace58f9c0 20 add_watcher() i=1 2024-09-07T14:10:26.620 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.622+0000 7f3ace58f9c0 20 add_watcher() i=2 2024-09-07T14:10:26.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.622+0000 7f3ace58f9c0 20 add_watcher() i=3 2024-09-07T14:10:26.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.622+0000 7f3ace58f9c0 20 add_watcher() i=4 2024-09-07T14:10:26.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.622+0000 7f3ace58f9c0 20 add_watcher() i=5 2024-09-07T14:10:26.621 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.622+0000 7f3ace58f9c0 20 add_watcher() i=6 2024-09-07T14:10:26.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.622+0000 7f3ace58f9c0 20 add_watcher() i=7 2024-09-07T14:10:26.623 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.622+0000 7f3ace58f9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:26.627 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.626+0000 7f3982fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:26.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3ace58f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:26.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3ace58f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:26.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3ace58f9c0 5 note: GC not initialized 2024-09-07T14:10:26.628 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3981fdb640 20 reqs_thread_entry: start 2024-09-07T14:10:26.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3ace58f9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:26.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3ace58f9c0 20 Filter name: none 2024-09-07T14:10:26.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f38f37fe640 20 reqs_thread_entry: start 2024-09-07T14:10:26.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3ace58f9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:10:26.629 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.630 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3ace58f9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:26.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3ace58f9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:10:26.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3ace58f9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:10:26.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3ace58f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:10:26.631 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.630+0000 7f3ace58f9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:26.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.634+0000 7f3ace58f9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:10:26.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.634+0000 7f3ace58f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:26.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.634+0000 7f3ace58f9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:26.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.634+0000 7f3ace58f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:10:26.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.634+0000 7f3ace58f9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:26.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.634+0000 7f3ace58f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:10:26.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.634+0000 7f3ace58f9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:10:26.632 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.634+0000 7f3ace58f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:10:26.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.634+0000 7f3ace58f9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:10:26.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.634+0000 7f3ace58f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:10:26.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.634+0000 7f3ace58f9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:10:26.633 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.634+0000 7f3ace58f9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:10:26.635 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.638+0000 7f3982fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:26.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.642+0000 7f3ace58f9c0 20 remove_watcher() i=0 2024-09-07T14:10:26.640 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.642+0000 7f3ace58f9c0 2 removed watcher, disabling cache 2024-09-07T14:10:26.643 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.642+0000 7f3ace58f9c0 20 remove_watcher() i=1 2024-09-07T14:10:26.645 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.646+0000 7f3ace58f9c0 20 remove_watcher() i=2 2024-09-07T14:10:26.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.650+0000 7f3ace58f9c0 20 remove_watcher() i=3 2024-09-07T14:10:26.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.650+0000 7f3ace58f9c0 20 remove_watcher() i=4 2024-09-07T14:10:26.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.654+0000 7f3ace58f9c0 20 remove_watcher() i=5 2024-09-07T14:10:26.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.654+0000 7f3ace58f9c0 20 remove_watcher() i=6 2024-09-07T14:10:26.655 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:26.658+0000 7f3ace58f9c0 20 remove_watcher() i=7 2024-09-07T14:10:56.684 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:10:56.717 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:56.717 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:56.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.761+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:56.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.765+0000 7f439c2159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:56.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.765+0000 7f439c2159c0 20 realm 2024-09-07T14:10:56.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.765+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:56.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.765+0000 7f439c2159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:56.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.765+0000 7f439c2159c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:56.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.765+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:56.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.765+0000 7f439c2159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:56.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.765+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:56.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.765+0000 7f439c2159c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:56.766 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.765+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:56.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.769+0000 7f439c2159c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:56.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.769+0000 7f439c2159c0 20 searching for the correct realm 2024-09-07T14:10:56.771 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.773+0000 7f4399d1b640 0 -- 172.21.15.107:0/884489820 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f4394037c10 msgr2=0x7f4394009940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:56.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:56.989+0000 7f4399d1b640 0 -- 172.21.15.107:0/884489820 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f4394037c10 msgr2=0x7f4394009940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:57.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.001+0000 7f439c2159c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:57.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.001+0000 7f439c2159c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:57.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.001+0000 7f439c2159c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:57.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.001+0000 7f439c2159c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:57.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.001+0000 7f439c2159c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:57.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.001+0000 7f439c2159c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:57.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.001+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.001+0000 7f439c2159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.001+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:57.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:57.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 zone default found 2024-09-07T14:10:57.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 4 Realm: () 2024-09-07T14:10:57.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:57.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:57.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:57.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 zonegroup default 2024-09-07T14:10:57.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 started sync module instance, tier type = 2024-09-07T14:10:57.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.005+0000 7f439c2159c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:57.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.029+0000 7f439c2159c0 20 add_watcher() i=0 2024-09-07T14:10:57.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.029+0000 7f439c2159c0 20 add_watcher() i=1 2024-09-07T14:10:57.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.029+0000 7f439c2159c0 20 add_watcher() i=2 2024-09-07T14:10:57.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.029+0000 7f439c2159c0 20 add_watcher() i=3 2024-09-07T14:10:57.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.029+0000 7f439c2159c0 20 add_watcher() i=4 2024-09-07T14:10:57.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.029+0000 7f439c2159c0 20 add_watcher() i=5 2024-09-07T14:10:57.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.029+0000 7f439c2159c0 20 add_watcher() i=6 2024-09-07T14:10:57.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.029+0000 7f439c2159c0 20 add_watcher() i=7 2024-09-07T14:10:57.031 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.033+0000 7f439c2159c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:57.034 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.033+0000 7f424b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:57.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f439c2159c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:57.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f439c2159c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:57.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f439c2159c0 5 note: GC not initialized 2024-09-07T14:10:57.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f424a7fc640 20 reqs_thread_entry: start 2024-09-07T14:10:57.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f439c2159c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:57.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f439c2159c0 20 Filter name: none 2024-09-07T14:10:57.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f41bbfff640 20 reqs_thread_entry: start 2024-09-07T14:10:57.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f439c2159c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:57.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f439c2159c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:10:57.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f439c2159c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:57.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.037+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.041+0000 7f439c2159c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:57.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.041+0000 7f439c2159c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.041+0000 7f439c2159c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:10:57.041 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.041+0000 7f439c2159c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:57.043 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.045+0000 7f424b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:57.048 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.049+0000 7f439c2159c0 20 remove_watcher() i=0 2024-09-07T14:10:57.048 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.049+0000 7f439c2159c0 2 removed watcher, disabling cache 2024-09-07T14:10:57.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.049+0000 7f439c2159c0 20 remove_watcher() i=1 2024-09-07T14:10:57.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.053+0000 7f439c2159c0 20 remove_watcher() i=2 2024-09-07T14:10:57.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.057+0000 7f439c2159c0 20 remove_watcher() i=3 2024-09-07T14:10:57.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.057+0000 7f439c2159c0 20 remove_watcher() i=4 2024-09-07T14:10:57.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.057+0000 7f439c2159c0 20 remove_watcher() i=5 2024-09-07T14:10:57.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.061+0000 7f439c2159c0 20 remove_watcher() i=6 2024-09-07T14:10:57.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.061+0000 7f439c2159c0 20 remove_watcher() i=7 2024-09-07T14:10:57.077 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:10:57.077 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:10:57.198 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-07T14:10:57.229 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:57.229 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:57.274 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.273+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.277+0000 7f97041809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.277+0000 7f97041809c0 20 realm 2024-09-07T14:10:57.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.277+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.277+0000 7f97041809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.277+0000 7f97041809c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:57.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.277+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.277+0000 7f97041809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.277+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.277+0000 7f97041809c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:57.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.277+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.281+0000 7f97041809c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:57.280 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.281+0000 7f97041809c0 20 searching for the correct realm 2024-09-07T14:10:57.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.285+0000 7f9701c86640 0 -- 172.21.15.107:0/297426250 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f96fc0d6040 msgr2=0x7f96fc0a4110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:10:57.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.501+0000 7f9701c86640 0 -- 172.21.15.107:0/297426250 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f96fc0d6040 msgr2=0x7f96fc0a4110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:57.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.513+0000 7f97041809c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:57.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.513+0000 7f97041809c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:57.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.513+0000 7f97041809c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:57.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.513+0000 7f97041809c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:57.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.513+0000 7f97041809c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:57.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.513+0000 7f97041809c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:57.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.513+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.513+0000 7f97041809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.513+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:57.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.516 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:57.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 20 zone default found 2024-09-07T14:10:57.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 4 Realm: () 2024-09-07T14:10:57.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:57.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:57.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:57.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 20 zonegroup default 2024-09-07T14:10:57.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.518 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.517+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.521+0000 7f97041809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.521+0000 7f97041809c0 20 started sync module instance, tier type = 2024-09-07T14:10:57.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.521+0000 7f97041809c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:57.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.541+0000 7f97041809c0 20 add_watcher() i=0 2024-09-07T14:10:57.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.541+0000 7f97041809c0 20 add_watcher() i=1 2024-09-07T14:10:57.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.541+0000 7f97041809c0 20 add_watcher() i=2 2024-09-07T14:10:57.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.541+0000 7f97041809c0 20 add_watcher() i=3 2024-09-07T14:10:57.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.541+0000 7f97041809c0 20 add_watcher() i=4 2024-09-07T14:10:57.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.541+0000 7f97041809c0 20 add_watcher() i=5 2024-09-07T14:10:57.543 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.541+0000 7f97041809c0 20 add_watcher() i=6 2024-09-07T14:10:57.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.545+0000 7f97041809c0 20 add_watcher() i=7 2024-09-07T14:10:57.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.545+0000 7f97041809c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:57.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.549+0000 7f95b37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:57.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.549+0000 7f97041809c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:57.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.549+0000 7f97041809c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:57.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.549+0000 7f97041809c0 5 note: GC not initialized 2024-09-07T14:10:57.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.549+0000 7f95b27fc640 20 reqs_thread_entry: start 2024-09-07T14:10:57.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:57.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 20 Filter name: none 2024-09-07T14:10:57.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f9523fff640 20 reqs_thread_entry: start 2024-09-07T14:10:57.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:10:57.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:57.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:10:57.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:10:57.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:10:57.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:57.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:57.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:57.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:10:57.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:57.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:10:57.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:10:57.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.553+0000 7f97041809c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:10:57.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.557+0000 7f97041809c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:10:57.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.557+0000 7f97041809c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:10:57.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.557+0000 7f97041809c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:10:57.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.557+0000 7f97041809c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:10:57.558 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.557+0000 7f95b37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:57.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.561+0000 7f97041809c0 20 remove_watcher() i=0 2024-09-07T14:10:57.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.561+0000 7f97041809c0 2 removed watcher, disabling cache 2024-09-07T14:10:57.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.565+0000 7f97041809c0 20 remove_watcher() i=1 2024-09-07T14:10:57.567 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.569+0000 7f97041809c0 20 remove_watcher() i=2 2024-09-07T14:10:57.569 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.569+0000 7f97041809c0 20 remove_watcher() i=3 2024-09-07T14:10:57.572 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.573+0000 7f97041809c0 20 remove_watcher() i=4 2024-09-07T14:10:57.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.573+0000 7f97041809c0 20 remove_watcher() i=5 2024-09-07T14:10:57.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.577+0000 7f97041809c0 20 remove_watcher() i=6 2024-09-07T14:10:57.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.577+0000 7f97041809c0 20 remove_watcher() i=7 2024-09-07T14:10:57.591 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:10:57.621 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:57.621 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:57.667 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.669+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.669+0000 7f971954d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.669+0000 7f971954d9c0 20 realm 2024-09-07T14:10:57.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.669+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.669+0000 7f971954d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.669+0000 7f971954d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:57.669 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.669+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.669+0000 7f971954d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.669+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.671 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.673+0000 7f971954d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:57.671 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.673+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.673 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.673+0000 7f971954d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:57.673 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.673+0000 7f971954d9c0 20 searching for the correct realm 2024-09-07T14:10:57.676 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.677+0000 7f9717053640 0 -- 172.21.15.107:0/3507369635 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f9710063b60 msgr2=0x7f9710061500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:57.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.893+0000 7f9717053640 0 -- 172.21.15.107:0/3507369635 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f9710063b60 msgr2=0x7f9710061500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:57.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:57.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:57.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:57.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:57.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:57.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:57.904 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:57.905 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:57.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 zone default found 2024-09-07T14:10:57.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 4 Realm: () 2024-09-07T14:10:57.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:57.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:57.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:57.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 zonegroup default 2024-09-07T14:10:57.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.905+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.909+0000 7f971954d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.909+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.909+0000 7f971954d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:57.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.909+0000 7f971954d9c0 20 started sync module instance, tier type = 2024-09-07T14:10:57.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.909+0000 7f971954d9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:57.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.933+0000 7f971954d9c0 20 add_watcher() i=0 2024-09-07T14:10:57.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.933+0000 7f971954d9c0 20 add_watcher() i=1 2024-09-07T14:10:57.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.933+0000 7f971954d9c0 20 add_watcher() i=2 2024-09-07T14:10:57.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.933+0000 7f971954d9c0 20 add_watcher() i=3 2024-09-07T14:10:57.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.933+0000 7f971954d9c0 20 add_watcher() i=4 2024-09-07T14:10:57.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.933+0000 7f971954d9c0 20 add_watcher() i=5 2024-09-07T14:10:57.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.933+0000 7f971954d9c0 20 add_watcher() i=6 2024-09-07T14:10:57.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.933+0000 7f971954d9c0 20 add_watcher() i=7 2024-09-07T14:10:57.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.933+0000 7f971954d9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:57.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.937+0000 7f95cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:57.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f971954d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:57.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f971954d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:57.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f971954d9c0 5 note: GC not initialized 2024-09-07T14:10:57.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f95ccfe1640 20 reqs_thread_entry: start 2024-09-07T14:10:57.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f971954d9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:57.940 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f971954d9c0 20 Filter name: none 2024-09-07T14:10:57.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f95467fc640 20 reqs_thread_entry: start 2024-09-07T14:10:57.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f971954d9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:57.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f971954d9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:57.942 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f971954d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:57.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.941+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.945+0000 7f971954d9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:57.943 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.945+0000 7f971954d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:57.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.945+0000 7f971954d9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:57.944 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.945+0000 7f971954d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:57.947 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.949+0000 7f95cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:57.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.953+0000 7f971954d9c0 20 remove_watcher() i=0 2024-09-07T14:10:57.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.953+0000 7f971954d9c0 2 removed watcher, disabling cache 2024-09-07T14:10:57.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.953+0000 7f971954d9c0 20 remove_watcher() i=1 2024-09-07T14:10:57.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.957+0000 7f971954d9c0 20 remove_watcher() i=2 2024-09-07T14:10:57.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.961+0000 7f971954d9c0 20 remove_watcher() i=3 2024-09-07T14:10:57.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.961+0000 7f971954d9c0 20 remove_watcher() i=4 2024-09-07T14:10:57.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.961+0000 7f971954d9c0 20 remove_watcher() i=5 2024-09-07T14:10:57.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.965+0000 7f971954d9c0 20 remove_watcher() i=6 2024-09-07T14:10:57.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:57.965+0000 7f971954d9c0 20 remove_watcher() i=7 2024-09-07T14:10:57.979 INFO:tasks.workunit.client.0.smithi107.stderr: test: duplicated entries should be purged before reshard 2024-09-07T14:10:57.979 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:10:58.012 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:58.012 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:58.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.053+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.057+0000 7f0508e609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.057+0000 7f0508e609c0 20 realm 2024-09-07T14:10:58.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.057+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.057+0000 7f0508e609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.057+0000 7f0508e609c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:58.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.057+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.057+0000 7f0508e609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.057+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.058 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.057+0000 7f0508e609c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:58.059 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.057+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.061+0000 7f0508e609c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:58.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.061+0000 7f0508e609c0 20 searching for the correct realm 2024-09-07T14:10:58.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.065+0000 7f0506966640 0 -- 172.21.15.107:0/1833001730 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f0500017020 msgr2=0x7f0500053a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:58.072 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.073+0000 7f0506966640 0 -- 172.21.15.107:0/1833001730 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f03d00811c0 msgr2=0x7f03d00835f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:58.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:58.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:58.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:58.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:58.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:58.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:58.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.080 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:58.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.081 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:58.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 zone default found 2024-09-07T14:10:58.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 4 Realm: () 2024-09-07T14:10:58.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:58.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:58.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:58.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 zonegroup default 2024-09-07T14:10:58.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 started sync module instance, tier type = 2024-09-07T14:10:58.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.081+0000 7f0508e609c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:58.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.097+0000 7f0508e609c0 20 add_watcher() i=0 2024-09-07T14:10:58.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.097+0000 7f0508e609c0 20 add_watcher() i=1 2024-09-07T14:10:58.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.097+0000 7f0508e609c0 20 add_watcher() i=2 2024-09-07T14:10:58.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.097+0000 7f0508e609c0 20 add_watcher() i=3 2024-09-07T14:10:58.098 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.097+0000 7f0508e609c0 20 add_watcher() i=4 2024-09-07T14:10:58.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.097+0000 7f0508e609c0 20 add_watcher() i=5 2024-09-07T14:10:58.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.097+0000 7f0508e609c0 20 add_watcher() i=6 2024-09-07T14:10:58.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.101+0000 7f0508e609c0 20 add_watcher() i=7 2024-09-07T14:10:58.099 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.101+0000 7f0508e609c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:58.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.101+0000 7f03bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:58.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.101+0000 7f0508e609c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:58.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.101+0000 7f0508e609c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:58.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.101+0000 7f0508e609c0 5 note: GC not initialized 2024-09-07T14:10:58.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.101+0000 7f0337fff640 20 reqs_thread_entry: start 2024-09-07T14:10:58.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.101+0000 7f0508e609c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:58.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.105+0000 7f0508e609c0 20 Filter name: none 2024-09-07T14:10:58.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.105+0000 7f0335ffb640 20 reqs_thread_entry: start 2024-09-07T14:10:58.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.105+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.105+0000 7f0508e609c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:58.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.105+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.105+0000 7f0508e609c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:58.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.105+0000 7f0508e609c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:58.105 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.105+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.105+0000 7f0508e609c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:58.106 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.105+0000 7f0508e609c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.109+0000 7f0508e609c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:58.107 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.109+0000 7f0508e609c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:58.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.109+0000 7f03bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:58.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.113+0000 7f0508e609c0 20 remove_watcher() i=0 2024-09-07T14:10:58.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.113+0000 7f0508e609c0 2 removed watcher, disabling cache 2024-09-07T14:10:58.115 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.117+0000 7f0508e609c0 20 remove_watcher() i=1 2024-09-07T14:10:58.118 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.117+0000 7f0508e609c0 20 remove_watcher() i=2 2024-09-07T14:10:58.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.121+0000 7f0508e609c0 20 remove_watcher() i=3 2024-09-07T14:10:58.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.121+0000 7f0508e609c0 20 remove_watcher() i=4 2024-09-07T14:10:58.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.125+0000 7f0508e609c0 20 remove_watcher() i=5 2024-09-07T14:10:58.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.125+0000 7f0508e609c0 20 remove_watcher() i=6 2024-09-07T14:10:58.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.125+0000 7f0508e609c0 20 remove_watcher() i=7 2024-09-07T14:10:58.138 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.138 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:10:58.138 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: a-bucket id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 num_objects: 10 size_kb: 1 num_shards: 3 2024-09-07T14:10:58.138 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.138 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-07T14:10:58.170 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:58.170 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:58.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.213+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.217+0000 7f56078f79c0 20 realm 2024-09-07T14:10:58.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.217+0000 7f56078f79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:58.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:58.217 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.221+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:58.219 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.221+0000 7f56078f79c0 20 searching for the correct realm 2024-09-07T14:10:58.222 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.221+0000 7f56053fd640 0 -- 172.21.15.107:0/1410242083 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f5600002750 msgr2=0x7f5600089a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:10:58.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.437+0000 7f56053fd640 0 -- 172.21.15.107:0/1410242083 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f5600002750 msgr2=0x7f5600089a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:58.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:58.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:58.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:58.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:58.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:58.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:58.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.449 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:58.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:58.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 20 zone default found 2024-09-07T14:10:58.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 4 Realm: () 2024-09-07T14:10:58.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:58.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:58.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:58.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 20 zonegroup default 2024-09-07T14:10:58.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 20 started sync module instance, tier type = 2024-09-07T14:10:58.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.453+0000 7f56078f79c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:58.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=0 2024-09-07T14:10:58.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=1 2024-09-07T14:10:58.478 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=2 2024-09-07T14:10:58.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=3 2024-09-07T14:10:58.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=4 2024-09-07T14:10:58.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=5 2024-09-07T14:10:58.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=6 2024-09-07T14:10:58.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.481+0000 7f56078f79c0 20 add_watcher() i=7 2024-09-07T14:10:58.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.481+0000 7f56078f79c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:58.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.485+0000 7f54bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:58.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.485+0000 7f56078f79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:58.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.485+0000 7f56078f79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:58.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.485+0000 7f56078f79c0 5 note: GC not initialized 2024-09-07T14:10:58.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.485+0000 7f54ba7e4640 20 reqs_thread_entry: start 2024-09-07T14:10:58.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.485+0000 7f56078f79c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:58.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.485+0000 7f56078f79c0 20 Filter name: none 2024-09-07T14:10:58.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.485+0000 7f542bfff640 20 reqs_thread_entry: start 2024-09-07T14:10:58.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:10:58.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:58.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:10:58.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:10:58.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:10:58.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:58.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:58.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:58.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:10:58.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:58.490 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.489+0000 7f56078f79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:10:58.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.497+0000 7f56078f79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:58.497 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.497+0000 7f56078f79c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:58.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.497+0000 7f56078f79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:58.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.497+0000 7f56078f79c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:10:58.498 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.497+0000 7f54e8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300815 cookie 94494693621184 notifier 7814 bl.length()=911 2024-09-07T14:10:58.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.497+0000 7f54e8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:58.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.497+0000 7f54e8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:58.499 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.497+0000 7f54e8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:58.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.501+0000 7f56078f79c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:10:58.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.501+0000 7f56078f79c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:10:58.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.501+0000 7f56078f79c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:10:58.502 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.501+0000 7f56078f79c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:10:58.507 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f56078f79c0 time 2024-09-07T14:10:58.511338+0000 2024-09-07T14:10:58.507 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:10:58.508 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:58.508 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f560b1d12eb] 2024-09-07T14:10:58.508 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f560b1d149f] 2024-09-07T14:10:58.508 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1400d50d1] 2024-09-07T14:10:58.509 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f1400e73da] 2024-09-07T14:10:58.509 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:10:58.509 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f560a037d90] 2024-09-07T14:10:58.509 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:10:58.509 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:10:58.509 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.509+0000 7f56078f79c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f56078f79c0 time 2024-09-07T14:10:58.511338+0000 2024-09-07T14:10:58.509 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:10:58.509 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.509 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:58.509 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f560b1d12eb] 2024-09-07T14:10:58.509 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f560b1d149f] 2024-09-07T14:10:58.509 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1400d50d1] 2024-09-07T14:10:58.510 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f1400e73da] 2024-09-07T14:10:58.510 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:10:58.510 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f560a037d90] 2024-09-07T14:10:58.510 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:10:58.510 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:10:58.510 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.510 INFO:tasks.workunit.client.0.smithi107.stderr:*** Caught signal (Aborted) ** 2024-09-07T14:10:58.510 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f56078f79c0 thread_name:radosgw-admin 2024-09-07T14:10:58.526 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:58.526 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f560a050520] 2024-09-07T14:10:58.526 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:10:58.526 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:10:58.526 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:10:58.526 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f560b1d1345] 2024-09-07T14:10:58.526 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f560b1d149f] 2024-09-07T14:10:58.526 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1400d50d1] 2024-09-07T14:10:58.526 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f1400e73da] 2024-09-07T14:10:58.526 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:10:58.527 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f560a037d90] 2024-09-07T14:10:58.527 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:10:58.527 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:10:58.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.509+0000 7f56078f79c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:10:58.527 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f56078f79c0 thread_name:radosgw-admin 2024-09-07T14:10:58.527 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.527 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:58.527 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f560a050520] 2024-09-07T14:10:58.527 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:10:58.527 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:10:58.528 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:10:58.528 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f560b1d1345] 2024-09-07T14:10:58.528 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f560b1d149f] 2024-09-07T14:10:58.528 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1400d50d1] 2024-09-07T14:10:58.528 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f1400e73da] 2024-09-07T14:10:58.528 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:10:58.528 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f560a037d90] 2024-09-07T14:10:58.528 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:10:58.528 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:10:58.528 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:10:58.528 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:10:58.189+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:10:58.189+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:10:58.189+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:10:58.189+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:10:58.189+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:10:58.189+0000 7f56053fd640 10 monclient(hunting): handle_auth_done global_id 8280 payload 274 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:10:58.189+0000 7f56053fd640 10 monclient: _finish_hunting 0 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:10:58.189+0000 7f56053fd640 1 monclient: found mon.noname-a 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:10:58.189+0000 7f56053fd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:10:58.529 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: dump: 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: _finish_auth 0 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: _check_auth_tickets 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:58.530 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: dump: 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.531 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 monclient: authenticate success, global_id 8280 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: get_monmap_and_config success 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:10:58.193+0000 7f56078f79c0 4 set_mon_vals no callback set 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: shutdown 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 asok(0x55f14274d2b0) unregister_commands rotate-key 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: build_initial_monmap 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:10:58.193+0000 7f56078f79c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: monmap: 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:58.532 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding auth protocol: cephx 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding auth protocol: cephx 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding auth protocol: cephx 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: secure 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: crc 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: secure 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: crc 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: secure 2024-09-07T14:10:58.533 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: crc 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: crc 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: secure 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: crc 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: secure 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: crc 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: secure 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:10:58.193+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:10:58.193+0000 7f56078f79c0 1 librados: starting msgr at 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:10:58.193+0000 7f56078f79c0 1 librados: starting objecter 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command objecter_requests hook 0x55f14295ae30 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:10:58.193+0000 7f56078f79c0 1 librados: setting wanted keys 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:10:58.193+0000 7f56078f79c0 1 librados: calling monclient init 2024-09-07T14:10:58.534 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: init 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding auth protocol: cephx 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding auth protocol: cephx 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding auth protocol: cephx 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: secure 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: crc 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: secure 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: crc 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: secure 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: crc 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: crc 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: secure 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: crc 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: secure 2024-09-07T14:10:58.535 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: crc 2024-09-07T14:10:58.536 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: secure 2024-09-07T14:10:58.536 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:10:58.193+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.536 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:10:58.193+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.536 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command rotate-key hook 0x55f142958578 2024-09-07T14:10:58.536 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:58.536 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:10:58.536 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-c con 0x55f142811240 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:58.536 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-b con 0x55f14289e170 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:58.536 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-a con 0x55f14298a9b0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:58.536 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.536 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.536 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): authenticate will time out at 3010.018531s 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): get_auth_request con 0x55f142811240 auth_method 0 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): get_auth_request con 0x55f14298a9b0 auth_method 0 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.537 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): handle_auth_done global_id 8283 payload 824 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient: _finish_hunting 0 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:10:58.193+0000 7f5605bfe640 1 monclient: found mon.noname-a 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: dump: 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.538 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: _finish_auth 0 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: _check_auth_tickets 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: dump: 2024-09-07T14:10:58.539 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.540 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.540 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.540 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.540 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.540 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.540 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.540 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.540 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.540 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.540 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:10:58.193+0000 7f54f3606640 4 set_mon_vals no callback set 2024-09-07T14:10:58.540 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 monclient: authenticate success, global_id 8283 2024-09-07T14:10:58.540 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: _renew_subs 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: _renew_subs 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:10:58.193+0000 7f56078f79c0 1 librados: init done 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:10:58.197+0000 7f54f1e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:10:58.197+0000 7f54f1e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:10:58.197+0000 7f54f1e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:10:58.197+0000 7f56053fd640 10 monclient: get_auth_request con 0x7f54ec070ae0 auth_method 0 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:10:58.197+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x55f1429a05c0 auth_method 0 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:10:58.197+0000 7f56053fd640 10 monclient: get_auth_request con 0x55f1429a37a0 auth_method 0 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:10:58.201+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x55f1429a7b00 auth_method 0 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:10:58.201+0000 7f5605bfe640 10 monclient: get_auth_request con 0x55f1429a7020 auth_method 0 2024-09-07T14:10:58.541 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: build_initial_monmap 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:10:58.205+0000 7f56078f79c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: monmap: 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding auth protocol: cephx 2024-09-07T14:10:58.542 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding auth protocol: cephx 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding auth protocol: cephx 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: secure 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: crc 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: secure 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: crc 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: secure 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: crc 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: crc 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: secure 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: crc 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: secure 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: crc 2024-09-07T14:10:58.543 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: secure 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:10:58.205+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f1429b36b0 EEXIST 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: init 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding auth protocol: cephx 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding auth protocol: cephx 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding auth protocol: cephx 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: secure 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: crc 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: secure 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: crc 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: secure 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: crc 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: crc 2024-09-07T14:10:58.544 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: secure 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: crc 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: secure 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: crc 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: secure 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:10:58.205+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:10:58.205+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command rotate-key cmddesc rotate-key hook 0x55f1429aed20 EEXIST 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-c con 0x55f1429d7860 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-a con 0x55f1429d7190 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-b con 0x55f1429d5b70 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.545 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): authenticate will time out at 3010.029425s 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): get_auth_request con 0x55f1429d7860 auth_method 0 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): get_auth_request con 0x55f1429d7190 auth_method 0 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.546 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): handle_auth_done global_id 7808 payload 824 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient: _finish_hunting 0 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 1 monclient: found mon.noname-c 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:10:58.205+0000 7f56053fd640 10 monclient: get_auth_request con 0x55f1429d5b70 auth_method 0 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: dump: 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.547 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: _finish_auth 0 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: _check_auth_tickets 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:10:58.548 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: dump: 2024-09-07T14:10:58.549 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.549 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.549 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.549 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.549 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.549 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.549 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.549 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.549 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.549 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.550 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 monclient: authenticate success, global_id 7808 2024-09-07T14:10:58.550 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: _renew_subs 2024-09-07T14:10:58.550 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:10:58.205+0000 7f56063ff640 4 set_mon_vals no callback set 2024-09-07T14:10:58.550 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.550 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: _renew_subs 2024-09-07T14:10:58.550 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.550 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:10:58.209+0000 7f54eaffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:10:58.550 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:10:58.209+0000 7f54eaffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:58.550 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:10:58.209+0000 7f54eaffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:58.550 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: get_monmap_and_config 2024-09-07T14:10:58.550 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: build_initial_monmap 2024-09-07T14:10:58.551 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:10:58.209+0000 7f56078f79c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:58.551 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: monmap: 2024-09-07T14:10:58.551 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:58.551 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:58.551 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:58.551 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:58.551 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:58.551 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.551 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:58.551 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:58.551 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:58.551 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding auth protocol: cephx 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding auth protocol: cephx 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding auth protocol: cephx 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: secure 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: crc 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: secure 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: crc 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: secure 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: crc 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: crc 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: secure 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: crc 2024-09-07T14:10:58.552 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: secure 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: crc 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: secure 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient: get_auth_request con 0x7f54e0070a20 auth_method 0 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:10:58.209+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: init 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding auth protocol: cephx 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding auth protocol: cephx 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding auth protocol: cephx 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: secure 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: crc 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: secure 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: crc 2024-09-07T14:10:58.553 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: secure 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: crc 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: crc 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: secure 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: crc 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: secure 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: crc 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: secure 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:10:58.209+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:10:58.209+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command rotate-key cmddesc rotate-key hook 0x7fff8e6784a8 EEXIST 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-b con 0x55f1429fb380 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:58.554 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-a con 0x55f142a25bc0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-c con 0x55f142a26bf0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): authenticate will time out at 3010.033764s 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): get_auth_request con 0x55f142a25bc0 auth_method 0 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): get_auth_request con 0x55f142a26bf0 auth_method 0 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.555 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): handle_auth_done global_id 8289 payload 274 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient: _finish_hunting 0 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:10:58.209+0000 7f5605bfe640 1 monclient: found mon.noname-a 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.556 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: dump: 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: _finish_auth 0 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: _check_auth_tickets 2024-09-07T14:10:58.557 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 monclient: authenticate success, global_id 8289 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: get_monmap_and_config success 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:10:58.209+0000 7f56078f79c0 4 set_mon_vals no callback set 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: dump: 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.558 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: shutdown 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: build_initial_monmap 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:10:58.209+0000 7f56078f79c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: monmap: 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:58.559 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding auth protocol: cephx 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding auth protocol: cephx 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding auth protocol: cephx 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: secure 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: crc 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: secure 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: crc 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: secure 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: crc 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: crc 2024-09-07T14:10:58.560 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: secure 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: crc 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: secure 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: crc 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: secure 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:10:58.209+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:10:58.209+0000 7f56078f79c0 1 librados: starting msgr at 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:10:58.209+0000 7f56078f79c0 1 librados: starting objecter 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f1429f9650 EEXIST 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:10:58.209+0000 7f56078f79c0 1 librados: setting wanted keys 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:10:58.209+0000 7f56078f79c0 1 librados: calling monclient init 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: init 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding auth protocol: cephx 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding auth protocol: cephx 2024-09-07T14:10:58.561 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding auth protocol: cephx 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: secure 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: crc 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: secure 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: crc 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: secure 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: crc 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: crc 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: secure 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: crc 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: secure 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: crc 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: secure 2024-09-07T14:10:58.562 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:10:58.209+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:10:58.213+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:10:58.213+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command rotate-key cmddesc rotate-key hook 0x55f1429d97c8 EEXIST 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-b con 0x55f1429fb380 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-c con 0x55f142a25bc0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-a con 0x55f142a26bf0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): authenticate will time out at 3010.036288s 2024-09-07T14:10:58.563 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): get_auth_request con 0x55f142a25bc0 auth_method 0 2024-09-07T14:10:58.564 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.564 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.564 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.564 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): get_auth_request con 0x55f142a26bf0 auth_method 0 2024-09-07T14:10:58.564 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.564 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.564 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.564 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.564 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.564 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.564 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.564 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): handle_auth_done global_id 7814 payload 824 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient: _finish_hunting 0 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:10:58.213+0000 7f5605bfe640 1 monclient: found mon.noname-c 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: dump: 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.565 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: _finish_auth 0 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: _check_auth_tickets 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: dump: 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.566 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:10:58.213+0000 7f56078f79c0 5 monclient: authenticate success, global_id 7814 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient: _renew_subs 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:10:58.213+0000 7f54e8ff9640 4 set_mon_vals no callback set 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient: _renew_subs 2024-09-07T14:10:58.567 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:10:58.213+0000 7f56078f79c0 1 librados: init done 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:10:58.213+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command cr dump hook 0x55f142a1ff08 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:10:58.213+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient: get_auth_request con 0x55f142a45610 auth_method 0 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:10:58.217+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x7f54d0070ae0 auth_method 0 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 realm 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.568 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:10:58.217+0000 7f56078f79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:10:58.217+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x55f142a498b0 auth_method 0 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:10:58.217+0000 7f5605bfe640 10 monclient: get_auth_request con 0x55f142a4d0f0 auth_method 0 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:10:58.221+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:10:58.221+0000 7f56078f79c0 20 searching for the correct realm 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:10:58.221+0000 7f56053fd640 10 monclient: get_auth_request con 0x55f142a51e90 auth_method 0 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:10:58.221+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x55f1427e6aa0 auth_method 0 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:10:58.221+0000 7f5605bfe640 10 monclient: get_auth_request con 0x7f55f01060e0 auth_method 0 2024-09-07T14:10:58.569 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:10:58.221+0000 7f56053fd640 0 -- 172.21.15.107:0/1410242083 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f5600002750 msgr2=0x7f5600089a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:10:58.570 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:10:58.425+0000 7f56053fd640 10 monclient: get_auth_request con 0x7f5600002750 auth_method 0 2024-09-07T14:10:58.570 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:10:58.433+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x7f55f8052950 auth_method 0 2024-09-07T14:10:58.570 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:10:58.437+0000 7f56053fd640 0 -- 172.21.15.107:0/1410242083 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f5600002750 msgr2=0x7f5600089a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:58.570 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:10:58.437+0000 7f54d6ffd640 1 client.7814.objecter ms_handle_reset 0x7f5600002750 session 0x7f560000ab50 osd.4 2024-09-07T14:10:58.570 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:10:58.437+0000 7f54d6ffd640 10 monclient: _renew_subs 2024-09-07T14:10:58.570 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:10:58.437+0000 7f54d6ffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.570 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:10:58.437+0000 7f56053fd640 10 monclient: get_auth_request con 0x7f54d0081210 auth_method 0 2024-09-07T14:10:58.570 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:58.570 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:58.572 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:58.572 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:58.572 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:58.572 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:58.572 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.572 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.572 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.572 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:58.572 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.572 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:58.572 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 zone default found 2024-09-07T14:10:58.572 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:10:58.453+0000 7f56078f79c0 4 Realm: () 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:10:58.453+0000 7f56078f79c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:10:58.453+0000 7f56078f79c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:10:58.453+0000 7f56078f79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 zonegroup default 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 started sync module instance, tier type = 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:10:58.461+0000 7f54d6ffd640 1 client.7814.objecter ms_handle_reset 0x55f142a498b0 session 0x55f142a49230 osd.5 2024-09-07T14:10:58.573 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:10:58.461+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x7f5600002750 auth_method 0 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=0 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=1 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=2 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=3 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=4 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=5 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=6 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:10:58.481+0000 7f56078f79c0 20 add_watcher() i=7 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:10:58.481+0000 7f56078f79c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding auth protocol: cephx 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding auth protocol: cephx 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding auth protocol: cephx 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: secure 2024-09-07T14:10:58.574 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: crc 2024-09-07T14:10:58.575 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: secure 2024-09-07T14:10:58.575 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: crc 2024-09-07T14:10:58.575 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: secure 2024-09-07T14:10:58.575 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: crc 2024-09-07T14:10:58.575 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: crc 2024-09-07T14:10:58.575 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: secure 2024-09-07T14:10:58.575 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: crc 2024-09-07T14:10:58.575 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: secure 2024-09-07T14:10:58.575 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:10:58.485+0000 7f54bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:58.575 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: crc 2024-09-07T14:10:58.575 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: secure 2024-09-07T14:10:58.575 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:10:58.485+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.576 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:10:58.485+0000 7f56078f79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:58.576 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:10:58.485+0000 7f56078f79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:58.576 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command cache list hook 0x55f142a20470 2024-09-07T14:10:58.576 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command cache inspect hook 0x55f142a20470 2024-09-07T14:10:58.576 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command cache erase hook 0x55f142a20470 2024-09-07T14:10:58.576 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command cache zap hook 0x55f142a20470 2024-09-07T14:10:58.576 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 note: GC not initialized 2024-09-07T14:10:58.576 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:10:58.485+0000 7f54ba7e4640 20 reqs_thread_entry: start 2024-09-07T14:10:58.576 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command sync trace show hook 0x7f560005cb50 2024-09-07T14:10:58.576 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command sync trace history hook 0x7f560005cb50 2024-09-07T14:10:58.576 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command sync trace active hook 0x7f560005cb50 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command sync trace active_short hook 0x7f560005cb50 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:10:58.485+0000 7f56078f79c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:10:58.485+0000 7f56078f79c0 20 Filter name: none 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:10:58.485+0000 7f542bfff640 20 reqs_thread_entry: start 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:10:58.489+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:10:58.489+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:10:58.489+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:10:58.489+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:58.577 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:10:58.497+0000 7f56078f79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:10:58.497+0000 7f56078f79c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:10:58.497+0000 7f56078f79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:10:58.497+0000 7f56078f79c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:10:58.497+0000 7f54e8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300815 cookie 94494693621184 notifier 7814 bl.length()=911 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:10:58.497+0000 7f54e8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:10:58.497+0000 7f54e8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:10:58.497+0000 7f54e8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:10:58.501+0000 7f56078f79c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:10:58.578 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:10:58.501+0000 7f56078f79c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:10:58.501+0000 7f56078f79c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:10:58.501+0000 7f56078f79c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:10:58.509+0000 7f56078f79c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f56078f79c0 time 2024-09-07T14:10:58.511338+0000 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f560b1d12eb] 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f560b1d149f] 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1400d50d1] 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f1400e73da] 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f560a037d90] 2024-09-07T14:10:58.579 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:10:58.509+0000 7f56078f79c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f56078f79c0 thread_name:radosgw-admin 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f560a050520] 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f560b1d1345] 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f560b1d149f] 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1400d50d1] 2024-09-07T14:10:58.580 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f1400e73da] 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f560a037d90] 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:10:58.581 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:10:58.582 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:10:58.583 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:10:58.584 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:10:58.585 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:10:58.586 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:10:58.587 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7f542bfff640 / http_manager 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54ba7e4640 / http_manager 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54bb7e6640 / rgw_dt_lg_renew 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54d6ffd640 / ms_dispatch 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54e8ff9640 / io_context_pool 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54eaffd640 / ms_dispatch 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54f1e03640 / ms_dispatch 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54f3606640 / io_context_pool 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7f55fcbfc640 / msgr-worker-2 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7f56053fd640 / msgr-worker-1 2024-09-07T14:10:58.588 INFO:tasks.workunit.client.0.smithi107.stderr: 7f5605bfe640 / msgr-worker-0 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr: 7f56063ff640 / io_context_pool 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr: 7f56078f79c0 / radosgw-admin 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/log/ceph/ceph-client.admin.144697.log 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:10:58.189+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:10:58.189+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:10:58.189+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:10:58.189+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:10:58.189+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.589 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:10:58.189+0000 7f56053fd640 10 monclient(hunting): handle_auth_done global_id 8280 payload 274 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:10:58.189+0000 7f56053fd640 10 monclient: _finish_hunting 0 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:10:58.189+0000 7f56053fd640 1 monclient: found mon.noname-a 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:10:58.189+0000 7f56053fd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: dump: 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.590 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: _finish_auth 0 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: _check_auth_tickets 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:10:58.193+0000 7f54f3606640 10 monclient: dump: 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.591 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 monclient: authenticate success, global_id 8280 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: get_monmap_and_config success 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:10:58.193+0000 7f56078f79c0 4 set_mon_vals no callback set 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: shutdown 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 asok(0x55f14274d2b0) unregister_commands rotate-key 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: build_initial_monmap 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:10:58.193+0000 7f56078f79c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: monmap: 2024-09-07T14:10:58.592 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding auth protocol: cephx 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding auth protocol: cephx 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding auth protocol: cephx 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: secure 2024-09-07T14:10:58.593 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: crc 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: secure 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: crc 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: secure 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: crc 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: crc 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: secure 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: crc 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: secure 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: crc 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f14295b590) adding con mode: secure 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:10:58.193+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:10:58.193+0000 7f56078f79c0 1 librados: starting msgr at 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:10:58.193+0000 7f56078f79c0 1 librados: starting objecter 2024-09-07T14:10:58.594 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command objecter_requests hook 0x55f14295ae30 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:10:58.193+0000 7f56078f79c0 1 librados: setting wanted keys 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:10:58.193+0000 7f56078f79c0 1 librados: calling monclient init 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: init 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding auth protocol: cephx 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding auth protocol: cephx 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding auth protocol: cephx 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: secure 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: crc 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: secure 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: crc 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: secure 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: crc 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: crc 2024-09-07T14:10:58.595 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: secure 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: crc 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: secure 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: crc 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 AuthRegistry(0x55f142958430) adding con mode: secure 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:10:58.193+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:10:58.193+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command rotate-key hook 0x55f142958578 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-c con 0x55f142811240 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-b con 0x55f14289e170 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-a con 0x55f14298a9b0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:58.596 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient(hunting): authenticate will time out at 3010.018531s 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): get_auth_request con 0x55f142811240 auth_method 0 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): get_auth_request con 0x55f14298a9b0 auth_method 0 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.597 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:10:58.193+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient(hunting): handle_auth_done global_id 8283 payload 824 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient: _finish_hunting 0 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:10:58.193+0000 7f5605bfe640 1 monclient: found mon.noname-a 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:10:58.193+0000 7f5605bfe640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: dump: 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.598 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: _finish_auth 0 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: _check_auth_tickets 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.599 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:10:58.193+0000 7f54f1e03640 10 monclient: dump: 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:10:58.193+0000 7f54f3606640 4 set_mon_vals no callback set 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:10:58.193+0000 7f56078f79c0 5 monclient: authenticate success, global_id 8283 2024-09-07T14:10:58.600 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: _renew_subs 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: _renew_subs 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:10:58.193+0000 7f56078f79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:10:58.193+0000 7f56078f79c0 1 librados: init done 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:10:58.197+0000 7f54f1e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:10:58.197+0000 7f54f1e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:10:58.197+0000 7f54f1e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:10:58.197+0000 7f56053fd640 10 monclient: get_auth_request con 0x7f54ec070ae0 auth_method 0 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:10:58.197+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x55f1429a05c0 auth_method 0 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:10:58.197+0000 7f56053fd640 10 monclient: get_auth_request con 0x55f1429a37a0 auth_method 0 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:10:58.201+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x55f1429a7b00 auth_method 0 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:10:58.201+0000 7f5605bfe640 10 monclient: get_auth_request con 0x55f1429a7020 auth_method 0 2024-09-07T14:10:58.601 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: build_initial_monmap 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:10:58.205+0000 7f56078f79c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: monmap: 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding auth protocol: cephx 2024-09-07T14:10:58.602 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding auth protocol: cephx 2024-09-07T14:10:58.603 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding auth protocol: cephx 2024-09-07T14:10:58.603 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: secure 2024-09-07T14:10:58.603 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: crc 2024-09-07T14:10:58.603 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: secure 2024-09-07T14:10:58.603 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: crc 2024-09-07T14:10:58.603 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: secure 2024-09-07T14:10:58.603 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: crc 2024-09-07T14:10:58.603 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: crc 2024-09-07T14:10:58.603 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: secure 2024-09-07T14:10:58.603 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: crc 2024-09-07T14:10:58.603 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: secure 2024-09-07T14:10:58.603 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: crc 2024-09-07T14:10:58.604 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429afd30) adding con mode: secure 2024-09-07T14:10:58.604 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:10:58.205+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.604 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f1429b36b0 EEXIST 2024-09-07T14:10:58.604 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: init 2024-09-07T14:10:58.604 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding auth protocol: cephx 2024-09-07T14:10:58.604 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding auth protocol: cephx 2024-09-07T14:10:58.604 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding auth protocol: cephx 2024-09-07T14:10:58.604 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: secure 2024-09-07T14:10:58.604 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: crc 2024-09-07T14:10:58.604 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: secure 2024-09-07T14:10:58.604 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: crc 2024-09-07T14:10:58.604 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: secure 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: crc 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: crc 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: secure 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: crc 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: secure 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: crc 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 AuthRegistry(0x55f1429aebd8) adding con mode: secure 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:10:58.205+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:10:58.205+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command rotate-key cmddesc rotate-key hook 0x55f1429aed20 EEXIST 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-c con 0x55f1429d7860 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:58.605 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-a con 0x55f1429d7190 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-b con 0x55f1429d5b70 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient(hunting): authenticate will time out at 3010.029425s 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): get_auth_request con 0x55f1429d7860 auth_method 0 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): get_auth_request con 0x55f1429d7190 auth_method 0 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.606 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:10:58.205+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient(hunting): handle_auth_done global_id 7808 payload 824 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient: _finish_hunting 0 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 1 monclient: found mon.noname-c 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:10:58.205+0000 7f55fcbfc640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:10:58.205+0000 7f56053fd640 10 monclient: get_auth_request con 0x55f1429d5b70 auth_method 0 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:10:58.607 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: dump: 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: _finish_auth 0 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: _check_auth_tickets 2024-09-07T14:10:58.608 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:10:58.205+0000 7f54eaffd640 10 monclient: dump: 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.609 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:10:58.205+0000 7f56078f79c0 5 monclient: authenticate success, global_id 7808 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: _renew_subs 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:10:58.205+0000 7f56063ff640 4 set_mon_vals no callback set 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: _renew_subs 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:10:58.205+0000 7f56078f79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:10:58.209+0000 7f54eaffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:10:58.209+0000 7f54eaffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:10:58.209+0000 7f54eaffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: get_monmap_and_config 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: build_initial_monmap 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:10:58.209+0000 7f56078f79c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: monmap: 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:58.610 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding auth protocol: cephx 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding auth protocol: cephx 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding auth protocol: cephx 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: secure 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: crc 2024-09-07T14:10:58.611 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: secure 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: crc 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: secure 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: crc 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: crc 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: secure 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: crc 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: secure 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: crc 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429f7280) adding con mode: secure 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient: get_auth_request con 0x7f54e0070a20 auth_method 0 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:10:58.209+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: init 2024-09-07T14:10:58.612 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding auth protocol: cephx 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding auth protocol: cephx 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding auth protocol: cephx 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: secure 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: crc 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: secure 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: crc 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: secure 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: crc 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: crc 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: secure 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: crc 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: secure 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: crc 2024-09-07T14:10:58.613 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678360) adding con mode: secure 2024-09-07T14:10:58.614 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:10:58.209+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.614 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:10:58.209+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.614 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command rotate-key cmddesc rotate-key hook 0x7fff8e6784a8 EEXIST 2024-09-07T14:10:58.614 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:58.614 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:10:58.614 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-b con 0x55f1429fb380 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:58.614 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-a con 0x55f142a25bc0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:58.614 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-c con 0x55f142a26bf0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:58.614 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.614 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.614 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.614 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient(hunting): authenticate will time out at 3010.033764s 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): get_auth_request con 0x55f142a25bc0 auth_method 0 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): get_auth_request con 0x55f142a26bf0 auth_method 0 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.615 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:10:58.209+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient(hunting): handle_auth_done global_id 8289 payload 274 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient: _finish_hunting 0 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:10:58.209+0000 7f5605bfe640 1 monclient: found mon.noname-a 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:10:58.209+0000 7f5605bfe640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: dump: 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.616 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: _finish_auth 0 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: _check_auth_tickets 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 monclient: authenticate success, global_id 8289 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: get_monmap_and_config success 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:10:58.209+0000 7f56078f79c0 4 set_mon_vals no callback set 2024-09-07T14:10:58.617 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:10:58.209+0000 7f54e8ff9640 10 monclient: dump: 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: shutdown 2024-09-07T14:10:58.618 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: build_initial_monmap 2024-09-07T14:10:58.619 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:10:58.209+0000 7f56078f79c0 1 build_initial for_mkfs: 0 2024-09-07T14:10:58.619 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: monmap: 2024-09-07T14:10:58.619 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:10:58.619 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:10:58.619 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:10:58.619 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:10:58.619 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:10:58.619 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.619 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:10:58.619 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:10:58.619 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:10:58.619 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.620 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding auth protocol: cephx 2024-09-07T14:10:58.620 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding auth protocol: cephx 2024-09-07T14:10:58.620 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding auth protocol: cephx 2024-09-07T14:10:58.620 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: secure 2024-09-07T14:10:58.620 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: crc 2024-09-07T14:10:58.620 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: secure 2024-09-07T14:10:58.620 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: crc 2024-09-07T14:10:58.620 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: secure 2024-09-07T14:10:58.620 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: crc 2024-09-07T14:10:58.620 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: crc 2024-09-07T14:10:58.620 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: secure 2024-09-07T14:10:58.620 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: crc 2024-09-07T14:10:58.621 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: secure 2024-09-07T14:10:58.621 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: crc 2024-09-07T14:10:58.621 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429fc320) adding con mode: secure 2024-09-07T14:10:58.621 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:10:58.209+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.621 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:10:58.209+0000 7f56078f79c0 1 librados: starting msgr at 2024-09-07T14:10:58.621 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:10:58.209+0000 7f56078f79c0 1 librados: starting objecter 2024-09-07T14:10:58.621 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f1429f9650 EEXIST 2024-09-07T14:10:58.621 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:10:58.209+0000 7f56078f79c0 1 librados: setting wanted keys 2024-09-07T14:10:58.621 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:10:58.209+0000 7f56078f79c0 1 librados: calling monclient init 2024-09-07T14:10:58.621 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:10:58.209+0000 7f56078f79c0 10 monclient: init 2024-09-07T14:10:58.621 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding auth protocol: cephx 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding auth protocol: cephx 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding auth protocol: cephx 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: secure 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: crc 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: secure 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: crc 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: secure 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: crc 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: crc 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: secure 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: crc 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: secure 2024-09-07T14:10:58.622 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: crc 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:10:58.209+0000 7f56078f79c0 5 AuthRegistry(0x55f1429d9680) adding con mode: secure 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:10:58.209+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:10:58.213+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:10:58.213+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command rotate-key cmddesc rotate-key hook 0x55f1429d97c8 EEXIST 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient: _reopen_session rank -1 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-b con 0x55f1429fb380 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-c con 0x55f142a25bc0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): picked mon.noname-a con 0x55f142a26bf0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): _renew_subs 2024-09-07T14:10:58.623 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient(hunting): authenticate will time out at 3010.036288s 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): get_auth_request con 0x55f142a25bc0 auth_method 0 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): get_auth_request con 0x55f142a26bf0 auth_method 0 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:10:58.624 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient(hunting): handle_auth_done global_id 7814 payload 824 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient: _finish_hunting 0 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:10:58.213+0000 7f5605bfe640 1 monclient: found mon.noname-c 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:10:58.213+0000 7f5605bfe640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: dump: 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.625 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: _finish_auth 0 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: _check_auth_tickets 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: handle_config config(0 keys) 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 10 monclient: dump: 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:10:58.626 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:10:58.213+0000 7f56078f79c0 5 monclient: authenticate success, global_id 7814 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient: _renew_subs 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:10:58.213+0000 7f54e8ff9640 4 set_mon_vals no callback set 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient: _renew_subs 2024-09-07T14:10:58.627 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:10:58.213+0000 7f56078f79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:10:58.213+0000 7f56078f79c0 1 librados: init done 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:10:58.213+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command cr dump hook 0x55f142a1ff08 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:10:58.213+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:10:58.213+0000 7f54d6ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:10:58.213+0000 7f56053fd640 10 monclient: get_auth_request con 0x55f142a45610 auth_method 0 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:10:58.217+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x7f54d0070ae0 auth_method 0 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 realm 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:10:58.217+0000 7f56078f79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:58.628 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:10:58.217+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x55f142a498b0 auth_method 0 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:10:58.217+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:10:58.217+0000 7f5605bfe640 10 monclient: get_auth_request con 0x55f142a4d0f0 auth_method 0 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:10:58.221+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:10:58.221+0000 7f56078f79c0 20 searching for the correct realm 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:10:58.221+0000 7f56053fd640 10 monclient: get_auth_request con 0x55f142a51e90 auth_method 0 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:10:58.221+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x55f1427e6aa0 auth_method 0 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:10:58.221+0000 7f5605bfe640 10 monclient: get_auth_request con 0x7f55f01060e0 auth_method 0 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:10:58.221+0000 7f56053fd640 0 -- 172.21.15.107:0/1410242083 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f5600002750 msgr2=0x7f5600089a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:10:58.629 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:10:58.425+0000 7f56053fd640 10 monclient: get_auth_request con 0x7f5600002750 auth_method 0 2024-09-07T14:10:58.630 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:10:58.433+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x7f55f8052950 auth_method 0 2024-09-07T14:10:58.630 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:10:58.437+0000 7f56053fd640 0 -- 172.21.15.107:0/1410242083 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f5600002750 msgr2=0x7f5600089a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:58.630 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:10:58.437+0000 7f54d6ffd640 1 client.7814.objecter ms_handle_reset 0x7f5600002750 session 0x7f560000ab50 osd.4 2024-09-07T14:10:58.630 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:10:58.437+0000 7f54d6ffd640 10 monclient: _renew_subs 2024-09-07T14:10:58.630 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:10:58.437+0000 7f54d6ffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:10:58.630 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:10:58.437+0000 7f56053fd640 10 monclient: get_auth_request con 0x7f54d0081210 auth_method 0 2024-09-07T14:10:58.630 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:58.630 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:58.630 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:58.630 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:58.630 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:58.630 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:10:58.449+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 zone default found 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:10:58.453+0000 7f56078f79c0 4 Realm: () 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:10:58.453+0000 7f56078f79c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:10:58.453+0000 7f56078f79c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:10:58.453+0000 7f56078f79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 zonegroup default 2024-09-07T14:10:58.631 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 started sync module instance, tier type = 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:10:58.453+0000 7f56078f79c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:10:58.461+0000 7f54d6ffd640 1 client.7814.objecter ms_handle_reset 0x55f142a498b0 session 0x55f142a49230 osd.5 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:10:58.461+0000 7f55fcbfc640 10 monclient: get_auth_request con 0x7f5600002750 auth_method 0 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=0 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=1 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=2 2024-09-07T14:10:58.632 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=3 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=4 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=5 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:10:58.477+0000 7f56078f79c0 20 add_watcher() i=6 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:10:58.481+0000 7f56078f79c0 20 add_watcher() i=7 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:10:58.481+0000 7f56078f79c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding auth protocol: cephx 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding auth protocol: cephx 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding auth protocol: cephx 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: secure 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: crc 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: secure 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: crc 2024-09-07T14:10:58.633 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: secure 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: crc 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: crc 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: secure 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: crc 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: secure 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:10:58.485+0000 7f54bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: crc 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 AuthRegistry(0x7fff8e678830) adding con mode: secure 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:10:58.485+0000 7f56078f79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:10:58.485+0000 7f56078f79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:10:58.485+0000 7f56078f79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command cache list hook 0x55f142a20470 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command cache inspect hook 0x55f142a20470 2024-09-07T14:10:58.634 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command cache erase hook 0x55f142a20470 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command cache zap hook 0x55f142a20470 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 note: GC not initialized 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:10:58.485+0000 7f54ba7e4640 20 reqs_thread_entry: start 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command sync trace show hook 0x7f560005cb50 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command sync trace history hook 0x7f560005cb50 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command sync trace active hook 0x7f560005cb50 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:10:58.485+0000 7f56078f79c0 5 asok(0x55f14274d2b0) register_command sync trace active_short hook 0x7f560005cb50 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:10:58.485+0000 7f56078f79c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:10:58.485+0000 7f56078f79c0 20 Filter name: none 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:10:58.485+0000 7f542bfff640 20 reqs_thread_entry: start 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:10:58.489+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.635 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:10:58.489+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:10:58.489+0000 7f56078f79c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:10:58.489+0000 7f56078f79c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:10:58.489+0000 7f56078f79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:10:58.497+0000 7f56078f79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:10:58.497+0000 7f56078f79c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:58.636 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:10:58.497+0000 7f56078f79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:10:58.497+0000 7f56078f79c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:10:58.497+0000 7f54e8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300815 cookie 94494693621184 notifier 7814 bl.length()=911 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:10:58.497+0000 7f54e8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:10:58.497+0000 7f54e8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:10:58.497+0000 7f54e8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:10:58.501+0000 7f56078f79c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:10:58.501+0000 7f56078f79c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:10:58.501+0000 7f56078f79c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:10:58.501+0000 7f56078f79c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:10:58.509+0000 7f56078f79c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f56078f79c0 time 2024-09-07T14:10:58.511338+0000 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.637 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f560b1d12eb] 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f560b1d149f] 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1400d50d1] 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f1400e73da] 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f560a037d90] 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:10:58.509+0000 7f56078f79c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f56078f79c0 thread_name:radosgw-admin 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:10:58.638 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f560a050520] 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f560b1d1345] 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f560b1d149f] 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1400d50d1] 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f1400e73da] 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f560a037d90] 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:10:58.639 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:10:58.640 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:10:58.641 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:10:58.642 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:10:58.643 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:10:58.644 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:10:58.645 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7f542bfff640 / http_manager 2024-09-07T14:10:58.646 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54ba7e4640 / http_manager 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54bb7e6640 / rgw_dt_lg_renew 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54d6ffd640 / ms_dispatch 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54e8ff9640 / io_context_pool 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54eaffd640 / ms_dispatch 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54f1e03640 / ms_dispatch 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: 7f54f3606640 / io_context_pool 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: 7f55fcbfc640 / msgr-worker-2 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: 7f56053fd640 / msgr-worker-1 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: 7f5605bfe640 / msgr-worker-0 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: 7f56063ff640 / io_context_pool 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: 7f56078f79c0 / radosgw-admin 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:10:58.647 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/lib/ceph/crash/2024-09-07T14:10:58.513420Z_4ddc611c-9267-42c7-8e9e-6e488e2367bd/log 2024-09-07T14:10:58.648 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:10:58.648 INFO:tasks.workunit.client.0.smithi107.stderr:Aborted 2024-09-07T14:10:58.648 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:10:58.649 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:58.649 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:58.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.593+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.597+0000 7fd9281329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.649 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.597+0000 7fd9281329c0 20 realm 2024-09-07T14:10:58.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.597+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.597+0000 7fd9281329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.597+0000 7fd9281329c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:58.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.597+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.597+0000 7fd9281329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.597+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.597+0000 7fd9281329c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:58.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.597+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.601+0000 7fd9281329c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:58.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.601+0000 7fd9281329c0 20 searching for the correct realm 2024-09-07T14:10:58.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.605+0000 7fd925c38640 0 -- 172.21.15.107:0/515718357 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fd920032070 msgr2=0x7fd920024970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:58.821 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.821+0000 7fd925c38640 0 -- 172.21.15.107:0/515718357 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fd920032070 msgr2=0x7fd920024970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:58.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.833+0000 7fd9281329c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:58.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.833+0000 7fd9281329c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:58.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.833+0000 7fd9281329c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:58.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.833+0000 7fd9281329c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:58.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.833+0000 7fd9281329c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:58.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.833+0000 7fd9281329c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:58.833 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.833+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.833+0000 7fd9281329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.833+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.833+0000 7fd9281329c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:58.834 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.833+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:58.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 20 zone default found 2024-09-07T14:10:58.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 4 Realm: () 2024-09-07T14:10:58.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:58.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:58.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:58.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 20 zonegroup default 2024-09-07T14:10:58.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:58.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 20 started sync module instance, tier type = 2024-09-07T14:10:58.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.837+0000 7fd9281329c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:58.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.857+0000 7fd9281329c0 20 add_watcher() i=0 2024-09-07T14:10:58.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.857+0000 7fd9281329c0 20 add_watcher() i=1 2024-09-07T14:10:58.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.857+0000 7fd9281329c0 20 add_watcher() i=2 2024-09-07T14:10:58.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.857+0000 7fd9281329c0 20 add_watcher() i=3 2024-09-07T14:10:58.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.857+0000 7fd9281329c0 20 add_watcher() i=4 2024-09-07T14:10:58.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.857+0000 7fd9281329c0 20 add_watcher() i=5 2024-09-07T14:10:58.858 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.857+0000 7fd9281329c0 20 add_watcher() i=6 2024-09-07T14:10:58.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.861+0000 7fd9281329c0 20 add_watcher() i=7 2024-09-07T14:10:58.860 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.861+0000 7fd9281329c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:58.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.865+0000 7fd7d77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:58.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.865+0000 7fd9281329c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:58.866 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.865+0000 7fd9281329c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:58.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.865+0000 7fd9281329c0 5 note: GC not initialized 2024-09-07T14:10:58.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.865+0000 7fd7d67fc640 20 reqs_thread_entry: start 2024-09-07T14:10:58.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.865+0000 7fd9281329c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:58.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.865+0000 7fd9281329c0 20 Filter name: none 2024-09-07T14:10:58.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.865+0000 7fd747fff640 20 reqs_thread_entry: start 2024-09-07T14:10:58.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.865+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.868 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.869+0000 7fd9281329c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:58.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.869+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.869+0000 7fd9281329c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:10:58.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.869+0000 7fd9281329c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:58.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.869+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.869+0000 7fd9281329c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:58.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.869+0000 7fd9281329c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:58.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.869+0000 7fd9281329c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:10:58.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.869+0000 7fd9281329c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:10:58.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.873+0000 7fd7d77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:58.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.877+0000 7fd9281329c0 20 remove_watcher() i=0 2024-09-07T14:10:58.878 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.877+0000 7fd9281329c0 2 removed watcher, disabling cache 2024-09-07T14:10:58.880 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.881+0000 7fd9281329c0 20 remove_watcher() i=1 2024-09-07T14:10:58.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.881+0000 7fd9281329c0 20 remove_watcher() i=2 2024-09-07T14:10:58.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.885+0000 7fd9281329c0 20 remove_watcher() i=3 2024-09-07T14:10:58.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.885+0000 7fd9281329c0 20 remove_watcher() i=4 2024-09-07T14:10:58.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.889+0000 7fd9281329c0 20 remove_watcher() i=5 2024-09-07T14:10:58.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.889+0000 7fd9281329c0 20 remove_watcher() i=6 2024-09-07T14:10:58.890 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:58.889+0000 7fd9281329c0 20 remove_watcher() i=7 2024-09-07T14:10:58.907 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:10:58.907 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:10:58.954 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-07T14:10:58.981 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:10:58.981 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:10:59.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.025+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.025+0000 7f93415b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:59.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.025+0000 7f93415b69c0 20 realm 2024-09-07T14:10:59.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.025+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.025+0000 7f93415b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:59.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.025+0000 7f93415b69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:10:59.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.025+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.025+0000 7f93415b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:59.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.025+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.025+0000 7f93415b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:59.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.025+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.029+0000 7f93415b69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:10:59.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.029+0000 7f93415b69c0 20 searching for the correct realm 2024-09-07T14:10:59.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.033+0000 7f933f0bc640 0 -- 172.21.15.107:0/1441874415 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f93300d6070 msgr2=0x7f9330114450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:10:59.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.249+0000 7f933f0bc640 0 -- 172.21.15.107:0/1441874415 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f93300d6070 msgr2=0x7f9330114450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:10:59.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.261+0000 7f93415b69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:10:59.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.261+0000 7f93415b69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:10:59.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.261+0000 7f93415b69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:10:59.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.261+0000 7f93415b69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:10:59.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.261+0000 7f93415b69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:10:59.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.261+0000 7f93415b69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:10:59.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.261+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.261+0000 7f93415b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:59.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.261+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:10:59.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:10:59.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 zone default found 2024-09-07T14:10:59.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 4 Realm: () 2024-09-07T14:10:59.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:10:59.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:10:59.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:10:59.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 zonegroup default 2024-09-07T14:10:59.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:59.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:59.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:10:59.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 started sync module instance, tier type = 2024-09-07T14:10:59.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.265+0000 7f93415b69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:10:59.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.289+0000 7f93415b69c0 20 add_watcher() i=0 2024-09-07T14:10:59.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.289+0000 7f93415b69c0 20 add_watcher() i=1 2024-09-07T14:10:59.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.289+0000 7f93415b69c0 20 add_watcher() i=2 2024-09-07T14:10:59.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.289+0000 7f93415b69c0 20 add_watcher() i=3 2024-09-07T14:10:59.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.289+0000 7f93415b69c0 20 add_watcher() i=4 2024-09-07T14:10:59.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.289+0000 7f93415b69c0 20 add_watcher() i=5 2024-09-07T14:10:59.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.289+0000 7f93415b69c0 20 add_watcher() i=6 2024-09-07T14:10:59.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.289+0000 7f93415b69c0 20 add_watcher() i=7 2024-09-07T14:10:59.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.289+0000 7f93415b69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:10:59.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.293+0000 7f91f5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:59.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.293+0000 7f93415b69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:10:59.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.293+0000 7f93415b69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:10:59.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.293+0000 7f93415b69c0 5 note: GC not initialized 2024-09-07T14:10:59.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.293+0000 7f91f4fe1640 20 reqs_thread_entry: start 2024-09-07T14:10:59.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.293+0000 7f93415b69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:10:59.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.293+0000 7f93415b69c0 20 Filter name: none 2024-09-07T14:10:59.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.293+0000 7f916e7fc640 20 reqs_thread_entry: start 2024-09-07T14:10:59.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:10:59.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:10:59.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:10:59.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:10:59.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:10:59.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 20 rados->read ofs=0 len=0 2024-09-07T14:10:59.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:10:59.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:10:59.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:10:59.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:10:59.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:10:59.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:10:59.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:10:59.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:10:59.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:10:59.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:10:59.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:10:59.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.297+0000 7f93415b69c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:10:59.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.301+0000 7f91f5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:10:59.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.309+0000 7f93415b69c0 20 remove_watcher() i=0 2024-09-07T14:10:59.307 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.309+0000 7f93415b69c0 2 removed watcher, disabling cache 2024-09-07T14:10:59.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.309+0000 7f93415b69c0 20 remove_watcher() i=1 2024-09-07T14:10:59.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.313+0000 7f93415b69c0 20 remove_watcher() i=2 2024-09-07T14:10:59.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.313+0000 7f93415b69c0 20 remove_watcher() i=3 2024-09-07T14:10:59.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.317+0000 7f93415b69c0 20 remove_watcher() i=4 2024-09-07T14:10:59.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.321+0000 7f93415b69c0 20 remove_watcher() i=5 2024-09-07T14:10:59.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.321+0000 7f93415b69c0 20 remove_watcher() i=6 2024-09-07T14:10:59.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:10:59.321+0000 7f93415b69c0 20 remove_watcher() i=7 2024-09-07T14:11:29.369 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-07T14:11:29.407 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:11:29.407 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:11:29.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.453+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 realm 2024-09-07T14:11:29.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.457+0000 7fcf667b09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:11:29.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:11:29.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.461+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:11:29.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.461+0000 7fcf667b09c0 20 searching for the correct realm 2024-09-07T14:11:29.462 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.461+0000 7fcf64ab7640 0 -- 172.21.15.107:0/3847492645 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fcf5803e070 msgr2=0x7fcf58070380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:11:29.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.469+0000 7fcf63ab5640 0 -- 172.21.15.107:0/3847492645 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fcf5412cb60 msgr2=0x7fcf541149d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:11:29.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:11:29.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:11:29.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:11:29.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:11:29.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:11:29.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:11:29.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:11:29.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:11:29.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 zone default found 2024-09-07T14:11:29.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 4 Realm: () 2024-09-07T14:11:29.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:11:29.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:11:29.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:11:29.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 zonegroup default 2024-09-07T14:11:29.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 started sync module instance, tier type = 2024-09-07T14:11:29.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:11:29.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=0 2024-09-07T14:11:29.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=1 2024-09-07T14:11:29.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=2 2024-09-07T14:11:29.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=3 2024-09-07T14:11:29.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=4 2024-09-07T14:11:29.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=5 2024-09-07T14:11:29.715 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=6 2024-09-07T14:11:29.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.717+0000 7fcf667b09c0 20 add_watcher() i=7 2024-09-07T14:11:29.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.717+0000 7fcf667b09c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:11:29.721 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.721+0000 7fce1afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:11:29.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.721+0000 7fcf667b09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:11:29.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.721+0000 7fcf667b09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:11:29.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 note: GC not initialized 2024-09-07T14:11:29.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.721+0000 7fce19fdb640 20 reqs_thread_entry: start 2024-09-07T14:11:29.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.721+0000 7fcf667b09c0 20 init_complete bucket index max shards: 1 2024-09-07T14:11:29.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 Filter name: none 2024-09-07T14:11:29.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcd8b7fe640 20 reqs_thread_entry: start 2024-09-07T14:11:29.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:11:29.723 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:11:29.724 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:11:29.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:11:29.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:11:29.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:11:29.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:11:29.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:11:29.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:11:29.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:11:29.726 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:11:29.728 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.729+0000 7fcf667b09c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:11:29.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.741+0000 7fcf667b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:11:29.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.741+0000 7fcf667b09c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:11:29.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.741+0000 7fcf667b09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:11:29.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.741+0000 7fcf667b09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:11:29.739 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.741+0000 7fce3b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300816 cookie 93974253840384 notifier 8343 bl.length()=911 2024-09-07T14:11:29.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.741+0000 7fce3b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:11:29.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.741+0000 7fce3b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:11:29.740 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.741+0000 7fce3b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:11:29.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.745+0000 7fcf667b09c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:11:29.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.745+0000 7fcf667b09c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:11:29.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.745+0000 7fcf667b09c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:11:29.743 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.745+0000 7fcf667b09c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:11:29.748 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcf667b09c0 time 2024-09-07T14:11:29.752591+0000 2024-09-07T14:11:29.748 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:11:29.750 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:11:29.750 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fcf6a08a2eb] 2024-09-07T14:11:29.750 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcf6a08a49f] 2024-09-07T14:11:29.750 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557812d610d1] 2024-09-07T14:11:29.750 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140fccc) [0x5578137b6ccc] 2024-09-07T14:11:29.750 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557812d7336d] 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcf68ef0d90] 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.749+0000 7fcf667b09c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcf667b09c0 time 2024-09-07T14:11:29.752591+0000 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fcf6a08a2eb] 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcf6a08a49f] 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557812d610d1] 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140fccc) [0x5578137b6ccc] 2024-09-07T14:11:29.751 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557812d7336d] 2024-09-07T14:11:29.752 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:11:29.752 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcf68ef0d90] 2024-09-07T14:11:29.752 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:11:29.752 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:11:29.752 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.752 INFO:tasks.workunit.client.0.smithi107.stderr:*** Caught signal (Aborted) ** 2024-09-07T14:11:29.752 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fcf667b09c0 thread_name:radosgw-admin 2024-09-07T14:11:29.766 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:11:29.766 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fcf68f09520] 2024-09-07T14:11:29.766 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:11:29.766 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:11:29.766 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:11:29.766 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fcf6a08a345] 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcf6a08a49f] 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557812d610d1] 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140fccc) [0x5578137b6ccc] 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557812d7336d] 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcf68ef0d90] 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.753+0000 7fcf667b09c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fcf667b09c0 thread_name:radosgw-admin 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:11:29.767 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fcf68f09520] 2024-09-07T14:11:29.768 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:11:29.768 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:11:29.768 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:11:29.768 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fcf6a08a345] 2024-09-07T14:11:29.768 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcf6a08a49f] 2024-09-07T14:11:29.768 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557812d610d1] 2024-09-07T14:11:29.768 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140fccc) [0x5578137b6ccc] 2024-09-07T14:11:29.768 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557812d7336d] 2024-09-07T14:11:29.768 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:11:29.769 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcf68ef0d90] 2024-09-07T14:11:29.769 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:11:29.769 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:11:29.769 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:11:29.769 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.769 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:11:29.769 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:11:29.429+0000 7fcf64ab7640 1 monclient: found mon.noname-c 2024-09-07T14:11:29.769 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:11:29.429+0000 7fcf64ab7640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:11:29.769 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.769 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:11:29.769 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: dump: 2024-09-07T14:11:29.769 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: _finish_auth 0 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: _check_auth_tickets 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 monclient: authenticate success, global_id 7853 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: handle_config config(0 keys) 2024-09-07T14:11:29.770 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: dump: 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.771 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: get_monmap_and_config success 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 4 set_mon_vals no callback set 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: shutdown 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) unregister_commands rotate-key 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: build_initial_monmap 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 1 build_initial for_mkfs: 0 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: monmap: 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:11:29.772 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding auth protocol: cephx 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding auth protocol: cephx 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding auth protocol: cephx 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: secure 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: crc 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: secure 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: crc 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: secure 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: crc 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: crc 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: secure 2024-09-07T14:11:29.773 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: crc 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: secure 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: crc 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: secure 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 1 librados: starting msgr at 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 1 librados: starting objecter 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command objecter_requests hook 0x557815f7c120 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 1 librados: setting wanted keys 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 1 librados: calling monclient init 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: init 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding auth protocol: cephx 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding auth protocol: cephx 2024-09-07T14:11:29.774 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding auth protocol: cephx 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: secure 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: crc 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: secure 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: crc 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: secure 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: crc 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: crc 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: secure 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: crc 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: secure 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: crc 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: secure 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.775 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command rotate-key hook 0x557815f4ac98 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: _reopen_session rank -1 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-c con 0x557815e061f0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-b con 0x557815e96f00 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-a con 0x557815f4eff0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): _renew_subs 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): authenticate will time out at 3041.258392s 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): get_auth_request con 0x557815e061f0 auth_method 0 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.776 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request con 0x557815f4eff0 auth_method 0 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:11:29.433+0000 7fcf63ab5640 10 monclient(hunting): get_auth_request con 0x557815e96f00 auth_method 0 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:11:29.433+0000 7fcf63ab5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.777 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:11:29.433+0000 7fcf63ab5640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:11:29.433+0000 7fcf63ab5640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): handle_auth_done global_id 7856 payload 824 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient: _finish_hunting 0 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:11:29.433+0000 7fcf642b6640 1 monclient: found mon.noname-c 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: dump: 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.778 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: _finish_auth 0 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: _check_auth_tickets 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: handle_config config(0 keys) 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: dump: 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.779 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.780 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.780 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.780 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.780 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.780 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.780 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.780 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 monclient: authenticate success, global_id 7856 2024-09-07T14:11:29.780 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: _renew_subs 2024-09-07T14:11:29.780 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:11:29.780 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:11:29.433+0000 7fce5260c640 4 set_mon_vals no callback set 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: _renew_subs 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 1 librados: init done 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:11:29.437+0000 7fce50e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:11:29.437+0000 7fce50e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:11:29.437+0000 7fce50e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:11:29.437+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x7fce4c070ae0 auth_method 0 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:11:29.437+0000 7fcf64ab7640 10 monclient: get_auth_request con 0x557815f73130 auth_method 0 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:11:29.437+0000 7fcf642b6640 10 monclient: get_auth_request con 0x557815f957e0 auth_method 0 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:11:29.441+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x557815f99c10 auth_method 0 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:11:29.441+0000 7fcf64ab7640 10 monclient: get_auth_request con 0x557815f990c0 auth_method 0 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 10 monclient: build_initial_monmap 2024-09-07T14:11:29.781 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 1 build_initial for_mkfs: 0 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 10 monclient: monmap: 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding auth protocol: cephx 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding auth protocol: cephx 2024-09-07T14:11:29.782 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding auth protocol: cephx 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: secure 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: crc 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: secure 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: crc 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: secure 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: crc 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: crc 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: secure 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: crc 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: secure 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: crc 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: secure 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.783 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x557815fa57b0 EEXIST 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: init 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding auth protocol: cephx 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding auth protocol: cephx 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding auth protocol: cephx 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: secure 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: crc 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: secure 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: crc 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: secure 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: crc 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: crc 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: secure 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: crc 2024-09-07T14:11:29.784 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: secure 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: crc 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: secure 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command rotate-key cmddesc rotate-key hook 0x557815fa0e80 EEXIST 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: _reopen_session rank -1 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-c con 0x557815fc9960 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-b con 0x557815fc9290 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-a con 0x557815fc7c70 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.785 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): _renew_subs 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): authenticate will time out at 3041.269130s 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): get_auth_request con 0x557815fc9960 auth_method 0 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): get_auth_request con 0x557815fc7c70 auth_method 0 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.786 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:11:29.445+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request con 0x557815fc9290 auth_method 0 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:11:29.445+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:11:29.445+0000 7fcf64ab7640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:11:29.445+0000 7fcf64ab7640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): handle_auth_done global_id 8337 payload 824 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient: _finish_hunting 0 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:11:29.445+0000 7fcf642b6640 1 monclient: found mon.noname-a 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: dump: 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.787 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: _finish_auth 0 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: _check_auth_tickets 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: handle_config config(0 keys) 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:11:29.788 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: dump: 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 monclient: authenticate success, global_id 8337 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:11:29.445+0000 7fcf652b8640 4 set_mon_vals no callback set 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: _renew_subs 2024-09-07T14:11:29.789 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: _renew_subs 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:11:29.445+0000 7fce49ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:11:29.445+0000 7fce49ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:11:29.445+0000 7fce49ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: get_monmap_and_config 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: build_initial_monmap 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 1 build_initial for_mkfs: 0 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: monmap: 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:11:29.790 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding auth protocol: cephx 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding auth protocol: cephx 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding auth protocol: cephx 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: secure 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: crc 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: secure 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: crc 2024-09-07T14:11:29.791 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: secure 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: crc 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: crc 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: secure 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: crc 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: secure 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: crc 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: secure 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:11:29.449+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x7fce3c070a20 auth_method 0 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: init 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding auth protocol: cephx 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding auth protocol: cephx 2024-09-07T14:11:29.792 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding auth protocol: cephx 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: secure 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: crc 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: secure 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: crc 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: secure 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: crc 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: crc 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: secure 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: crc 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: secure 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: crc 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: secure 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.793 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.794 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc9adea0a8 EEXIST 2024-09-07T14:11:29.794 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: _reopen_session rank -1 2024-09-07T14:11:29.794 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:11:29.794 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-b con 0x55781601d500 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:11:29.794 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-a con 0x5578160189a0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:11:29.794 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-c con 0x55781600f110 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:11:29.794 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.794 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.794 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.794 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): _renew_subs 2024-09-07T14:11:29.794 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): authenticate will time out at 3041.273393s 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): get_auth_request con 0x55781600f110 auth_method 0 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request con 0x5578160189a0 auth_method 0 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.795 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): handle_auth_done global_id 7862 payload 274 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient: _finish_hunting 0 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:11:29.449+0000 7fcf642b6640 1 monclient: found mon.noname-c 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: dump: 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.796 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: _finish_auth 0 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: _check_auth_tickets 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: handle_config config(0 keys) 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 monclient: authenticate success, global_id 7862 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: get_monmap_and_config success 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 4 set_mon_vals no callback set 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: dump: 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.797 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: shutdown 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: build_initial_monmap 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 1 build_initial for_mkfs: 0 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: monmap: 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:11:29.798 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding auth protocol: cephx 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding auth protocol: cephx 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding auth protocol: cephx 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: secure 2024-09-07T14:11:29.799 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: crc 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: secure 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: crc 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: secure 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: crc 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: crc 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: secure 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: crc 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: secure 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: crc 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: secure 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 1 librados: starting msgr at 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 1 librados: starting objecter 2024-09-07T14:11:29.800 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x557815feb880 EEXIST 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 1 librados: setting wanted keys 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 1 librados: calling monclient init 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: init 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding auth protocol: cephx 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding auth protocol: cephx 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding auth protocol: cephx 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: secure 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: crc 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: secure 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: crc 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: secure 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: crc 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: crc 2024-09-07T14:11:29.801 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: secure 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: crc 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: secure 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: crc 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: secure 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command rotate-key cmddesc rotate-key hook 0x557815fcb8c8 EEXIST 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: _reopen_session rank -1 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-a con 0x55781600f110 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-c con 0x5578160189a0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-b con 0x55781601d500 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.802 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): _renew_subs 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): authenticate will time out at 3041.275981s 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): get_auth_request con 0x55781600f110 auth_method 0 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request con 0x5578160189a0 auth_method 0 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.803 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_done global_id 8343 payload 824 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient: _finish_hunting 0 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 1 monclient: found mon.noname-a 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: dump: 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.804 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: _finish_auth 0 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: _check_auth_tickets 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: handle_config config(0 keys) 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:11:29.805 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: dump: 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 5 monclient: authenticate success, global_id 8343 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:11:29.453+0000 7fce3b7fe640 4 set_mon_vals no callback set 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 10 monclient: _renew_subs 2024-09-07T14:11:29.806 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 10 monclient: _renew_subs 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 1 librados: init done 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command cr dump hook 0x7fcf540b9f88 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:11:29.453+0000 7fce39ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:11:29.453+0000 7fce39ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:11:29.453+0000 7fce39ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient: get_auth_request con 0x7fce2c070ae0 auth_method 0 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:11:29.453+0000 7fcf642b6640 10 monclient: get_auth_request con 0x557816036ab0 auth_method 0 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 realm 2024-09-07T14:11:29.807 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:11:29.457+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x55781603ad50 auth_method 0 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:11:29.457+0000 7fcf64ab7640 10 monclient: get_auth_request con 0x55781603e590 auth_method 0 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:11:29.461+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:11:29.461+0000 7fcf667b09c0 20 searching for the correct realm 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:11:29.461+0000 7fcf642b6640 10 monclient: get_auth_request con 0x557816043330 auth_method 0 2024-09-07T14:11:29.808 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:11:29.461+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x7fcf540c1020 auth_method 0 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:11:29.461+0000 7fcf64ab7640 10 monclient: get_auth_request con 0x7fcf5803e070 auth_method 0 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:11:29.461+0000 7fcf64ab7640 0 -- 172.21.15.107:0/3847492645 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fcf5803e070 msgr2=0x7fcf58070380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:11:29.461+0000 7fce39ffb640 1 client.8343.objecter ms_handle_reset 0x7fcf5803e070 session 0x7fcf58020040 osd.2 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:11:29.461+0000 7fce39ffb640 10 monclient: _renew_subs 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:11:29.461+0000 7fce39ffb640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:11:29.461+0000 7fcf64ab7640 10 monclient: get_auth_request con 0x7fce2c081210 auth_method 0 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:11:29.465+0000 7fcf642b6640 10 monclient: get_auth_request con 0x7fcf5c014470 auth_method 0 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:11:29.469+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x7fcf5412cb60 auth_method 0 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:11:29.469+0000 7fcf63ab5640 0 -- 172.21.15.107:0/3847492645 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fcf5412cb60 msgr2=0x7fcf541149d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:11:29.673+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x7fcf5412cb60 auth_method 0 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:11:29.809 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 zone default found 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 4 Realm: () 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:11:29.810 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:11:29.811 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 zonegroup default 2024-09-07T14:11:29.811 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.811 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.811 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.811 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.811 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.811 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.811 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 started sync module instance, tier type = 2024-09-07T14:11:29.811 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:11:29.811 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=0 2024-09-07T14:11:29.811 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=1 2024-09-07T14:11:29.811 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=2 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=3 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=4 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=5 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=6 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:11:29.717+0000 7fcf667b09c0 20 add_watcher() i=7 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:11:29.717+0000 7fcf667b09c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding auth protocol: cephx 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding auth protocol: cephx 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding auth protocol: cephx 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: secure 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: crc 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: secure 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: crc 2024-09-07T14:11:29.812 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:11:29.721+0000 7fce1afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: secure 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: crc 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: crc 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: secure 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: crc 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: secure 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: crc 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: secure 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command cache list hook 0x55781600e1e0 2024-09-07T14:11:29.813 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command cache inspect hook 0x55781600e1e0 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command cache erase hook 0x55781600e1e0 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command cache zap hook 0x55781600e1e0 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 note: GC not initialized 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:11:29.721+0000 7fce19fdb640 20 reqs_thread_entry: start 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command sync trace show hook 0x7fcf5c0029a0 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command sync trace history hook 0x7fcf5c0029a0 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command sync trace active hook 0x7fcf5c0029a0 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command sync trace active_short hook 0x7fcf5c0029a0 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 20 init_complete bucket index max shards: 1 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 Filter name: none 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:11:29.725+0000 7fcd8b7fe640 20 reqs_thread_entry: start 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.814 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:11:29.729+0000 7fcf667b09c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:11:29.741+0000 7fcf667b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:11:29.815 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:11:29.741+0000 7fcf667b09c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:11:29.741+0000 7fcf667b09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:11:29.741+0000 7fcf667b09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:11:29.741+0000 7fce3b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300816 cookie 93974253840384 notifier 8343 bl.length()=911 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:11:29.741+0000 7fce3b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:11:29.741+0000 7fce3b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:11:29.741+0000 7fce3b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:11:29.745+0000 7fcf667b09c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:11:29.745+0000 7fcf667b09c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:11:29.745+0000 7fcf667b09c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:11:29.745+0000 7fcf667b09c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:11:29.749+0000 7fcf667b09c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcf667b09c0 time 2024-09-07T14:11:29.752591+0000 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:11:29.816 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fcf6a08a2eb] 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcf6a08a49f] 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557812d610d1] 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140fccc) [0x5578137b6ccc] 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557812d7336d] 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcf68ef0d90] 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:11:29.753+0000 7fcf667b09c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:11:29.817 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fcf667b09c0 thread_name:radosgw-admin 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fcf68f09520] 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fcf6a08a345] 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcf6a08a49f] 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557812d610d1] 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140fccc) [0x5578137b6ccc] 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557812d7336d] 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcf68ef0d90] 2024-09-07T14:11:29.818 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:11:29.819 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:11:29.820 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:11:29.821 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:11:29.822 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:11:29.823 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:11:29.824 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:11:29.825 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 7fcd8b7fe640 / http_manager 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce19fdb640 / http_manager 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce1afdd640 / rgw_dt_lg_renew 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce39ffb640 / ms_dispatch 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce3b7fe640 / io_context_pool 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce49ffb640 / ms_dispatch 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce50e09640 / ms_dispatch 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce5260c640 / io_context_pool 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 7fcf63ab5640 / msgr-worker-2 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 7fcf642b6640 / msgr-worker-1 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 7fcf64ab7640 / msgr-worker-0 2024-09-07T14:11:29.826 INFO:tasks.workunit.client.0.smithi107.stderr: 7fcf652b8640 / io_context_pool 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr: 7fcf667b09c0 / radosgw-admin 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/log/ceph/ceph-client.admin.146469.log 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:11:29.429+0000 7fcf64ab7640 1 monclient: found mon.noname-c 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:11:29.429+0000 7fcf64ab7640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: dump: 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.827 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: _finish_auth 0 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: _check_auth_tickets 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 monclient: authenticate success, global_id 7853 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: handle_config config(0 keys) 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.828 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:11:29.433+0000 7fce5260c640 10 monclient: dump: 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: get_monmap_and_config success 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 4 set_mon_vals no callback set 2024-09-07T14:11:29.829 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: shutdown 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) unregister_commands rotate-key 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: build_initial_monmap 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 1 build_initial for_mkfs: 0 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: monmap: 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:11:29.830 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding auth protocol: cephx 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding auth protocol: cephx 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding auth protocol: cephx 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: secure 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: crc 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: secure 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: crc 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: secure 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: crc 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: crc 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: secure 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: crc 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: secure 2024-09-07T14:11:29.831 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: crc 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f50190) adding con mode: secure 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 1 librados: starting msgr at 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 1 librados: starting objecter 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command objecter_requests hook 0x557815f7c120 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 1 librados: setting wanted keys 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 1 librados: calling monclient init 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: init 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding auth protocol: cephx 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding auth protocol: cephx 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding auth protocol: cephx 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: secure 2024-09-07T14:11:29.832 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: crc 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: secure 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: crc 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: secure 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: crc 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: crc 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: secure 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: crc 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: secure 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: crc 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 AuthRegistry(0x557815f4ab50) adding con mode: secure 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command rotate-key hook 0x557815f4ac98 2024-09-07T14:11:29.833 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: _reopen_session rank -1 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-c con 0x557815e061f0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-b con 0x557815e96f00 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-a con 0x557815f4eff0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): _renew_subs 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient(hunting): authenticate will time out at 3041.258392s 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): get_auth_request con 0x557815e061f0 auth_method 0 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.834 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request con 0x557815f4eff0 auth_method 0 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:11:29.433+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:11:29.433+0000 7fcf63ab5640 10 monclient(hunting): get_auth_request con 0x557815e96f00 auth_method 0 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:11:29.433+0000 7fcf63ab5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:11:29.433+0000 7fcf63ab5640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.835 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:11:29.433+0000 7fcf63ab5640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient(hunting): handle_auth_done global_id 7856 payload 824 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient: _finish_hunting 0 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:11:29.433+0000 7fcf642b6640 1 monclient: found mon.noname-c 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:11:29.433+0000 7fcf642b6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: dump: 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.836 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: _finish_auth 0 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: _check_auth_tickets 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: handle_config config(0 keys) 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:11:29.433+0000 7fce50e09640 10 monclient: dump: 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.837 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 5 monclient: authenticate success, global_id 7856 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: _renew_subs 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:11:29.433+0000 7fce5260c640 4 set_mon_vals no callback set 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: _renew_subs 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:11:29.433+0000 7fcf667b09c0 1 librados: init done 2024-09-07T14:11:29.838 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:11:29.437+0000 7fce50e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:11:29.437+0000 7fce50e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:11:29.437+0000 7fce50e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:11:29.437+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x7fce4c070ae0 auth_method 0 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:11:29.437+0000 7fcf64ab7640 10 monclient: get_auth_request con 0x557815f73130 auth_method 0 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:11:29.437+0000 7fcf642b6640 10 monclient: get_auth_request con 0x557815f957e0 auth_method 0 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:11:29.441+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x557815f99c10 auth_method 0 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:11:29.441+0000 7fcf64ab7640 10 monclient: get_auth_request con 0x557815f990c0 auth_method 0 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 10 monclient: build_initial_monmap 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 1 build_initial for_mkfs: 0 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 10 monclient: monmap: 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:11:29.839 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding auth protocol: cephx 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding auth protocol: cephx 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding auth protocol: cephx 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: secure 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: crc 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: secure 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: crc 2024-09-07T14:11:29.840 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: secure 2024-09-07T14:11:29.841 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: crc 2024-09-07T14:11:29.841 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: crc 2024-09-07T14:11:29.841 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: secure 2024-09-07T14:11:29.841 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: crc 2024-09-07T14:11:29.841 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: secure 2024-09-07T14:11:29.841 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: crc 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:11:29.441+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa1e40) adding con mode: secure 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x557815fa57b0 EEXIST 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: init 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding auth protocol: cephx 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding auth protocol: cephx 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding auth protocol: cephx 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: secure 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: crc 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: secure 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: crc 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: secure 2024-09-07T14:11:29.842 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: crc 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: crc 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: secure 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: crc 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: secure 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: crc 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 AuthRegistry(0x557815fa0d38) adding con mode: secure 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command rotate-key cmddesc rotate-key hook 0x557815fa0e80 EEXIST 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: _reopen_session rank -1 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-c con 0x557815fc9960 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-b con 0x557815fc9290 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:11:29.843 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-a con 0x557815fc7c70 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): _renew_subs 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient(hunting): authenticate will time out at 3041.269130s 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): get_auth_request con 0x557815fc9960 auth_method 0 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): get_auth_request con 0x557815fc7c70 auth_method 0 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.844 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.845 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.845 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:11:29.445+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.845 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.845 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.845 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.845 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:11:29.445+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request con 0x557815fc9290 auth_method 0 2024-09-07T14:11:29.845 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:11:29.445+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.845 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:11:29.445+0000 7fcf64ab7640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.845 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:11:29.445+0000 7fcf64ab7640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.845 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient(hunting): handle_auth_done global_id 8337 payload 824 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient: _finish_hunting 0 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:11:29.445+0000 7fcf642b6640 1 monclient: found mon.noname-a 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:11:29.445+0000 7fcf642b6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: dump: 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.846 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: _finish_auth 0 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: _check_auth_tickets 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: handle_config config(0 keys) 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:11:29.445+0000 7fce49ffb640 10 monclient: dump: 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.847 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 5 monclient: authenticate success, global_id 8337 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:11:29.445+0000 7fcf652b8640 4 set_mon_vals no callback set 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: _renew_subs 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: _renew_subs 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:11:29.445+0000 7fcf667b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:11:29.445+0000 7fce49ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:11:29.848 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:11:29.445+0000 7fce49ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:11:29.445+0000 7fce49ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: get_monmap_and_config 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: build_initial_monmap 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 1 build_initial for_mkfs: 0 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: monmap: 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:11:29.849 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding auth protocol: cephx 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding auth protocol: cephx 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding auth protocol: cephx 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: secure 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: crc 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: secure 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: crc 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: secure 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: crc 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: crc 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: secure 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: crc 2024-09-07T14:11:29.850 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: secure 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: crc 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fe9040) adding con mode: secure 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:11:29.449+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x7fce3c070a20 auth_method 0 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: init 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding auth protocol: cephx 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding auth protocol: cephx 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding auth protocol: cephx 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: secure 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: crc 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: secure 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: crc 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: secure 2024-09-07T14:11:29.851 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: crc 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: crc 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: secure 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: crc 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: secure 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: crc 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9ade9f60) adding con mode: secure 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc9adea0a8 EEXIST 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: _reopen_session rank -1 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-b con 0x55781601d500 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:11:29.852 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-a con 0x5578160189a0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-c con 0x55781600f110 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): _renew_subs 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): authenticate will time out at 3041.273393s 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): get_auth_request con 0x55781600f110 auth_method 0 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request con 0x5578160189a0 auth_method 0 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.853 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:11:29.449+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient(hunting): handle_auth_done global_id 7862 payload 274 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient: _finish_hunting 0 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:11:29.449+0000 7fcf642b6640 1 monclient: found mon.noname-c 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:11:29.449+0000 7fcf642b6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:11:29.854 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: dump: 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: _finish_auth 0 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: _check_auth_tickets 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: handle_config config(0 keys) 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 monclient: authenticate success, global_id 7862 2024-09-07T14:11:29.855 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: get_monmap_and_config success 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 4 set_mon_vals no callback set 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:11:29.449+0000 7fce3b7fe640 10 monclient: dump: 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.856 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: shutdown 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: build_initial_monmap 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 1 build_initial for_mkfs: 0 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: monmap: 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:11:29.857 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding auth protocol: cephx 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding auth protocol: cephx 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding auth protocol: cephx 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: secure 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: crc 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: secure 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: crc 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: secure 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: crc 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: crc 2024-09-07T14:11:29.858 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: secure 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: crc 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: secure 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: crc 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fecfe0) adding con mode: secure 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 1 librados: starting msgr at 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 1 librados: starting objecter 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x557815feb880 EEXIST 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 1 librados: setting wanted keys 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 1 librados: calling monclient init 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: init 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding auth protocol: cephx 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding auth protocol: cephx 2024-09-07T14:11:29.859 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding auth protocol: cephx 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: secure 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: crc 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: secure 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: crc 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: secure 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: crc 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: crc 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: secure 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: crc 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: secure 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: crc 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 AuthRegistry(0x557815fcb780) adding con mode: secure 2024-09-07T14:11:29.860 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command rotate-key cmddesc rotate-key hook 0x557815fcb8c8 EEXIST 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: _reopen_session rank -1 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-a con 0x55781600f110 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-c con 0x5578160189a0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): picked mon.noname-b con 0x55781601d500 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): _renew_subs 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:11:29.449+0000 7fcf667b09c0 10 monclient(hunting): authenticate will time out at 3041.275981s 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): get_auth_request con 0x55781600f110 auth_method 0 2024-09-07T14:11:29.861 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request con 0x5578160189a0 auth_method 0 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient(hunting): handle_auth_done global_id 8343 payload 824 2024-09-07T14:11:29.862 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient: _finish_hunting 0 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 1 monclient: found mon.noname-a 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:11:29.453+0000 7fcf63ab5640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: dump: 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.863 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: _finish_auth 0 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: _check_auth_tickets 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: handle_config config(0 keys) 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:11:29.453+0000 7fce39ffb640 10 monclient: dump: 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:11:29.864 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 5 monclient: authenticate success, global_id 8343 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:11:29.453+0000 7fce3b7fe640 4 set_mon_vals no callback set 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 10 monclient: _renew_subs 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 10 monclient: _renew_subs 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 1 librados: init done 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command cr dump hook 0x7fcf540b9f88 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:11:29.453+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.865 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:11:29.453+0000 7fce39ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:11:29.453+0000 7fce39ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:11:29.453+0000 7fce39ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:11:29.453+0000 7fcf64ab7640 10 monclient: get_auth_request con 0x7fce2c070ae0 auth_method 0 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:11:29.453+0000 7fcf642b6640 10 monclient: get_auth_request con 0x557816036ab0 auth_method 0 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 realm 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:11:29.457+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x55781603ad50 auth_method 0 2024-09-07T14:11:29.866 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:11:29.457+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:11:29.457+0000 7fcf64ab7640 10 monclient: get_auth_request con 0x55781603e590 auth_method 0 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:11:29.461+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:11:29.461+0000 7fcf667b09c0 20 searching for the correct realm 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:11:29.461+0000 7fcf642b6640 10 monclient: get_auth_request con 0x557816043330 auth_method 0 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:11:29.461+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x7fcf540c1020 auth_method 0 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:11:29.461+0000 7fcf64ab7640 10 monclient: get_auth_request con 0x7fcf5803e070 auth_method 0 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:11:29.461+0000 7fcf64ab7640 0 -- 172.21.15.107:0/3847492645 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fcf5803e070 msgr2=0x7fcf58070380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:11:29.461+0000 7fce39ffb640 1 client.8343.objecter ms_handle_reset 0x7fcf5803e070 session 0x7fcf58020040 osd.2 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:11:29.461+0000 7fce39ffb640 10 monclient: _renew_subs 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:11:29.461+0000 7fce39ffb640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:11:29.461+0000 7fcf64ab7640 10 monclient: get_auth_request con 0x7fce2c081210 auth_method 0 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:11:29.465+0000 7fcf642b6640 10 monclient: get_auth_request con 0x7fcf5c014470 auth_method 0 2024-09-07T14:11:29.867 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:11:29.469+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x7fcf5412cb60 auth_method 0 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:11:29.469+0000 7fcf63ab5640 0 -- 172.21.15.107:0/3847492645 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fcf5412cb60 msgr2=0x7fcf541149d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:11:29.673+0000 7fcf63ab5640 10 monclient: get_auth_request con 0x7fcf5412cb60 auth_method 0 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:11:29.685+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:11:29.868 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 zone default found 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 4 Realm: () 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 zonegroup default 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.869 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 started sync module instance, tier type = 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:11:29.689+0000 7fcf667b09c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=0 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=1 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=2 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=3 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=4 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=5 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:11:29.713+0000 7fcf667b09c0 20 add_watcher() i=6 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:11:29.717+0000 7fcf667b09c0 20 add_watcher() i=7 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:11:29.717+0000 7fcf667b09c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding auth protocol: cephx 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding auth protocol: cephx 2024-09-07T14:11:29.870 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding auth protocol: cephx 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: secure 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: crc 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: secure 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: crc 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:11:29.721+0000 7fce1afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: secure 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: crc 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: crc 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: secure 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: crc 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: secure 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: crc 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 AuthRegistry(0x7ffc9adea430) adding con mode: secure 2024-09-07T14:11:29.871 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command cache list hook 0x55781600e1e0 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command cache inspect hook 0x55781600e1e0 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command cache erase hook 0x55781600e1e0 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command cache zap hook 0x55781600e1e0 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 note: GC not initialized 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:11:29.721+0000 7fce19fdb640 20 reqs_thread_entry: start 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command sync trace show hook 0x7fcf5c0029a0 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command sync trace history hook 0x7fcf5c0029a0 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command sync trace active hook 0x7fcf5c0029a0 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 5 asok(0x557815d3d2b0) register_command sync trace active_short hook 0x7fcf5c0029a0 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:11:29.721+0000 7fcf667b09c0 20 init_complete bucket index max shards: 1 2024-09-07T14:11:29.872 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 Filter name: none 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:11:29.725+0000 7fcd8b7fe640 20 reqs_thread_entry: start 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:11:29.873 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:11:29.725+0000 7fcf667b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:11:29.729+0000 7fcf667b09c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:11:29.741+0000 7fcf667b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:11:29.741+0000 7fcf667b09c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:11:29.741+0000 7fcf667b09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:11:29.741+0000 7fcf667b09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:11:29.741+0000 7fce3b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300816 cookie 93974253840384 notifier 8343 bl.length()=911 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:11:29.741+0000 7fce3b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:11:29.741+0000 7fce3b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:11:29.741+0000 7fce3b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:11:29.745+0000 7fcf667b09c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:11:29.745+0000 7fcf667b09c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:11:29.745+0000 7fcf667b09c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:11:29.874 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:11:29.745+0000 7fcf667b09c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:11:29.749+0000 7fcf667b09c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcf667b09c0 time 2024-09-07T14:11:29.752591+0000 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fcf6a08a2eb] 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcf6a08a49f] 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557812d610d1] 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr: 4: radosgw-admin(+0x140fccc) [0x5578137b6ccc] 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557812d7336d] 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr: 6: main() 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcf68ef0d90] 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr: 8: __libc_start_main() 2024-09-07T14:11:29.875 INFO:tasks.workunit.client.0.smithi107.stderr: 9: _start() 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:11:29.753+0000 7fcf667b09c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7fcf667b09c0 thread_name:radosgw-admin 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fcf68f09520] 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fcf6a08a345] 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcf6a08a49f] 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557812d610d1] 2024-09-07T14:11:29.876 INFO:tasks.workunit.client.0.smithi107.stderr: 8: radosgw-admin(+0x140fccc) [0x5578137b6ccc] 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557812d7336d] 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: 10: main() 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcf68ef0d90] 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: 12: __libc_start_main() 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: 13: _start() 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:11:29.877 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:11:29.878 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:11:29.879 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:11:29.880 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:11:29.881 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:11:29.881 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:11:29.881 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:11:29.881 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:11:29.881 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:11:29.881 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:11:29.881 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:11:29.881 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:11:29.881 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:11:29.881 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:11:29.882 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:11:29.883 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: 7fcd8b7fe640 / http_manager 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce19fdb640 / http_manager 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce1afdd640 / rgw_dt_lg_renew 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce39ffb640 / ms_dispatch 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce3b7fe640 / io_context_pool 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce49ffb640 / ms_dispatch 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce50e09640 / ms_dispatch 2024-09-07T14:11:29.884 INFO:tasks.workunit.client.0.smithi107.stderr: 7fce5260c640 / io_context_pool 2024-09-07T14:11:29.885 INFO:tasks.workunit.client.0.smithi107.stderr: 7fcf63ab5640 / msgr-worker-2 2024-09-07T14:11:29.885 INFO:tasks.workunit.client.0.smithi107.stderr: 7fcf642b6640 / msgr-worker-1 2024-09-07T14:11:29.885 INFO:tasks.workunit.client.0.smithi107.stderr: 7fcf64ab7640 / msgr-worker-0 2024-09-07T14:11:29.885 INFO:tasks.workunit.client.0.smithi107.stderr: 7fcf652b8640 / io_context_pool 2024-09-07T14:11:29.885 INFO:tasks.workunit.client.0.smithi107.stderr: 7fcf667b09c0 / radosgw-admin 2024-09-07T14:11:29.885 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:11:29.885 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:11:29.885 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/lib/ceph/crash/2024-09-07T14:11:29.756061Z_d1fe2031-4ef8-4d36-8643-67faf8a0d954/log 2024-09-07T14:11:29.885 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:11:29.885 INFO:tasks.workunit.client.0.smithi107.stderr:Aborted 2024-09-07T14:11:29.885 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-07T14:11:29.887 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:11:29.887 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:11:29.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.837+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.841+0000 7f05682b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.841+0000 7f05682b39c0 20 realm 2024-09-07T14:11:29.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.841+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.841+0000 7f05682b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.841+0000 7f05682b39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:11:29.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.841+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.841+0000 7f05682b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:29.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.841+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.841+0000 7f05682b39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:11:29.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.841+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:29.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.845+0000 7f05682b39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:11:29.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.845+0000 7f05682b39c0 20 searching for the correct realm 2024-09-07T14:11:29.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:29.845+0000 7f0565db9640 0 -- 172.21.15.107:0/3370915370 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f05600e1f00 msgr2=0x7f056012da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:11:30.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.061+0000 7f0565db9640 0 -- 172.21.15.107:0/3370915370 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f05600e1f00 msgr2=0x7f056012da10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:11:30.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.073+0000 7f05682b39c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:11:30.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.073+0000 7f05682b39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:11:30.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.073+0000 7f05682b39c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:11:30.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.073+0000 7f05682b39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:11:30.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.073+0000 7f05682b39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:11:30.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.073+0000 7f05682b39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:11:30.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.073+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:30.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.073+0000 7f05682b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:30.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.073+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:30.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:11:30.075 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:30.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:11:30.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 zone default found 2024-09-07T14:11:30.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 4 Realm: () 2024-09-07T14:11:30.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:11:30.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:11:30.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:11:30.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 zonegroup default 2024-09-07T14:11:30.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:30.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:30.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:30.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:30.078 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:30.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:11:30.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 started sync module instance, tier type = 2024-09-07T14:11:30.079 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.077+0000 7f05682b39c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:11:30.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.101+0000 7f05682b39c0 20 add_watcher() i=0 2024-09-07T14:11:30.102 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.101+0000 7f05682b39c0 20 add_watcher() i=1 2024-09-07T14:11:30.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.101+0000 7f05682b39c0 20 add_watcher() i=2 2024-09-07T14:11:30.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.101+0000 7f05682b39c0 20 add_watcher() i=3 2024-09-07T14:11:30.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.101+0000 7f05682b39c0 20 add_watcher() i=4 2024-09-07T14:11:30.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.101+0000 7f05682b39c0 20 add_watcher() i=5 2024-09-07T14:11:30.103 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.101+0000 7f05682b39c0 20 add_watcher() i=6 2024-09-07T14:11:30.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.105+0000 7f05682b39c0 20 add_watcher() i=7 2024-09-07T14:11:30.104 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.105+0000 7f05682b39c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:11:30.108 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.109+0000 7f04177fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:11:30.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.109+0000 7f05682b39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:11:30.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.109+0000 7f05682b39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:11:30.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.109+0000 7f05682b39c0 5 note: GC not initialized 2024-09-07T14:11:30.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.109+0000 7f04167fc640 20 reqs_thread_entry: start 2024-09-07T14:11:30.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.109+0000 7f05682b39c0 20 init_complete bucket index max shards: 1 2024-09-07T14:11:30.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.109+0000 7f05682b39c0 20 Filter name: none 2024-09-07T14:11:30.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.109+0000 7f0387fff640 20 reqs_thread_entry: start 2024-09-07T14:11:30.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.109+0000 7f05682b39c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:11:30.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.109+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:30.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:11:30.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:11:30.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:11:30.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:11:30.112 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 20 rados->read ofs=0 len=0 2024-09-07T14:11:30.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:11:30.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:11:30.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:11:30.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:11:30.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:11:30.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:11:30.113 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:11:30.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:11:30.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:11:30.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:11:30.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:11:30.114 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.113+0000 7f05682b39c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:11:30.116 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.117+0000 7f04177fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:11:30.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.121+0000 7f05682b39c0 20 remove_watcher() i=0 2024-09-07T14:11:30.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.121+0000 7f05682b39c0 2 removed watcher, disabling cache 2024-09-07T14:11:30.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.125+0000 7f05682b39c0 20 remove_watcher() i=1 2024-09-07T14:11:30.125 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.125+0000 7f05682b39c0 20 remove_watcher() i=2 2024-09-07T14:11:30.127 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.129+0000 7f05682b39c0 20 remove_watcher() i=3 2024-09-07T14:11:30.129 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.129+0000 7f05682b39c0 20 remove_watcher() i=4 2024-09-07T14:11:30.130 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.129+0000 7f05682b39c0 20 remove_watcher() i=5 2024-09-07T14:11:30.131 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.133+0000 7f05682b39c0 20 remove_watcher() i=6 2024-09-07T14:11:30.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:11:30.133+0000 7f05682b39c0 20 remove_watcher() i=7 2024-09-07T14:11:30.147 INFO:tasks.workunit.client.0.smithi107.stderr: test: duplicated entries can be purged manually 2024-09-07T14:12:00.168 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:12:00.202 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:00.202 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:00.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.248+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.252+0000 7f94e7fc19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.252+0000 7f94e7fc19c0 20 realm 2024-09-07T14:12:00.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.252+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.252+0000 7f94e7fc19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.251 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.252+0000 7f94e7fc19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:00.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.252+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.252+0000 7f94e7fc19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.252 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.252+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.252+0000 7f94e7fc19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:00.253 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.252+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.252+0000 7f94e7fc19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:00.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.252+0000 7f94e7fc19c0 20 searching for the correct realm 2024-09-07T14:12:00.258 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.256+0000 7f94e5ac7640 0 -- 172.21.15.107:0/1634337751 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f94e004bc80 msgr2=0x7f94e009b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:00.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.472+0000 7f94e5ac7640 0 -- 172.21.15.107:0/1634337751 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f94e004bc80 msgr2=0x7f94e009b9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:00.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:00.484 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:00.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:00.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:00.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:00.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:00.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:00.486 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:00.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 zone default found 2024-09-07T14:12:00.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 4 Realm: () 2024-09-07T14:12:00.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:00.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:00.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:00.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 zonegroup default 2024-09-07T14:12:00.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.484+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.488+0000 7f94e7fc19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.488+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.488+0000 7f94e7fc19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.488 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.488+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.488+0000 7f94e7fc19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.488+0000 7f94e7fc19c0 20 started sync module instance, tier type = 2024-09-07T14:12:00.489 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.488+0000 7f94e7fc19c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:00.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.512+0000 7f94e7fc19c0 20 add_watcher() i=0 2024-09-07T14:12:00.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.512+0000 7f94e7fc19c0 20 add_watcher() i=1 2024-09-07T14:12:00.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.512+0000 7f94e7fc19c0 20 add_watcher() i=2 2024-09-07T14:12:00.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.512+0000 7f94e7fc19c0 20 add_watcher() i=3 2024-09-07T14:12:00.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.512+0000 7f94e7fc19c0 20 add_watcher() i=4 2024-09-07T14:12:00.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.512+0000 7f94e7fc19c0 20 add_watcher() i=5 2024-09-07T14:12:00.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.512+0000 7f94e7fc19c0 20 add_watcher() i=6 2024-09-07T14:12:00.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.516+0000 7f94e7fc19c0 20 add_watcher() i=7 2024-09-07T14:12:00.517 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.516+0000 7f94e7fc19c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:00.520 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.520+0000 7f9397fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:00.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.520+0000 7f94e7fc19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:00.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.520+0000 7f94e7fc19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:00.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.520+0000 7f94e7fc19c0 5 note: GC not initialized 2024-09-07T14:12:00.522 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.520+0000 7f9396ffd640 20 reqs_thread_entry: start 2024-09-07T14:12:00.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.520+0000 7f94e7fc19c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:00.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.520+0000 7f94e7fc19c0 20 Filter name: none 2024-09-07T14:12:00.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.520+0000 7f9394ff9640 20 reqs_thread_entry: start 2024-09-07T14:12:00.523 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.520+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.524+0000 7f94e7fc19c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:00.524 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.524+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.524+0000 7f94e7fc19c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:12:00.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.524+0000 7f94e7fc19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:00.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.524+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.524+0000 7f94e7fc19c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:00.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.524+0000 7f94e7fc19c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.528+0000 7f94e7fc19c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:12:00.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.528+0000 7f94e7fc19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:00.530 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.528+0000 7f9397fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:00.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.536+0000 7f94e7fc19c0 20 remove_watcher() i=0 2024-09-07T14:12:00.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.536+0000 7f94e7fc19c0 2 removed watcher, disabling cache 2024-09-07T14:12:00.538 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.536+0000 7f94e7fc19c0 20 remove_watcher() i=1 2024-09-07T14:12:00.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.540+0000 7f94e7fc19c0 20 remove_watcher() i=2 2024-09-07T14:12:00.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.540+0000 7f94e7fc19c0 20 remove_watcher() i=3 2024-09-07T14:12:00.545 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.544+0000 7f94e7fc19c0 20 remove_watcher() i=4 2024-09-07T14:12:00.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.544+0000 7f94e7fc19c0 20 remove_watcher() i=5 2024-09-07T14:12:00.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.548+0000 7f94e7fc19c0 20 remove_watcher() i=6 2024-09-07T14:12:00.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.548+0000 7f94e7fc19c0 20 remove_watcher() i=7 2024-09-07T14:12:00.565 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.565 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:12:00.566 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: a-bucket id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 num_objects: 11 size_kb: 1 num_shards: 3 2024-09-07T14:12:00.566 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.566 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-07T14:12:00.599 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:00.599 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:00.644 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 realm 2024-09-07T14:12:00.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.644+0000 7f164d9ae9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:00.646 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.647 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.648+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:00.648 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.648+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.648+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:00.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.648+0000 7f164d9ae9c0 20 searching for the correct realm 2024-09-07T14:12:00.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.652+0000 7f164b4b4640 0 -- 172.21.15.107:0/1880607949 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f16440d6060 msgr2=0x7f16441029f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:00.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.868+0000 7f164b4b4640 0 -- 172.21.15.107:0/1880607949 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f16440d6060 msgr2=0x7f16441029f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:00.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:00.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:00.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:00.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:00.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:00.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:00.881 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:00.882 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 zone default found 2024-09-07T14:12:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 4 Realm: () 2024-09-07T14:12:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 zonegroup default 2024-09-07T14:12:00.883 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:00.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 started sync module instance, tier type = 2024-09-07T14:12:00.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:00.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=0 2024-09-07T14:12:00.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=1 2024-09-07T14:12:00.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=2 2024-09-07T14:12:00.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=3 2024-09-07T14:12:00.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=4 2024-09-07T14:12:00.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=5 2024-09-07T14:12:00.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=6 2024-09-07T14:12:00.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=7 2024-09-07T14:12:00.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.908+0000 7f164d9ae9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:00.914 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.912+0000 7f15027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:00.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:00.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:00.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 note: GC not initialized 2024-09-07T14:12:00.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f15017e2640 20 reqs_thread_entry: start 2024-09-07T14:12:00.916 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:00.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 Filter name: none 2024-09-07T14:12:00.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f14faffd640 20 reqs_thread_entry: start 2024-09-07T14:12:00.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f164d9ae9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:12:00.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:00.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f164d9ae9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:12:00.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f164d9ae9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:12:00.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f164d9ae9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:12:00.918 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:00.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.920+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:12:00.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:00.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:00.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:12:00.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:00.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:12:00.920 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:12:00.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.928+0000 7f164d9ae9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:00.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.928+0000 7f164d9ae9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:00.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.928+0000 7f164d9ae9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:00.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.928+0000 7f164d9ae9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:12:00.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.932+0000 7f152e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300817 cookie 94022676976096 notifier 8394 bl.length()=911 2024-09-07T14:12:00.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.932+0000 7f152e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:00.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.932+0000 7f152e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:00.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.932+0000 7f152e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:00.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.932+0000 7f164d9ae9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:12:00.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.932+0000 7f164d9ae9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:12:00.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.932+0000 7f164d9ae9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:12:00.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.932+0000 7f164d9ae9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:12:00.938 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f164d9ae9c0 time 2024-09-07T14:12:00.942686+0000 2024-09-07T14:12:00.939 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:12:00.940 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:12:00.940 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f16512882eb] 2024-09-07T14:12:00.940 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f165128849f] 2024-09-07T14:12:00.940 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558359a100d1] 2024-09-07T14:12:00.940 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558359a223da] 2024-09-07T14:12:00.940 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:12:00.940 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f16500eed90] 2024-09-07T14:12:00.940 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:12:00.940 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:12:00.940 INFO:tasks.workunit.client.0.smithi107.stderr:*** Caught signal (Aborted) ** 2024-09-07T14:12:00.940 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f164d9ae9c0 thread_name:radosgw-admin 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.940+0000 7f164d9ae9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f164d9ae9c0 time 2024-09-07T14:12:00.942686+0000 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f16512882eb] 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f165128849f] 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558359a100d1] 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558359a223da] 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f16500eed90] 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:12:00.941 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.957 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:12:00.957 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f1650107520] 2024-09-07T14:12:00.957 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:12:00.957 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:12:00.957 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:12:00.957 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f1651288345] 2024-09-07T14:12:00.958 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f165128849f] 2024-09-07T14:12:00.958 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558359a100d1] 2024-09-07T14:12:00.958 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558359a223da] 2024-09-07T14:12:00.958 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:12:00.958 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f16500eed90] 2024-09-07T14:12:00.958 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:12:00.958 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:12:00.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:00.940+0000 7f164d9ae9c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:12:00.958 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f164d9ae9c0 thread_name:radosgw-admin 2024-09-07T14:12:00.958 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.958 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:12:00.958 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f1650107520] 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f1651288345] 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f165128849f] 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558359a100d1] 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558359a223da] 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f16500eed90] 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:12:00.959 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.960 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:12:00.960 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:12:00.620+0000 7f164bcb5640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:00.960 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:12:00.620+0000 7f164bcb5640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:00.960 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:12:00.620+0000 7f164acb3640 10 monclient(hunting): handle_auth_done global_id 8382 payload 274 2024-09-07T14:12:00.960 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:12:00.620+0000 7f164acb3640 10 monclient: _finish_hunting 0 2024-09-07T14:12:00.960 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:12:00.620+0000 7f164acb3640 1 monclient: found mon.noname-a 2024-09-07T14:12:00.960 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:12:00.620+0000 7f164acb3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:12:00.960 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:00.960 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:12:00.960 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: dump: 2024-09-07T14:12:00.960 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:00.960 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: _finish_auth 0 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: _check_auth_tickets 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 monclient: authenticate success, global_id 8382 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: handle_config config(0 keys) 2024-09-07T14:12:00.961 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: dump: 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 10 monclient: get_monmap_and_config success 2024-09-07T14:12:00.962 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 4 set_mon_vals no callback set 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 10 monclient: shutdown 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) unregister_commands rotate-key 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 10 monclient: build_initial_monmap 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 1 build_initial for_mkfs: 0 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 10 monclient: monmap: 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:12:00.963 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding auth protocol: cephx 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding auth protocol: cephx 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding auth protocol: cephx 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: secure 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: crc 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: secure 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: crc 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: secure 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: crc 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: crc 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: secure 2024-09-07T14:12:00.964 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: crc 2024-09-07T14:12:00.965 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: secure 2024-09-07T14:12:00.965 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: crc 2024-09-07T14:12:00.965 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: secure 2024-09-07T14:12:00.965 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:00.965 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 1 librados: starting msgr at 2024-09-07T14:12:00.965 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 1 librados: starting objecter 2024-09-07T14:12:00.965 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command objecter_requests hook 0x55835c336480 2024-09-07T14:12:00.965 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 1 librados: setting wanted keys 2024-09-07T14:12:00.965 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 1 librados: calling monclient init 2024-09-07T14:12:00.965 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 10 monclient: init 2024-09-07T14:12:00.965 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding auth protocol: cephx 2024-09-07T14:12:00.965 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding auth protocol: cephx 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding auth protocol: cephx 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: secure 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: crc 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: secure 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: crc 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: secure 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: crc 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: crc 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: secure 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: crc 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: secure 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: crc 2024-09-07T14:12:00.966 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: secure 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command rotate-key hook 0x55835c332788 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient: _reopen_session rank -1 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-c con 0x55835c1eb4d0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-a con 0x55835c278ac0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-b con 0x55835c27b6e0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): _renew_subs 2024-09-07T14:12:00.967 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): authenticate will time out at 3072.448460s 2024-09-07T14:12:00.968 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): get_auth_request con 0x55835c1eb4d0 auth_method 0 2024-09-07T14:12:00.968 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:00.968 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:00.968 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:00.968 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): get_auth_request con 0x55835c278ac0 auth_method 0 2024-09-07T14:12:00.968 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:00.968 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:00.968 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:00.968 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:00.968 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:00.968 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:00.968 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): handle_auth_done global_id 8385 payload 824 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient: _finish_hunting 0 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:12:00.624+0000 7f164acb3640 1 monclient: found mon.noname-a 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: dump: 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.969 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: _finish_auth 0 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: _check_auth_tickets 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: handle_config config(0 keys) 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: dump: 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:00.970 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:12:00.624+0000 7f153960a640 4 set_mon_vals no callback set 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 5 monclient: authenticate success, global_id 8385 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient: _renew_subs 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:12:00.971 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient: _renew_subs 2024-09-07T14:12:00.972 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:12:00.972 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 1 librados: init done 2024-09-07T14:12:00.972 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:12:00.624+0000 7f1537e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:12:00.972 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:12:00.624+0000 7f1537e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:12:00.972 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:12:00.624+0000 7f1537e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:12:00.972 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:12:00.628+0000 7f164b4b4640 10 monclient: get_auth_request con 0x7f1530070ae0 auth_method 0 2024-09-07T14:12:00.972 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:12:00.628+0000 7f164bcb5640 10 monclient: get_auth_request con 0x55835c35a600 auth_method 0 2024-09-07T14:12:00.972 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:12:00.628+0000 7f164b4b4640 10 monclient: get_auth_request con 0x55835c37d6a0 auth_method 0 2024-09-07T14:12:00.972 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:12:00.628+0000 7f164acb3640 10 monclient: get_auth_request con 0x55835c381890 auth_method 0 2024-09-07T14:12:00.972 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:12:00.632+0000 7f164bcb5640 10 monclient: get_auth_request con 0x55835c380f80 auth_method 0 2024-09-07T14:12:00.972 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient: build_initial_monmap 2024-09-07T14:12:00.972 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 1 build_initial for_mkfs: 0 2024-09-07T14:12:00.973 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient: monmap: 2024-09-07T14:12:00.973 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:12:00.973 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:12:00.973 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:12:00.973 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:12:00.973 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:12:00.973 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:00.973 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:12:00.973 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:12:00.973 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:12:00.974 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.974 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding auth protocol: cephx 2024-09-07T14:12:00.974 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding auth protocol: cephx 2024-09-07T14:12:00.974 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding auth protocol: cephx 2024-09-07T14:12:00.974 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: secure 2024-09-07T14:12:00.974 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: crc 2024-09-07T14:12:00.974 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: secure 2024-09-07T14:12:00.974 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: crc 2024-09-07T14:12:00.974 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: secure 2024-09-07T14:12:00.974 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: crc 2024-09-07T14:12:00.974 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: crc 2024-09-07T14:12:00.975 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: secure 2024-09-07T14:12:00.975 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: crc 2024-09-07T14:12:00.975 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: secure 2024-09-07T14:12:00.975 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: crc 2024-09-07T14:12:00.975 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: secure 2024-09-07T14:12:00.975 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:00.975 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command objecter_requests cmddesc objecter_requests hook 0x55835c38d250 EEXIST 2024-09-07T14:12:00.975 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient: init 2024-09-07T14:12:00.975 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding auth protocol: cephx 2024-09-07T14:12:00.975 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding auth protocol: cephx 2024-09-07T14:12:00.975 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding auth protocol: cephx 2024-09-07T14:12:00.976 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: secure 2024-09-07T14:12:00.976 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: crc 2024-09-07T14:12:00.976 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: secure 2024-09-07T14:12:00.976 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: crc 2024-09-07T14:12:00.976 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: secure 2024-09-07T14:12:00.976 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: crc 2024-09-07T14:12:00.976 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: crc 2024-09-07T14:12:00.976 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: secure 2024-09-07T14:12:00.976 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: crc 2024-09-07T14:12:00.976 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: secure 2024-09-07T14:12:00.976 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: crc 2024-09-07T14:12:00.976 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: secure 2024-09-07T14:12:00.977 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:00.977 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:00.977 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command rotate-key cmddesc rotate-key hook 0x55835c3889a0 EEXIST 2024-09-07T14:12:00.977 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient: _reopen_session rank -1 2024-09-07T14:12:00.977 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:12:00.977 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-b con 0x55835c3b1400 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:12:00.977 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-c con 0x55835c3b0d30 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:12:00.977 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-a con 0x55835c3af710 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:12:00.977 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:00.977 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:00.977 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:00.978 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): _renew_subs 2024-09-07T14:12:00.978 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): authenticate will time out at 3072.459876s 2024-09-07T14:12:00.978 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): get_auth_request con 0x55835c3b0d30 auth_method 0 2024-09-07T14:12:00.978 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:00.978 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:00.978 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:00.978 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): get_auth_request con 0x55835c3af710 auth_method 0 2024-09-07T14:12:00.978 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:00.978 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:00.978 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:00.978 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:00.978 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:00.979 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:00.979 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:00.979 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:00.979 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:00.979 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:12:00.636+0000 7f164acb3640 10 monclient(hunting): get_auth_request con 0x55835c3b1400 auth_method 0 2024-09-07T14:12:00.979 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:12:00.636+0000 7f164acb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:00.979 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:12:00.636+0000 7f164acb3640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:00.979 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:12:00.636+0000 7f164acb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:00.979 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): handle_auth_done global_id 7910 payload 824 2024-09-07T14:12:00.979 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient: _finish_hunting 0 2024-09-07T14:12:00.980 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:12:00.636+0000 7f164bcb5640 1 monclient: found mon.noname-c 2024-09-07T14:12:00.980 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:12:00.980 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:00.980 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:12:00.980 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: dump: 2024-09-07T14:12:00.980 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:00.980 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:00.980 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.980 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.980 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:00.981 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:00.981 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:00.981 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:00.981 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:00.981 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.981 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: _finish_auth 0 2024-09-07T14:12:00.981 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: _check_auth_tickets 2024-09-07T14:12:00.981 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 monclient: authenticate success, global_id 7910 2024-09-07T14:12:00.981 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: _renew_subs 2024-09-07T14:12:00.981 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:12:00.981 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: handle_config config(0 keys) 2024-09-07T14:12:00.981 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:00.982 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:12:00.982 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: dump: 2024-09-07T14:12:00.982 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:00.982 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:00.982 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.982 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.982 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:00.982 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:00.982 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:00.982 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:00.982 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:00.983 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.983 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:12:00.636+0000 7f164a4b2640 4 set_mon_vals no callback set 2024-09-07T14:12:00.983 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: _renew_subs 2024-09-07T14:12:00.983 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:12:00.983 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:12:00.636+0000 7f1535602640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:12:00.983 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:12:00.636+0000 7f1535602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:12:00.983 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:12:00.636+0000 7f1535602640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:12:00.983 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: get_monmap_and_config 2024-09-07T14:12:00.983 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: build_initial_monmap 2024-09-07T14:12:00.983 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 1 build_initial for_mkfs: 0 2024-09-07T14:12:00.984 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: monmap: 2024-09-07T14:12:00.984 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:12:00.984 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:12:00.984 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:12:00.984 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:12:00.984 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:12:00.984 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:00.984 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:12:00.984 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:12:00.984 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:12:00.984 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.985 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding auth protocol: cephx 2024-09-07T14:12:00.985 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding auth protocol: cephx 2024-09-07T14:12:00.985 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding auth protocol: cephx 2024-09-07T14:12:00.985 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: secure 2024-09-07T14:12:00.985 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: crc 2024-09-07T14:12:00.985 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: secure 2024-09-07T14:12:00.985 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: crc 2024-09-07T14:12:00.985 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: secure 2024-09-07T14:12:00.986 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: crc 2024-09-07T14:12:00.986 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: crc 2024-09-07T14:12:00.986 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: secure 2024-09-07T14:12:00.986 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: crc 2024-09-07T14:12:00.986 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: secure 2024-09-07T14:12:00.986 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: crc 2024-09-07T14:12:00.986 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: secure 2024-09-07T14:12:00.986 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:12:00.636+0000 7f164acb3640 10 monclient: get_auth_request con 0x7f1524070a20 auth_method 0 2024-09-07T14:12:00.986 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:00.986 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: init 2024-09-07T14:12:00.987 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding auth protocol: cephx 2024-09-07T14:12:00.987 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding auth protocol: cephx 2024-09-07T14:12:00.987 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding auth protocol: cephx 2024-09-07T14:12:00.987 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: secure 2024-09-07T14:12:00.987 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: crc 2024-09-07T14:12:00.987 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: secure 2024-09-07T14:12:00.987 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: crc 2024-09-07T14:12:00.987 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: secure 2024-09-07T14:12:00.987 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: crc 2024-09-07T14:12:00.988 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: crc 2024-09-07T14:12:00.988 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: secure 2024-09-07T14:12:00.988 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: crc 2024-09-07T14:12:00.988 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: secure 2024-09-07T14:12:00.988 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: crc 2024-09-07T14:12:00.988 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: secure 2024-09-07T14:12:00.989 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:00.989 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:00.989 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe3821ecd8 EEXIST 2024-09-07T14:12:00.989 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _reopen_session rank -1 2024-09-07T14:12:00.989 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:12:00.989 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-c con 0x55835c405280 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:12:00.989 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-b con 0x55835c3d5130 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:12:00.989 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-a con 0x55835c4006e0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:12:00.989 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:00.989 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:00.990 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:00.990 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): _renew_subs 2024-09-07T14:12:00.990 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): authenticate will time out at 3072.464300s 2024-09-07T14:12:00.990 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): get_auth_request con 0x55835c405280 auth_method 0 2024-09-07T14:12:00.990 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:00.990 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:00.990 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:00.990 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): get_auth_request con 0x55835c4006e0 auth_method 0 2024-09-07T14:12:00.990 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:00.990 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:00.991 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:00.991 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:00.991 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:00.991 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:00.991 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:00.991 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:00.991 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:00.991 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_done global_id 7913 payload 274 2024-09-07T14:12:00.991 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient: _finish_hunting 0 2024-09-07T14:12:00.991 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:12:00.640+0000 7f164acb3640 1 monclient: found mon.noname-c 2024-09-07T14:12:00.991 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:12:00.991 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:00.992 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:12:00.992 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: dump: 2024-09-07T14:12:00.992 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:00.992 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:00.992 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.992 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.992 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:00.992 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:00.992 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:00.993 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:00.993 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:00.993 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.993 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: _finish_auth 0 2024-09-07T14:12:00.993 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: _check_auth_tickets 2024-09-07T14:12:00.993 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: handle_config config(0 keys) 2024-09-07T14:12:00.993 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:00.993 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:12:00.993 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: dump: 2024-09-07T14:12:00.994 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:00.994 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:00.994 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.994 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:00.994 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:00.994 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:00.994 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:00.994 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:00.994 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:00.994 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.994 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 monclient: authenticate success, global_id 7913 2024-09-07T14:12:00.994 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: get_monmap_and_config success 2024-09-07T14:12:00.995 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 4 set_mon_vals no callback set 2024-09-07T14:12:00.995 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: shutdown 2024-09-07T14:12:00.995 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: build_initial_monmap 2024-09-07T14:12:00.995 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 1 build_initial for_mkfs: 0 2024-09-07T14:12:00.995 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: monmap: 2024-09-07T14:12:00.995 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:12:00.995 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:12:00.995 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:12:00.995 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:12:00.996 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:12:00.996 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:00.996 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:12:00.996 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:12:00.996 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:12:00.996 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:00.996 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding auth protocol: cephx 2024-09-07T14:12:00.996 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding auth protocol: cephx 2024-09-07T14:12:00.997 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding auth protocol: cephx 2024-09-07T14:12:00.997 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: secure 2024-09-07T14:12:00.997 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: crc 2024-09-07T14:12:00.997 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: secure 2024-09-07T14:12:00.997 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: crc 2024-09-07T14:12:00.997 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: secure 2024-09-07T14:12:00.997 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: crc 2024-09-07T14:12:00.998 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: crc 2024-09-07T14:12:00.998 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: secure 2024-09-07T14:12:00.998 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: crc 2024-09-07T14:12:00.998 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: secure 2024-09-07T14:12:00.998 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: crc 2024-09-07T14:12:00.998 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: secure 2024-09-07T14:12:00.998 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:00.998 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 1 librados: starting msgr at 2024-09-07T14:12:00.998 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 1 librados: starting objecter 2024-09-07T14:12:00.998 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command objecter_requests cmddesc objecter_requests hook 0x55835c3d7150 EEXIST 2024-09-07T14:12:00.998 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 1 librados: setting wanted keys 2024-09-07T14:12:00.998 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 1 librados: calling monclient init 2024-09-07T14:12:00.999 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: init 2024-09-07T14:12:00.999 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding auth protocol: cephx 2024-09-07T14:12:00.999 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding auth protocol: cephx 2024-09-07T14:12:00.999 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding auth protocol: cephx 2024-09-07T14:12:00.999 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: secure 2024-09-07T14:12:00.999 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: crc 2024-09-07T14:12:00.999 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: secure 2024-09-07T14:12:00.999 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: crc 2024-09-07T14:12:00.999 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: secure 2024-09-07T14:12:00.999 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: crc 2024-09-07T14:12:00.999 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: crc 2024-09-07T14:12:01.000 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: secure 2024-09-07T14:12:01.000 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: crc 2024-09-07T14:12:01.000 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: secure 2024-09-07T14:12:01.000 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: crc 2024-09-07T14:12:01.000 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: secure 2024-09-07T14:12:01.000 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.000 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.000 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command rotate-key cmddesc rotate-key hook 0x55835c3b3368 EEXIST 2024-09-07T14:12:01.000 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _reopen_session rank -1 2024-09-07T14:12:01.000 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:12:01.000 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-c con 0x55835c3d5130 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:12:01.001 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-a con 0x55835c4006e0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:12:01.001 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-b con 0x55835c405280 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:12:01.001 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.001 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.001 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.001 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): _renew_subs 2024-09-07T14:12:01.001 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): authenticate will time out at 3072.466995s 2024-09-07T14:12:01.001 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): get_auth_request con 0x55835c4006e0 auth_method 0 2024-09-07T14:12:01.001 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:01.001 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:01.001 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:01.002 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): get_auth_request con 0x55835c3d5130 auth_method 0 2024-09-07T14:12:01.002 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:01.002 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:01.002 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:01.002 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:01.002 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:01.002 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:01.002 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:01.002 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:01.002 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:01.002 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): handle_auth_done global_id 8394 payload 824 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient: _finish_hunting 0 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:12:00.640+0000 7f164bcb5640 1 monclient: found mon.noname-a 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: dump: 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.003 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:01.004 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:01.004 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:01.004 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.004 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: _finish_auth 0 2024-09-07T14:12:01.004 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: _check_auth_tickets 2024-09-07T14:12:01.004 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: handle_config config(0 keys) 2024-09-07T14:12:01.004 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:01.004 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:12:01.004 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: dump: 2024-09-07T14:12:01.004 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:01.004 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:01.005 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.005 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.005 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:01.005 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.005 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:01.006 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:01.006 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:01.006 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.006 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 monclient: authenticate success, global_id 8394 2024-09-07T14:12:01.006 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:12:00.640+0000 7f152effd640 4 set_mon_vals no callback set 2024-09-07T14:12:01.006 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _renew_subs 2024-09-07T14:12:01.006 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:12:01.007 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _renew_subs 2024-09-07T14:12:01.007 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:12:01.007 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 1 librados: init done 2024-09-07T14:12:01.007 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command cr dump hook 0x55835c3f52d8 2024-09-07T14:12:01.007 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.007 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:12:00.644+0000 7f152d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:12:01.007 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:12:00.644+0000 7f152d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:12:01.008 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:12:00.644+0000 7f152d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:12:01.008 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:12:00.644+0000 7f164acb3640 10 monclient: get_auth_request con 0x7f1514070ae0 auth_method 0 2024-09-07T14:12:01.008 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:12:00.644+0000 7f164b4b4640 10 monclient: get_auth_request con 0x55835c41e750 auth_method 0 2024-09-07T14:12:01.008 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.008 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 realm 2024-09-07T14:12:01.008 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.008 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.008 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:01.008 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.009 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.009 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.009 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:12:00.644+0000 7f164acb3640 10 monclient: get_auth_request con 0x55835c4229c0 auth_method 0 2024-09-07T14:12:01.009 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:12:00.648+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:01.009 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:12:00.648+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.009 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:12:00.648+0000 7f164bcb5640 10 monclient: get_auth_request con 0x55835c426200 auth_method 0 2024-09-07T14:12:01.009 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:12:00.648+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:01.009 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:12:00.648+0000 7f164d9ae9c0 20 searching for the correct realm 2024-09-07T14:12:01.009 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:12:00.648+0000 7f164b4b4640 10 monclient: get_auth_request con 0x55835c42af80 auth_method 0 2024-09-07T14:12:01.010 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:12:00.652+0000 7f164acb3640 10 monclient: get_auth_request con 0x7f163c024040 auth_method 0 2024-09-07T14:12:01.010 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:12:00.652+0000 7f164bcb5640 10 monclient: get_auth_request con 0x7f1640015070 auth_method 0 2024-09-07T14:12:01.010 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:12:00.652+0000 7f164b4b4640 10 monclient: get_auth_request con 0x7f16440d6060 auth_method 0 2024-09-07T14:12:01.010 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:12:00.652+0000 7f164b4b4640 0 -- 172.21.15.107:0/1880607949 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f16440d6060 msgr2=0x7f16441029f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:01.010 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:12:00.856+0000 7f164b4b4640 10 monclient: get_auth_request con 0x7f16440d6060 auth_method 0 2024-09-07T14:12:01.010 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:12:00.864+0000 7f164acb3640 10 monclient: get_auth_request con 0x7f163c042040 auth_method 0 2024-09-07T14:12:01.010 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:12:00.868+0000 7f164b4b4640 0 -- 172.21.15.107:0/1880607949 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f16440d6060 msgr2=0x7f16441029f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:01.011 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:12:00.868+0000 7f152d7fa640 1 client.8394.objecter ms_handle_reset 0x7f16440d6060 session 0x7f16440a6070 osd.4 2024-09-07T14:12:01.011 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:12:00.868+0000 7f152d7fa640 10 monclient: _renew_subs 2024-09-07T14:12:01.011 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:12:00.868+0000 7f152d7fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:12:01.011 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:12:00.868+0000 7f164b4b4640 10 monclient: get_auth_request con 0x7f1514081210 auth_method 0 2024-09-07T14:12:01.011 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:01.011 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:01.011 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:01.012 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:01.012 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:01.012 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:01.012 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.012 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.012 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.012 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:01.013 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.013 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:01.013 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 zone default found 2024-09-07T14:12:01.013 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 4 Realm: () 2024-09-07T14:12:01.013 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:01.013 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:01.013 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:01.014 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 zonegroup default 2024-09-07T14:12:01.014 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.014 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.014 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.014 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.014 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.014 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.014 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 started sync module instance, tier type = 2024-09-07T14:12:01.014 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:01.014 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=0 2024-09-07T14:12:01.015 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=1 2024-09-07T14:12:01.015 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=2 2024-09-07T14:12:01.015 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=3 2024-09-07T14:12:01.015 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=4 2024-09-07T14:12:01.015 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=5 2024-09-07T14:12:01.015 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=6 2024-09-07T14:12:01.015 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=7 2024-09-07T14:12:01.015 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:01.015 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding auth protocol: cephx 2024-09-07T14:12:01.015 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding auth protocol: cephx 2024-09-07T14:12:01.015 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding auth protocol: cephx 2024-09-07T14:12:01.016 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: secure 2024-09-07T14:12:01.016 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: crc 2024-09-07T14:12:01.016 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: secure 2024-09-07T14:12:01.016 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: crc 2024-09-07T14:12:01.016 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:12:00.912+0000 7f15027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:01.016 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: secure 2024-09-07T14:12:01.016 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: crc 2024-09-07T14:12:01.016 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: crc 2024-09-07T14:12:01.016 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: secure 2024-09-07T14:12:01.016 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: crc 2024-09-07T14:12:01.016 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: secure 2024-09-07T14:12:01.017 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: crc 2024-09-07T14:12:01.017 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: secure 2024-09-07T14:12:01.017 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.017 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:01.017 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:01.017 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command cache list hook 0x55835c3f2750 2024-09-07T14:12:01.017 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command cache inspect hook 0x55835c3f2750 2024-09-07T14:12:01.017 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command cache erase hook 0x55835c3f2750 2024-09-07T14:12:01.017 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command cache zap hook 0x55835c3f2750 2024-09-07T14:12:01.017 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 note: GC not initialized 2024-09-07T14:12:01.017 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:12:00.916+0000 7f15017e2640 20 reqs_thread_entry: start 2024-09-07T14:12:01.018 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command sync trace show hook 0x7f163c004500 2024-09-07T14:12:01.018 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command sync trace history hook 0x7f163c004500 2024-09-07T14:12:01.018 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command sync trace active hook 0x7f163c004500 2024-09-07T14:12:01.018 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command sync trace active_short hook 0x7f163c004500 2024-09-07T14:12:01.018 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:01.018 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 Filter name: none 2024-09-07T14:12:01.018 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:12:00.916+0000 7f14faffd640 20 reqs_thread_entry: start 2024-09-07T14:12:01.018 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:12:01.018 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.019 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:01.019 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:12:01.019 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:12:01.019 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:12:01.019 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.019 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:12:01.019 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:01.020 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:01.020 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:12:01.020 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:01.020 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:12:01.020 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:12:01.020 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:12:00.928+0000 7f164d9ae9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:01.020 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:12:00.928+0000 7f164d9ae9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:01.020 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:12:00.928+0000 7f164d9ae9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:01.020 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:12:00.928+0000 7f164d9ae9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:12:01.021 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:12:00.932+0000 7f152e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300817 cookie 94022676976096 notifier 8394 bl.length()=911 2024-09-07T14:12:01.021 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:12:00.932+0000 7f152e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:01.021 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:12:00.932+0000 7f152e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:01.021 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:12:00.932+0000 7f152e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:01.021 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:12:00.932+0000 7f164d9ae9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:12:01.021 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:12:00.932+0000 7f164d9ae9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:12:01.021 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:12:00.932+0000 7f164d9ae9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:12:01.021 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:12:00.932+0000 7f164d9ae9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:12:01.022 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:12:00.940+0000 7f164d9ae9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f164d9ae9c0 time 2024-09-07T14:12:00.942686+0000 2024-09-07T14:12:01.022 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:12:01.022 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.022 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:12:01.022 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f16512882eb] 2024-09-07T14:12:01.022 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f165128849f] 2024-09-07T14:12:01.022 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558359a100d1] 2024-09-07T14:12:01.022 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558359a223da] 2024-09-07T14:12:01.023 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:12:01.023 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f16500eed90] 2024-09-07T14:12:01.023 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:12:01.023 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:12:01.023 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.023 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:12:00.940+0000 7f164d9ae9c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:12:01.023 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f164d9ae9c0 thread_name:radosgw-admin 2024-09-07T14:12:01.023 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.023 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:12:01.023 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f1650107520] 2024-09-07T14:12:01.024 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:12:01.024 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:12:01.024 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:12:01.024 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f1651288345] 2024-09-07T14:12:01.024 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f165128849f] 2024-09-07T14:12:01.024 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558359a100d1] 2024-09-07T14:12:01.024 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558359a223da] 2024-09-07T14:12:01.024 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:12:01.024 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f16500eed90] 2024-09-07T14:12:01.024 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:12:01.024 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:12:01.024 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:12:01.025 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.025 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:12:01.025 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:12:01.025 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:12:01.025 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:12:01.025 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:12:01.025 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:12:01.025 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:12:01.025 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:12:01.025 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:12:01.025 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:12:01.025 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:12:01.026 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:12:01.026 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:12:01.026 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:12:01.026 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:12:01.026 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:12:01.026 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:12:01.026 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:12:01.026 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:12:01.026 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:12:01.026 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:12:01.026 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:12:01.027 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:12:01.027 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:12:01.027 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:12:01.027 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:12:01.027 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:12:01.027 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:12:01.027 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:12:01.027 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:12:01.027 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:12:01.027 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:12:01.028 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:12:01.028 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:12:01.028 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:12:01.028 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:12:01.028 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:12:01.028 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:12:01.028 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:12:01.028 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:12:01.028 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:12:01.028 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:12:01.029 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:12:01.029 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:12:01.029 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:12:01.029 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:12:01.029 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:12:01.029 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:12:01.029 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:12:01.029 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:12:01.029 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:12:01.029 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:12:01.029 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:12:01.029 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:12:01.030 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:12:01.030 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:12:01.030 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:12:01.030 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:12:01.030 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:12:01.030 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:12:01.030 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:12:01.030 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:12:01.030 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:12:01.030 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:12:01.030 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:12:01.031 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:12:01.031 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:12:01.031 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:12:01.031 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:12:01.031 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:12:01.031 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:12:01.031 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:12:01.031 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:12:01.031 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:12:01.031 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:12:01.032 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:12:01.032 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:12:01.032 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:12:01.032 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:12:01.032 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:12:01.032 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:12:01.032 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:12:01.032 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:12:01.032 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:12:01.032 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:12:01.033 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:12:01.033 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:12:01.033 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:12:01.033 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:12:01.033 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:12:01.033 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:12:01.033 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:12:01.033 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:12:01.033 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:12:01.033 INFO:tasks.workunit.client.0.smithi107.stderr: 7f14faffd640 / http_manager 2024-09-07T14:12:01.033 INFO:tasks.workunit.client.0.smithi107.stderr: 7f15017e2640 / http_manager 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: 7f15027e4640 / rgw_dt_lg_renew 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: 7f152d7fa640 / ms_dispatch 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: 7f152e7fc640 / io_context_pool 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: 7f152effd640 / io_context_pool 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: 7f1535602640 / ms_dispatch 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: 7f1537e07640 / ms_dispatch 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: 7f153960a640 / io_context_pool 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: 7f164a4b2640 / io_context_pool 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: 7f164acb3640 / msgr-worker-2 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: 7f164b4b4640 / msgr-worker-1 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: 7f164bcb5640 / msgr-worker-0 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: 7f164d9ae9c0 / radosgw-admin 2024-09-07T14:12:01.034 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:12:01.035 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:12:01.035 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/log/ceph/ceph-client.admin.148239.log 2024-09-07T14:12:01.035 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:12:01.035 INFO:tasks.workunit.client.0.smithi107.stderr:--- begin dump of recent events --- 2024-09-07T14:12:01.035 INFO:tasks.workunit.client.0.smithi107.stderr: -499> 2024-09-07T14:12:00.620+0000 7f164bcb5640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:01.035 INFO:tasks.workunit.client.0.smithi107.stderr: -498> 2024-09-07T14:12:00.620+0000 7f164bcb5640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:01.035 INFO:tasks.workunit.client.0.smithi107.stderr: -497> 2024-09-07T14:12:00.620+0000 7f164acb3640 10 monclient(hunting): handle_auth_done global_id 8382 payload 274 2024-09-07T14:12:01.035 INFO:tasks.workunit.client.0.smithi107.stderr: -496> 2024-09-07T14:12:00.620+0000 7f164acb3640 10 monclient: _finish_hunting 0 2024-09-07T14:12:01.035 INFO:tasks.workunit.client.0.smithi107.stderr: -495> 2024-09-07T14:12:00.620+0000 7f164acb3640 1 monclient: found mon.noname-a 2024-09-07T14:12:01.035 INFO:tasks.workunit.client.0.smithi107.stderr: -494> 2024-09-07T14:12:00.620+0000 7f164acb3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:12:01.035 INFO:tasks.workunit.client.0.smithi107.stderr: -493> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:01.035 INFO:tasks.workunit.client.0.smithi107.stderr: -492> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:12:01.036 INFO:tasks.workunit.client.0.smithi107.stderr: -491> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: dump: 2024-09-07T14:12:01.036 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:01.036 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:01.036 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.036 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.036 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:01.036 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.036 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:01.036 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:01.036 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:01.037 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.037 INFO:tasks.workunit.client.0.smithi107.stderr: -490> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: _finish_auth 0 2024-09-07T14:12:01.037 INFO:tasks.workunit.client.0.smithi107.stderr: -489> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: _check_auth_tickets 2024-09-07T14:12:01.037 INFO:tasks.workunit.client.0.smithi107.stderr: -488> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 monclient: authenticate success, global_id 8382 2024-09-07T14:12:01.037 INFO:tasks.workunit.client.0.smithi107.stderr: -487> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: handle_config config(0 keys) 2024-09-07T14:12:01.037 INFO:tasks.workunit.client.0.smithi107.stderr: -486> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:01.037 INFO:tasks.workunit.client.0.smithi107.stderr: -485> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:12:01.037 INFO:tasks.workunit.client.0.smithi107.stderr: -484> 2024-09-07T14:12:00.620+0000 7f153960a640 10 monclient: dump: 2024-09-07T14:12:01.037 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:01.037 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:01.037 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr: -483> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 10 monclient: get_monmap_and_config success 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr: -482> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 4 set_mon_vals no callback set 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr: -481> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 10 monclient: shutdown 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr: -480> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) unregister_commands rotate-key 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr: -479> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 10 monclient: build_initial_monmap 2024-09-07T14:12:01.038 INFO:tasks.workunit.client.0.smithi107.stderr: -478> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 1 build_initial for_mkfs: 0 2024-09-07T14:12:01.039 INFO:tasks.workunit.client.0.smithi107.stderr: -477> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 10 monclient: monmap: 2024-09-07T14:12:01.039 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:12:01.039 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:12:01.039 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:12:01.039 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:12:01.039 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:12:01.039 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.039 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:12:01.039 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:12:01.039 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:12:01.039 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.040 INFO:tasks.workunit.client.0.smithi107.stderr: -476> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding auth protocol: cephx 2024-09-07T14:12:01.040 INFO:tasks.workunit.client.0.smithi107.stderr: -475> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding auth protocol: cephx 2024-09-07T14:12:01.040 INFO:tasks.workunit.client.0.smithi107.stderr: -474> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding auth protocol: cephx 2024-09-07T14:12:01.040 INFO:tasks.workunit.client.0.smithi107.stderr: -473> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: secure 2024-09-07T14:12:01.040 INFO:tasks.workunit.client.0.smithi107.stderr: -472> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: crc 2024-09-07T14:12:01.040 INFO:tasks.workunit.client.0.smithi107.stderr: -471> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: secure 2024-09-07T14:12:01.040 INFO:tasks.workunit.client.0.smithi107.stderr: -470> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: crc 2024-09-07T14:12:01.040 INFO:tasks.workunit.client.0.smithi107.stderr: -469> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: secure 2024-09-07T14:12:01.040 INFO:tasks.workunit.client.0.smithi107.stderr: -468> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: crc 2024-09-07T14:12:01.040 INFO:tasks.workunit.client.0.smithi107.stderr: -467> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: crc 2024-09-07T14:12:01.041 INFO:tasks.workunit.client.0.smithi107.stderr: -466> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: secure 2024-09-07T14:12:01.041 INFO:tasks.workunit.client.0.smithi107.stderr: -465> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: crc 2024-09-07T14:12:01.041 INFO:tasks.workunit.client.0.smithi107.stderr: -464> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: secure 2024-09-07T14:12:01.041 INFO:tasks.workunit.client.0.smithi107.stderr: -463> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: crc 2024-09-07T14:12:01.041 INFO:tasks.workunit.client.0.smithi107.stderr: -462> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c337c50) adding con mode: secure 2024-09-07T14:12:01.041 INFO:tasks.workunit.client.0.smithi107.stderr: -461> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.041 INFO:tasks.workunit.client.0.smithi107.stderr: -460> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 1 librados: starting msgr at 2024-09-07T14:12:01.041 INFO:tasks.workunit.client.0.smithi107.stderr: -459> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 1 librados: starting objecter 2024-09-07T14:12:01.041 INFO:tasks.workunit.client.0.smithi107.stderr: -458> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command objecter_requests hook 0x55835c336480 2024-09-07T14:12:01.041 INFO:tasks.workunit.client.0.smithi107.stderr: -457> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 1 librados: setting wanted keys 2024-09-07T14:12:01.041 INFO:tasks.workunit.client.0.smithi107.stderr: -456> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 1 librados: calling monclient init 2024-09-07T14:12:01.041 INFO:tasks.workunit.client.0.smithi107.stderr: -455> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 10 monclient: init 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -454> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding auth protocol: cephx 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -453> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding auth protocol: cephx 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -452> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding auth protocol: cephx 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -451> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: secure 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -450> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: crc 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -449> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: secure 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -448> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: crc 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -447> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: secure 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -446> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: crc 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -445> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: crc 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -444> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: secure 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -443> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: crc 2024-09-07T14:12:01.042 INFO:tasks.workunit.client.0.smithi107.stderr: -442> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: secure 2024-09-07T14:12:01.043 INFO:tasks.workunit.client.0.smithi107.stderr: -441> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: crc 2024-09-07T14:12:01.043 INFO:tasks.workunit.client.0.smithi107.stderr: -440> 2024-09-07T14:12:00.620+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c332640) adding con mode: secure 2024-09-07T14:12:01.043 INFO:tasks.workunit.client.0.smithi107.stderr: -439> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.043 INFO:tasks.workunit.client.0.smithi107.stderr: -438> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.043 INFO:tasks.workunit.client.0.smithi107.stderr: -437> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command rotate-key hook 0x55835c332788 2024-09-07T14:12:01.043 INFO:tasks.workunit.client.0.smithi107.stderr: -436> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient: _reopen_session rank -1 2024-09-07T14:12:01.043 INFO:tasks.workunit.client.0.smithi107.stderr: -435> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:12:01.043 INFO:tasks.workunit.client.0.smithi107.stderr: -434> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-c con 0x55835c1eb4d0 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:12:01.043 INFO:tasks.workunit.client.0.smithi107.stderr: -433> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-a con 0x55835c278ac0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:12:01.043 INFO:tasks.workunit.client.0.smithi107.stderr: -432> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-b con 0x55835c27b6e0 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:12:01.043 INFO:tasks.workunit.client.0.smithi107.stderr: -431> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.043 INFO:tasks.workunit.client.0.smithi107.stderr: -430> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -429> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -428> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): _renew_subs 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -427> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient(hunting): authenticate will time out at 3072.448460s 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -426> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): get_auth_request con 0x55835c1eb4d0 auth_method 0 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -425> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -424> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -423> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -422> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): get_auth_request con 0x55835c278ac0 auth_method 0 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -421> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -420> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -419> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -418> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:01.044 INFO:tasks.workunit.client.0.smithi107.stderr: -417> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr: -416> 2024-09-07T14:12:00.624+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr: -415> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr: -414> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr: -413> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr: -412> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient(hunting): handle_auth_done global_id 8385 payload 824 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr: -411> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient: _finish_hunting 0 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr: -410> 2024-09-07T14:12:00.624+0000 7f164acb3640 1 monclient: found mon.noname-a 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr: -409> 2024-09-07T14:12:00.624+0000 7f164acb3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr: -408> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr: -407> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr: -406> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: dump: 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:01.045 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:01.046 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.046 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.046 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:01.046 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.046 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:01.046 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:01.046 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:01.046 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.046 INFO:tasks.workunit.client.0.smithi107.stderr: -405> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: _finish_auth 0 2024-09-07T14:12:01.046 INFO:tasks.workunit.client.0.smithi107.stderr: -404> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: _check_auth_tickets 2024-09-07T14:12:01.046 INFO:tasks.workunit.client.0.smithi107.stderr: -403> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: handle_config config(0 keys) 2024-09-07T14:12:01.046 INFO:tasks.workunit.client.0.smithi107.stderr: -402> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr: -401> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr: -400> 2024-09-07T14:12:00.624+0000 7f1537e07640 10 monclient: dump: 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.047 INFO:tasks.workunit.client.0.smithi107.stderr: -399> 2024-09-07T14:12:00.624+0000 7f153960a640 4 set_mon_vals no callback set 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -398> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 5 monclient: authenticate success, global_id 8385 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -397> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient: _renew_subs 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -396> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -395> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient: _renew_subs 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -394> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -393> 2024-09-07T14:12:00.624+0000 7f164d9ae9c0 1 librados: init done 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -392> 2024-09-07T14:12:00.624+0000 7f1537e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -391> 2024-09-07T14:12:00.624+0000 7f1537e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -390> 2024-09-07T14:12:00.624+0000 7f1537e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -389> 2024-09-07T14:12:00.628+0000 7f164b4b4640 10 monclient: get_auth_request con 0x7f1530070ae0 auth_method 0 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -388> 2024-09-07T14:12:00.628+0000 7f164bcb5640 10 monclient: get_auth_request con 0x55835c35a600 auth_method 0 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -387> 2024-09-07T14:12:00.628+0000 7f164b4b4640 10 monclient: get_auth_request con 0x55835c37d6a0 auth_method 0 2024-09-07T14:12:01.048 INFO:tasks.workunit.client.0.smithi107.stderr: -386> 2024-09-07T14:12:00.628+0000 7f164acb3640 10 monclient: get_auth_request con 0x55835c381890 auth_method 0 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr: -385> 2024-09-07T14:12:00.632+0000 7f164bcb5640 10 monclient: get_auth_request con 0x55835c380f80 auth_method 0 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr: -384> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient: build_initial_monmap 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr: -383> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 1 build_initial for_mkfs: 0 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr: -382> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient: monmap: 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:12:01.049 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.050 INFO:tasks.workunit.client.0.smithi107.stderr: -381> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding auth protocol: cephx 2024-09-07T14:12:01.050 INFO:tasks.workunit.client.0.smithi107.stderr: -380> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding auth protocol: cephx 2024-09-07T14:12:01.050 INFO:tasks.workunit.client.0.smithi107.stderr: -379> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding auth protocol: cephx 2024-09-07T14:12:01.050 INFO:tasks.workunit.client.0.smithi107.stderr: -378> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: secure 2024-09-07T14:12:01.050 INFO:tasks.workunit.client.0.smithi107.stderr: -377> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: crc 2024-09-07T14:12:01.050 INFO:tasks.workunit.client.0.smithi107.stderr: -376> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: secure 2024-09-07T14:12:01.050 INFO:tasks.workunit.client.0.smithi107.stderr: -375> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: crc 2024-09-07T14:12:01.050 INFO:tasks.workunit.client.0.smithi107.stderr: -374> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: secure 2024-09-07T14:12:01.050 INFO:tasks.workunit.client.0.smithi107.stderr: -373> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: crc 2024-09-07T14:12:01.050 INFO:tasks.workunit.client.0.smithi107.stderr: -372> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: crc 2024-09-07T14:12:01.050 INFO:tasks.workunit.client.0.smithi107.stderr: -371> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: secure 2024-09-07T14:12:01.050 INFO:tasks.workunit.client.0.smithi107.stderr: -370> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: crc 2024-09-07T14:12:01.051 INFO:tasks.workunit.client.0.smithi107.stderr: -369> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: secure 2024-09-07T14:12:01.051 INFO:tasks.workunit.client.0.smithi107.stderr: -368> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: crc 2024-09-07T14:12:01.051 INFO:tasks.workunit.client.0.smithi107.stderr: -367> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c389960) adding con mode: secure 2024-09-07T14:12:01.051 INFO:tasks.workunit.client.0.smithi107.stderr: -366> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.051 INFO:tasks.workunit.client.0.smithi107.stderr: -365> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command objecter_requests cmddesc objecter_requests hook 0x55835c38d250 EEXIST 2024-09-07T14:12:01.051 INFO:tasks.workunit.client.0.smithi107.stderr: -364> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient: init 2024-09-07T14:12:01.051 INFO:tasks.workunit.client.0.smithi107.stderr: -363> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding auth protocol: cephx 2024-09-07T14:12:01.051 INFO:tasks.workunit.client.0.smithi107.stderr: -362> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding auth protocol: cephx 2024-09-07T14:12:01.051 INFO:tasks.workunit.client.0.smithi107.stderr: -361> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding auth protocol: cephx 2024-09-07T14:12:01.051 INFO:tasks.workunit.client.0.smithi107.stderr: -360> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: secure 2024-09-07T14:12:01.052 INFO:tasks.workunit.client.0.smithi107.stderr: -359> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: crc 2024-09-07T14:12:01.052 INFO:tasks.workunit.client.0.smithi107.stderr: -358> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: secure 2024-09-07T14:12:01.052 INFO:tasks.workunit.client.0.smithi107.stderr: -357> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: crc 2024-09-07T14:12:01.052 INFO:tasks.workunit.client.0.smithi107.stderr: -356> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: secure 2024-09-07T14:12:01.052 INFO:tasks.workunit.client.0.smithi107.stderr: -355> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: crc 2024-09-07T14:12:01.052 INFO:tasks.workunit.client.0.smithi107.stderr: -354> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: crc 2024-09-07T14:12:01.052 INFO:tasks.workunit.client.0.smithi107.stderr: -353> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: secure 2024-09-07T14:12:01.052 INFO:tasks.workunit.client.0.smithi107.stderr: -352> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: crc 2024-09-07T14:12:01.052 INFO:tasks.workunit.client.0.smithi107.stderr: -351> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: secure 2024-09-07T14:12:01.053 INFO:tasks.workunit.client.0.smithi107.stderr: -350> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: crc 2024-09-07T14:12:01.053 INFO:tasks.workunit.client.0.smithi107.stderr: -349> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c388858) adding con mode: secure 2024-09-07T14:12:01.053 INFO:tasks.workunit.client.0.smithi107.stderr: -348> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.053 INFO:tasks.workunit.client.0.smithi107.stderr: -347> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.053 INFO:tasks.workunit.client.0.smithi107.stderr: -346> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command rotate-key cmddesc rotate-key hook 0x55835c3889a0 EEXIST 2024-09-07T14:12:01.053 INFO:tasks.workunit.client.0.smithi107.stderr: -345> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient: _reopen_session rank -1 2024-09-07T14:12:01.053 INFO:tasks.workunit.client.0.smithi107.stderr: -344> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-07T14:12:01.053 INFO:tasks.workunit.client.0.smithi107.stderr: -343> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-b con 0x55835c3b1400 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:12:01.053 INFO:tasks.workunit.client.0.smithi107.stderr: -342> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-c con 0x55835c3b0d30 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:12:01.053 INFO:tasks.workunit.client.0.smithi107.stderr: -341> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-a con 0x55835c3af710 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:12:01.054 INFO:tasks.workunit.client.0.smithi107.stderr: -340> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.054 INFO:tasks.workunit.client.0.smithi107.stderr: -339> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.054 INFO:tasks.workunit.client.0.smithi107.stderr: -338> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.054 INFO:tasks.workunit.client.0.smithi107.stderr: -337> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): _renew_subs 2024-09-07T14:12:01.054 INFO:tasks.workunit.client.0.smithi107.stderr: -336> 2024-09-07T14:12:00.632+0000 7f164d9ae9c0 10 monclient(hunting): authenticate will time out at 3072.459876s 2024-09-07T14:12:01.054 INFO:tasks.workunit.client.0.smithi107.stderr: -335> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): get_auth_request con 0x55835c3b0d30 auth_method 0 2024-09-07T14:12:01.054 INFO:tasks.workunit.client.0.smithi107.stderr: -334> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:01.054 INFO:tasks.workunit.client.0.smithi107.stderr: -333> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:01.054 INFO:tasks.workunit.client.0.smithi107.stderr: -332> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:01.054 INFO:tasks.workunit.client.0.smithi107.stderr: -331> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): get_auth_request con 0x55835c3af710 auth_method 0 2024-09-07T14:12:01.055 INFO:tasks.workunit.client.0.smithi107.stderr: -330> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:01.055 INFO:tasks.workunit.client.0.smithi107.stderr: -329> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:01.055 INFO:tasks.workunit.client.0.smithi107.stderr: -328> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:01.055 INFO:tasks.workunit.client.0.smithi107.stderr: -327> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:01.055 INFO:tasks.workunit.client.0.smithi107.stderr: -326> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:01.055 INFO:tasks.workunit.client.0.smithi107.stderr: -325> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:01.055 INFO:tasks.workunit.client.0.smithi107.stderr: -324> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:01.055 INFO:tasks.workunit.client.0.smithi107.stderr: -323> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:01.055 INFO:tasks.workunit.client.0.smithi107.stderr: -322> 2024-09-07T14:12:00.636+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:01.055 INFO:tasks.workunit.client.0.smithi107.stderr: -321> 2024-09-07T14:12:00.636+0000 7f164acb3640 10 monclient(hunting): get_auth_request con 0x55835c3b1400 auth_method 0 2024-09-07T14:12:01.055 INFO:tasks.workunit.client.0.smithi107.stderr: -320> 2024-09-07T14:12:00.636+0000 7f164acb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:01.056 INFO:tasks.workunit.client.0.smithi107.stderr: -319> 2024-09-07T14:12:00.636+0000 7f164acb3640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:01.056 INFO:tasks.workunit.client.0.smithi107.stderr: -318> 2024-09-07T14:12:00.636+0000 7f164acb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:01.056 INFO:tasks.workunit.client.0.smithi107.stderr: -317> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient(hunting): handle_auth_done global_id 7910 payload 824 2024-09-07T14:12:01.056 INFO:tasks.workunit.client.0.smithi107.stderr: -316> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient: _finish_hunting 0 2024-09-07T14:12:01.056 INFO:tasks.workunit.client.0.smithi107.stderr: -315> 2024-09-07T14:12:00.636+0000 7f164bcb5640 1 monclient: found mon.noname-c 2024-09-07T14:12:01.056 INFO:tasks.workunit.client.0.smithi107.stderr: -314> 2024-09-07T14:12:00.636+0000 7f164bcb5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:12:01.056 INFO:tasks.workunit.client.0.smithi107.stderr: -313> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:01.056 INFO:tasks.workunit.client.0.smithi107.stderr: -312> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:12:01.056 INFO:tasks.workunit.client.0.smithi107.stderr: -311> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: dump: 2024-09-07T14:12:01.056 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:01.056 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:01.057 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.057 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.057 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:01.057 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.057 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:01.057 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:01.057 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:01.057 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.057 INFO:tasks.workunit.client.0.smithi107.stderr: -310> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: _finish_auth 0 2024-09-07T14:12:01.057 INFO:tasks.workunit.client.0.smithi107.stderr: -309> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: _check_auth_tickets 2024-09-07T14:12:01.057 INFO:tasks.workunit.client.0.smithi107.stderr: -308> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 monclient: authenticate success, global_id 7910 2024-09-07T14:12:01.058 INFO:tasks.workunit.client.0.smithi107.stderr: -307> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: _renew_subs 2024-09-07T14:12:01.058 INFO:tasks.workunit.client.0.smithi107.stderr: -306> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:12:01.058 INFO:tasks.workunit.client.0.smithi107.stderr: -305> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: handle_config config(0 keys) 2024-09-07T14:12:01.058 INFO:tasks.workunit.client.0.smithi107.stderr: -304> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:01.058 INFO:tasks.workunit.client.0.smithi107.stderr: -303> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:12:01.058 INFO:tasks.workunit.client.0.smithi107.stderr: -302> 2024-09-07T14:12:00.636+0000 7f1535602640 10 monclient: dump: 2024-09-07T14:12:01.058 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:01.058 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:01.058 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.058 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.058 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:01.058 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.059 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:01.059 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:01.059 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:01.059 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.059 INFO:tasks.workunit.client.0.smithi107.stderr: -301> 2024-09-07T14:12:00.636+0000 7f164a4b2640 4 set_mon_vals no callback set 2024-09-07T14:12:01.059 INFO:tasks.workunit.client.0.smithi107.stderr: -300> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: _renew_subs 2024-09-07T14:12:01.059 INFO:tasks.workunit.client.0.smithi107.stderr: -299> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.107:3301/0 2024-09-07T14:12:01.059 INFO:tasks.workunit.client.0.smithi107.stderr: -298> 2024-09-07T14:12:00.636+0000 7f1535602640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:12:01.060 INFO:tasks.workunit.client.0.smithi107.stderr: -297> 2024-09-07T14:12:00.636+0000 7f1535602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:12:01.060 INFO:tasks.workunit.client.0.smithi107.stderr: -296> 2024-09-07T14:12:00.636+0000 7f1535602640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:12:01.060 INFO:tasks.workunit.client.0.smithi107.stderr: -295> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: get_monmap_and_config 2024-09-07T14:12:01.060 INFO:tasks.workunit.client.0.smithi107.stderr: -294> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: build_initial_monmap 2024-09-07T14:12:01.060 INFO:tasks.workunit.client.0.smithi107.stderr: -293> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 1 build_initial for_mkfs: 0 2024-09-07T14:12:01.060 INFO:tasks.workunit.client.0.smithi107.stderr: -292> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: monmap: 2024-09-07T14:12:01.060 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:12:01.060 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:12:01.060 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:12:01.060 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:12:01.060 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:12:01.061 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.061 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:12:01.061 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:12:01.061 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:12:01.061 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.061 INFO:tasks.workunit.client.0.smithi107.stderr: -291> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding auth protocol: cephx 2024-09-07T14:12:01.061 INFO:tasks.workunit.client.0.smithi107.stderr: -290> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding auth protocol: cephx 2024-09-07T14:12:01.061 INFO:tasks.workunit.client.0.smithi107.stderr: -289> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding auth protocol: cephx 2024-09-07T14:12:01.061 INFO:tasks.workunit.client.0.smithi107.stderr: -288> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: secure 2024-09-07T14:12:01.061 INFO:tasks.workunit.client.0.smithi107.stderr: -287> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: crc 2024-09-07T14:12:01.061 INFO:tasks.workunit.client.0.smithi107.stderr: -286> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: secure 2024-09-07T14:12:01.062 INFO:tasks.workunit.client.0.smithi107.stderr: -285> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: crc 2024-09-07T14:12:01.062 INFO:tasks.workunit.client.0.smithi107.stderr: -284> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: secure 2024-09-07T14:12:01.062 INFO:tasks.workunit.client.0.smithi107.stderr: -283> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: crc 2024-09-07T14:12:01.062 INFO:tasks.workunit.client.0.smithi107.stderr: -282> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: crc 2024-09-07T14:12:01.062 INFO:tasks.workunit.client.0.smithi107.stderr: -281> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: secure 2024-09-07T14:12:01.062 INFO:tasks.workunit.client.0.smithi107.stderr: -280> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: crc 2024-09-07T14:12:01.062 INFO:tasks.workunit.client.0.smithi107.stderr: -279> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: secure 2024-09-07T14:12:01.062 INFO:tasks.workunit.client.0.smithi107.stderr: -278> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: crc 2024-09-07T14:12:01.062 INFO:tasks.workunit.client.0.smithi107.stderr: -277> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3d0de0) adding con mode: secure 2024-09-07T14:12:01.062 INFO:tasks.workunit.client.0.smithi107.stderr: -276> 2024-09-07T14:12:00.636+0000 7f164acb3640 10 monclient: get_auth_request con 0x7f1524070a20 auth_method 0 2024-09-07T14:12:01.063 INFO:tasks.workunit.client.0.smithi107.stderr: -275> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.063 INFO:tasks.workunit.client.0.smithi107.stderr: -274> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 10 monclient: init 2024-09-07T14:12:01.063 INFO:tasks.workunit.client.0.smithi107.stderr: -273> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding auth protocol: cephx 2024-09-07T14:12:01.063 INFO:tasks.workunit.client.0.smithi107.stderr: -272> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding auth protocol: cephx 2024-09-07T14:12:01.063 INFO:tasks.workunit.client.0.smithi107.stderr: -271> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding auth protocol: cephx 2024-09-07T14:12:01.063 INFO:tasks.workunit.client.0.smithi107.stderr: -270> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: secure 2024-09-07T14:12:01.063 INFO:tasks.workunit.client.0.smithi107.stderr: -269> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: crc 2024-09-07T14:12:01.063 INFO:tasks.workunit.client.0.smithi107.stderr: -268> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: secure 2024-09-07T14:12:01.063 INFO:tasks.workunit.client.0.smithi107.stderr: -267> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: crc 2024-09-07T14:12:01.063 INFO:tasks.workunit.client.0.smithi107.stderr: -266> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: secure 2024-09-07T14:12:01.063 INFO:tasks.workunit.client.0.smithi107.stderr: -265> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: crc 2024-09-07T14:12:01.064 INFO:tasks.workunit.client.0.smithi107.stderr: -264> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: crc 2024-09-07T14:12:01.064 INFO:tasks.workunit.client.0.smithi107.stderr: -263> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: secure 2024-09-07T14:12:01.064 INFO:tasks.workunit.client.0.smithi107.stderr: -262> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: crc 2024-09-07T14:12:01.064 INFO:tasks.workunit.client.0.smithi107.stderr: -261> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: secure 2024-09-07T14:12:01.064 INFO:tasks.workunit.client.0.smithi107.stderr: -260> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: crc 2024-09-07T14:12:01.064 INFO:tasks.workunit.client.0.smithi107.stderr: -259> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821eb90) adding con mode: secure 2024-09-07T14:12:01.064 INFO:tasks.workunit.client.0.smithi107.stderr: -258> 2024-09-07T14:12:00.636+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.064 INFO:tasks.workunit.client.0.smithi107.stderr: -257> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.064 INFO:tasks.workunit.client.0.smithi107.stderr: -256> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe3821ecd8 EEXIST 2024-09-07T14:12:01.064 INFO:tasks.workunit.client.0.smithi107.stderr: -255> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _reopen_session rank -1 2024-09-07T14:12:01.064 INFO:tasks.workunit.client.0.smithi107.stderr: -254> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-07T14:12:01.064 INFO:tasks.workunit.client.0.smithi107.stderr: -253> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-c con 0x55835c405280 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:12:01.065 INFO:tasks.workunit.client.0.smithi107.stderr: -252> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-b con 0x55835c3d5130 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:12:01.065 INFO:tasks.workunit.client.0.smithi107.stderr: -251> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-a con 0x55835c4006e0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:12:01.065 INFO:tasks.workunit.client.0.smithi107.stderr: -250> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.065 INFO:tasks.workunit.client.0.smithi107.stderr: -249> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.065 INFO:tasks.workunit.client.0.smithi107.stderr: -248> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.065 INFO:tasks.workunit.client.0.smithi107.stderr: -247> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): _renew_subs 2024-09-07T14:12:01.065 INFO:tasks.workunit.client.0.smithi107.stderr: -246> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): authenticate will time out at 3072.464300s 2024-09-07T14:12:01.065 INFO:tasks.workunit.client.0.smithi107.stderr: -245> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): get_auth_request con 0x55835c405280 auth_method 0 2024-09-07T14:12:01.065 INFO:tasks.workunit.client.0.smithi107.stderr: -244> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:01.065 INFO:tasks.workunit.client.0.smithi107.stderr: -243> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:01.065 INFO:tasks.workunit.client.0.smithi107.stderr: -242> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:01.065 INFO:tasks.workunit.client.0.smithi107.stderr: -241> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): get_auth_request con 0x55835c4006e0 auth_method 0 2024-09-07T14:12:01.066 INFO:tasks.workunit.client.0.smithi107.stderr: -240> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:01.066 INFO:tasks.workunit.client.0.smithi107.stderr: -239> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:01.066 INFO:tasks.workunit.client.0.smithi107.stderr: -238> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:01.066 INFO:tasks.workunit.client.0.smithi107.stderr: -237> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:01.066 INFO:tasks.workunit.client.0.smithi107.stderr: -236> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:01.066 INFO:tasks.workunit.client.0.smithi107.stderr: -235> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:01.066 INFO:tasks.workunit.client.0.smithi107.stderr: -234> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:01.066 INFO:tasks.workunit.client.0.smithi107.stderr: -233> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:01.066 INFO:tasks.workunit.client.0.smithi107.stderr: -232> 2024-09-07T14:12:00.640+0000 7f164b4b4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:01.066 INFO:tasks.workunit.client.0.smithi107.stderr: -231> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_done global_id 7913 payload 274 2024-09-07T14:12:01.066 INFO:tasks.workunit.client.0.smithi107.stderr: -230> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient: _finish_hunting 0 2024-09-07T14:12:01.066 INFO:tasks.workunit.client.0.smithi107.stderr: -229> 2024-09-07T14:12:00.640+0000 7f164acb3640 1 monclient: found mon.noname-c 2024-09-07T14:12:01.067 INFO:tasks.workunit.client.0.smithi107.stderr: -228> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.107:3301/0 2024-09-07T14:12:01.067 INFO:tasks.workunit.client.0.smithi107.stderr: -227> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:01.067 INFO:tasks.workunit.client.0.smithi107.stderr: -226> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-07T14:12:01.067 INFO:tasks.workunit.client.0.smithi107.stderr: -225> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: dump: 2024-09-07T14:12:01.067 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:01.067 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:01.067 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.067 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.067 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:01.067 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.067 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:01.067 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:01.068 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:01.068 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.068 INFO:tasks.workunit.client.0.smithi107.stderr: -224> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: _finish_auth 0 2024-09-07T14:12:01.068 INFO:tasks.workunit.client.0.smithi107.stderr: -223> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: _check_auth_tickets 2024-09-07T14:12:01.068 INFO:tasks.workunit.client.0.smithi107.stderr: -222> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: handle_config config(0 keys) 2024-09-07T14:12:01.068 INFO:tasks.workunit.client.0.smithi107.stderr: -221> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:01.068 INFO:tasks.workunit.client.0.smithi107.stderr: -220> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-07T14:12:01.068 INFO:tasks.workunit.client.0.smithi107.stderr: -219> 2024-09-07T14:12:00.640+0000 7f152effd640 10 monclient: dump: 2024-09-07T14:12:01.068 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:01.068 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:01.068 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.069 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.069 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:01.069 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.069 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:01.069 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:01.069 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:01.069 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.069 INFO:tasks.workunit.client.0.smithi107.stderr: -218> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 monclient: authenticate success, global_id 7913 2024-09-07T14:12:01.069 INFO:tasks.workunit.client.0.smithi107.stderr: -217> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: get_monmap_and_config success 2024-09-07T14:12:01.069 INFO:tasks.workunit.client.0.smithi107.stderr: -216> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 4 set_mon_vals no callback set 2024-09-07T14:12:01.069 INFO:tasks.workunit.client.0.smithi107.stderr: -215> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: shutdown 2024-09-07T14:12:01.069 INFO:tasks.workunit.client.0.smithi107.stderr: -214> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: build_initial_monmap 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr: -213> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 1 build_initial for_mkfs: 0 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr: -212> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: monmap: 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 0 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 0.000000 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr:created 0.000000 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 0 (unknown) 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.noname-a 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.noname-b 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.noname-c 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.070 INFO:tasks.workunit.client.0.smithi107.stderr: -211> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding auth protocol: cephx 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -210> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding auth protocol: cephx 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -209> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding auth protocol: cephx 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -208> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: secure 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -207> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: crc 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -206> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: secure 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -205> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: crc 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -204> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: secure 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -203> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: crc 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -202> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: crc 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -201> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: secure 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -200> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: crc 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -199> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: secure 2024-09-07T14:12:01.071 INFO:tasks.workunit.client.0.smithi107.stderr: -198> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: crc 2024-09-07T14:12:01.072 INFO:tasks.workunit.client.0.smithi107.stderr: -197> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3f7470) adding con mode: secure 2024-09-07T14:12:01.072 INFO:tasks.workunit.client.0.smithi107.stderr: -196> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.072 INFO:tasks.workunit.client.0.smithi107.stderr: -195> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 1 librados: starting msgr at 2024-09-07T14:12:01.072 INFO:tasks.workunit.client.0.smithi107.stderr: -194> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 1 librados: starting objecter 2024-09-07T14:12:01.072 INFO:tasks.workunit.client.0.smithi107.stderr: -193> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command objecter_requests cmddesc objecter_requests hook 0x55835c3d7150 EEXIST 2024-09-07T14:12:01.072 INFO:tasks.workunit.client.0.smithi107.stderr: -192> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 1 librados: setting wanted keys 2024-09-07T14:12:01.072 INFO:tasks.workunit.client.0.smithi107.stderr: -191> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 1 librados: calling monclient init 2024-09-07T14:12:01.072 INFO:tasks.workunit.client.0.smithi107.stderr: -190> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: init 2024-09-07T14:12:01.072 INFO:tasks.workunit.client.0.smithi107.stderr: -189> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding auth protocol: cephx 2024-09-07T14:12:01.072 INFO:tasks.workunit.client.0.smithi107.stderr: -188> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding auth protocol: cephx 2024-09-07T14:12:01.072 INFO:tasks.workunit.client.0.smithi107.stderr: -187> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding auth protocol: cephx 2024-09-07T14:12:01.073 INFO:tasks.workunit.client.0.smithi107.stderr: -186> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: secure 2024-09-07T14:12:01.073 INFO:tasks.workunit.client.0.smithi107.stderr: -185> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: crc 2024-09-07T14:12:01.073 INFO:tasks.workunit.client.0.smithi107.stderr: -184> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: secure 2024-09-07T14:12:01.073 INFO:tasks.workunit.client.0.smithi107.stderr: -183> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: crc 2024-09-07T14:12:01.073 INFO:tasks.workunit.client.0.smithi107.stderr: -182> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: secure 2024-09-07T14:12:01.073 INFO:tasks.workunit.client.0.smithi107.stderr: -181> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: crc 2024-09-07T14:12:01.073 INFO:tasks.workunit.client.0.smithi107.stderr: -180> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: crc 2024-09-07T14:12:01.073 INFO:tasks.workunit.client.0.smithi107.stderr: -179> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: secure 2024-09-07T14:12:01.073 INFO:tasks.workunit.client.0.smithi107.stderr: -178> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: crc 2024-09-07T14:12:01.073 INFO:tasks.workunit.client.0.smithi107.stderr: -177> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: secure 2024-09-07T14:12:01.074 INFO:tasks.workunit.client.0.smithi107.stderr: -176> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: crc 2024-09-07T14:12:01.074 INFO:tasks.workunit.client.0.smithi107.stderr: -175> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 AuthRegistry(0x55835c3b3220) adding con mode: secure 2024-09-07T14:12:01.074 INFO:tasks.workunit.client.0.smithi107.stderr: -174> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.074 INFO:tasks.workunit.client.0.smithi107.stderr: -173> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.074 INFO:tasks.workunit.client.0.smithi107.stderr: -172> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command rotate-key cmddesc rotate-key hook 0x55835c3b3368 EEXIST 2024-09-07T14:12:01.074 INFO:tasks.workunit.client.0.smithi107.stderr: -171> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _reopen_session rank -1 2024-09-07T14:12:01.074 INFO:tasks.workunit.client.0.smithi107.stderr: -170> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-07T14:12:01.074 INFO:tasks.workunit.client.0.smithi107.stderr: -169> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-c con 0x55835c3d5130 addr [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2024-09-07T14:12:01.074 INFO:tasks.workunit.client.0.smithi107.stderr: -168> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-a con 0x55835c4006e0 addr [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-09-07T14:12:01.074 INFO:tasks.workunit.client.0.smithi107.stderr: -167> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): picked mon.noname-b con 0x55835c405280 addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-09-07T14:12:01.074 INFO:tasks.workunit.client.0.smithi107.stderr: -166> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.074 INFO:tasks.workunit.client.0.smithi107.stderr: -165> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -164> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): start opening mon connection 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -163> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): _renew_subs 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -162> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient(hunting): authenticate will time out at 3072.466995s 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -161> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): get_auth_request con 0x55835c4006e0 auth_method 0 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -160> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -159> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -158> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -157> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): get_auth_request con 0x55835c3d5130 auth_method 0 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -156> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -155> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): _init_auth method 2 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -154> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -153> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:01.075 INFO:tasks.workunit.client.0.smithi107.stderr: -152> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:01.076 INFO:tasks.workunit.client.0.smithi107.stderr: -151> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:01.076 INFO:tasks.workunit.client.0.smithi107.stderr: -150> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-07T14:12:01.076 INFO:tasks.workunit.client.0.smithi107.stderr: -149> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-07T14:12:01.076 INFO:tasks.workunit.client.0.smithi107.stderr: -148> 2024-09-07T14:12:00.640+0000 7f164acb3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-07T14:12:01.076 INFO:tasks.workunit.client.0.smithi107.stderr: -147> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient(hunting): handle_auth_done global_id 8394 payload 824 2024-09-07T14:12:01.076 INFO:tasks.workunit.client.0.smithi107.stderr: -146> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient: _finish_hunting 0 2024-09-07T14:12:01.076 INFO:tasks.workunit.client.0.smithi107.stderr: -145> 2024-09-07T14:12:00.640+0000 7f164bcb5640 1 monclient: found mon.noname-a 2024-09-07T14:12:01.076 INFO:tasks.workunit.client.0.smithi107.stderr: -144> 2024-09-07T14:12:00.640+0000 7f164bcb5640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.107:3300/0 2024-09-07T14:12:01.076 INFO:tasks.workunit.client.0.smithi107.stderr: -143> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:01.076 INFO:tasks.workunit.client.0.smithi107.stderr: -142> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-07T14:12:01.076 INFO:tasks.workunit.client.0.smithi107.stderr: -141> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: dump: 2024-09-07T14:12:01.076 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr: -140> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: _finish_auth 0 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr: -139> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: _check_auth_tickets 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr: -138> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: handle_config config(0 keys) 2024-09-07T14:12:01.077 INFO:tasks.workunit.client.0.smithi107.stderr: -137> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr: -136> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr: -135> 2024-09-07T14:12:00.640+0000 7f152d7fa640 10 monclient: dump: 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr:epoch 1 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr:fsid e0c7077a-9490-42ff-b9cb-56a88ac4c903 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr:last_changed 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr:created 2024-09-07T13:36:53.974880+0000 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr:min_mon_release 19 (squid) 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr:election_strategy: 1 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr:0: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.a 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr:1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr:2: [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon.c 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr: -134> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 monclient: authenticate success, global_id 8394 2024-09-07T14:12:01.078 INFO:tasks.workunit.client.0.smithi107.stderr: -133> 2024-09-07T14:12:00.640+0000 7f152effd640 4 set_mon_vals no callback set 2024-09-07T14:12:01.079 INFO:tasks.workunit.client.0.smithi107.stderr: -132> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _renew_subs 2024-09-07T14:12:01.079 INFO:tasks.workunit.client.0.smithi107.stderr: -131> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:12:01.079 INFO:tasks.workunit.client.0.smithi107.stderr: -130> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _renew_subs 2024-09-07T14:12:01.079 INFO:tasks.workunit.client.0.smithi107.stderr: -129> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:12:01.079 INFO:tasks.workunit.client.0.smithi107.stderr: -128> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 1 librados: init done 2024-09-07T14:12:01.079 INFO:tasks.workunit.client.0.smithi107.stderr: -127> 2024-09-07T14:12:00.640+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command cr dump hook 0x55835c3f52d8 2024-09-07T14:12:01.079 INFO:tasks.workunit.client.0.smithi107.stderr: -126> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.079 INFO:tasks.workunit.client.0.smithi107.stderr: -125> 2024-09-07T14:12:00.644+0000 7f152d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-07T14:12:01.079 INFO:tasks.workunit.client.0.smithi107.stderr: -124> 2024-09-07T14:12:00.644+0000 7f152d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:12:01.079 INFO:tasks.workunit.client.0.smithi107.stderr: -123> 2024-09-07T14:12:00.644+0000 7f152d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.148:6832/22415593,v1:172.21.15.148:6833/22415593] 2024-09-07T14:12:01.079 INFO:tasks.workunit.client.0.smithi107.stderr: -122> 2024-09-07T14:12:00.644+0000 7f164acb3640 10 monclient: get_auth_request con 0x7f1514070ae0 auth_method 0 2024-09-07T14:12:01.079 INFO:tasks.workunit.client.0.smithi107.stderr: -121> 2024-09-07T14:12:00.644+0000 7f164b4b4640 10 monclient: get_auth_request con 0x55835c41e750 auth_method 0 2024-09-07T14:12:01.080 INFO:tasks.workunit.client.0.smithi107.stderr: -120> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.080 INFO:tasks.workunit.client.0.smithi107.stderr: -119> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 realm 2024-09-07T14:12:01.080 INFO:tasks.workunit.client.0.smithi107.stderr: -118> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.080 INFO:tasks.workunit.client.0.smithi107.stderr: -117> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.080 INFO:tasks.workunit.client.0.smithi107.stderr: -116> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:01.080 INFO:tasks.workunit.client.0.smithi107.stderr: -115> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.080 INFO:tasks.workunit.client.0.smithi107.stderr: -114> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.080 INFO:tasks.workunit.client.0.smithi107.stderr: -113> 2024-09-07T14:12:00.644+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.080 INFO:tasks.workunit.client.0.smithi107.stderr: -112> 2024-09-07T14:12:00.644+0000 7f164acb3640 10 monclient: get_auth_request con 0x55835c4229c0 auth_method 0 2024-09-07T14:12:01.080 INFO:tasks.workunit.client.0.smithi107.stderr: -111> 2024-09-07T14:12:00.648+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -110> 2024-09-07T14:12:00.648+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -109> 2024-09-07T14:12:00.648+0000 7f164bcb5640 10 monclient: get_auth_request con 0x55835c426200 auth_method 0 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -108> 2024-09-07T14:12:00.648+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -107> 2024-09-07T14:12:00.648+0000 7f164d9ae9c0 20 searching for the correct realm 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -106> 2024-09-07T14:12:00.648+0000 7f164b4b4640 10 monclient: get_auth_request con 0x55835c42af80 auth_method 0 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -105> 2024-09-07T14:12:00.652+0000 7f164acb3640 10 monclient: get_auth_request con 0x7f163c024040 auth_method 0 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -104> 2024-09-07T14:12:00.652+0000 7f164bcb5640 10 monclient: get_auth_request con 0x7f1640015070 auth_method 0 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -103> 2024-09-07T14:12:00.652+0000 7f164b4b4640 10 monclient: get_auth_request con 0x7f16440d6060 auth_method 0 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -102> 2024-09-07T14:12:00.652+0000 7f164b4b4640 0 -- 172.21.15.107:0/1880607949 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f16440d6060 msgr2=0x7f16441029f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -101> 2024-09-07T14:12:00.856+0000 7f164b4b4640 10 monclient: get_auth_request con 0x7f16440d6060 auth_method 0 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -100> 2024-09-07T14:12:00.864+0000 7f164acb3640 10 monclient: get_auth_request con 0x7f163c042040 auth_method 0 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -99> 2024-09-07T14:12:00.868+0000 7f164b4b4640 0 -- 172.21.15.107:0/1880607949 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f16440d6060 msgr2=0x7f16441029f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:01.081 INFO:tasks.workunit.client.0.smithi107.stderr: -98> 2024-09-07T14:12:00.868+0000 7f152d7fa640 1 client.8394.objecter ms_handle_reset 0x7f16440d6060 session 0x7f16440a6070 osd.4 2024-09-07T14:12:01.082 INFO:tasks.workunit.client.0.smithi107.stderr: -97> 2024-09-07T14:12:00.868+0000 7f152d7fa640 10 monclient: _renew_subs 2024-09-07T14:12:01.082 INFO:tasks.workunit.client.0.smithi107.stderr: -96> 2024-09-07T14:12:00.868+0000 7f152d7fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.107:3300/0 2024-09-07T14:12:01.082 INFO:tasks.workunit.client.0.smithi107.stderr: -95> 2024-09-07T14:12:00.868+0000 7f164b4b4640 10 monclient: get_auth_request con 0x7f1514081210 auth_method 0 2024-09-07T14:12:01.082 INFO:tasks.workunit.client.0.smithi107.stderr: -94> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:01.082 INFO:tasks.workunit.client.0.smithi107.stderr: -93> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:01.084 INFO:tasks.workunit.client.0.smithi107.stderr: -92> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:01.084 INFO:tasks.workunit.client.0.smithi107.stderr: -91> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:01.084 INFO:tasks.workunit.client.0.smithi107.stderr: -90> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:01.084 INFO:tasks.workunit.client.0.smithi107.stderr: -89> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:01.084 INFO:tasks.workunit.client.0.smithi107.stderr: -88> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -87> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -86> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -85> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -84> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -83> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -82> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 zone default found 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -81> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 4 Realm: () 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -80> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -79> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -78> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -77> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 zonegroup default 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -76> 2024-09-07T14:12:00.880+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.085 INFO:tasks.workunit.client.0.smithi107.stderr: -75> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -74> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -73> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -72> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -71> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -70> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 started sync module instance, tier type = 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -69> 2024-09-07T14:12:00.884+0000 7f164d9ae9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -68> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=0 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -67> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=1 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -66> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=2 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -65> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=3 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -64> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=4 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -63> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=5 2024-09-07T14:12:01.086 INFO:tasks.workunit.client.0.smithi107.stderr: -62> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=6 2024-09-07T14:12:01.087 INFO:tasks.workunit.client.0.smithi107.stderr: -61> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 20 add_watcher() i=7 2024-09-07T14:12:01.087 INFO:tasks.workunit.client.0.smithi107.stderr: -60> 2024-09-07T14:12:00.908+0000 7f164d9ae9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:01.087 INFO:tasks.workunit.client.0.smithi107.stderr: -59> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding auth protocol: cephx 2024-09-07T14:12:01.087 INFO:tasks.workunit.client.0.smithi107.stderr: -58> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding auth protocol: cephx 2024-09-07T14:12:01.087 INFO:tasks.workunit.client.0.smithi107.stderr: -57> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding auth protocol: cephx 2024-09-07T14:12:01.087 INFO:tasks.workunit.client.0.smithi107.stderr: -56> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: secure 2024-09-07T14:12:01.087 INFO:tasks.workunit.client.0.smithi107.stderr: -55> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: crc 2024-09-07T14:12:01.087 INFO:tasks.workunit.client.0.smithi107.stderr: -54> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: secure 2024-09-07T14:12:01.087 INFO:tasks.workunit.client.0.smithi107.stderr: -53> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: crc 2024-09-07T14:12:01.087 INFO:tasks.workunit.client.0.smithi107.stderr: -52> 2024-09-07T14:12:00.912+0000 7f15027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:01.087 INFO:tasks.workunit.client.0.smithi107.stderr: -51> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: secure 2024-09-07T14:12:01.088 INFO:tasks.workunit.client.0.smithi107.stderr: -50> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: crc 2024-09-07T14:12:01.088 INFO:tasks.workunit.client.0.smithi107.stderr: -49> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: crc 2024-09-07T14:12:01.088 INFO:tasks.workunit.client.0.smithi107.stderr: -48> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: secure 2024-09-07T14:12:01.088 INFO:tasks.workunit.client.0.smithi107.stderr: -47> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: crc 2024-09-07T14:12:01.088 INFO:tasks.workunit.client.0.smithi107.stderr: -46> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: secure 2024-09-07T14:12:01.088 INFO:tasks.workunit.client.0.smithi107.stderr: -45> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: crc 2024-09-07T14:12:01.088 INFO:tasks.workunit.client.0.smithi107.stderr: -44> 2024-09-07T14:12:00.912+0000 7f164d9ae9c0 5 AuthRegistry(0x7ffe3821f060) adding con mode: secure 2024-09-07T14:12:01.088 INFO:tasks.workunit.client.0.smithi107.stderr: -43> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-07T14:12:01.088 INFO:tasks.workunit.client.0.smithi107.stderr: -42> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:01.088 INFO:tasks.workunit.client.0.smithi107.stderr: -41> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:01.088 INFO:tasks.workunit.client.0.smithi107.stderr: -40> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command cache list hook 0x55835c3f2750 2024-09-07T14:12:01.089 INFO:tasks.workunit.client.0.smithi107.stderr: -39> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command cache inspect hook 0x55835c3f2750 2024-09-07T14:12:01.089 INFO:tasks.workunit.client.0.smithi107.stderr: -38> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command cache erase hook 0x55835c3f2750 2024-09-07T14:12:01.089 INFO:tasks.workunit.client.0.smithi107.stderr: -37> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command cache zap hook 0x55835c3f2750 2024-09-07T14:12:01.089 INFO:tasks.workunit.client.0.smithi107.stderr: -36> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 note: GC not initialized 2024-09-07T14:12:01.089 INFO:tasks.workunit.client.0.smithi107.stderr: -35> 2024-09-07T14:12:00.916+0000 7f15017e2640 20 reqs_thread_entry: start 2024-09-07T14:12:01.089 INFO:tasks.workunit.client.0.smithi107.stderr: -34> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command sync trace show hook 0x7f163c004500 2024-09-07T14:12:01.089 INFO:tasks.workunit.client.0.smithi107.stderr: -33> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command sync trace history hook 0x7f163c004500 2024-09-07T14:12:01.089 INFO:tasks.workunit.client.0.smithi107.stderr: -32> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command sync trace active hook 0x7f163c004500 2024-09-07T14:12:01.089 INFO:tasks.workunit.client.0.smithi107.stderr: -31> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 5 asok(0x55835c1272b0) register_command sync trace active_short hook 0x7f163c004500 2024-09-07T14:12:01.089 INFO:tasks.workunit.client.0.smithi107.stderr: -30> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:01.089 INFO:tasks.workunit.client.0.smithi107.stderr: -29> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 Filter name: none 2024-09-07T14:12:01.089 INFO:tasks.workunit.client.0.smithi107.stderr: -28> 2024-09-07T14:12:00.916+0000 7f14faffd640 20 reqs_thread_entry: start 2024-09-07T14:12:01.090 INFO:tasks.workunit.client.0.smithi107.stderr: -27> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:12:01.090 INFO:tasks.workunit.client.0.smithi107.stderr: -26> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.090 INFO:tasks.workunit.client.0.smithi107.stderr: -25> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:01.090 INFO:tasks.workunit.client.0.smithi107.stderr: -24> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:12:01.090 INFO:tasks.workunit.client.0.smithi107.stderr: -23> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:12:01.090 INFO:tasks.workunit.client.0.smithi107.stderr: -22> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:12:01.090 INFO:tasks.workunit.client.0.smithi107.stderr: -21> 2024-09-07T14:12:00.916+0000 7f164d9ae9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.090 INFO:tasks.workunit.client.0.smithi107.stderr: -20> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:12:01.090 INFO:tasks.workunit.client.0.smithi107.stderr: -19> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:01.090 INFO:tasks.workunit.client.0.smithi107.stderr: -18> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:01.090 INFO:tasks.workunit.client.0.smithi107.stderr: -17> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:12:01.091 INFO:tasks.workunit.client.0.smithi107.stderr: -16> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:01.091 INFO:tasks.workunit.client.0.smithi107.stderr: -15> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:12:01.091 INFO:tasks.workunit.client.0.smithi107.stderr: -14> 2024-09-07T14:12:00.920+0000 7f164d9ae9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-07T14:12:01.091 INFO:tasks.workunit.client.0.smithi107.stderr: -13> 2024-09-07T14:12:00.928+0000 7f164d9ae9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:01.091 INFO:tasks.workunit.client.0.smithi107.stderr: -12> 2024-09-07T14:12:00.928+0000 7f164d9ae9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:01.091 INFO:tasks.workunit.client.0.smithi107.stderr: -11> 2024-09-07T14:12:00.928+0000 7f164d9ae9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:01.091 INFO:tasks.workunit.client.0.smithi107.stderr: -10> 2024-09-07T14:12:00.928+0000 7f164d9ae9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:12:01.091 INFO:tasks.workunit.client.0.smithi107.stderr: -9> 2024-09-07T14:12:00.932+0000 7f152e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300817 cookie 94022676976096 notifier 8394 bl.length()=911 2024-09-07T14:12:01.091 INFO:tasks.workunit.client.0.smithi107.stderr: -8> 2024-09-07T14:12:00.932+0000 7f152e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:01.091 INFO:tasks.workunit.client.0.smithi107.stderr: -7> 2024-09-07T14:12:00.932+0000 7f152e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:01.091 INFO:tasks.workunit.client.0.smithi107.stderr: -6> 2024-09-07T14:12:00.932+0000 7f152e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:01.091 INFO:tasks.workunit.client.0.smithi107.stderr: -5> 2024-09-07T14:12:00.932+0000 7f164d9ae9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:12:01.092 INFO:tasks.workunit.client.0.smithi107.stderr: -4> 2024-09-07T14:12:00.932+0000 7f164d9ae9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:12:01.092 INFO:tasks.workunit.client.0.smithi107.stderr: -3> 2024-09-07T14:12:00.932+0000 7f164d9ae9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:12:01.092 INFO:tasks.workunit.client.0.smithi107.stderr: -2> 2024-09-07T14:12:00.932+0000 7f164d9ae9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:12:01.092 INFO:tasks.workunit.client.0.smithi107.stderr: -1> 2024-09-07T14:12:00.940+0000 7f164d9ae9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f164d9ae9c0 time 2024-09-07T14:12:00.942686+0000 2024-09-07T14:12:01.092 INFO:tasks.workunit.client.0.smithi107.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-07T14:12:01.092 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.092 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:12:01.092 INFO:tasks.workunit.client.0.smithi107.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f16512882eb] 2024-09-07T14:12:01.092 INFO:tasks.workunit.client.0.smithi107.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f165128849f] 2024-09-07T14:12:01.092 INFO:tasks.workunit.client.0.smithi107.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558359a100d1] 2024-09-07T14:12:01.092 INFO:tasks.workunit.client.0.smithi107.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558359a223da] 2024-09-07T14:12:01.093 INFO:tasks.workunit.client.0.smithi107.stderr: 5: main() 2024-09-07T14:12:01.093 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f16500eed90] 2024-09-07T14:12:01.093 INFO:tasks.workunit.client.0.smithi107.stderr: 7: __libc_start_main() 2024-09-07T14:12:01.093 INFO:tasks.workunit.client.0.smithi107.stderr: 8: _start() 2024-09-07T14:12:01.093 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.093 INFO:tasks.workunit.client.0.smithi107.stderr: 0> 2024-09-07T14:12:00.940+0000 7f164d9ae9c0 -1 *** Caught signal (Aborted) ** 2024-09-07T14:12:01.093 INFO:tasks.workunit.client.0.smithi107.stderr: in thread 7f164d9ae9c0 thread_name:radosgw-admin 2024-09-07T14:12:01.093 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.093 INFO:tasks.workunit.client.0.smithi107.stderr: ceph version 19.3.0-4759-g5c120bb8 (5c120bb86a547030eb0946833002675f49ccd220) squid (dev) 2024-09-07T14:12:01.093 INFO:tasks.workunit.client.0.smithi107.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f1650107520] 2024-09-07T14:12:01.093 INFO:tasks.workunit.client.0.smithi107.stderr: 2: pthread_kill() 2024-09-07T14:12:01.094 INFO:tasks.workunit.client.0.smithi107.stderr: 3: raise() 2024-09-07T14:12:01.094 INFO:tasks.workunit.client.0.smithi107.stderr: 4: abort() 2024-09-07T14:12:01.094 INFO:tasks.workunit.client.0.smithi107.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f1651288345] 2024-09-07T14:12:01.094 INFO:tasks.workunit.client.0.smithi107.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f165128849f] 2024-09-07T14:12:01.094 INFO:tasks.workunit.client.0.smithi107.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558359a100d1] 2024-09-07T14:12:01.094 INFO:tasks.workunit.client.0.smithi107.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558359a223da] 2024-09-07T14:12:01.094 INFO:tasks.workunit.client.0.smithi107.stderr: 9: main() 2024-09-07T14:12:01.094 INFO:tasks.workunit.client.0.smithi107.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f16500eed90] 2024-09-07T14:12:01.094 INFO:tasks.workunit.client.0.smithi107.stderr: 11: __libc_start_main() 2024-09-07T14:12:01.094 INFO:tasks.workunit.client.0.smithi107.stderr: 12: _start() 2024-09-07T14:12:01.094 INFO:tasks.workunit.client.0.smithi107.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-07T14:12:01.095 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:01.095 INFO:tasks.workunit.client.0.smithi107.stderr:--- logging levels --- 2024-09-07T14:12:01.095 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 none 2024-09-07T14:12:01.095 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 lockdep 2024-09-07T14:12:01.095 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 context 2024-09-07T14:12:01.095 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 crush 2024-09-07T14:12:01.095 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds 2024-09-07T14:12:01.095 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_balancer 2024-09-07T14:12:01.095 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_locker 2024-09-07T14:12:01.095 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log 2024-09-07T14:12:01.095 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_log_expire 2024-09-07T14:12:01.095 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mds_migrator 2024-09-07T14:12:01.096 INFO:tasks.workunit.client.0.smithi107.stderr: 3/ 5 mds_quiesce 2024-09-07T14:12:01.096 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 buffer 2024-09-07T14:12:01.096 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 timer 2024-09-07T14:12:01.096 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 filer 2024-09-07T14:12:01.096 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 striper 2024-09-07T14:12:01.096 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 1 objecter 2024-09-07T14:12:01.096 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rados 2024-09-07T14:12:01.096 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd 2024-09-07T14:12:01.096 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_mirror 2024-09-07T14:12:01.096 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_replay 2024-09-07T14:12:01.096 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 rbd_pwl 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 journaler 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objectcacher 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 immutable_obj_cache 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 client 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 osd 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 optracker 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 objclass 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 filestore 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 journal 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 ms 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mon 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 0/10 monc 2024-09-07T14:12:01.097 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 paxos 2024-09-07T14:12:01.098 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 tp 2024-09-07T14:12:01.098 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 auth 2024-09-07T14:12:01.098 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 crypto 2024-09-07T14:12:01.098 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 finisher 2024-09-07T14:12:01.098 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 reserver 2024-09-07T14:12:01.098 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 heartbeatmap 2024-09-07T14:12:01.098 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 perfcounter 2024-09-07T14:12:01.098 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw 2024-09-07T14:12:01.098 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_sync 2024-09-07T14:12:01.099 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_datacache 2024-09-07T14:12:01.099 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_access 2024-09-07T14:12:01.099 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_dbstore 2024-09-07T14:12:01.099 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_flight 2024-09-07T14:12:01.099 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 rgw_lifecycle 2024-09-07T14:12:01.099 INFO:tasks.workunit.client.0.smithi107.stderr: 20/20 rgw_notification 2024-09-07T14:12:01.100 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 javaclient 2024-09-07T14:12:01.100 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 asok 2024-09-07T14:12:01.100 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 1 throttle 2024-09-07T14:12:01.100 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 0 refs 2024-09-07T14:12:01.100 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 compressor 2024-09-07T14:12:01.100 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluestore 2024-09-07T14:12:01.100 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 bluefs 2024-09-07T14:12:01.101 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 3 bdev 2024-09-07T14:12:01.101 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 kstore 2024-09-07T14:12:01.101 INFO:tasks.workunit.client.0.smithi107.stderr: 4/ 5 rocksdb 2024-09-07T14:12:01.101 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 fuse 2024-09-07T14:12:01.101 INFO:tasks.workunit.client.0.smithi107.stderr: 2/ 5 mgr 2024-09-07T14:12:01.101 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mgrc 2024-09-07T14:12:01.101 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 dpdk 2024-09-07T14:12:01.101 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 eventtrace 2024-09-07T14:12:01.101 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 prioritycache 2024-09-07T14:12:01.102 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 test 2024-09-07T14:12:01.102 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephfs_mirror 2024-09-07T14:12:01.102 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cephsqlite 2024-09-07T14:12:01.102 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 crimson_interrupt 2024-09-07T14:12:01.102 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore 2024-09-07T14:12:01.102 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_onode 2024-09-07T14:12:01.102 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_odata 2024-09-07T14:12:01.103 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_omap 2024-09-07T14:12:01.103 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_tm 2024-09-07T14:12:01.103 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_t 2024-09-07T14:12:01.103 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cleaner 2024-09-07T14:12:01.103 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_epm 2024-09-07T14:12:01.103 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_lba 2024-09-07T14:12:01.103 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-07T14:12:01.104 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_cache 2024-09-07T14:12:01.104 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_journal 2024-09-07T14:12:01.104 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_device 2024-09-07T14:12:01.104 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 seastore_backref 2024-09-07T14:12:01.104 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 alienstore 2024-09-07T14:12:01.104 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 mclock 2024-09-07T14:12:01.104 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 cyanstore 2024-09-07T14:12:01.104 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 ceph_exporter 2024-09-07T14:12:01.104 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 memstore 2024-09-07T14:12:01.104 INFO:tasks.workunit.client.0.smithi107.stderr: 1/ 5 trace 2024-09-07T14:12:01.105 INFO:tasks.workunit.client.0.smithi107.stderr: 0/ 5 ceph_dedup 2024-09-07T14:12:01.105 INFO:tasks.workunit.client.0.smithi107.stderr: -2/-2 (syslog threshold) 2024-09-07T14:12:01.105 INFO:tasks.workunit.client.0.smithi107.stderr: 99/99 (stderr threshold) 2024-09-07T14:12:01.105 INFO:tasks.workunit.client.0.smithi107.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-07T14:12:01.105 INFO:tasks.workunit.client.0.smithi107.stderr: 7f14faffd640 / http_manager 2024-09-07T14:12:01.105 INFO:tasks.workunit.client.0.smithi107.stderr: 7f15017e2640 / http_manager 2024-09-07T14:12:01.105 INFO:tasks.workunit.client.0.smithi107.stderr: 7f15027e4640 / rgw_dt_lg_renew 2024-09-07T14:12:01.105 INFO:tasks.workunit.client.0.smithi107.stderr: 7f152d7fa640 / ms_dispatch 2024-09-07T14:12:01.105 INFO:tasks.workunit.client.0.smithi107.stderr: 7f152e7fc640 / io_context_pool 2024-09-07T14:12:01.105 INFO:tasks.workunit.client.0.smithi107.stderr: 7f152effd640 / io_context_pool 2024-09-07T14:12:01.106 INFO:tasks.workunit.client.0.smithi107.stderr: 7f1535602640 / ms_dispatch 2024-09-07T14:12:01.106 INFO:tasks.workunit.client.0.smithi107.stderr: 7f1537e07640 / ms_dispatch 2024-09-07T14:12:01.106 INFO:tasks.workunit.client.0.smithi107.stderr: 7f153960a640 / io_context_pool 2024-09-07T14:12:01.106 INFO:tasks.workunit.client.0.smithi107.stderr: 7f164a4b2640 / io_context_pool 2024-09-07T14:12:01.106 INFO:tasks.workunit.client.0.smithi107.stderr: 7f164acb3640 / msgr-worker-2 2024-09-07T14:12:01.106 INFO:tasks.workunit.client.0.smithi107.stderr: 7f164b4b4640 / msgr-worker-1 2024-09-07T14:12:01.106 INFO:tasks.workunit.client.0.smithi107.stderr: 7f164bcb5640 / msgr-worker-0 2024-09-07T14:12:01.106 INFO:tasks.workunit.client.0.smithi107.stderr: 7f164d9ae9c0 / radosgw-admin 2024-09-07T14:12:01.106 INFO:tasks.workunit.client.0.smithi107.stderr: max_recent 500 2024-09-07T14:12:01.106 INFO:tasks.workunit.client.0.smithi107.stderr: max_new 1000 2024-09-07T14:12:01.106 INFO:tasks.workunit.client.0.smithi107.stderr: log_file /var/lib/ceph/crash/2024-09-07T14:12:00.944713Z_471a4d7e-d303-44da-b8ac-9dc44a72bf05/log 2024-09-07T14:12:01.107 INFO:tasks.workunit.client.0.smithi107.stderr:--- end dump of recent events --- 2024-09-07T14:12:01.107 INFO:tasks.workunit.client.0.smithi107.stderr:Aborted 2024-09-07T14:12:01.107 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:12:01.108 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:01.109 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:01.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.024+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.024+0000 7fc7d16069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.024+0000 7fc7d16069c0 20 realm 2024-09-07T14:12:01.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.024+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.024+0000 7fc7d16069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.109 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.024+0000 7fc7d16069c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:01.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.024+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.024+0000 7fc7d16069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.024+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.028+0000 7fc7d16069c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:01.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.028+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.110 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.028+0000 7fc7d16069c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:01.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.028+0000 7fc7d16069c0 20 searching for the correct realm 2024-09-07T14:12:01.111 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.032+0000 7fc7cf10c640 0 -- 172.21.15.107:0/600441845 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fc7c8033040 msgr2=0x7fc7c8034430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:12:01.249 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.248+0000 7fc7cf10c640 0 -- 172.21.15.107:0/600441845 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fc7c8033040 msgr2=0x7fc7c8034430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:01.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:01.260 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:01.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:01.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:01.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:01.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:01.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:01.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:01.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 zone default found 2024-09-07T14:12:01.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 4 Realm: () 2024-09-07T14:12:01.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:01.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:01.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:01.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 zonegroup default 2024-09-07T14:12:01.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.260+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.264+0000 7fc7d16069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.264+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.264+0000 7fc7d16069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.264+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.264+0000 7fc7d16069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.264+0000 7fc7d16069c0 20 started sync module instance, tier type = 2024-09-07T14:12:01.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.264+0000 7fc7d16069c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:01.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.288+0000 7fc7d16069c0 20 add_watcher() i=0 2024-09-07T14:12:01.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.288+0000 7fc7d16069c0 20 add_watcher() i=1 2024-09-07T14:12:01.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.288+0000 7fc7d16069c0 20 add_watcher() i=2 2024-09-07T14:12:01.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.288+0000 7fc7d16069c0 20 add_watcher() i=3 2024-09-07T14:12:01.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.288+0000 7fc7d16069c0 20 add_watcher() i=4 2024-09-07T14:12:01.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.288+0000 7fc7d16069c0 20 add_watcher() i=5 2024-09-07T14:12:01.288 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.288+0000 7fc7d16069c0 20 add_watcher() i=6 2024-09-07T14:12:01.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.288+0000 7fc7d16069c0 20 add_watcher() i=7 2024-09-07T14:12:01.289 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.288+0000 7fc7d16069c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:01.293 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.292+0000 7fc685fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:01.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.292+0000 7fc7d16069c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:01.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.292+0000 7fc7d16069c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:01.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.292+0000 7fc7d16069c0 5 note: GC not initialized 2024-09-07T14:12:01.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.292+0000 7fc684fe1640 20 reqs_thread_entry: start 2024-09-07T14:12:01.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.292+0000 7fc7d16069c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:01.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.292+0000 7fc7d16069c0 20 Filter name: none 2024-09-07T14:12:01.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.296+0000 7fc5fe7fc640 20 reqs_thread_entry: start 2024-09-07T14:12:01.295 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.296+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.296+0000 7fc7d16069c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:01.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.296+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.296+0000 7fc7d16069c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:12:01.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.296+0000 7fc7d16069c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:01.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.296+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.296+0000 7fc7d16069c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:01.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.296+0000 7fc7d16069c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.300+0000 7fc7d16069c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:12:01.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.300+0000 7fc7d16069c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:01.301 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.300+0000 7fc685fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:01.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.304+0000 7fc7d16069c0 20 remove_watcher() i=0 2024-09-07T14:12:01.306 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.304+0000 7fc7d16069c0 2 removed watcher, disabling cache 2024-09-07T14:12:01.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.308+0000 7fc7d16069c0 20 remove_watcher() i=1 2024-09-07T14:12:01.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.312+0000 7fc7d16069c0 20 remove_watcher() i=2 2024-09-07T14:12:01.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.312+0000 7fc7d16069c0 20 remove_watcher() i=3 2024-09-07T14:12:01.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.316+0000 7fc7d16069c0 20 remove_watcher() i=4 2024-09-07T14:12:01.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.316+0000 7fc7d16069c0 20 remove_watcher() i=5 2024-09-07T14:12:01.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.316+0000 7fc7d16069c0 20 remove_watcher() i=6 2024-09-07T14:12:01.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.320+0000 7fc7d16069c0 20 remove_watcher() i=7 2024-09-07T14:12:01.336 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:01.336 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:01.383 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-07T14:12:01.410 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:01.410 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:01.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.452+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.456+0000 7fd3ea1239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.456+0000 7fd3ea1239c0 20 realm 2024-09-07T14:12:01.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.456+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.456+0000 7fd3ea1239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.456+0000 7fd3ea1239c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:01.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.456+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.456+0000 7fd3ea1239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.456+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.456+0000 7fd3ea1239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:01.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.456+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.460+0000 7fd3ea1239c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:01.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.460+0000 7fd3ea1239c0 20 searching for the correct realm 2024-09-07T14:12:01.463 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.464+0000 7fd3e7c29640 0 -- 172.21.15.107:0/4241978595 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fd3e000e040 msgr2=0x7fd3e005b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:12:01.682 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.680+0000 7fd3e7c29640 0 -- 172.21.15.107:0/4241978595 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fd3e000e040 msgr2=0x7fd3e005b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:01.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.692+0000 7fd3ea1239c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:01.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.692+0000 7fd3ea1239c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:01.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.692+0000 7fd3ea1239c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:01.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.692+0000 7fd3ea1239c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:01.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.692+0000 7fd3ea1239c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:01.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.692+0000 7fd3ea1239c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:01.694 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.692+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.692+0000 7fd3ea1239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.692+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:01.695 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:01.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 zone default found 2024-09-07T14:12:01.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 4 Realm: () 2024-09-07T14:12:01.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:01.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:01.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:01.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 zonegroup default 2024-09-07T14:12:01.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.697 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:01.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 started sync module instance, tier type = 2024-09-07T14:12:01.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.696+0000 7fd3ea1239c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:01.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.720+0000 7fd3ea1239c0 20 add_watcher() i=0 2024-09-07T14:12:01.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.720+0000 7fd3ea1239c0 20 add_watcher() i=1 2024-09-07T14:12:01.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.720+0000 7fd3ea1239c0 20 add_watcher() i=2 2024-09-07T14:12:01.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.720+0000 7fd3ea1239c0 20 add_watcher() i=3 2024-09-07T14:12:01.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.720+0000 7fd3ea1239c0 20 add_watcher() i=4 2024-09-07T14:12:01.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.720+0000 7fd3ea1239c0 20 add_watcher() i=5 2024-09-07T14:12:01.722 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.720+0000 7fd3ea1239c0 20 add_watcher() i=6 2024-09-07T14:12:01.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.724+0000 7fd3ea1239c0 20 add_watcher() i=7 2024-09-07T14:12:01.725 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.724+0000 7fd3ea1239c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:01.729 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.728+0000 7fd29e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:01.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.728+0000 7fd3ea1239c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:01.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.728+0000 7fd3ea1239c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:01.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.728+0000 7fd3ea1239c0 5 note: GC not initialized 2024-09-07T14:12:01.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.728+0000 7fd29d7e2640 20 reqs_thread_entry: start 2024-09-07T14:12:01.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.728+0000 7fd3ea1239c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:01.730 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.728+0000 7fd3ea1239c0 20 Filter name: none 2024-09-07T14:12:01.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.728+0000 7fd2967fc640 20 reqs_thread_entry: start 2024-09-07T14:12:01.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.728+0000 7fd3ea1239c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:12:01.731 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:01.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:12:01.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:12:01.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:12:01.732 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:01.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:12:01.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:01.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:01.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:12:01.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:01.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:12:01.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:12:01.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:12:01.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:12:01.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:12:01.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:12:01.734 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.732+0000 7fd3ea1239c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:12:01.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.736+0000 7fd29e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:01.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.740+0000 7fd3ea1239c0 20 remove_watcher() i=0 2024-09-07T14:12:01.742 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.740+0000 7fd3ea1239c0 2 removed watcher, disabling cache 2024-09-07T14:12:01.744 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.744+0000 7fd3ea1239c0 20 remove_watcher() i=1 2024-09-07T14:12:01.747 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.744+0000 7fd3ea1239c0 20 remove_watcher() i=2 2024-09-07T14:12:01.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.748+0000 7fd3ea1239c0 20 remove_watcher() i=3 2024-09-07T14:12:01.752 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.752+0000 7fd3ea1239c0 20 remove_watcher() i=4 2024-09-07T14:12:01.754 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.752+0000 7fd3ea1239c0 20 remove_watcher() i=5 2024-09-07T14:12:01.756 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.756+0000 7fd3ea1239c0 20 remove_watcher() i=6 2024-09-07T14:12:01.757 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:01.756+0000 7fd3ea1239c0 20 remove_watcher() i=7 2024-09-07T14:12:31.805 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2024-09-07T14:12:31.837 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:31.838 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:31.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.883+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:31.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.883+0000 7f528d84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:31.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.883+0000 7f528d84a9c0 20 realm 2024-09-07T14:12:31.886 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.883+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:31.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.883+0000 7f528d84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:31.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.883+0000 7f528d84a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:31.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.883+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:31.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.883+0000 7f528d84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:31.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.883+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:31.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.887+0000 7f528d84a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:31.888 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.887+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:31.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.887+0000 7f528d84a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:31.889 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.887+0000 7f528d84a9c0 20 searching for the correct realm 2024-09-07T14:12:31.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.891+0000 7f528bb51640 0 -- 172.21.15.107:0/2775914944 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f5280067b90 msgr2=0x7f5280085660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:31.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:31.899+0000 7f528ab4f640 0 -- 172.21.15.107:0/2775914944 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f527c0c5410 msgr2=0x7f527c0c5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:32.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.115+0000 7f528d84a9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:32.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.115+0000 7f528d84a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:32.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.115+0000 7f528d84a9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:32.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.115+0000 7f528d84a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:32.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.115+0000 7f528d84a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:32.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.115+0000 7f528d84a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:32.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.115+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.119 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.115+0000 7f528d84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.115+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:32.120 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:32.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 20 zone default found 2024-09-07T14:12:32.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 4 Realm: () 2024-09-07T14:12:32.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:32.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:32.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:32.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 20 zonegroup default 2024-09-07T14:12:32.121 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.122 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.123 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.119+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.123+0000 7f528d84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.123+0000 7f528d84a9c0 20 started sync module instance, tier type = 2024-09-07T14:12:32.124 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.123+0000 7f528d84a9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:32.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.147+0000 7f528d84a9c0 20 add_watcher() i=0 2024-09-07T14:12:32.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.147+0000 7f528d84a9c0 20 add_watcher() i=1 2024-09-07T14:12:32.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.147+0000 7f528d84a9c0 20 add_watcher() i=2 2024-09-07T14:12:32.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.147+0000 7f528d84a9c0 20 add_watcher() i=3 2024-09-07T14:12:32.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.147+0000 7f528d84a9c0 20 add_watcher() i=4 2024-09-07T14:12:32.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.147+0000 7f528d84a9c0 20 add_watcher() i=5 2024-09-07T14:12:32.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.147+0000 7f528d84a9c0 20 add_watcher() i=6 2024-09-07T14:12:32.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.147+0000 7f528d84a9c0 20 add_watcher() i=7 2024-09-07T14:12:32.153 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.147+0000 7f528d84a9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:32.155 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.151+0000 7f5141fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:32.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f528d84a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:32.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f528d84a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:32.156 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f528d84a9c0 5 note: GC not initialized 2024-09-07T14:12:32.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f5140fe1640 20 reqs_thread_entry: start 2024-09-07T14:12:32.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f528d84a9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:32.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f528d84a9c0 20 Filter name: none 2024-09-07T14:12:32.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f50ba7fc640 20 reqs_thread_entry: start 2024-09-07T14:12:32.158 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f528d84a9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:12:32.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f528d84a9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:32.159 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f528d84a9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:12:32.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f528d84a9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:12:32.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f528d84a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:12:32.160 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.155+0000 7f528d84a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.159+0000 7f528d84a9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:12:32.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.159+0000 7f528d84a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:32.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.159+0000 7f528d84a9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:32.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.159+0000 7f528d84a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:12:32.161 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.159+0000 7f528d84a9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:32.162 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.159+0000 7f528d84a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:12:32.167 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.163+0000 7f5141fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:32.171 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.171+0000 7f528d84a9c0 20 remove_watcher() i=0 2024-09-07T14:12:32.172 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.171+0000 7f528d84a9c0 2 removed watcher, disabling cache 2024-09-07T14:12:32.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.171+0000 7f528d84a9c0 20 remove_watcher() i=1 2024-09-07T14:12:32.176 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.175+0000 7f528d84a9c0 20 remove_watcher() i=2 2024-09-07T14:12:32.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.175+0000 7f528d84a9c0 20 remove_watcher() i=3 2024-09-07T14:12:32.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.179+0000 7f528d84a9c0 20 remove_watcher() i=4 2024-09-07T14:12:32.182 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.179+0000 7f528d84a9c0 20 remove_watcher() i=5 2024-09-07T14:12:32.183 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.183+0000 7f528d84a9c0 20 remove_watcher() i=6 2024-09-07T14:12:32.185 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.183+0000 7f528d84a9c0 20 remove_watcher() i=7 2024-09-07T14:12:32.204 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-07T14:12:32.232 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:32.232 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:32.279 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.275+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.279+0000 7fb8a5e309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.279+0000 7fb8a5e309c0 20 realm 2024-09-07T14:12:32.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.279+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.279+0000 7fb8a5e309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.279+0000 7fb8a5e309c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:32.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.279+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.279+0000 7fb8a5e309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.279+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.279+0000 7fb8a5e309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:32.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.279+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.283+0000 7fb8a5e309c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:32.284 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.283+0000 7fb8a5e309c0 20 searching for the correct realm 2024-09-07T14:12:32.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.283+0000 7fb8a4137640 0 -- 172.21.15.107:0/4103995548 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fb898010bc0 msgr2=0x7fb89802d420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:32.294 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.291+0000 7fb8a3135640 0 -- 172.21.15.107:0/4103995548 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fb8940e3940 msgr2=0x7fb8940ec400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:12:32.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.507+0000 7fb8a5e309c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:32.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.507+0000 7fb8a5e309c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:32.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.507+0000 7fb8a5e309c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:32.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.507+0000 7fb8a5e309c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:32.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.507+0000 7fb8a5e309c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:32.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.507+0000 7fb8a5e309c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:32.511 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.507+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.507+0000 7fb8a5e309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.507+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:32.512 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:32.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 20 zone default found 2024-09-07T14:12:32.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 4 Realm: () 2024-09-07T14:12:32.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:32.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:32.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:32.513 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 20 zonegroup default 2024-09-07T14:12:32.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.514 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.511+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.515+0000 7fb8a5e309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.515+0000 7fb8a5e309c0 20 started sync module instance, tier type = 2024-09-07T14:12:32.515 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.515+0000 7fb8a5e309c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:32.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.539+0000 7fb8a5e309c0 20 add_watcher() i=0 2024-09-07T14:12:32.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.539+0000 7fb8a5e309c0 20 add_watcher() i=1 2024-09-07T14:12:32.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.539+0000 7fb8a5e309c0 20 add_watcher() i=2 2024-09-07T14:12:32.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.539+0000 7fb8a5e309c0 20 add_watcher() i=3 2024-09-07T14:12:32.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.539+0000 7fb8a5e309c0 20 add_watcher() i=4 2024-09-07T14:12:32.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.539+0000 7fb8a5e309c0 20 add_watcher() i=5 2024-09-07T14:12:32.540 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.539+0000 7fb8a5e309c0 20 add_watcher() i=6 2024-09-07T14:12:32.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.539+0000 7fb8a5e309c0 20 add_watcher() i=7 2024-09-07T14:12:32.542 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.539+0000 7fb8a5e309c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:32.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.543+0000 7fb759fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:32.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb8a5e309c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:32.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb8a5e309c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:32.547 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb8a5e309c0 5 note: GC not initialized 2024-09-07T14:12:32.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb758fe1640 20 reqs_thread_entry: start 2024-09-07T14:12:32.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb8a5e309c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:32.548 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb8a5e309c0 20 Filter name: none 2024-09-07T14:12:32.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb6d27fc640 20 reqs_thread_entry: start 2024-09-07T14:12:32.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb8a5e309c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:12:32.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb8a5e309c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:32.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb8a5e309c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:12:32.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb8a5e309c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:12:32.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb8a5e309c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:12:32.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.547+0000 7fb8a5e309c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb8a5e309c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-07T14:12:32.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb8a5e309c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:32.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb8a5e309c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:32.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb8a5e309c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:12:32.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb8a5e309c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:32.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb8a5e309c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:12:32.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb8a5e309c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:12:32.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb8a5e309c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:12:32.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb8a5e309c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:12:32.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb8a5e309c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:12:32.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb8a5e309c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:12:32.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb8a5e309c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:12:32.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.551+0000 7fb759fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:32.560 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.559+0000 7fb8a5e309c0 20 remove_watcher() i=0 2024-09-07T14:12:32.561 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.559+0000 7fb8a5e309c0 2 removed watcher, disabling cache 2024-09-07T14:12:32.563 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.563+0000 7fb8a5e309c0 20 remove_watcher() i=1 2024-09-07T14:12:32.565 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.563+0000 7fb8a5e309c0 20 remove_watcher() i=2 2024-09-07T14:12:32.568 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.567+0000 7fb8a5e309c0 20 remove_watcher() i=3 2024-09-07T14:12:32.570 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.567+0000 7fb8a5e309c0 20 remove_watcher() i=4 2024-09-07T14:12:32.571 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.571+0000 7fb8a5e309c0 20 remove_watcher() i=5 2024-09-07T14:12:32.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.571+0000 7fb8a5e309c0 20 remove_watcher() i=6 2024-09-07T14:12:32.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.571+0000 7fb8a5e309c0 20 remove_watcher() i=7 2024-09-07T14:12:32.592 INFO:tasks.workunit.client.0.smithi107.stderr:check reshard logrecord successfully 2024-09-07T14:12:32.592 INFO:tasks.workunit.client.0.smithi107.stderr: test: reshard versioned bucket 2024-09-07T14:12:32.592 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket myver 2024-09-07T14:12:32.620 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:32.620 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:32.665 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.663+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.663+0000 7f2ca58df9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.663+0000 7f2ca58df9c0 20 realm 2024-09-07T14:12:32.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.663+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.663+0000 7f2ca58df9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.663+0000 7f2ca58df9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:32.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.663+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.663+0000 7f2ca58df9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.666 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.663+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.667+0000 7f2ca58df9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:32.668 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.667+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.667+0000 7f2ca58df9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:32.670 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.667+0000 7f2ca58df9c0 20 searching for the correct realm 2024-09-07T14:12:32.672 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.671+0000 7f2ca3be6640 0 -- 172.21.15.107:0/3681707863 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f2c980db970 msgr2=0x7f2c980e9400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:32.680 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.679+0000 7f2ca2be4640 0 -- 172.21.15.107:0/3681707863 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f2c9407a9f0 msgr2=0x7f2c9405d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:12:32.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.895+0000 7f2ca58df9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:32.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.895+0000 7f2ca58df9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:32.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.895+0000 7f2ca58df9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:32.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.895+0000 7f2ca58df9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:32.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.895+0000 7f2ca58df9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:32.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.895+0000 7f2ca58df9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:32.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.895+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:32.900 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:32.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 zone default found 2024-09-07T14:12:32.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 4 Realm: () 2024-09-07T14:12:32.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:32.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:32.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:32.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 zonegroup default 2024-09-07T14:12:32.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:32.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 started sync module instance, tier type = 2024-09-07T14:12:32.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.899+0000 7f2ca58df9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:32.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.923+0000 7f2ca58df9c0 20 add_watcher() i=0 2024-09-07T14:12:32.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.923+0000 7f2ca58df9c0 20 add_watcher() i=1 2024-09-07T14:12:32.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.923+0000 7f2ca58df9c0 20 add_watcher() i=2 2024-09-07T14:12:32.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.923+0000 7f2ca58df9c0 20 add_watcher() i=3 2024-09-07T14:12:32.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.923+0000 7f2ca58df9c0 20 add_watcher() i=4 2024-09-07T14:12:32.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.923+0000 7f2ca58df9c0 20 add_watcher() i=5 2024-09-07T14:12:32.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.923+0000 7f2ca58df9c0 20 add_watcher() i=6 2024-09-07T14:12:32.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.927+0000 7f2ca58df9c0 20 add_watcher() i=7 2024-09-07T14:12:32.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.927+0000 7f2ca58df9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:32.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.931+0000 7f2b59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:32.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.931+0000 7f2ca58df9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:32.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.931+0000 7f2ca58df9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:32.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.931+0000 7f2ca58df9c0 5 note: GC not initialized 2024-09-07T14:12:32.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.931+0000 7f2b58fe1640 20 reqs_thread_entry: start 2024-09-07T14:12:32.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.931+0000 7f2ca58df9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:32.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.935+0000 7f2ca58df9c0 20 Filter name: none 2024-09-07T14:12:32.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.935+0000 7f2ad27fc640 20 reqs_thread_entry: start 2024-09-07T14:12:32.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.935+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.935+0000 7f2ca58df9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:32.937 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.935+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.935+0000 7f2ca58df9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:32.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.935+0000 7f2ca58df9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:32.938 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.935+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.935+0000 7f2ca58df9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:32.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.935+0000 7f2ca58df9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:32.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.935+0000 7f2ca58df9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:32.939 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.935+0000 7f2ca58df9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:32.941 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.939+0000 7f2b59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:32.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.943+0000 7f2ca58df9c0 20 remove_watcher() i=0 2024-09-07T14:12:32.946 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.943+0000 7f2ca58df9c0 2 removed watcher, disabling cache 2024-09-07T14:12:32.948 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.947+0000 7f2ca58df9c0 20 remove_watcher() i=1 2024-09-07T14:12:32.950 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.947+0000 7f2ca58df9c0 20 remove_watcher() i=2 2024-09-07T14:12:32.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.951+0000 7f2ca58df9c0 20 remove_watcher() i=3 2024-09-07T14:12:32.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.955+0000 7f2ca58df9c0 20 remove_watcher() i=4 2024-09-07T14:12:32.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.955+0000 7f2ca58df9c0 20 remove_watcher() i=5 2024-09-07T14:12:32.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.955+0000 7f2ca58df9c0 20 remove_watcher() i=6 2024-09-07T14:12:32.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:32.959+0000 7f2ca58df9c0 20 remove_watcher() i=7 2024-09-07T14:12:32.981 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:32.981 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:12:32.981 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: myver id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-07T14:12:32.981 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:32.982 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2024-09-07T14:12:33.015 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:33.015 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:33.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.059+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.059+0000 7ffa037469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.059+0000 7ffa037469c0 20 realm 2024-09-07T14:12:33.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.059+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.059+0000 7ffa037469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.059+0000 7ffa037469c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:33.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.059+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.059+0000 7ffa037469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.059+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.063+0000 7ffa037469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:33.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.063+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.063+0000 7ffa037469c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:33.066 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.063+0000 7ffa037469c0 20 searching for the correct realm 2024-09-07T14:12:33.069 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.067+0000 7ffa01a4d640 0 -- 172.21.15.107:0/2160496311 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7ff9f804ec20 msgr2=0x7ff9f8071920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:33.077 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.075+0000 7ffa00a4b640 0 -- 172.21.15.107:0/2160496311 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7ff9f40e0570 msgr2=0x7ff9f4127a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:33.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:33.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:33.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:33.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:33.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:33.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:33.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:33.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:33.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 zone default found 2024-09-07T14:12:33.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 4 Realm: () 2024-09-07T14:12:33.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:33.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:33.298 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:33.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 zonegroup default 2024-09-07T14:12:33.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.295+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.299 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.299+0000 7ffa037469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.299+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.299+0000 7ffa037469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.299+0000 7ffa037469c0 20 started sync module instance, tier type = 2024-09-07T14:12:33.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.299+0000 7ffa037469c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:33.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.323+0000 7ffa037469c0 20 add_watcher() i=0 2024-09-07T14:12:33.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.323+0000 7ffa037469c0 20 add_watcher() i=1 2024-09-07T14:12:33.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.323+0000 7ffa037469c0 20 add_watcher() i=2 2024-09-07T14:12:33.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.323+0000 7ffa037469c0 20 add_watcher() i=3 2024-09-07T14:12:33.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.323+0000 7ffa037469c0 20 add_watcher() i=4 2024-09-07T14:12:33.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.323+0000 7ffa037469c0 20 add_watcher() i=5 2024-09-07T14:12:33.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.323+0000 7ffa037469c0 20 add_watcher() i=6 2024-09-07T14:12:33.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.327+0000 7ffa037469c0 20 add_watcher() i=7 2024-09-07T14:12:33.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.327+0000 7ffa037469c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:33.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ff8b7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:33.332 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:33.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:33.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 5 note: GC not initialized 2024-09-07T14:12:33.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ff8b6fe5640 20 reqs_thread_entry: start 2024-09-07T14:12:33.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:33.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 20 Filter name: none 2024-09-07T14:12:33.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ff8b4fe1640 20 reqs_thread_entry: start 2024-09-07T14:12:33.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-07T14:12:33.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:33.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-07T14:12:33.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-07T14:12:33.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 : miss 2024-09-07T14:12:33.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:33.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:33.335 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 10 adding default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:33.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:12:33.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.331+0000 7ffa037469c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:33.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.335+0000 7ffa037469c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 2024-09-07T14:12:33.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.339+0000 7ffa037469c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:33.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.339+0000 7ffa037469c0 10 moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:33.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.339+0000 7ffa037469c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:33.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.339+0000 7ffa037469c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19, ofs0, ns] 2024-09-07T14:12:33.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.339+0000 7ff8e4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300785 cookie 94801776762928 notifier 8012 bl.length()=905 2024-09-07T14:12:33.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.339+0000 7ff8e4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:33.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.339+0000 7ff8e4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:33.342 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.339+0000 7ff8e4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:33.344 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.343+0000 7ffa037469c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_sources= new_sources= 2024-09-07T14:12:33.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.343+0000 7ffa037469c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential sources added=[] removed=[] 2024-09-07T14:12:33.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.343+0000 7ffa037469c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_dests= new_dests= 2024-09-07T14:12:33.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.343+0000 7ffa037469c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential dests added=[] removed=[] 2024-09-07T14:12:33.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.347+0000 7ffa037469c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.1.0 2024-09-07T14:12:33.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.347+0000 7ffa037469c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.1.0 2024-09-07T14:12:33.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.347+0000 7ffa037469c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.1.1 2024-09-07T14:12:33.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.347+0000 7ffa037469c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.1.1 2024-09-07T14:12:33.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.347+0000 7ffa037469c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.0 2024-09-07T14:12:33.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.351+0000 7ffa037469c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 : hit (requested=0x17, cached=0x17) 2024-09-07T14:12:33.351 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.351+0000 7ffa037469c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 2024-09-07T14:12:33.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.351+0000 7ffa037469c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:33.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.351+0000 7ffa037469c0 10 moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:33.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.351+0000 7ffa037469c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:33.353 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.351+0000 7ffa037469c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19, ofs0, ns] 2024-09-07T14:12:33.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.351+0000 7ff8e4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300786 cookie 94801776762928 notifier 8012 bl.length()=905 2024-09-07T14:12:33.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.351+0000 7ff8e4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:33.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.351+0000 7ff8e4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:33.354 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.351+0000 7ff8e4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:33.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.355+0000 7ffa037469c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_sources= new_sources= 2024-09-07T14:12:33.356 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.355+0000 7ffa037469c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential sources added=[] removed=[] 2024-09-07T14:12:33.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.355+0000 7ffa037469c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_dests= new_dests= 2024-09-07T14:12:33.357 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.355+0000 7ffa037469c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential dests added=[] removed=[] 2024-09-07T14:12:33.359 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.355+0000 7ffa037469c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.0 2024-09-07T14:12:33.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.359+0000 7ffa037469c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 : hit (requested=0x17, cached=0x17) 2024-09-07T14:12:33.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.359+0000 7ffa037469c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 2024-09-07T14:12:33.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.359+0000 7ffa037469c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:33.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.359+0000 7ffa037469c0 10 moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:33.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.359+0000 7ffa037469c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:33.362 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.359+0000 7ffa037469c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19, ofs0, ns] 2024-09-07T14:12:33.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.359+0000 7ff8e4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300787 cookie 94801776762928 notifier 8012 bl.length()=873 2024-09-07T14:12:33.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.359+0000 7ff8e4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:33.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.359+0000 7ff8e4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:33.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.359+0000 7ff8e4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:33.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.363+0000 7ffa037469c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_sources= new_sources= 2024-09-07T14:12:33.364 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.363+0000 7ffa037469c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential sources added=[] removed=[] 2024-09-07T14:12:33.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.363+0000 7ffa037469c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_dests= new_dests= 2024-09-07T14:12:33.365 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.363+0000 7ffa037469c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential dests added=[] removed=[] 2024-09-07T14:12:33.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.363+0000 7ffa037469c0 1 execute INFO: reshard of bucket "myver" from 1 shards to 2 shards completed successfully 2024-09-07T14:12:33.370 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.367+0000 7ff8b7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:33.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.375+0000 7ffa037469c0 20 remove_watcher() i=0 2024-09-07T14:12:33.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.375+0000 7ffa037469c0 2 removed watcher, disabling cache 2024-09-07T14:12:33.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.375+0000 7ffa037469c0 20 remove_watcher() i=1 2024-09-07T14:12:33.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.379+0000 7ffa037469c0 20 remove_watcher() i=2 2024-09-07T14:12:33.382 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.379+0000 7ffa037469c0 20 remove_watcher() i=3 2024-09-07T14:12:33.384 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.383+0000 7ffa037469c0 20 remove_watcher() i=4 2024-09-07T14:12:33.386 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.383+0000 7ffa037469c0 20 remove_watcher() i=5 2024-09-07T14:12:33.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.387+0000 7ffa037469c0 20 remove_watcher() i=6 2024-09-07T14:12:33.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.387+0000 7ffa037469c0 20 remove_watcher() i=7 2024-09-07T14:12:33.404 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket myver 2024-09-07T14:12:33.434 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:33.435 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:33.479 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.479+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.479+0000 7f76524cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.481 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.479+0000 7f76524cd9c0 20 realm 2024-09-07T14:12:33.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.479+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.479+0000 7f76524cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.479+0000 7f76524cd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:33.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.479+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.479+0000 7f76524cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.482 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.479+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.483+0000 7f76524cd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:33.483 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.483+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.483+0000 7f76524cd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:33.485 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.483+0000 7f76524cd9c0 20 searching for the correct realm 2024-09-07T14:12:33.487 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.487+0000 7f76507d4640 0 -- 172.21.15.107:0/3372093307 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f764404c040 msgr2=0x7f764404c930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:12:33.704 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.703+0000 7f764f7d2640 0 -- 172.21.15.107:0/3372093307 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f7640046400 msgr2=0x7f7640046860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:33.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:33.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:33.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:33.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:33.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:33.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:33.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:33.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:33.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 zone default found 2024-09-07T14:12:33.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 4 Realm: () 2024-09-07T14:12:33.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:33.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:33.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:33.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 zonegroup default 2024-09-07T14:12:33.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.923+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.927+0000 7f76524cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.927+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.927+0000 7f76524cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.927+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.927+0000 7f76524cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:33.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.927+0000 7f76524cd9c0 20 started sync module instance, tier type = 2024-09-07T14:12:33.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.927+0000 7f76524cd9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:33.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.951+0000 7f76524cd9c0 20 add_watcher() i=0 2024-09-07T14:12:33.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.951+0000 7f76524cd9c0 20 add_watcher() i=1 2024-09-07T14:12:33.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.951+0000 7f76524cd9c0 20 add_watcher() i=2 2024-09-07T14:12:33.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.951+0000 7f76524cd9c0 20 add_watcher() i=3 2024-09-07T14:12:33.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.951+0000 7f76524cd9c0 20 add_watcher() i=4 2024-09-07T14:12:33.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.951+0000 7f76524cd9c0 20 add_watcher() i=5 2024-09-07T14:12:33.953 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.951+0000 7f76524cd9c0 20 add_watcher() i=6 2024-09-07T14:12:33.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.955+0000 7f76524cd9c0 20 add_watcher() i=7 2024-09-07T14:12:33.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.955+0000 7f76524cd9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:33.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.959+0000 7f7505fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:33.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.959+0000 7f76524cd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:33.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.959+0000 7f76524cd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:33.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.959+0000 7f76524cd9c0 5 note: GC not initialized 2024-09-07T14:12:33.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.959+0000 7f7504fe1640 20 reqs_thread_entry: start 2024-09-07T14:12:33.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.959+0000 7f76524cd9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:33.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.959+0000 7f76524cd9c0 20 Filter name: none 2024-09-07T14:12:33.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.959+0000 7f747e7fc640 20 reqs_thread_entry: start 2024-09-07T14:12:33.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.959+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.963+0000 7f76524cd9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:33.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.963+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.963+0000 7f76524cd9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:33.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.963+0000 7f76524cd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:33.964 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.963+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.963+0000 7f76524cd9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:33.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.963+0000 7f76524cd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:33.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.963+0000 7f76524cd9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:33.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.963+0000 7f76524cd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:33.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.967+0000 7f7505fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:33.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.971+0000 7f76524cd9c0 20 remove_watcher() i=0 2024-09-07T14:12:33.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.971+0000 7f76524cd9c0 2 removed watcher, disabling cache 2024-09-07T14:12:33.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.975+0000 7f76524cd9c0 20 remove_watcher() i=1 2024-09-07T14:12:33.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.975+0000 7f76524cd9c0 20 remove_watcher() i=2 2024-09-07T14:12:33.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.979+0000 7f76524cd9c0 20 remove_watcher() i=3 2024-09-07T14:12:33.983 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.983+0000 7f76524cd9c0 20 remove_watcher() i=4 2024-09-07T14:12:33.985 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.983+0000 7f76524cd9c0 20 remove_watcher() i=5 2024-09-07T14:12:33.986 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.983+0000 7f76524cd9c0 20 remove_watcher() i=6 2024-09-07T14:12:33.988 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:33.987+0000 7f76524cd9c0 20 remove_watcher() i=7 2024-09-07T14:12:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:34.005 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:12:34.005 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: myver id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-07T14:12:34.005 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:34.007 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:34.008 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:34.033 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:34.033 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:34.092 INFO:tasks.workunit.client.0.smithi107.stderr: test: reshard removes olh entries with empty name 2024-09-07T14:12:34.097 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:34.097 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:34.226 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:34.227 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:34.844 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-07T14:12:34.876 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:34.876 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:34.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.923+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:34.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.923+0000 7fa4b4af39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:34.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.923+0000 7fa4b4af39c0 20 realm 2024-09-07T14:12:34.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.923+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:34.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.923+0000 7fa4b4af39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:34.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.923+0000 7fa4b4af39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:34.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.923+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:34.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.923+0000 7fa4b4af39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:34.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.923+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:34.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.927+0000 7fa4b4af39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:34.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.927+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:34.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.927+0000 7fa4b4af39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:34.930 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.927+0000 7fa4b4af39c0 20 searching for the correct realm 2024-09-07T14:12:34.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:34.931+0000 7fa4b2dfa640 0 -- 172.21.15.107:0/464976763 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fa4a001a040 msgr2=0x7fa4a005d600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:35.148 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.147+0000 7fa4b1df8640 0 -- 172.21.15.107:0/464976763 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fa4a4016070 msgr2=0x7fa4a404b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:35.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:35.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:35.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:35.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:35.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:35.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:35.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:35.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.370 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:35.370 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 zone default found 2024-09-07T14:12:35.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 4 Realm: () 2024-09-07T14:12:35.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:35.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:35.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:35.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 zonegroup default 2024-09-07T14:12:35.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.371 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.367+0000 7fa4b4af39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.371+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.371+0000 7fa4b4af39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.372 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.371+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.371+0000 7fa4b4af39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.371+0000 7fa4b4af39c0 20 started sync module instance, tier type = 2024-09-07T14:12:35.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.371+0000 7fa4b4af39c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:35.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.395+0000 7fa4b4af39c0 20 add_watcher() i=0 2024-09-07T14:12:35.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.395+0000 7fa4b4af39c0 20 add_watcher() i=1 2024-09-07T14:12:35.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.395+0000 7fa4b4af39c0 20 add_watcher() i=2 2024-09-07T14:12:35.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.395+0000 7fa4b4af39c0 20 add_watcher() i=3 2024-09-07T14:12:35.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.395+0000 7fa4b4af39c0 20 add_watcher() i=4 2024-09-07T14:12:35.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.395+0000 7fa4b4af39c0 20 add_watcher() i=5 2024-09-07T14:12:35.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.395+0000 7fa4b4af39c0 20 add_watcher() i=6 2024-09-07T14:12:35.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.399+0000 7fa4b4af39c0 20 add_watcher() i=7 2024-09-07T14:12:35.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.399+0000 7fa4b4af39c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:35.405 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.403+0000 7fa3637fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:35.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.403+0000 7fa4b4af39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:35.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.403+0000 7fa4b4af39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:35.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.403+0000 7fa4b4af39c0 5 note: GC not initialized 2024-09-07T14:12:35.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.403+0000 7fa3627fc640 20 reqs_thread_entry: start 2024-09-07T14:12:35.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.403+0000 7fa4b4af39c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:35.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.403+0000 7fa4b4af39c0 20 Filter name: none 2024-09-07T14:12:35.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.403+0000 7fa2d3fff640 20 reqs_thread_entry: start 2024-09-07T14:12:35.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.403+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.407+0000 7fa4b4af39c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:35.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.407+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.407+0000 7fa4b4af39c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:12:35.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.407+0000 7fa4b4af39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:35.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.407+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.411+0000 7fa4b4af39c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:35.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.411+0000 7fa4b4af39c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.411+0000 7fa4b4af39c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:12:35.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.411+0000 7fa4b4af39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:35.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.415+0000 7fa3637fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:35.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.419+0000 7fa4b4af39c0 20 remove_watcher() i=0 2024-09-07T14:12:35.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.419+0000 7fa4b4af39c0 2 removed watcher, disabling cache 2024-09-07T14:12:35.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.423+0000 7fa4b4af39c0 20 remove_watcher() i=1 2024-09-07T14:12:35.426 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.423+0000 7fa4b4af39c0 20 remove_watcher() i=2 2024-09-07T14:12:35.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.427+0000 7fa4b4af39c0 20 remove_watcher() i=3 2024-09-07T14:12:35.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.427+0000 7fa4b4af39c0 20 remove_watcher() i=4 2024-09-07T14:12:35.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.431+0000 7fa4b4af39c0 20 remove_watcher() i=5 2024-09-07T14:12:35.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.431+0000 7fa4b4af39c0 20 remove_watcher() i=6 2024-09-07T14:12:35.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.431+0000 7fa4b4af39c0 20 remove_watcher() i=7 2024-09-07T14:12:35.450 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:35.450 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:12:35.450 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: a-bucket id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 num_objects: 0 size_kb: 0 num_shards: 3 2024-09-07T14:12:35.450 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:35.450 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket layout --bucket a-bucket 2024-09-07T14:12:35.481 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:35.481 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:35.525 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.523+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.527+0000 7fa8919639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.527+0000 7fa8919639c0 20 realm 2024-09-07T14:12:35.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.527+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.527+0000 7fa8919639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.527+0000 7fa8919639c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:35.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.527+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.527+0000 7fa8919639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.527+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.527+0000 7fa8919639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:35.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.527+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.531+0000 7fa8919639c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:35.531 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.531+0000 7fa8919639c0 20 searching for the correct realm 2024-09-07T14:12:35.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.531+0000 7fa88f469640 0 -- 172.21.15.107:0/4011496050 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fa880022b80 msgr2=0x7fa880010440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:35.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.747+0000 7fa88f469640 0 -- 172.21.15.107:0/4011496050 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fa880022b80 msgr2=0x7fa880010440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:35.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:35.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:35.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:35.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:35.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:35.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:35.760 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.761 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.761 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:35.762 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:35.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 zone default found 2024-09-07T14:12:35.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 4 Realm: () 2024-09-07T14:12:35.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:35.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:35.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:35.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 zonegroup default 2024-09-07T14:12:35.763 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.759+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.763+0000 7fa8919639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.763+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.764 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.763+0000 7fa8919639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.763+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.763+0000 7fa8919639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.763+0000 7fa8919639c0 20 started sync module instance, tier type = 2024-09-07T14:12:35.765 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.763+0000 7fa8919639c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:35.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.783+0000 7fa8919639c0 20 add_watcher() i=0 2024-09-07T14:12:35.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.783+0000 7fa8919639c0 20 add_watcher() i=1 2024-09-07T14:12:35.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.783+0000 7fa8919639c0 20 add_watcher() i=2 2024-09-07T14:12:35.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.783+0000 7fa8919639c0 20 add_watcher() i=3 2024-09-07T14:12:35.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.783+0000 7fa8919639c0 20 add_watcher() i=4 2024-09-07T14:12:35.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.783+0000 7fa8919639c0 20 add_watcher() i=5 2024-09-07T14:12:35.786 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.783+0000 7fa8919639c0 20 add_watcher() i=6 2024-09-07T14:12:35.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.787+0000 7fa8919639c0 20 add_watcher() i=7 2024-09-07T14:12:35.788 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.787+0000 7fa8919639c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:35.792 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.791+0000 7fa745fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:35.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.791+0000 7fa8919639c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:35.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.791+0000 7fa8919639c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:35.793 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.791+0000 7fa8919639c0 5 note: GC not initialized 2024-09-07T14:12:35.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.791+0000 7fa744fe1640 20 reqs_thread_entry: start 2024-09-07T14:12:35.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.791+0000 7fa8919639c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:35.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.791+0000 7fa8919639c0 20 Filter name: none 2024-09-07T14:12:35.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.791+0000 7fa6be7fc640 20 reqs_thread_entry: start 2024-09-07T14:12:35.794 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.791+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.795+0000 7fa8919639c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:35.796 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.795+0000 7fa8919639c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.795+0000 7fa8919639c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:12:35.797 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.795+0000 7fa8919639c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:35.799 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.795+0000 7fa745fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:35.804 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.803+0000 7fa8919639c0 20 remove_watcher() i=0 2024-09-07T14:12:35.804 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.803+0000 7fa8919639c0 2 removed watcher, disabling cache 2024-09-07T14:12:35.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.807+0000 7fa8919639c0 20 remove_watcher() i=1 2024-09-07T14:12:35.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.807+0000 7fa8919639c0 20 remove_watcher() i=2 2024-09-07T14:12:35.811 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.811+0000 7fa8919639c0 20 remove_watcher() i=3 2024-09-07T14:12:35.814 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.811+0000 7fa8919639c0 20 remove_watcher() i=4 2024-09-07T14:12:35.815 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.815+0000 7fa8919639c0 20 remove_watcher() i=5 2024-09-07T14:12:35.817 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.815+0000 7fa8919639c0 20 remove_watcher() i=6 2024-09-07T14:12:35.818 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.815+0000 7fa8919639c0 20 remove_watcher() i=7 2024-09-07T14:12:35.835 INFO:tasks.workunit.client.0.smithi107.stderr:rados -p default.rgw.buckets.index setomapval .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2024-09-07T14:12:35.865 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:35.865 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:35.884 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-07T14:12:35.909 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:35.909 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:35.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.951+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.951+0000 7f8e49b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.951+0000 7f8e49b799c0 20 realm 2024-09-07T14:12:35.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.951+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.951+0000 7f8e49b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.951+0000 7f8e49b799c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:35.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.951+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.951+0000 7f8e49b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:35.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.951+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.955+0000 7f8e49b799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:35.955 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.955+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:35.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.955+0000 7f8e49b799c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:35.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.955+0000 7f8e49b799c0 20 searching for the correct realm 2024-09-07T14:12:35.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:35.959+0000 7f8e47e80640 0 -- 172.21.15.107:0/570684087 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f8e3c01a040 msgr2=0x7f8e3c0109f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:36.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.175+0000 7f8e46e7e640 0 -- 172.21.15.107:0/570684087 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f8e38083210 msgr2=0x7f8e3806b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:36.395 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:36.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:36.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:36.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:36.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:36.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:36.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:36.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:36.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:36.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 zone default found 2024-09-07T14:12:36.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 4 Realm: () 2024-09-07T14:12:36.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:36.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:36.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:36.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 zonegroup default 2024-09-07T14:12:36.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:36.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.395+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.399+0000 7f8e49b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:36.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.399+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.399+0000 7f8e49b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:36.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.399+0000 7f8e49b799c0 20 started sync module instance, tier type = 2024-09-07T14:12:36.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.399+0000 7f8e49b799c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:36.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.419+0000 7f8e49b799c0 20 add_watcher() i=0 2024-09-07T14:12:36.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.419+0000 7f8e49b799c0 20 add_watcher() i=1 2024-09-07T14:12:36.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.419+0000 7f8e49b799c0 20 add_watcher() i=2 2024-09-07T14:12:36.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.419+0000 7f8e49b799c0 20 add_watcher() i=3 2024-09-07T14:12:36.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.419+0000 7f8e49b799c0 20 add_watcher() i=4 2024-09-07T14:12:36.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.419+0000 7f8e49b799c0 20 add_watcher() i=5 2024-09-07T14:12:36.424 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.419+0000 7f8e49b799c0 20 add_watcher() i=6 2024-09-07T14:12:36.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.423+0000 7f8e49b799c0 20 add_watcher() i=7 2024-09-07T14:12:36.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.423+0000 7f8e49b799c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:36.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.427+0000 7f8cfdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:36.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.427+0000 7f8e49b799c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:36.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.427+0000 7f8e49b799c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:36.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.427+0000 7f8e49b799c0 5 note: GC not initialized 2024-09-07T14:12:36.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.427+0000 7f8cfcfe1640 20 reqs_thread_entry: start 2024-09-07T14:12:36.431 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.427+0000 7f8e49b799c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:36.431 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.427+0000 7f8e49b799c0 20 Filter name: none 2024-09-07T14:12:36.431 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.427+0000 7f8c767fc640 20 reqs_thread_entry: start 2024-09-07T14:12:36.431 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.427+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.431+0000 7f8e49b799c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:36.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.431+0000 7f8e49b799c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.431+0000 7f8e49b799c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:12:36.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.431+0000 7f8e49b799c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:36.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.431+0000 7f8e49b799c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-07T14:12:36.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.431+0000 7f8e49b799c0 20 INFO: main: starting shard=0 2024-09-07T14:12:36.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.431+0000 7f8e49b799c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:12:36.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.431+0000 7f8e49b799c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:12:36.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.431+0000 7f8e49b799c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-07T14:12:36.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.431+0000 7f8e49b799c0 20 INFO: main: starting shard=1 2024-09-07T14:12:36.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.431+0000 7f8e49b799c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:12:36.434 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.431+0000 7f8e49b799c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:12:36.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.435+0000 7f8e49b799c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T14:12:36.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.435+0000 7f8e49b799c0 20 INFO: main: starting shard=2 2024-09-07T14:12:36.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.435+0000 7f8e49b799c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:12:36.436 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.435+0000 7f8e49b799c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:12:36.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.435+0000 7f8e49b799c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T14:12:36.437 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.435+0000 7f8e49b799c0 20 INFO: main: done 2024-09-07T14:12:36.438 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.435+0000 7f8cfdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:36.443 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.443+0000 7f8e49b799c0 20 remove_watcher() i=0 2024-09-07T14:12:36.443 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.443+0000 7f8e49b799c0 2 removed watcher, disabling cache 2024-09-07T14:12:36.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.443+0000 7f8e49b799c0 20 remove_watcher() i=1 2024-09-07T14:12:36.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.447+0000 7f8e49b799c0 20 remove_watcher() i=2 2024-09-07T14:12:36.450 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.447+0000 7f8e49b799c0 20 remove_watcher() i=3 2024-09-07T14:12:36.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.451+0000 7f8e49b799c0 20 remove_watcher() i=4 2024-09-07T14:12:36.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.451+0000 7f8e49b799c0 20 remove_watcher() i=5 2024-09-07T14:12:36.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.455+0000 7f8e49b799c0 20 remove_watcher() i=6 2024-09-07T14:12:36.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.455+0000 7f8e49b799c0 20 remove_watcher() i=7 2024-09-07T14:12:36.473 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2024-09-07T14:12:36.505 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:36.505 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:36.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.547+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.547+0000 7f45bb6be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:36.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.547+0000 7f45bb6be9c0 20 realm 2024-09-07T14:12:36.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.547+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.547+0000 7f45bb6be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:36.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.547+0000 7f45bb6be9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:36.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.547+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.547+0000 7f45bb6be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:36.551 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.547+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.551+0000 7f45bb6be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:36.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.551+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.551+0000 7f45bb6be9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:36.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.551+0000 7f45bb6be9c0 20 searching for the correct realm 2024-09-07T14:12:36.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.555+0000 7f45b99c5640 0 -- 172.21.15.107:0/3478086129 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f45b00bc040 msgr2=0x7f45b0009760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:36.773 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.771+0000 7f45b89c3640 0 -- 172.21.15.107:0/3478086129 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f45ac043950 msgr2=0x7f45ac0153f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:36.989 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.987+0000 7f45bb6be9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:36.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.987+0000 7f45bb6be9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:36.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.987+0000 7f45bb6be9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:36.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.987+0000 7f45bb6be9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:36.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.987+0000 7f45bb6be9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:36.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.987+0000 7f45bb6be9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:36.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.987+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.990 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.987+0000 7f45bb6be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:36.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.987+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.987+0000 7f45bb6be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:36.991 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.987+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:36.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 20 zone default found 2024-09-07T14:12:36.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 4 Realm: () 2024-09-07T14:12:36.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:36.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:36.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:36.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 20 zonegroup default 2024-09-07T14:12:36.992 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:36.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:36.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:36.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:36.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 20 started sync module instance, tier type = 2024-09-07T14:12:36.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:36.991+0000 7f45bb6be9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:37.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.015+0000 7f45bb6be9c0 20 add_watcher() i=0 2024-09-07T14:12:37.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.015+0000 7f45bb6be9c0 20 add_watcher() i=1 2024-09-07T14:12:37.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.015+0000 7f45bb6be9c0 20 add_watcher() i=2 2024-09-07T14:12:37.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.015+0000 7f45bb6be9c0 20 add_watcher() i=3 2024-09-07T14:12:37.017 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.015+0000 7f45bb6be9c0 20 add_watcher() i=4 2024-09-07T14:12:37.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.015+0000 7f45bb6be9c0 20 add_watcher() i=5 2024-09-07T14:12:37.018 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.015+0000 7f45bb6be9c0 20 add_watcher() i=6 2024-09-07T14:12:37.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.019+0000 7f45bb6be9c0 20 add_watcher() i=7 2024-09-07T14:12:37.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.019+0000 7f45bb6be9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:37.022 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.019+0000 7f446ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:37.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:37.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:37.023 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 5 note: GC not initialized 2024-09-07T14:12:37.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f446efe5640 20 reqs_thread_entry: start 2024-09-07T14:12:37.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:37.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 20 Filter name: none 2024-09-07T14:12:37.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f446cfe1640 20 reqs_thread_entry: start 2024-09-07T14:12:37.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-07T14:12:37.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:37.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-07T14:12:37.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-07T14:12:37.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : miss 2024-09-07T14:12:37.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:12:37.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:37.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:37.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:12:37.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:37.027 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.023+0000 7f45bb6be9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:12:37.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.035+0000 7f45bb6be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:37.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.035+0000 7f45bb6be9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:37.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.035+0000 7f45bb6be9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:37.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.035+0000 7f45bb6be9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:12:37.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.035+0000 7f448bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300819 cookie 94242243238560 notifier 8613 bl.length()=911 2024-09-07T14:12:37.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.035+0000 7f448bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:37.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.035+0000 7f448bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:37.037 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.035+0000 7f448bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:37.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.039+0000 7f45bb6be9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:12:37.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.039+0000 7f45bb6be9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:12:37.039 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.039+0000 7f45bb6be9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:12:37.040 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.039+0000 7f45bb6be9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:12:37.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.043+0000 7f45bb6be9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.0 2024-09-07T14:12:37.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.043+0000 7f45bb6be9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.0 2024-09-07T14:12:37.044 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.043+0000 7f45bb6be9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:12:37.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.043+0000 7f45bb6be9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:12:37.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.043+0000 7f45bb6be9c0 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2024-09-07T14:12:37.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.043+0000 7f45bb6be9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:12:37.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.043+0000 7f45bb6be9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:12:37.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.043+0000 7f45bb6be9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:12:37.046 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.043+0000 7f45bb6be9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:12:37.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.043+0000 7f45bb6be9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : hit (requested=0x17, cached=0x17) 2024-09-07T14:12:37.047 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.043+0000 7f45bb6be9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:12:37.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.047+0000 7f45bb6be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:37.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.047+0000 7f45bb6be9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:37.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.047+0000 7f45bb6be9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:37.050 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.047+0000 7f45bb6be9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:12:37.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.047+0000 7f448bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300820 cookie 94242243238560 notifier 8613 bl.length()=911 2024-09-07T14:12:37.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.047+0000 7f448bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:37.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.047+0000 7f448bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:37.051 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.047+0000 7f448bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:37.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.051+0000 7f45bb6be9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:12:37.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.051+0000 7f45bb6be9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:12:37.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.051+0000 7f45bb6be9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:12:37.053 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.051+0000 7f45bb6be9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:12:37.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.055+0000 7f45bb6be9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:12:37.055 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.055+0000 7f45bb6be9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.0 2024-09-07T14:12:37.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.055+0000 7f45bb6be9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:12:37.056 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.055+0000 7f45bb6be9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.1 2024-09-07T14:12:37.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.055+0000 7f45bb6be9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:12:37.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.055+0000 7f45bb6be9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.2.2 2024-09-07T14:12:37.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.055+0000 7f45bb6be9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 : hit (requested=0x17, cached=0x17) 2024-09-07T14:12:37.057 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.055+0000 7f45bb6be9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 2024-09-07T14:12:37.060 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.059+0000 7f45bb6be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:37.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.059+0000 7f45bb6be9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:37.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.059+0000 7f45bb6be9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:37.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.059+0000 7f45bb6be9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18, ofs0, ns] 2024-09-07T14:12:37.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.059+0000 7f448bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300821 cookie 94242243238560 notifier 8613 bl.length()=879 2024-09-07T14:12:37.061 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.059+0000 7f448bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 info.flags=0x17 2024-09-07T14:12:37.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.059+0000 7f448bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18 to cache LRU end 2024-09-07T14:12:37.062 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.059+0000 7f448bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:37.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.063+0000 7f45bb6be9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_sources= new_sources= 2024-09-07T14:12:37.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.063+0000 7f45bb6be9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential sources added=[] removed=[] 2024-09-07T14:12:37.063 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.063+0000 7f45bb6be9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): orig_dests= new_dests= 2024-09-07T14:12:37.064 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.063+0000 7f45bb6be9c0 20 handle_bi_update(): bucket=:a-bucket[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18]): potential dests added=[] removed=[] 2024-09-07T14:12:37.065 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.063+0000 7f45bb6be9c0 1 execute INFO: reshard of bucket "a-bucket" from 3 shards to 1 shards completed successfully 2024-09-07T14:12:37.068 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.067+0000 7f446ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:37.073 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.071+0000 7f45bb6be9c0 20 remove_watcher() i=0 2024-09-07T14:12:37.074 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.071+0000 7f45bb6be9c0 2 removed watcher, disabling cache 2024-09-07T14:12:37.076 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.075+0000 7f45bb6be9c0 20 remove_watcher() i=1 2024-09-07T14:12:37.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.075+0000 7f45bb6be9c0 20 remove_watcher() i=2 2024-09-07T14:12:37.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.079+0000 7f45bb6be9c0 20 remove_watcher() i=3 2024-09-07T14:12:37.082 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.079+0000 7f45bb6be9c0 20 remove_watcher() i=4 2024-09-07T14:12:37.083 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.083+0000 7f45bb6be9c0 20 remove_watcher() i=5 2024-09-07T14:12:37.085 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.083+0000 7f45bb6be9c0 20 remove_watcher() i=6 2024-09-07T14:12:37.086 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.083+0000 7f45bb6be9c0 20 remove_watcher() i=7 2024-09-07T14:12:37.101 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-07T14:12:37.131 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:37.131 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:37.174 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.171+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.175+0000 7f02cf9b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.175+0000 7f02cf9b89c0 20 realm 2024-09-07T14:12:37.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.175+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.175+0000 7f02cf9b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.175+0000 7f02cf9b89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:37.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.175+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.175+0000 7f02cf9b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.177 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.175+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.175+0000 7f02cf9b89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:37.178 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.175+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.179+0000 7f02cf9b89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:37.180 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.179+0000 7f02cf9b89c0 20 searching for the correct realm 2024-09-07T14:12:37.184 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.183+0000 7f02cd4be640 0 -- 172.21.15.107:0/2474274119 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f02c8004040 msgr2=0x7f02c8063470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:37.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.399+0000 7f02cd4be640 0 -- 172.21.15.107:0/2474274119 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f02c8004040 msgr2=0x7f02c8063470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:37.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:37.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:37.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:37.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:37.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:37.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:37.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:37.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.414 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:37.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 zone default found 2024-09-07T14:12:37.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 4 Realm: () 2024-09-07T14:12:37.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:37.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:37.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:37.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 zonegroup default 2024-09-07T14:12:37.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.411+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.415 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.415+0000 7f02cf9b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.415+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.415+0000 7f02cf9b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.416 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.415+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.415+0000 7f02cf9b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.415+0000 7f02cf9b89c0 20 started sync module instance, tier type = 2024-09-07T14:12:37.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.415+0000 7f02cf9b89c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:37.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.443+0000 7f02cf9b89c0 20 add_watcher() i=0 2024-09-07T14:12:37.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.443+0000 7f02cf9b89c0 20 add_watcher() i=1 2024-09-07T14:12:37.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.443+0000 7f02cf9b89c0 20 add_watcher() i=2 2024-09-07T14:12:37.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.443+0000 7f02cf9b89c0 20 add_watcher() i=3 2024-09-07T14:12:37.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.443+0000 7f02cf9b89c0 20 add_watcher() i=4 2024-09-07T14:12:37.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.443+0000 7f02cf9b89c0 20 add_watcher() i=5 2024-09-07T14:12:37.446 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.443+0000 7f02cf9b89c0 20 add_watcher() i=6 2024-09-07T14:12:37.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.447+0000 7f02cf9b89c0 20 add_watcher() i=7 2024-09-07T14:12:37.448 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.447+0000 7f02cf9b89c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:37.451 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.451+0000 7f0183fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:37.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.451+0000 7f02cf9b89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:37.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.451+0000 7f02cf9b89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:37.452 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.451+0000 7f02cf9b89c0 5 note: GC not initialized 2024-09-07T14:12:37.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.451+0000 7f0182fe5640 20 reqs_thread_entry: start 2024-09-07T14:12:37.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.451+0000 7f02cf9b89c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:37.453 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.451+0000 7f02cf9b89c0 20 Filter name: none 2024-09-07T14:12:37.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.451+0000 7f0180fe1640 20 reqs_thread_entry: start 2024-09-07T14:12:37.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.451+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.454 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.451+0000 7f02cf9b89c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-07T14:12:37.455 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.451+0000 7f02cf9b89c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.455+0000 7f02cf9b89c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-07T14:12:37.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.455+0000 7f02cf9b89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:37.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.455+0000 7f02cf9b89c0 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2024-09-07T14:12:37.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.455+0000 7f02cf9b89c0 20 INFO: main: starting shard=0 2024-09-07T14:12:37.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.455+0000 7f02cf9b89c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.0 2024-09-07T14:12:37.456 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.455+0000 7f02cf9b89c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18.3.0 2024-09-07T14:12:37.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.455+0000 7f02cf9b89c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T14:12:37.457 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.455+0000 7f02cf9b89c0 20 INFO: main: done 2024-09-07T14:12:37.459 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.455+0000 7f0183fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:37.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.463+0000 7f02cf9b89c0 20 remove_watcher() i=0 2024-09-07T14:12:37.464 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.463+0000 7f02cf9b89c0 2 removed watcher, disabling cache 2024-09-07T14:12:37.467 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.463+0000 7f02cf9b89c0 20 remove_watcher() i=1 2024-09-07T14:12:37.469 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.467+0000 7f02cf9b89c0 20 remove_watcher() i=2 2024-09-07T14:12:37.471 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.471+0000 7f02cf9b89c0 20 remove_watcher() i=3 2024-09-07T14:12:37.474 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.471+0000 7f02cf9b89c0 20 remove_watcher() i=4 2024-09-07T14:12:37.475 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.475+0000 7f02cf9b89c0 20 remove_watcher() i=5 2024-09-07T14:12:37.477 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.475+0000 7f02cf9b89c0 20 remove_watcher() i=6 2024-09-07T14:12:37.480 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.479+0000 7f02cf9b89c0 20 remove_watcher() i=7 2024-09-07T14:12:37.497 INFO:tasks.workunit.client.0.smithi107.stderr: test: PUT succeeds during reshard 2024-09-07T14:12:37.497 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket myver 2024-09-07T14:12:37.528 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:37.528 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:37.573 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.571+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.574 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.571+0000 7f0a9b2be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.571+0000 7f0a9b2be9c0 20 realm 2024-09-07T14:12:37.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.571+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.571+0000 7f0a9b2be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.575 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.571+0000 7f0a9b2be9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:37.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.571+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.575+0000 7f0a9b2be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.576 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.575+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.575+0000 7f0a9b2be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:37.577 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.575+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.575+0000 7f0a9b2be9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:37.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.575+0000 7f0a9b2be9c0 20 searching for the correct realm 2024-09-07T14:12:37.582 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.579+0000 7f0a995c5640 0 -- 172.21.15.107:0/2197506578 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f0a8009c040 msgr2=0x7f0a800983d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:37.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.587+0000 7f0a985c3640 0 -- 172.21.15.107:0/2197506578 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f0a880048b0 msgr2=0x7f0a88061120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:37.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.803+0000 7f0a9b2be9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:37.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.803+0000 7f0a9b2be9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:37.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.803+0000 7f0a9b2be9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:37.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.803+0000 7f0a9b2be9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:37.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.803+0000 7f0a9b2be9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:37.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.803+0000 7f0a9b2be9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:37.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.803+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.807 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.803+0000 7f0a9b2be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.803+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:37.808 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:37.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 20 zone default found 2024-09-07T14:12:37.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 4 Realm: () 2024-09-07T14:12:37.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:37.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:37.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:37.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 20 zonegroup default 2024-09-07T14:12:37.809 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.810 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.807+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.811 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.811+0000 7f0a9b2be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.811 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.811+0000 7f0a9b2be9c0 20 started sync module instance, tier type = 2024-09-07T14:12:37.811 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.811+0000 7f0a9b2be9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:37.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.835+0000 7f0a9b2be9c0 20 add_watcher() i=0 2024-09-07T14:12:37.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.835+0000 7f0a9b2be9c0 20 add_watcher() i=1 2024-09-07T14:12:37.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.835+0000 7f0a9b2be9c0 20 add_watcher() i=2 2024-09-07T14:12:37.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.835+0000 7f0a9b2be9c0 20 add_watcher() i=3 2024-09-07T14:12:37.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.835+0000 7f0a9b2be9c0 20 add_watcher() i=4 2024-09-07T14:12:37.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.835+0000 7f0a9b2be9c0 20 add_watcher() i=5 2024-09-07T14:12:37.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.835+0000 7f0a9b2be9c0 20 add_watcher() i=6 2024-09-07T14:12:37.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.835+0000 7f0a9b2be9c0 20 add_watcher() i=7 2024-09-07T14:12:37.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.835+0000 7f0a9b2be9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:37.842 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.839+0000 7f094f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:37.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.839+0000 7f0a9b2be9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:37.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.839+0000 7f0a9b2be9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:37.843 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.839+0000 7f0a9b2be9c0 5 note: GC not initialized 2024-09-07T14:12:37.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f094e7e4640 20 reqs_thread_entry: start 2024-09-07T14:12:37.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f0a9b2be9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:37.844 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f0a9b2be9c0 20 Filter name: none 2024-09-07T14:12:37.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f09477fe640 20 reqs_thread_entry: start 2024-09-07T14:12:37.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f0a9b2be9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:37.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f0a9b2be9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:37.845 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f0a9b2be9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:37.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f0a9b2be9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:37.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f0a9b2be9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.846 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f0a9b2be9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:37.847 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.843+0000 7f0a9b2be9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:37.849 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.847+0000 7f094f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:37.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.851+0000 7f0a9b2be9c0 20 remove_watcher() i=0 2024-09-07T14:12:37.854 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.851+0000 7f0a9b2be9c0 2 removed watcher, disabling cache 2024-09-07T14:12:37.856 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.855+0000 7f0a9b2be9c0 20 remove_watcher() i=1 2024-09-07T14:12:37.859 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.855+0000 7f0a9b2be9c0 20 remove_watcher() i=2 2024-09-07T14:12:37.861 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.859+0000 7f0a9b2be9c0 20 remove_watcher() i=3 2024-09-07T14:12:37.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.863+0000 7f0a9b2be9c0 20 remove_watcher() i=4 2024-09-07T14:12:37.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.863+0000 7f0a9b2be9c0 20 remove_watcher() i=5 2024-09-07T14:12:37.867 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.867+0000 7f0a9b2be9c0 20 remove_watcher() i=6 2024-09-07T14:12:37.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.867+0000 7f0a9b2be9c0 20 remove_watcher() i=7 2024-09-07T14:12:37.890 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:37.890 INFO:tasks.workunit.client.0.smithi107.stderr:BUCKET_STATS: 2024-09-07T14:12:37.890 INFO:tasks.workunit.client.0.smithi107.stderr:bucket: myver id: d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-07T14:12:37.890 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:37.891 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2024-09-07T14:12:37.926 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:37.926 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:37.972 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.971+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.971+0000 7fc567f999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.971+0000 7fc567f999c0 20 realm 2024-09-07T14:12:37.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.971+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.971+0000 7fc567f999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.971+0000 7fc567f999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:37.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.971+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.971+0000 7fc567f999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:37.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.971+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.975+0000 7fc567f999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:37.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.975+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:37.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.975+0000 7fc567f999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:37.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.975+0000 7fc567f999c0 20 searching for the correct realm 2024-09-07T14:12:37.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:37.979+0000 7fc565a9f640 0 -- 172.21.15.107:0/2907443186 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fc56009e310 msgr2=0x7fc56005d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:38.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.195+0000 7fc565a9f640 0 -- 172.21.15.107:0/2907443186 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fc56009e310 msgr2=0x7fc56005d490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:38.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.207+0000 7fc567f999c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:38.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.207+0000 7fc567f999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:38.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.207+0000 7fc567f999c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:38.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.207+0000 7fc567f999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:38.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.207+0000 7fc567f999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:38.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.207+0000 7fc567f999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:38.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.207+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:38.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.207+0000 7fc567f999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:38.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.207+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:38.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:38.213 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:38.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:38.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 20 zone default found 2024-09-07T14:12:38.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 4 Realm: () 2024-09-07T14:12:38.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:38.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:38.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:38.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 20 zonegroup default 2024-09-07T14:12:38.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:38.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:38.214 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:38.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:38.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.211+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:38.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.215+0000 7fc567f999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:38.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.215+0000 7fc567f999c0 20 started sync module instance, tier type = 2024-09-07T14:12:38.215 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.215+0000 7fc567f999c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:38.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.235+0000 7fc567f999c0 20 add_watcher() i=0 2024-09-07T14:12:38.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.235+0000 7fc567f999c0 20 add_watcher() i=1 2024-09-07T14:12:38.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.235+0000 7fc567f999c0 20 add_watcher() i=2 2024-09-07T14:12:38.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.235+0000 7fc567f999c0 20 add_watcher() i=3 2024-09-07T14:12:38.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.235+0000 7fc567f999c0 20 add_watcher() i=4 2024-09-07T14:12:38.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.235+0000 7fc567f999c0 20 add_watcher() i=5 2024-09-07T14:12:38.236 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.235+0000 7fc567f999c0 20 add_watcher() i=6 2024-09-07T14:12:38.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.235+0000 7fc567f999c0 20 add_watcher() i=7 2024-09-07T14:12:38.237 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.235+0000 7fc567f999c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:38.241 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.239+0000 7fc4177fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:38.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.239+0000 7fc567f999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:38.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.239+0000 7fc567f999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:38.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.239+0000 7fc567f999c0 5 note: GC not initialized 2024-09-07T14:12:38.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.239+0000 7fc4167fc640 20 reqs_thread_entry: start 2024-09-07T14:12:38.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:38.243 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 20 Filter name: none 2024-09-07T14:12:38.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc387fff640 20 reqs_thread_entry: start 2024-09-07T14:12:38.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-07T14:12:38.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:38.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:38.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-07T14:12:38.245 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-07T14:12:38.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 : miss 2024-09-07T14:12:38.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:38.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:38.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:38.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 10 adding default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:38.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:12:38.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:38.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.243+0000 7fc567f999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 2024-09-07T14:12:38.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.251+0000 7fc567f999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:38.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.251+0000 7fc567f999c0 10 moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:38.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.251+0000 7fc567f999c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:38.254 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.251+0000 7fc567f999c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19, ofs0, ns] 2024-09-07T14:12:38.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.251+0000 7fc448ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300788 cookie 94404737838112 notifier 8667 bl.length()=905 2024-09-07T14:12:38.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.251+0000 7fc448ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:38.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.251+0000 7fc448ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:38.255 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.251+0000 7fc448ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:38.256 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.255+0000 7fc567f999c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_sources= new_sources= 2024-09-07T14:12:38.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.255+0000 7fc567f999c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential sources added=[] removed=[] 2024-09-07T14:12:38.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.255+0000 7fc567f999c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_dests= new_dests= 2024-09-07T14:12:38.257 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.255+0000 7fc567f999c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential dests added=[] removed=[] 2024-09-07T14:12:38.261 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:38.259+0000 7fc567f999c0 -1 Injecting delay=5.000000000s at location=do_reshard 2024-09-07T14:12:38.895 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:38.896 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:39.045 INFO:tasks.workunit.client.0.smithi107.stderr:put object successful 2024-09-07T14:12:43.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.263+0000 7fc567f999c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.0 2024-09-07T14:12:43.262 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.263+0000 7fc567f999c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.0 2024-09-07T14:12:43.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.263+0000 7fc567f999c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.1 2024-09-07T14:12:43.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.263+0000 7fc567f999c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.1 2024-09-07T14:12:43.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.263+0000 7fc567f999c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.2 2024-09-07T14:12:43.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.263+0000 7fc567f999c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.2 2024-09-07T14:12:43.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.263+0000 7fc567f999c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.1.0 2024-09-07T14:12:43.263 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.263+0000 7fc567f999c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.1.0 2024-09-07T14:12:43.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.263+0000 7fc567f999c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.1.1 2024-09-07T14:12:43.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.263+0000 7fc567f999c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.1.1 2024-09-07T14:12:43.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.267+0000 7fc567f999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 : hit (requested=0x17, cached=0x17) 2024-09-07T14:12:43.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.267+0000 7fc567f999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 2024-09-07T14:12:43.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.271+0000 7fc567f999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:43.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.271+0000 7fc567f999c0 10 moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:43.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.271+0000 7fc567f999c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:43.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.271+0000 7fc567f999c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19, ofs0, ns] 2024-09-07T14:12:43.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.271+0000 7fc4497fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300789 cookie 94404737838112 notifier 8667 bl.length()=905 2024-09-07T14:12:43.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.271+0000 7fc4497fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:43.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.271+0000 7fc4497fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:43.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.271+0000 7fc4497fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:43.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.275+0000 7fc567f999c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_sources= new_sources= 2024-09-07T14:12:43.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.275+0000 7fc567f999c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential sources added=[] removed=[] 2024-09-07T14:12:43.277 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.275+0000 7fc567f999c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_dests= new_dests= 2024-09-07T14:12:43.278 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.275+0000 7fc567f999c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential dests added=[] removed=[] 2024-09-07T14:12:43.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.279+0000 7fc567f999c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.1.0 2024-09-07T14:12:43.281 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.279+0000 7fc567f999c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.1.0 2024-09-07T14:12:43.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.279+0000 7fc567f999c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.1.1 2024-09-07T14:12:43.282 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.279+0000 7fc567f999c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.1.1 2024-09-07T14:12:43.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.283+0000 7fc567f999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 : hit (requested=0x17, cached=0x17) 2024-09-07T14:12:43.287 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.283+0000 7fc567f999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 2024-09-07T14:12:43.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.287+0000 7fc567f999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:43.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.287+0000 7fc567f999c0 10 moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:43.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.287+0000 7fc567f999c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:43.291 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.287+0000 7fc567f999c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19, ofs0, ns] 2024-09-07T14:12:43.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.291+0000 7fc4497fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300790 cookie 94404737838112 notifier 8667 bl.length()=873 2024-09-07T14:12:43.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.291+0000 7fc4497fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:43.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.291+0000 7fc4497fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:43.292 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.291+0000 7fc4497fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:43.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.295+0000 7fc567f999c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_sources= new_sources= 2024-09-07T14:12:43.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.295+0000 7fc567f999c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential sources added=[] removed=[] 2024-09-07T14:12:43.296 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.295+0000 7fc567f999c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_dests= new_dests= 2024-09-07T14:12:43.297 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.295+0000 7fc567f999c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential dests added=[] removed=[] 2024-09-07T14:12:43.300 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.299+0000 7fc567f999c0 1 execute INFO: reshard of bucket "myver" from 2 shards to 3 shards completed successfully 2024-09-07T14:12:43.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.303+0000 7fc4177fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:43.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.307+0000 7fc567f999c0 20 remove_watcher() i=0 2024-09-07T14:12:43.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.307+0000 7fc567f999c0 2 removed watcher, disabling cache 2024-09-07T14:12:43.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.311+0000 7fc567f999c0 20 remove_watcher() i=1 2024-09-07T14:12:43.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.315+0000 7fc567f999c0 20 remove_watcher() i=2 2024-09-07T14:12:43.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.315+0000 7fc567f999c0 20 remove_watcher() i=3 2024-09-07T14:12:43.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.319+0000 7fc567f999c0 20 remove_watcher() i=4 2024-09-07T14:12:43.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.323+0000 7fc567f999c0 20 remove_watcher() i=5 2024-09-07T14:12:43.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.323+0000 7fc567f999c0 20 remove_watcher() i=6 2024-09-07T14:12:43.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:43.327+0000 7fc567f999c0 20 remove_watcher() i=7 2024-09-07T14:12:44.048 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2024-09-07T14:12:44.048 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T14:12:44.056 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:44.056 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:44.136 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:44.136 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:44.319 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:44.319 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:44.465 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:44.466 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:44.541 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:44.542 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:44.684 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:44.684 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:44.753 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:44.753 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:44.896 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:44.896 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:44.964 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-07T14:12:45.429 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-07T14:12:46.889 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:46.889 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:47.053 INFO:tasks.workunit.client.0.smithi107.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-07T14:12:47.053 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket myver --object x 2024-09-07T14:12:47.088 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:47.088 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:47.133 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.131+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.135+0000 7f9a605cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.135+0000 7f9a605cf9c0 20 realm 2024-09-07T14:12:47.135 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.135+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.135+0000 7f9a605cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.135+0000 7f9a605cf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:47.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.135+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.135+0000 7f9a605cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.136 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.135+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.135+0000 7f9a605cf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:47.137 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.135+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.139+0000 7f9a605cf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:47.139 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.139+0000 7f9a605cf9c0 20 searching for the correct realm 2024-09-07T14:12:47.143 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.143+0000 7f9a5e0d5640 0 -- 172.21.15.107:0/2729734163 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f9a580bf040 msgr2=0x7f9a580bf930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:47.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.359+0000 7f9a5e0d5640 0 -- 172.21.15.107:0/2729734163 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f9a580bf040 msgr2=0x7f9a580bf930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:47.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.371+0000 7f9a605cf9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:47.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.371+0000 7f9a605cf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:47.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.371+0000 7f9a605cf9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:47.373 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.371+0000 7f9a605cf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:47.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.371+0000 7f9a605cf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:47.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.371+0000 7f9a605cf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:47.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.371+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.371+0000 7f9a605cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.371+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.371+0000 7f9a605cf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:47.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.371+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:47.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 20 zone default found 2024-09-07T14:12:47.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 4 Realm: () 2024-09-07T14:12:47.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:47.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:47.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:47.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 20 zonegroup default 2024-09-07T14:12:47.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.376 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 20 started sync module instance, tier type = 2024-09-07T14:12:47.377 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.375+0000 7f9a605cf9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:47.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.395+0000 7f9a605cf9c0 20 add_watcher() i=0 2024-09-07T14:12:47.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.395+0000 7f9a605cf9c0 20 add_watcher() i=1 2024-09-07T14:12:47.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.395+0000 7f9a605cf9c0 20 add_watcher() i=2 2024-09-07T14:12:47.399 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.395+0000 7f9a605cf9c0 20 add_watcher() i=3 2024-09-07T14:12:47.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.395+0000 7f9a605cf9c0 20 add_watcher() i=4 2024-09-07T14:12:47.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.395+0000 7f9a605cf9c0 20 add_watcher() i=5 2024-09-07T14:12:47.400 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.395+0000 7f9a605cf9c0 20 add_watcher() i=6 2024-09-07T14:12:47.401 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.399+0000 7f9a605cf9c0 20 add_watcher() i=7 2024-09-07T14:12:47.402 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.399+0000 7f9a605cf9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:47.405 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.403+0000 7f9914fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:47.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.403+0000 7f9a605cf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:47.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.403+0000 7f9a605cf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:47.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.403+0000 7f9a605cf9c0 5 note: GC not initialized 2024-09-07T14:12:47.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.403+0000 7f988f7fe640 20 reqs_thread_entry: start 2024-09-07T14:12:47.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.403+0000 7f9a605cf9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:47.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.403+0000 7f9a605cf9c0 20 Filter name: none 2024-09-07T14:12:47.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f988d7fa640 20 reqs_thread_entry: start 2024-09-07T14:12:47.408 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:47.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:47.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:47.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-07T14:12:47.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 INFO: main: starting shard=0 2024-09-07T14:12:47.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.0 2024-09-07T14:12:47.409 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.0 2024-09-07T14:12:47.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-07T14:12:47.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 INFO: main: starting shard=1 2024-09-07T14:12:47.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.1 2024-09-07T14:12:47.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.1 2024-09-07T14:12:47.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T14:12:47.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 INFO: main: starting shard=2 2024-09-07T14:12:47.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.2 2024-09-07T14:12:47.411 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.407+0000 7f9a605cf9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.2 2024-09-07T14:12:47.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.411+0000 7f9a605cf9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T14:12:47.412 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.411+0000 7f9a605cf9c0 20 INFO: main: done 2024-09-07T14:12:47.413 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.411+0000 7f9914fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:47.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.415+0000 7f9a605cf9c0 20 remove_watcher() i=0 2024-09-07T14:12:47.418 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.415+0000 7f9a605cf9c0 2 removed watcher, disabling cache 2024-09-07T14:12:47.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.419+0000 7f9a605cf9c0 20 remove_watcher() i=1 2024-09-07T14:12:47.423 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.419+0000 7f9a605cf9c0 20 remove_watcher() i=2 2024-09-07T14:12:47.425 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.423+0000 7f9a605cf9c0 20 remove_watcher() i=3 2024-09-07T14:12:47.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.427+0000 7f9a605cf9c0 20 remove_watcher() i=4 2024-09-07T14:12:47.429 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.427+0000 7f9a605cf9c0 20 remove_watcher() i=5 2024-09-07T14:12:47.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.427+0000 7f9a605cf9c0 20 remove_watcher() i=6 2024-09-07T14:12:47.432 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.431+0000 7f9a605cf9c0 20 remove_watcher() i=7 2024-09-07T14:12:47.458 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:47.458 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:47.493 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:47.493 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:47.652 INFO:tasks.workunit.client.0.smithi107.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-07T14:12:47.653 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket myver --object y 2024-09-07T14:12:47.688 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:47.688 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:47.733 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.731+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.731+0000 7f992be319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.731+0000 7f992be319c0 20 realm 2024-09-07T14:12:47.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.731+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.731+0000 7f992be319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.731+0000 7f992be319c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:47.735 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.731+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.735+0000 7f992be319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.736 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.735+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.735+0000 7f992be319c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:47.737 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.735+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.735+0000 7f992be319c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:47.738 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.735+0000 7f992be319c0 20 searching for the correct realm 2024-09-07T14:12:47.741 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.739+0000 7f992a138640 0 -- 172.21.15.107:0/1017216305 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f9914038070 msgr2=0x7f9914048940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:12:47.749 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.747+0000 7f9929136640 0 -- 172.21.15.107:0/1017216305 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f991c003440 msgr2=0x7f991c065a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:47.965 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.963+0000 7f992be319c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:47.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.963+0000 7f992be319c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:47.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.963+0000 7f992be319c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:47.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.963+0000 7f992be319c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:47.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.963+0000 7f992be319c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:47.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.963+0000 7f992be319c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:47.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.963+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.963+0000 7f992be319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.963+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.963+0000 7f992be319c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:47.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.963+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:47.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 20 zone default found 2024-09-07T14:12:47.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 4 Realm: () 2024-09-07T14:12:47.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:47.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:47.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:47.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 20 zonegroup default 2024-09-07T14:12:47.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:47.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:47.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 20 started sync module instance, tier type = 2024-09-07T14:12:47.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.967+0000 7f992be319c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:47.993 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.991+0000 7f992be319c0 20 add_watcher() i=0 2024-09-07T14:12:47.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.991+0000 7f992be319c0 20 add_watcher() i=1 2024-09-07T14:12:47.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.991+0000 7f992be319c0 20 add_watcher() i=2 2024-09-07T14:12:47.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.991+0000 7f992be319c0 20 add_watcher() i=3 2024-09-07T14:12:47.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.991+0000 7f992be319c0 20 add_watcher() i=4 2024-09-07T14:12:47.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.991+0000 7f992be319c0 20 add_watcher() i=5 2024-09-07T14:12:47.994 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.991+0000 7f992be319c0 20 add_watcher() i=6 2024-09-07T14:12:47.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.995+0000 7f992be319c0 20 add_watcher() i=7 2024-09-07T14:12:47.996 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.995+0000 7f992be319c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:48.000 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.999+0000 7f97dbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:48.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.999+0000 7f992be319c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:48.001 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.999+0000 7f992be319c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:48.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.999+0000 7f992be319c0 5 note: GC not initialized 2024-09-07T14:12:48.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.999+0000 7f97daffd640 20 reqs_thread_entry: start 2024-09-07T14:12:48.002 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.999+0000 7f992be319c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:48.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.999+0000 7f992be319c0 20 Filter name: none 2024-09-07T14:12:48.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.999+0000 7f97d8ff9640 20 reqs_thread_entry: start 2024-09-07T14:12:48.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:47.999+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:48.003 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:48.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:48.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-07T14:12:48.004 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 INFO: main: starting shard=0 2024-09-07T14:12:48.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.0 2024-09-07T14:12:48.005 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.0 2024-09-07T14:12:48.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T14:12:48.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 INFO: main: starting shard=1 2024-09-07T14:12:48.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.1 2024-09-07T14:12:48.006 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.1 2024-09-07T14:12:48.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T14:12:48.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 INFO: main: starting shard=2 2024-09-07T14:12:48.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.2 2024-09-07T14:12:48.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.003+0000 7f992be319c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.2 2024-09-07T14:12:48.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.007+0000 7f992be319c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-07T14:12:48.007 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.007+0000 7f992be319c0 20 INFO: main: done 2024-09-07T14:12:48.009 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.007+0000 7f97dbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:48.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.011+0000 7f992be319c0 20 remove_watcher() i=0 2024-09-07T14:12:48.014 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.011+0000 7f992be319c0 2 removed watcher, disabling cache 2024-09-07T14:12:48.016 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.015+0000 7f992be319c0 20 remove_watcher() i=1 2024-09-07T14:12:48.019 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.015+0000 7f992be319c0 20 remove_watcher() i=2 2024-09-07T14:12:48.021 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.019+0000 7f992be319c0 20 remove_watcher() i=3 2024-09-07T14:12:48.024 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.023+0000 7f992be319c0 20 remove_watcher() i=4 2024-09-07T14:12:48.025 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.023+0000 7f992be319c0 20 remove_watcher() i=5 2024-09-07T14:12:48.026 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.023+0000 7f992be319c0 20 remove_watcher() i=6 2024-09-07T14:12:48.028 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.027+0000 7f992be319c0 20 remove_watcher() i=7 2024-09-07T14:12:48.048 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:48.049 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:48.088 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:48.088 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:48.232 INFO:tasks.workunit.client.0.smithi107.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-07T14:12:48.233 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket myver --object z 2024-09-07T14:12:48.268 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:48.268 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:48.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.315+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.315+0000 7f7e44ede9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:48.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.315+0000 7f7e44ede9c0 20 realm 2024-09-07T14:12:48.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.315+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.319+0000 7f7e44ede9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:48.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.319+0000 7f7e44ede9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:48.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.319+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.319+0000 7f7e44ede9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:48.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.319+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.319+0000 7f7e44ede9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:48.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.319+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.323+0000 7f7e44ede9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:48.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.323+0000 7f7e44ede9c0 20 searching for the correct realm 2024-09-07T14:12:48.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.323+0000 7f7e431e5640 0 -- 172.21.15.107:0/1499745089 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f7e3801f040 msgr2=0x7f7e3802f930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:48.334 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.331+0000 7f7e421e3640 0 -- 172.21.15.107:0/1499745089 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f7e3412a040 msgr2=0x7f7e34131790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:48.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.547+0000 7f7e44ede9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:48.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.547+0000 7f7e44ede9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:48.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.547+0000 7f7e44ede9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:48.552 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.547+0000 7f7e44ede9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.547+0000 7f7e44ede9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.547+0000 7f7e44ede9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.547+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:48.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:48.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 20 zone default found 2024-09-07T14:12:48.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 4 Realm: () 2024-09-07T14:12:48.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:48.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:48.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:48.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 20 zonegroup default 2024-09-07T14:12:48.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:48.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.551+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.555 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.555+0000 7f7e44ede9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:48.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.555+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.555+0000 7f7e44ede9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:48.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.555+0000 7f7e44ede9c0 20 started sync module instance, tier type = 2024-09-07T14:12:48.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.555+0000 7f7e44ede9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:48.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.575+0000 7f7e44ede9c0 20 add_watcher() i=0 2024-09-07T14:12:48.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.575+0000 7f7e44ede9c0 20 add_watcher() i=1 2024-09-07T14:12:48.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.575+0000 7f7e44ede9c0 20 add_watcher() i=2 2024-09-07T14:12:48.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.575+0000 7f7e44ede9c0 20 add_watcher() i=3 2024-09-07T14:12:48.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.575+0000 7f7e44ede9c0 20 add_watcher() i=4 2024-09-07T14:12:48.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.575+0000 7f7e44ede9c0 20 add_watcher() i=5 2024-09-07T14:12:48.579 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.575+0000 7f7e44ede9c0 20 add_watcher() i=6 2024-09-07T14:12:48.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.579+0000 7f7e44ede9c0 20 add_watcher() i=7 2024-09-07T14:12:48.581 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.579+0000 7f7e44ede9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:48.585 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.583+0000 7f7cf97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:48.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.583+0000 7f7e44ede9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:48.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.583+0000 7f7e44ede9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:48.586 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.583+0000 7f7e44ede9c0 5 note: GC not initialized 2024-09-07T14:12:48.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.583+0000 7f7c73fff640 20 reqs_thread_entry: start 2024-09-07T14:12:48.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.583+0000 7f7e44ede9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:48.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.583+0000 7f7e44ede9c0 20 Filter name: none 2024-09-07T14:12:48.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.583+0000 7f7c71ffb640 20 reqs_thread_entry: start 2024-09-07T14:12:48.587 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:48.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:48.588 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:48.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:48.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-07T14:12:48.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 INFO: main: starting shard=0 2024-09-07T14:12:48.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.0 2024-09-07T14:12:48.589 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.0 2024-09-07T14:12:48.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T14:12:48.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 INFO: main: starting shard=1 2024-09-07T14:12:48.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.1 2024-09-07T14:12:48.590 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.1 2024-09-07T14:12:48.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-07T14:12:48.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 INFO: main: starting shard=2 2024-09-07T14:12:48.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.2 2024-09-07T14:12:48.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.587+0000 7f7e44ede9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.2 2024-09-07T14:12:48.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.591+0000 7f7e44ede9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T14:12:48.591 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.591+0000 7f7e44ede9c0 20 INFO: main: done 2024-09-07T14:12:48.592 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.591+0000 7f7cf97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:48.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.595+0000 7f7e44ede9c0 20 remove_watcher() i=0 2024-09-07T14:12:48.597 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.595+0000 7f7e44ede9c0 2 removed watcher, disabling cache 2024-09-07T14:12:48.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.599+0000 7f7e44ede9c0 20 remove_watcher() i=1 2024-09-07T14:12:48.602 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.599+0000 7f7e44ede9c0 20 remove_watcher() i=2 2024-09-07T14:12:48.604 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.603+0000 7f7e44ede9c0 20 remove_watcher() i=3 2024-09-07T14:12:48.606 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.603+0000 7f7e44ede9c0 20 remove_watcher() i=4 2024-09-07T14:12:48.608 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.607+0000 7f7e44ede9c0 20 remove_watcher() i=5 2024-09-07T14:12:48.609 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.607+0000 7f7e44ede9c0 20 remove_watcher() i=6 2024-09-07T14:12:48.611 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:48.607+0000 7f7e44ede9c0 20 remove_watcher() i=7 2024-09-07T14:12:48.628 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:48.628 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:48.655 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-07T14:12:49.091 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-07T14:12:49.526 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2024-09-07T14:12:49.554 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:49.554 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:49.594 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.591+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.595+0000 7f86b2a159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:49.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.595+0000 7f86b2a159c0 20 realm 2024-09-07T14:12:49.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.595+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.595+0000 7f86b2a159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:49.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.595+0000 7f86b2a159c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:49.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.595+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.595+0000 7f86b2a159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:49.596 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.595+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.595+0000 7f86b2a159c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:49.598 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.595+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.599 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.599+0000 7f86b2a159c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:49.600 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.599+0000 7f86b2a159c0 20 searching for the correct realm 2024-09-07T14:12:49.603 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.603+0000 7f86b051b640 0 -- 172.21.15.107:0/1884653105 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f86a812c800 msgr2=0x7f86a80c5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:49.823 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.819+0000 7f86b051b640 0 -- 172.21.15.107:0/1884653105 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f86a812c800 msgr2=0x7f86a80c5a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:49.835 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:49.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:49.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:49.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:49.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:49.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:49.836 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:49.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:49.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.837 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:49.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 zone default found 2024-09-07T14:12:49.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 4 Realm: () 2024-09-07T14:12:49.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:49.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:49.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:49.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 zonegroup default 2024-09-07T14:12:49.838 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:49.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:49.839 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.835+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.839+0000 7f86b2a159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:49.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.839+0000 7f86b2a159c0 20 started sync module instance, tier type = 2024-09-07T14:12:49.840 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.839+0000 7f86b2a159c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:49.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.859+0000 7f86b2a159c0 20 add_watcher() i=0 2024-09-07T14:12:49.863 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.859+0000 7f86b2a159c0 20 add_watcher() i=1 2024-09-07T14:12:49.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.859+0000 7f86b2a159c0 20 add_watcher() i=2 2024-09-07T14:12:49.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.859+0000 7f86b2a159c0 20 add_watcher() i=3 2024-09-07T14:12:49.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.859+0000 7f86b2a159c0 20 add_watcher() i=4 2024-09-07T14:12:49.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.859+0000 7f86b2a159c0 20 add_watcher() i=5 2024-09-07T14:12:49.864 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.859+0000 7f86b2a159c0 20 add_watcher() i=6 2024-09-07T14:12:49.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.863+0000 7f86b2a159c0 20 add_watcher() i=7 2024-09-07T14:12:49.865 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.863+0000 7f86b2a159c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:49.869 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.867+0000 7f8566fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:49.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.867+0000 7f86b2a159c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:49.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.867+0000 7f86b2a159c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:49.870 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.867+0000 7f86b2a159c0 5 note: GC not initialized 2024-09-07T14:12:49.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.867+0000 7f8565fdb640 20 reqs_thread_entry: start 2024-09-07T14:12:49.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.867+0000 7f86b2a159c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:49.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.867+0000 7f86b2a159c0 20 Filter name: none 2024-09-07T14:12:49.871 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f84d77fe640 20 reqs_thread_entry: start 2024-09-07T14:12:49.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-07T14:12:49.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.872 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:49.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-07T14:12:49.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-07T14:12:49.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 : miss 2024-09-07T14:12:49.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:49.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:49.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:49.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 10 adding default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:49.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:12:49.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:49.873 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.871+0000 7f86b2a159c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 2024-09-07T14:12:49.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.883+0000 7f86b2a159c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:49.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.883+0000 7f86b2a159c0 10 moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:49.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.883+0000 7f86b2a159c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:49.884 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.883+0000 7f86b2a159c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19, ofs0, ns] 2024-09-07T14:12:49.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.883+0000 7f85877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300791 cookie 94173237469696 notifier 8234 bl.length()=905 2024-09-07T14:12:49.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.883+0000 7f85877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:49.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.883+0000 7f85877fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:49.885 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.883+0000 7f85877fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:49.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.883+0000 7f86b2a159c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_sources= new_sources= 2024-09-07T14:12:49.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.883+0000 7f86b2a159c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential sources added=[] removed=[] 2024-09-07T14:12:49.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.883+0000 7f86b2a159c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_dests= new_dests= 2024-09-07T14:12:49.887 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.883+0000 7f86b2a159c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential dests added=[] removed=[] 2024-09-07T14:12:49.893 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.0 2024-09-07T14:12:49.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.0 2024-09-07T14:12:49.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.1 2024-09-07T14:12:49.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.1 2024-09-07T14:12:49.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.2 2024-09-07T14:12:49.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.2 2024-09-07T14:12:49.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.3 2024-09-07T14:12:49.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.3 2024-09-07T14:12:49.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.4 2024-09-07T14:12:49.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.4 2024-09-07T14:12:49.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.5 2024-09-07T14:12:49.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.5 2024-09-07T14:12:49.894 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.6 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.6 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.7 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.7 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.8 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.8 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.10 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.10 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.11 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.11 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.12 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.12 2024-09-07T14:12:49.895 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.13 2024-09-07T14:12:49.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.13 2024-09-07T14:12:49.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.14 2024-09-07T14:12:49.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.14 2024-09-07T14:12:49.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.15 2024-09-07T14:12:49.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.15 2024-09-07T14:12:49.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.16 2024-09-07T14:12:49.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.16 2024-09-07T14:12:49.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.0 2024-09-07T14:12:49.896 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.0 2024-09-07T14:12:49.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.1 2024-09-07T14:12:49.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.891+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.1 2024-09-07T14:12:49.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.895+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.2 2024-09-07T14:12:49.897 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.895+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.2 2024-09-07T14:12:49.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.895+0000 7f86b2a159c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 : hit (requested=0x17, cached=0x17) 2024-09-07T14:12:49.899 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.895+0000 7f86b2a159c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 2024-09-07T14:12:49.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.899+0000 7f86b2a159c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:49.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.899+0000 7f86b2a159c0 10 moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:49.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.899+0000 7f86b2a159c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:49.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.899+0000 7f86b2a159c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19, ofs0, ns] 2024-09-07T14:12:49.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.899+0000 7f85877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300792 cookie 94173237469696 notifier 8234 bl.length()=905 2024-09-07T14:12:49.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.899+0000 7f85877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:49.901 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.899+0000 7f85877fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:49.902 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.899+0000 7f85877fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:49.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.899+0000 7f86b2a159c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_sources= new_sources= 2024-09-07T14:12:49.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.899+0000 7f86b2a159c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential sources added=[] removed=[] 2024-09-07T14:12:49.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.899+0000 7f86b2a159c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_dests= new_dests= 2024-09-07T14:12:49.903 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.899+0000 7f86b2a159c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential dests added=[] removed=[] 2024-09-07T14:12:49.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.903+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.0 2024-09-07T14:12:49.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.903+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.0 2024-09-07T14:12:49.906 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.903+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.1 2024-09-07T14:12:49.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.903+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.1 2024-09-07T14:12:49.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.903+0000 7f86b2a159c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.2 2024-09-07T14:12:49.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.903+0000 7f86b2a159c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.2.2 2024-09-07T14:12:49.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.907+0000 7f86b2a159c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 : hit (requested=0x17, cached=0x17) 2024-09-07T14:12:49.908 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.907+0000 7f86b2a159c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 2024-09-07T14:12:49.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.907+0000 7f86b2a159c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:49.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.907+0000 7f86b2a159c0 10 moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:49.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.907+0000 7f86b2a159c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:49.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.907+0000 7f86b2a159c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19, ofs0, ns] 2024-09-07T14:12:49.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.907+0000 7f8586ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300793 cookie 94173237469696 notifier 8234 bl.length()=873 2024-09-07T14:12:49.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.907+0000 7f8586ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:49.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.907+0000 7f8586ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:49.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.907+0000 7f8586ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:49.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.911+0000 7f86b2a159c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_sources= new_sources= 2024-09-07T14:12:49.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.911+0000 7f86b2a159c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential sources added=[] removed=[] 2024-09-07T14:12:49.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.911+0000 7f86b2a159c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): orig_dests= new_dests= 2024-09-07T14:12:49.912 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.911+0000 7f86b2a159c0 20 handle_bi_update(): bucket=:myver[d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19]): potential dests added=[] removed=[] 2024-09-07T14:12:49.915 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.911+0000 7f86b2a159c0 1 execute INFO: reshard of bucket "myver" from 3 shards to 17 shards completed successfully 2024-09-07T14:12:49.919 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.915+0000 7f8566fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:49.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.923+0000 7f86b2a159c0 20 remove_watcher() i=0 2024-09-07T14:12:49.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.923+0000 7f86b2a159c0 2 removed watcher, disabling cache 2024-09-07T14:12:49.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.923+0000 7f86b2a159c0 20 remove_watcher() i=1 2024-09-07T14:12:49.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.927+0000 7f86b2a159c0 20 remove_watcher() i=2 2024-09-07T14:12:49.931 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.927+0000 7f86b2a159c0 20 remove_watcher() i=3 2024-09-07T14:12:49.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.931+0000 7f86b2a159c0 20 remove_watcher() i=4 2024-09-07T14:12:49.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.931+0000 7f86b2a159c0 20 remove_watcher() i=5 2024-09-07T14:12:49.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.931+0000 7f86b2a159c0 20 remove_watcher() i=6 2024-09-07T14:12:49.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:49.935+0000 7f86b2a159c0 20 remove_watcher() i=7 2024-09-07T14:12:49.950 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-07T14:12:49.984 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:49.985 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:50.029 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.027+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.027+0000 7f6ec20129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.027+0000 7f6ec20129c0 20 realm 2024-09-07T14:12:50.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.027+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.031+0000 7f6ec20129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.031+0000 7f6ec20129c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:50.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.031+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.031+0000 7f6ec20129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.032 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.031+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.031+0000 7f6ec20129c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:50.033 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.031+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.035 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.031+0000 7f6ec20129c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:50.036 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.035+0000 7f6ec20129c0 20 searching for the correct realm 2024-09-07T14:12:50.038 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.035+0000 7f6ec0319640 0 -- 172.21.15.107:0/3824222909 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f6ea806e040 msgr2=0x7f6ea8080830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:50.045 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.043+0000 7f6eb7fff640 0 -- 172.21.15.107:0/3824222909 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f6eb00940f0 msgr2=0x7f6eb0067040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:50.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.259+0000 7f6ec20129c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:50.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:50.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:50.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:50.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:50.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:50.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.264 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:50.265 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:50.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 zone default found 2024-09-07T14:12:50.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 4 Realm: () 2024-09-07T14:12:50.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:50.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:50.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:50.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 zonegroup default 2024-09-07T14:12:50.266 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.267 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.267 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.267 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.267 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.263+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.267+0000 7f6ec20129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.267+0000 7f6ec20129c0 20 started sync module instance, tier type = 2024-09-07T14:12:50.268 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.267+0000 7f6ec20129c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:50.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.299+0000 7f6ec20129c0 20 add_watcher() i=0 2024-09-07T14:12:50.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.299+0000 7f6ec20129c0 20 add_watcher() i=1 2024-09-07T14:12:50.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.299+0000 7f6ec20129c0 20 add_watcher() i=2 2024-09-07T14:12:50.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.299+0000 7f6ec20129c0 20 add_watcher() i=3 2024-09-07T14:12:50.302 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.299+0000 7f6ec20129c0 20 add_watcher() i=4 2024-09-07T14:12:50.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.299+0000 7f6ec20129c0 20 add_watcher() i=5 2024-09-07T14:12:50.303 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.299+0000 7f6ec20129c0 20 add_watcher() i=6 2024-09-07T14:12:50.304 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.303+0000 7f6ec20129c0 20 add_watcher() i=7 2024-09-07T14:12:50.305 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.303+0000 7f6ec20129c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:50.309 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.307+0000 7f6d75fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:50.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.307+0000 7f6ec20129c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:50.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.307+0000 7f6ec20129c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:50.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.307+0000 7f6ec20129c0 5 note: GC not initialized 2024-09-07T14:12:50.310 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.307+0000 7f6d74fe1640 20 reqs_thread_entry: start 2024-09-07T14:12:50.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.307+0000 7f6ec20129c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:50.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.307+0000 7f6ec20129c0 20 Filter name: none 2024-09-07T14:12:50.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.307+0000 7f6cee7fc640 20 reqs_thread_entry: start 2024-09-07T14:12:50.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.307+0000 7f6ec20129c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-07T14:12:50.311 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.307+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:50.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-07T14:12:50.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-07T14:12:50.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 : miss 2024-09-07T14:12:50.312 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:50.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 info.flags=0x17 2024-09-07T14:12:50.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 10 adding default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 to cache LRU end 2024-09-07T14:12:50.313 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:12:50.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-07T14:12:50.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19 2024-09-07T14:12:50.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.0 2024-09-07T14:12:50.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.0 2024-09-07T14:12:50.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-07T14:12:50.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.1 2024-09-07T14:12:50.314 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.1 2024-09-07T14:12:50.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-07T14:12:50.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.2 2024-09-07T14:12:50.315 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.311+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.2 2024-09-07T14:12:50.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.315+0000 7f6ec20129c0 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-07T14:12:50.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.315+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.3 2024-09-07T14:12:50.316 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.315+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.3 2024-09-07T14:12:50.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.315+0000 7f6ec20129c0 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-07T14:12:50.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.315+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.4 2024-09-07T14:12:50.317 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.315+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.4 2024-09-07T14:12:50.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.315+0000 7f6ec20129c0 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-07T14:12:50.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.315+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.5 2024-09-07T14:12:50.318 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.315+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.5 2024-09-07T14:12:50.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.319+0000 7f6ec20129c0 1 NOTICE: finished shard 5 (0 entries removed) 2024-09-07T14:12:50.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.319+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.6 2024-09-07T14:12:50.319 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.319+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.6 2024-09-07T14:12:50.320 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.319+0000 7f6ec20129c0 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-07T14:12:50.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.319+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.7 2024-09-07T14:12:50.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.319+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.7 2024-09-07T14:12:50.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.319+0000 7f6ec20129c0 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-07T14:12:50.321 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.319+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.8 2024-09-07T14:12:50.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.319+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.8 2024-09-07T14:12:50.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.319+0000 7f6ec20129c0 1 NOTICE: finished shard 8 (0 entries removed) 2024-09-07T14:12:50.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.319+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.322 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.319+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.10 2024-09-07T14:12:50.323 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.10 2024-09-07T14:12:50.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-07T14:12:50.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.11 2024-09-07T14:12:50.324 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.11 2024-09-07T14:12:50.325 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 1 NOTICE: finished shard 11 (0 entries removed) 2024-09-07T14:12:50.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.12 2024-09-07T14:12:50.326 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.12 2024-09-07T14:12:50.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 1 NOTICE: finished shard 12 (0 entries removed) 2024-09-07T14:12:50.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.13 2024-09-07T14:12:50.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.13 2024-09-07T14:12:50.327 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 1 NOTICE: finished shard 13 (0 entries removed) 2024-09-07T14:12:50.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.14 2024-09-07T14:12:50.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.323+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.14 2024-09-07T14:12:50.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.327+0000 7f6ec20129c0 1 NOTICE: finished shard 14 (0 entries removed) 2024-09-07T14:12:50.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.327+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.15 2024-09-07T14:12:50.328 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.327+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.15 2024-09-07T14:12:50.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.327+0000 7f6ec20129c0 1 NOTICE: finished shard 15 (0 entries removed) 2024-09-07T14:12:50.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.327+0000 7f6ec20129c0 10 bucket_obj is .dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.16 2024-09-07T14:12:50.329 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.327+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.16 2024-09-07T14:12:50.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.327+0000 7f6ec20129c0 1 NOTICE: finished shard 16 (0 entries removed) 2024-09-07T14:12:50.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.327+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.330 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.327+0000 7f6ec20129c0 20 get_obj_state: octx=0x56189c38a3d0 obj=myver:x state=0x56189c63e0f8 s->prefetch_data=0 2024-09-07T14:12:50.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.327+0000 7f6ec20129c0 20 get_obj_state: setting s->obj_tag to 1hlsh30x6rah3xyxe6j5f4w0dlux2wrv 2024-09-07T14:12:50.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.327+0000 7f6ec20129c0 20 get_obj_state_impl: setting s->olh_tag to 1su3nsct6yeffytzoq1v1h2ej5n168ho 2024-09-07T14:12:50.331 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.327+0000 7f6ec20129c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=1su3nsct6yeffytzoq1v1h2ej5n168ho 2024-09-07T14:12:50.333 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.331+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.336 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.335+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.335+0000 7f6ec20129c0 20 olh_log_entry: epoch=2 op=2 key=x[] 2024-09-07T14:12:50.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.335+0000 7f6ec20129c0 20 olh_log_entry: epoch=2 op=3 key=x[mbpvAOzwf3ocKgVrslC1LTUcVsn6MEh] 2024-09-07T14:12:50.338 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.335+0000 7f6ec20129c0 20 get_obj_state: octx=0x56189c38a3d0 obj=myver:_:mbpvAOzwf3ocKgVrslC1LTUcVsn6MEh_x state=0x56189c666e08 s->prefetch_data=0 2024-09-07T14:12:50.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.335+0000 7f6ec20129c0 10 manifest: total_size = 22 2024-09-07T14:12:50.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.335+0000 7f6ec20129c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18094868548082610229 2024-09-07T14:12:50.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.335+0000 7f6ec20129c0 20 get_obj_state: octx=0x56189c38a3d0 obj=myver:_:mbpvAOzwf3ocKgVrslC1LTUcVsn6MEh_x state=0x56189c666e08 s->prefetch_data=0 2024-09-07T14:12:50.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.335+0000 7f6ec20129c0 20 prepare_atomic_modification: state is not atomic. state=0x56189c666e08 2024-09-07T14:12:50.339 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.335+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.343+0000 7f6ec20129c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:12:50.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.343+0000 7f6ec20129c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-07T14:12:50.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.343+0000 7f6ec20129c0 0 deleting objects inline since gc isn't initialized 2024-09-07T14:12:50.345 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.343+0000 7f6ec20129c0 5 delete_objs_inline: removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19__shadow:mbpvAOzwf3ocKgVrslC1LTUcVsn6MEh_.1QzKnJiBnYFUeXHteE5UiJD9NAOLL5T_0 2024-09-07T14:12:50.347 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.347+0000 7f6ec20129c0 5 delete_objs_inline: refcount put returned error -2 2024-09-07T14:12:50.348 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.347+0000 7f6d9e7fc640 20 handle_completion(): completion ok for obj=x[mbpvAOzwf3ocKgVrslC1LTUcVsn6MEh] 2024-09-07T14:12:50.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.347+0000 7f6ec20129c0 20 get_obj_state: octx=0x56189c38a3d0 obj=myver:x state=0x56189c63e0f8 s->prefetch_data=0 2024-09-07T14:12:50.350 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.347+0000 7f6ec20129c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=1su3nsct6yeffytzoq1v1h2ej5n168ho 2024-09-07T14:12:50.355 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.351+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.358 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.355+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.359 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.355+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.359+0000 7f6ec20129c0 20 get_obj_state: octx=0x56189c38a3d0 obj=myver:y state=0x56189c66b428 s->prefetch_data=0 2024-09-07T14:12:50.360 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.359+0000 7f6ec20129c0 20 get_obj_state: setting s->obj_tag to eo11uursff94uuo3qkp8clleskd8kl9i 2024-09-07T14:12:50.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.359+0000 7f6ec20129c0 20 get_obj_state_impl: setting s->olh_tag to a5dqg5n8nggqj6n4bxivhmvel4rxxhza 2024-09-07T14:12:50.361 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.359+0000 7f6ec20129c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=a5dqg5n8nggqj6n4bxivhmvel4rxxhza 2024-09-07T14:12:50.363 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.363+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.366 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.363+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.367+0000 7f6ec20129c0 20 olh_log_entry: epoch=2 op=2 key=y[] 2024-09-07T14:12:50.367 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.367+0000 7f6ec20129c0 20 olh_log_entry: epoch=2 op=3 key=y[lDGkJFBZCljffmOUH4QZVMKAFthwP6Z] 2024-09-07T14:12:50.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.367+0000 7f6ec20129c0 20 get_obj_state: octx=0x56189c38a3d0 obj=myver:_:lDGkJFBZCljffmOUH4QZVMKAFthwP6Z_y state=0x56189c6683c8 s->prefetch_data=0 2024-09-07T14:12:50.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.367+0000 7f6ec20129c0 10 manifest: total_size = 11 2024-09-07T14:12:50.368 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.367+0000 7f6ec20129c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14301775512034191993 2024-09-07T14:12:50.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.367+0000 7f6ec20129c0 20 get_obj_state: octx=0x56189c38a3d0 obj=myver:_:lDGkJFBZCljffmOUH4QZVMKAFthwP6Z_y state=0x56189c6683c8 s->prefetch_data=0 2024-09-07T14:12:50.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.367+0000 7f6ec20129c0 20 prepare_atomic_modification: state is not atomic. state=0x56189c6683c8 2024-09-07T14:12:50.369 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.367+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.371+0000 7f6ec20129c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:12:50.374 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.371+0000 7f6ec20129c0 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-07T14:12:50.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.371+0000 7f6ec20129c0 0 deleting objects inline since gc isn't initialized 2024-09-07T14:12:50.375 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.371+0000 7f6ec20129c0 5 delete_objs_inline: removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19__shadow:lDGkJFBZCljffmOUH4QZVMKAFthwP6Z_.PIBGNlTiXbbGlnIfiqhv8lHoNiNtTK9_0 2024-09-07T14:12:50.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.375+0000 7f6ec20129c0 5 delete_objs_inline: refcount put returned error -2 2024-09-07T14:12:50.378 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.375+0000 7f6d9e7fc640 20 handle_completion(): completion ok for obj=y[lDGkJFBZCljffmOUH4QZVMKAFthwP6Z] 2024-09-07T14:12:50.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.379+0000 7f6ec20129c0 20 get_obj_state: octx=0x56189c38a3d0 obj=myver:y state=0x56189c66b428 s->prefetch_data=0 2024-09-07T14:12:50.380 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.379+0000 7f6ec20129c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=a5dqg5n8nggqj6n4bxivhmvel4rxxhza 2024-09-07T14:12:50.385 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.383+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.387 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.387+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.388 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.387+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.389 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.387+0000 7f6ec20129c0 20 get_obj_state: octx=0x56189c38a3d0 obj=myver:z state=0x56189c66b378 s->prefetch_data=0 2024-09-07T14:12:50.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.387+0000 7f6ec20129c0 20 get_obj_state: setting s->obj_tag to 6wu710hivqlt3hq5ct4zhgfqxlmx44cf 2024-09-07T14:12:50.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.387+0000 7f6ec20129c0 20 get_obj_state_impl: setting s->olh_tag to f9tv696o89ze2fz6dciv7c4uksc2kpzv 2024-09-07T14:12:50.390 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.387+0000 7f6ec20129c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=f9tv696o89ze2fz6dciv7c4uksc2kpzv 2024-09-07T14:12:50.393 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.391+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.396 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.395+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.395+0000 7f6ec20129c0 20 olh_log_entry: epoch=2 op=2 key=z[] 2024-09-07T14:12:50.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.395+0000 7f6ec20129c0 20 olh_log_entry: epoch=2 op=3 key=z[o4rt4WM1mrnhWb8FJpsLBMaOrgUOBoj] 2024-09-07T14:12:50.397 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.395+0000 7f6ec20129c0 20 get_obj_state: octx=0x56189c38a3d0 obj=myver:_:o4rt4WM1mrnhWb8FJpsLBMaOrgUOBoj_z state=0x56189c6693d8 s->prefetch_data=0 2024-09-07T14:12:50.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.395+0000 7f6ec20129c0 10 manifest: total_size = 22 2024-09-07T14:12:50.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.395+0000 7f6ec20129c0 20 get_obj_state: setting s->obj_tag to d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8463671134084853445 2024-09-07T14:12:50.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.395+0000 7f6ec20129c0 20 get_obj_state: octx=0x56189c38a3d0 obj=myver:_:o4rt4WM1mrnhWb8FJpsLBMaOrgUOBoj_z state=0x56189c6693d8 s->prefetch_data=0 2024-09-07T14:12:50.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.395+0000 7f6ec20129c0 20 prepare_atomic_modification: state is not atomic. state=0x56189c6693d8 2024-09-07T14:12:50.398 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.395+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.402 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.399+0000 7f6ec20129c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-07T14:12:50.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.399+0000 7f6ec20129c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-07T14:12:50.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.399+0000 7f6ec20129c0 0 deleting objects inline since gc isn't initialized 2024-09-07T14:12:50.403 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.399+0000 7f6ec20129c0 5 delete_objs_inline: removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19__shadow:o4rt4WM1mrnhWb8FJpsLBMaOrgUOBoj_.9M857mSzcaj69DZ-d1OeGdis6HVRxrm_0 2024-09-07T14:12:50.406 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.403+0000 7f6ec20129c0 5 delete_objs_inline: refcount put returned error -2 2024-09-07T14:12:50.407 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.403+0000 7f6d9e7fc640 20 handle_completion(): completion ok for obj=z[o4rt4WM1mrnhWb8FJpsLBMaOrgUOBoj] 2024-09-07T14:12:50.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.407+0000 7f6ec20129c0 20 get_obj_state: octx=0x56189c38a3d0 obj=myver:z state=0x56189c66b378 s->prefetch_data=0 2024-09-07T14:12:50.410 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.407+0000 7f6ec20129c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=f9tv696o89ze2fz6dciv7c4uksc2kpzv 2024-09-07T14:12:50.417 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.415+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.419+0000 7f6ec20129c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19.3.9 2024-09-07T14:12:50.420 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.419+0000 7f6ec20129c0 1 NOTICE: finished shard 9 (3 entries removed) 2024-09-07T14:12:50.421 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.419+0000 7f6ec20129c0 1 NOTICE: finished all shards (3 entries removed) 2024-09-07T14:12:50.422 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.419+0000 7f6d75fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:50.427 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.427+0000 7f6ec20129c0 20 remove_watcher() i=0 2024-09-07T14:12:50.428 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.427+0000 7f6ec20129c0 2 removed watcher, disabling cache 2024-09-07T14:12:50.430 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.427+0000 7f6ec20129c0 20 remove_watcher() i=1 2024-09-07T14:12:50.433 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.431+0000 7f6ec20129c0 20 remove_watcher() i=2 2024-09-07T14:12:50.435 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.435+0000 7f6ec20129c0 20 remove_watcher() i=3 2024-09-07T14:12:50.438 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.435+0000 7f6ec20129c0 20 remove_watcher() i=4 2024-09-07T14:12:50.440 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.439+0000 7f6ec20129c0 20 remove_watcher() i=5 2024-09-07T14:12:50.442 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.439+0000 7f6ec20129c0 20 remove_watcher() i=6 2024-09-07T14:12:50.445 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.443+0000 7f6ec20129c0 20 remove_watcher() i=7 2024-09-07T14:12:50.465 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:50.465 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:50.544 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:50.544 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:50.829 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket stats --bucket myver 2024-09-07T14:12:50.862 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:12:50.862 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:12:50.907 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.903+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.907+0000 7f48238ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.907+0000 7f48238ab9c0 20 realm 2024-09-07T14:12:50.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.907+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.909 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.907+0000 7f48238ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.907+0000 7f48238ab9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:12:50.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.907+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.907+0000 7f48238ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.910 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.907+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.907+0000 7f48238ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:50.911 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.907+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.911+0000 7f48238ab9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:12:50.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.911+0000 7f48238ab9c0 20 searching for the correct realm 2024-09-07T14:12:50.917 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.915+0000 7f48213b1640 0 -- 172.21.15.107:0/446782744 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f481c11c590 msgr2=0x7f481c007cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:50.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.923+0000 7f48213b1640 0 -- 172.21.15.107:0/446782744 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f46ec081240 msgr2=0x7f46ec083670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:12:50.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:12:50.932 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:12:50.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:12:50.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:12:50.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:12:50.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:12:50.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.933 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:12:50.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:12:50.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 zone default found 2024-09-07T14:12:50.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 4 Realm: () 2024-09-07T14:12:50.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:12:50.934 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:12:50.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:12:50.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 zonegroup default 2024-09-07T14:12:50.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.935 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:12:50.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 started sync module instance, tier type = 2024-09-07T14:12:50.936 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.931+0000 7f48238ab9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:12:50.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.951+0000 7f48238ab9c0 20 add_watcher() i=0 2024-09-07T14:12:50.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.951+0000 7f48238ab9c0 20 add_watcher() i=1 2024-09-07T14:12:50.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.951+0000 7f48238ab9c0 20 add_watcher() i=2 2024-09-07T14:12:50.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.951+0000 7f48238ab9c0 20 add_watcher() i=3 2024-09-07T14:12:50.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.951+0000 7f48238ab9c0 20 add_watcher() i=4 2024-09-07T14:12:50.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.951+0000 7f48238ab9c0 20 add_watcher() i=5 2024-09-07T14:12:50.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.951+0000 7f48238ab9c0 20 add_watcher() i=6 2024-09-07T14:12:50.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.951+0000 7f48238ab9c0 20 add_watcher() i=7 2024-09-07T14:12:50.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.951+0000 7f48238ab9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:12:50.956 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f46d7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:50.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:12:50.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:12:50.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 5 note: GC not initialized 2024-09-07T14:12:50.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f46d6fe5640 20 reqs_thread_entry: start 2024-09-07T14:12:50.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:12:50.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 Filter name: none 2024-09-07T14:12:50.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f46d4fe1640 20 reqs_thread_entry: start 2024-09-07T14:12:50.957 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:50.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:50.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:50.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-07T14:12:50.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 rados->read ofs=0 len=0 2024-09-07T14:12:50.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-07T14:12:50.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.955+0000 7f48238ab9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T14:12:50.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.959+0000 7f46d7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:12:50.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.963+0000 7f48238ab9c0 20 remove_watcher() i=0 2024-09-07T14:12:50.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.963+0000 7f48238ab9c0 2 removed watcher, disabling cache 2024-09-07T14:12:50.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.967+0000 7f48238ab9c0 20 remove_watcher() i=1 2024-09-07T14:12:50.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.967+0000 7f48238ab9c0 20 remove_watcher() i=2 2024-09-07T14:12:50.974 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.971+0000 7f48238ab9c0 20 remove_watcher() i=3 2024-09-07T14:12:50.976 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.975+0000 7f48238ab9c0 20 remove_watcher() i=4 2024-09-07T14:12:50.977 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.975+0000 7f48238ab9c0 20 remove_watcher() i=5 2024-09-07T14:12:50.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.975+0000 7f48238ab9c0 20 remove_watcher() i=6 2024-09-07T14:12:50.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T14:12:50.979+0000 7f48238ab9c0 20 remove_watcher() i=7 2024-09-07T14:12:50.993 INFO:tasks.workunit.client.0.smithi107.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-07T14:12:50.993 INFO:tasks.workunit.client.0.smithi107.stderr:Deleting bucket a-bucket 2024-09-07T14:12:50.994 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:50.994 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:51.021 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:51.021 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:51.114 INFO:tasks.workunit.client.0.smithi107.stderr:Deleting bucket myver 2024-09-07T14:12:51.118 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:51.118 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:51.252 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T14:12:51.252 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T14:12:51.719 INFO:tasks.workunit.client.0.smithi107.stderr:Completed resharding tests 2024-09-07T14:12:51.719 INFO:tasks.workunit.client.0.smithi107.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-07T14:12:51.720 INFO:tasks.workunit.client.0.smithi107.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-07T14:12:51.720 INFO:tasks.workunit.client.0.smithi107.stdout:connected to https://localhost:443 2024-09-07T14:12:51.839 INFO:tasks.workunit.client.0.smithi107.stderr:+ deactivate 2024-09-07T14:12:51.839 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-07T14:12:51.839 INFO:tasks.workunit.client.0.smithi107.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-07T14:12:51.839 INFO:tasks.workunit.client.0.smithi107.stderr:+ export PATH 2024-09-07T14:12:51.839 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-07T14:12:51.839 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n '' ']' 2024-09-07T14:12:51.839 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-07T14:12:51.839 INFO:tasks.workunit.client.0.smithi107.stderr:+ hash -r 2024-09-07T14:12:51.839 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n '' ']' 2024-09-07T14:12:51.839 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset VIRTUAL_ENV 2024-09-07T14:12:51.839 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-07T14:12:51.840 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-07T14:12:51.840 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset -f deactivate 2024-09-07T14:12:51.840 INFO:tasks.workunit.client.0.smithi107.stderr:+ echo OK. 2024-09-07T14:12:51.841 INFO:tasks.workunit.client.0.smithi107.stdout:OK. 2024-09-07T14:12:51.841 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T14:12:51.841 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T14:12:51.896 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2024-09-07T14:12:51.896 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-07T14:12:52.332 DEBUG:teuthology.parallel:result is None 2024-09-07T14:12:52.333 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T14:12:52.345 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T14:12:52.345 DEBUG:teuthology.orchestra.run.smithi107:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-07T14:12:52.392 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T14:12:52.392 INFO:teuthology.run_tasks:Running task s3tests-java... 2024-09-07T14:12:52.409 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2024-09-07T14:12:52.410 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2024-09-07T14:12:52.410 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2024-09-07T14:12:52.410 DEBUG:teuthology.orchestra.run.smithi107:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2024-09-07T14:12:52.444 INFO:teuthology.orchestra.run.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2024-09-07T14:12:57.000 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2024-09-07T14:12:57.001 DEBUG:teuthology.orchestra.run.smithi107:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2024-09-07T14:12:57.092 INFO:teuthology.orchestra.run.smithi107.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required DEB packages. Installing via sudo. 2024-09-07T14:12:57.148 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2024-09-07T14:12:57.367 INFO:teuthology.orchestra.run.smithi107.stdout:Building dependency tree... 2024-09-07T14:12:57.368 INFO:teuthology.orchestra.run.smithi107.stdout:Reading state information... 2024-09-07T14:12:57.585 INFO:teuthology.orchestra.run.smithi107.stdout:The following packages were automatically installed and are no longer required: 2024-09-07T14:12:57.585 INFO:teuthology.orchestra.run.smithi107.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-07T14:12:57.585 INFO:teuthology.orchestra.run.smithi107.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-07T14:12:57.585 INFO:teuthology.orchestra.run.smithi107.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-07T14:12:57.586 INFO:teuthology.orchestra.run.smithi107.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-07T14:12:57.586 INFO:teuthology.orchestra.run.smithi107.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-07T14:12:57.586 INFO:teuthology.orchestra.run.smithi107.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-07T14:12:57.586 INFO:teuthology.orchestra.run.smithi107.stdout:The following additional packages will be installed: 2024-09-07T14:12:57.586 INFO:teuthology.orchestra.run.smithi107.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-07T14:12:57.586 INFO:teuthology.orchestra.run.smithi107.stdout: openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-07T14:12:57.586 INFO:teuthology.orchestra.run.smithi107.stdout:Suggested packages: 2024-09-07T14:12:57.587 INFO:teuthology.orchestra.run.smithi107.stdout: gvfs openjdk-8-demo openjdk-8-source visualvm libnss-mdns fonts-nanum 2024-09-07T14:12:57.587 INFO:teuthology.orchestra.run.smithi107.stdout: fonts-ipafont-gothic fonts-ipafont-mincho fonts-wqy-microhei 2024-09-07T14:12:57.587 INFO:teuthology.orchestra.run.smithi107.stdout: fonts-wqy-zenhei fonts-indic 2024-09-07T14:12:57.622 INFO:teuthology.orchestra.run.smithi107.stdout:The following NEW packages will be installed: 2024-09-07T14:12:57.623 INFO:teuthology.orchestra.run.smithi107.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-07T14:12:57.623 INFO:teuthology.orchestra.run.smithi107.stdout: openjdk-8-jdk openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-07T14:12:57.805 INFO:teuthology.orchestra.run.smithi107.stdout:0 upgraded, 9 newly installed, 0 to remove and 331 not upgraded. 2024-09-07T14:12:57.805 INFO:teuthology.orchestra.run.smithi107.stdout:Need to get 46.0 MB of archives. 2024-09-07T14:12:57.805 INFO:teuthology.orchestra.run.smithi107.stdout:After this operation, 155 MB of additional disk space will be used. 2024-09-07T14:12:57.805 INFO:teuthology.orchestra.run.smithi107.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-common all 2.24.33-2ubuntu2.1 [125 kB] 2024-09-07T14:12:58.168 INFO:teuthology.orchestra.run.smithi107.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-0 amd64 2.24.33-2ubuntu2.1 [2,038 kB] 2024-09-07T14:12:58.523 INFO:teuthology.orchestra.run.smithi107.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail18 amd64 2.24.33-2ubuntu2.1 [15.9 kB] 2024-09-07T14:12:58.523 INFO:teuthology.orchestra.run.smithi107.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail-common amd64 2.24.33-2ubuntu2.1 [132 kB] 2024-09-07T14:12:58.530 INFO:teuthology.orchestra.run.smithi107.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-bin amd64 2.24.33-2ubuntu2.1 [7,936 B] 2024-09-07T14:12:58.530 INFO:teuthology.orchestra.run.smithi107.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre-headless amd64 8u422-b05-1~22.04 [30.8 MB] 2024-09-07T14:12:59.578 INFO:teuthology.orchestra.run.smithi107.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre amd64 8u422-b05-1~22.04 [75.5 kB] 2024-09-07T14:12:59.580 INFO:teuthology.orchestra.run.smithi107.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk-headless amd64 8u422-b05-1~22.04 [8,843 kB] 2024-09-07T14:12:59.831 INFO:teuthology.orchestra.run.smithi107.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk amd64 8u422-b05-1~22.04 [4,012 kB] 2024-09-07T14:13:00.239 INFO:teuthology.orchestra.run.smithi107.stderr:debconf: unable to initialize frontend: Dialog 2024-09-07T14:13:00.239 INFO:teuthology.orchestra.run.smithi107.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2024-09-07T14:13:00.239 INFO:teuthology.orchestra.run.smithi107.stderr:debconf: falling back to frontend: Readline 2024-09-07T14:13:00.249 INFO:teuthology.orchestra.run.smithi107.stderr:debconf: unable to initialize frontend: Readline 2024-09-07T14:13:00.249 INFO:teuthology.orchestra.run.smithi107.stderr:debconf: (This frontend requires a controlling tty.) 2024-09-07T14:13:00.249 INFO:teuthology.orchestra.run.smithi107.stderr:debconf: falling back to frontend: Teletype 2024-09-07T14:13:00.252 INFO:teuthology.orchestra.run.smithi107.stderr:dpkg-preconfigure: unable to re-open stdin: 2024-09-07T14:13:00.286 INFO:teuthology.orchestra.run.smithi107.stdout:Fetched 46.0 MB in 2s (20.0 MB/s) 2024-09-07T14:13:00.389 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libgtk2.0-common. 2024-09-07T14:13:00.478 INFO:teuthology.orchestra.run.smithi107.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 177243 files and directories currently installed.) 2024-09-07T14:13:00.483 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../0-libgtk2.0-common_2.24.33-2ubuntu2.1_all.deb ... 2024-09-07T14:13:00.521 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-07T14:13:00.942 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libgtk2.0-0:amd64. 2024-09-07T14:13:00.971 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../1-libgtk2.0-0_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-07T14:13:01.068 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-07T14:13:01.605 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libgail18:amd64. 2024-09-07T14:13:01.634 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../2-libgail18_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-07T14:13:01.671 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-07T14:13:01.908 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libgail-common:amd64. 2024-09-07T14:13:01.936 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../3-libgail-common_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-07T14:13:01.974 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-07T14:13:02.235 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libgtk2.0-bin. 2024-09-07T14:13:02.252 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../4-libgtk2.0-bin_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-07T14:13:02.310 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-07T14:13:02.722 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package openjdk-8-jre-headless:amd64. 2024-09-07T14:13:02.751 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../5-openjdk-8-jre-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-07T14:13:02.825 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-07T14:13:04.444 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package openjdk-8-jre:amd64. 2024-09-07T14:13:04.473 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../6-openjdk-8-jre_8u422-b05-1~22.04_amd64.deb ... 2024-09-07T14:13:04.515 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-07T14:13:04.941 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package openjdk-8-jdk-headless:amd64. 2024-09-07T14:13:04.969 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../7-openjdk-8-jdk-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-07T14:13:05.011 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-07T14:13:05.744 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package openjdk-8-jdk:amd64. 2024-09-07T14:13:05.761 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../8-openjdk-8-jdk_8u422-b05-1~22.04_amd64.deb ... 2024-09-07T14:13:05.797 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-07T14:13:06.141 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-07T14:13:07.221 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/orbd to provide /usr/bin/orbd (orbd) in auto mode 2024-09-07T14:13:07.246 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/servertool to provide /usr/bin/servertool (servertool) in auto mode 2024-09-07T14:13:07.271 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/tnameserv to provide /usr/bin/tnameserv (tnameserv) in auto mode 2024-09-07T14:13:07.637 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-07T14:13:07.789 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-07T14:13:08.374 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-07T14:13:08.541 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/policytool to provide /usr/bin/policytool (policytool) in auto mode 2024-09-07T14:13:08.610 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-07T14:13:08.685 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/clhsdb to provide /usr/bin/clhsdb (clhsdb) in auto mode 2024-09-07T14:13:08.705 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/extcheck to provide /usr/bin/extcheck (extcheck) in auto mode 2024-09-07T14:13:08.733 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/hsdb to provide /usr/bin/hsdb (hsdb) in auto mode 2024-09-07T14:13:08.757 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/idlj to provide /usr/bin/idlj (idlj) in auto mode 2024-09-07T14:13:08.901 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/javah to provide /usr/bin/javah (javah) in auto mode 2024-09-07T14:13:09.045 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jhat to provide /usr/bin/jhat (jhat) in auto mode 2024-09-07T14:13:09.172 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jsadebugd to provide /usr/bin/jsadebugd (jsadebugd) in auto mode 2024-09-07T14:13:09.273 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/native2ascii to provide /usr/bin/native2ascii (native2ascii) in auto mode 2024-09-07T14:13:09.325 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/schemagen to provide /usr/bin/schemagen (schemagen) in auto mode 2024-09-07T14:13:09.383 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsgen to provide /usr/bin/wsgen (wsgen) in auto mode 2024-09-07T14:13:09.418 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsimport to provide /usr/bin/wsimport (wsimport) in auto mode 2024-09-07T14:13:09.434 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/xjc to provide /usr/bin/xjc (xjc) in auto mode 2024-09-07T14:13:09.490 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-07T14:13:09.616 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-07T14:13:09.744 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-07T14:13:09.836 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/appletviewer to provide /usr/bin/appletviewer (appletviewer) in auto mode 2024-09-07T14:13:09.930 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-07T14:13:10.032 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-07T14:13:11.123 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-07T14:13:11.215 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-07T14:13:11.476 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-07T14:13:12.034 INFO:teuthology.orchestra.run.smithi107.stdout: Gradle will be installed under /opt/gradle 2024-09-07T14:13:12.062 INFO:teuthology.orchestra.run.smithi107.stderr:--2024-09-07 14:13:12-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2024-09-07T14:13:12.079 INFO:teuthology.orchestra.run.smithi107.stderr:Resolving services.gradle.org (services.gradle.org)... 104.16.72.101, 104.16.73.101, 2606:4700::6810:4865, ... 2024-09-07T14:13:12.087 INFO:teuthology.orchestra.run.smithi107.stderr:Connecting to services.gradle.org (services.gradle.org)|104.16.72.101|:443... connected. 2024-09-07T14:13:12.127 INFO:teuthology.orchestra.run.smithi107.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2024-09-07T14:13:12.127 INFO:teuthology.orchestra.run.smithi107.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2024-09-07T14:13:12.127 INFO:teuthology.orchestra.run.smithi107.stderr:--2024-09-07 14:13:12-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2024-09-07T14:13:12.128 INFO:teuthology.orchestra.run.smithi107.stderr:Resolving github.com (github.com)... 140.82.112.3 2024-09-07T14:13:12.136 INFO:teuthology.orchestra.run.smithi107.stderr:Connecting to github.com (github.com)|140.82.112.3|:443... connected. 2024-09-07T14:13:12.220 INFO:teuthology.orchestra.run.smithi107.stderr:HTTP request sent, awaiting response... 302 Found 2024-09-07T14:13:12.220 INFO:teuthology.orchestra.run.smithi107.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240907%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240907T141312Z&X-Amz-Expires=300&X-Amz-Signature=1699bdee882dea2356c12562a4d7c795f0ce1b8964157f4b1104f0f5316b21c0&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2024-09-07T14:13:12.220 INFO:teuthology.orchestra.run.smithi107.stderr:--2024-09-07 14:13:12-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240907%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240907T141312Z&X-Amz-Expires=300&X-Amz-Signature=1699bdee882dea2356c12562a4d7c795f0ce1b8964157f4b1104f0f5316b21c0&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2024-09-07T14:13:12.222 INFO:teuthology.orchestra.run.smithi107.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.108.133, 185.199.110.133, 185.199.111.133, ... 2024-09-07T14:13:12.234 INFO:teuthology.orchestra.run.smithi107.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.108.133|:443... connected. 2024-09-07T14:13:12.322 INFO:teuthology.orchestra.run.smithi107.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-07T14:13:12.322 INFO:teuthology.orchestra.run.smithi107.stderr:Length: 95129672 (91M) [application/octet-stream] 2024-09-07T14:13:12.322 INFO:teuthology.orchestra.run.smithi107.stderr:Saving to: 'gradle-6.0.1-bin.zip' 2024-09-07T14:13:12.323 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-09-07T14:13:12.333 INFO:teuthology.orchestra.run.smithi107.stderr: 0K .......... .......... .......... .......... .......... 0% 4.20M 22s 2024-09-07T14:13:12.345 INFO:teuthology.orchestra.run.smithi107.stderr: 50K .......... .......... .......... .......... .......... 0% 4.37M 21s 2024-09-07T14:13:12.347 INFO:teuthology.orchestra.run.smithi107.stderr: 100K .......... .......... .......... .......... .......... 0% 17.2M 16s 2024-09-07T14:13:12.349 INFO:teuthology.orchestra.run.smithi107.stderr: 150K .......... .......... .......... .......... .......... 0% 28.3M 13s 2024-09-07T14:13:12.356 INFO:teuthology.orchestra.run.smithi107.stderr: 200K .......... .......... .......... .......... .......... 0% 6.52M 13s 2024-09-07T14:13:12.358 INFO:teuthology.orchestra.run.smithi107.stderr: 250K .......... .......... .......... .......... .......... 0% 47.0M 11s 2024-09-07T14:13:12.359 INFO:teuthology.orchestra.run.smithi107.stderr: 300K .......... .......... .......... .......... .......... 0% 31.0M 10s 2024-09-07T14:13:12.361 INFO:teuthology.orchestra.run.smithi107.stderr: 350K .......... .......... .......... .......... .......... 0% 28.4M 9s 2024-09-07T14:13:12.362 INFO:teuthology.orchestra.run.smithi107.stderr: 400K .......... .......... .......... .......... .......... 0% 48.2M 8s 2024-09-07T14:13:12.368 INFO:teuthology.orchestra.run.smithi107.stderr: 450K .......... .......... .......... .......... .......... 0% 8.55M 8s 2024-09-07T14:13:12.368 INFO:teuthology.orchestra.run.smithi107.stderr: 500K .......... .......... .......... .......... .......... 0% 101M 8s 2024-09-07T14:13:12.370 INFO:teuthology.orchestra.run.smithi107.stderr: 550K .......... .......... .......... .......... .......... 0% 41.8M 7s 2024-09-07T14:13:12.370 INFO:teuthology.orchestra.run.smithi107.stderr: 600K .......... .......... .......... .......... .......... 0% 70.6M 7s 2024-09-07T14:13:12.373 INFO:teuthology.orchestra.run.smithi107.stderr: 650K .......... .......... .......... .......... .......... 0% 57.5M 6s 2024-09-07T14:13:12.373 INFO:teuthology.orchestra.run.smithi107.stderr: 700K .......... .......... .......... .......... .......... 0% 80.7M 6s 2024-09-07T14:13:12.373 INFO:teuthology.orchestra.run.smithi107.stderr: 750K .......... .......... .......... .......... .......... 0% 139M 6s 2024-09-07T14:13:12.373 INFO:teuthology.orchestra.run.smithi107.stderr: 800K .......... .......... .......... .......... .......... 0% 47.1M 6s 2024-09-07T14:13:12.375 INFO:teuthology.orchestra.run.smithi107.stderr: 850K .......... .......... .......... .......... .......... 0% 59.0M 5s 2024-09-07T14:13:12.375 INFO:teuthology.orchestra.run.smithi107.stderr: 900K .......... .......... .......... .......... .......... 1% 107M 5s 2024-09-07T14:13:12.375 INFO:teuthology.orchestra.run.smithi107.stderr: 950K .......... .......... .......... .......... .......... 1% 155M 5s 2024-09-07T14:13:13.533 INFO:teuthology.orchestra.run.smithi107.stderr: 1000K .......... .......... .......... .......... .......... 1% 9.49M 5s 2024-09-07T14:13:13.533 INFO:teuthology.orchestra.run.smithi107.stderr: 1050K .......... .......... .......... .......... .......... 1% 136M 5s 2024-09-07T14:13:13.533 INFO:teuthology.orchestra.run.smithi107.stderr: 1100K .......... .......... .......... .......... .......... 1% 71.6M 5s 2024-09-07T14:13:13.533 INFO:teuthology.orchestra.run.smithi107.stderr: 1150K .......... .......... .......... .......... .......... 1% 114M 5s 2024-09-07T14:13:13.533 INFO:teuthology.orchestra.run.smithi107.stderr: 1200K .......... .......... .......... .......... .......... 1% 122M 4s 2024-09-07T14:13:13.533 INFO:teuthology.orchestra.run.smithi107.stderr: 1250K .......... .......... .......... .......... .......... 1% 127M 4s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1300K .......... .......... .......... .......... .......... 1% 125M 4s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1350K .......... .......... .......... .......... .......... 1% 123M 4s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1400K .......... .......... .......... .......... .......... 1% 116M 4s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1450K .......... .......... .......... .......... .......... 1% 120M 4s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1500K .......... .......... .......... .......... .......... 1% 96.3M 4s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1550K .......... .......... .......... .......... .......... 1% 114M 4s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1600K .......... .......... .......... .......... .......... 1% 117M 3s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1650K .......... .......... .......... .......... .......... 1% 122M 3s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1700K .......... .......... .......... .......... .......... 1% 92.9M 3s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1750K .......... .......... .......... .......... .......... 1% 115M 3s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1800K .......... .......... .......... .......... .......... 1% 145M 3s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1850K .......... .......... .......... .......... .......... 2% 156M 3s 2024-09-07T14:13:13.534 INFO:teuthology.orchestra.run.smithi107.stderr: 1900K .......... .......... .......... .......... .......... 2% 132M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 1950K .......... .......... .......... .......... .......... 2% 158M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 2000K .......... .......... .......... .......... .......... 2% 13.6M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 2050K .......... .......... .......... .......... .......... 2% 94.3M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 2100K .......... .......... .......... .......... .......... 2% 97.0M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 2150K .......... .......... .......... .......... .......... 2% 97.1M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 2200K .......... .......... .......... .......... .......... 2% 102M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 2250K .......... .......... .......... .......... .......... 2% 117M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 2300K .......... .......... .......... .......... .......... 2% 89.5M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 2350K .......... .......... .......... .......... .......... 2% 97.3M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 2400K .......... .......... .......... .......... .......... 2% 93.2M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 2450K .......... .......... .......... .......... .......... 2% 89.9M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 2500K .......... .......... .......... .......... .......... 2% 69.3M 3s 2024-09-07T14:13:13.535 INFO:teuthology.orchestra.run.smithi107.stderr: 2550K .......... .......... .......... .......... .......... 2% 75.2M 3s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 2600K .......... .......... .......... .......... .......... 2% 69.3M 3s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 2650K .......... .......... .......... .......... .......... 2% 93.9M 3s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 2700K .......... .......... .......... .......... .......... 2% 122M 3s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 2750K .......... .......... .......... .......... .......... 3% 153M 2s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 2800K .......... .......... .......... .......... .......... 3% 155M 2s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 2850K .......... .......... .......... .......... .......... 3% 156M 2s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 2900K .......... .......... .......... .......... .......... 3% 132M 2s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 2950K .......... .......... .......... .......... .......... 3% 154M 2s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 3000K .......... .......... .......... .......... .......... 3% 154M 2s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 3050K .......... .......... .......... .......... .......... 3% 154M 2s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 3100K .......... .......... .......... .......... .......... 3% 129M 2s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 3150K .......... .......... .......... .......... .......... 3% 156M 2s 2024-09-07T14:13:13.536 INFO:teuthology.orchestra.run.smithi107.stderr: 3200K .......... .......... .......... .......... .......... 3% 151M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3250K .......... .......... .......... .......... .......... 3% 107M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3300K .......... .......... .......... .......... .......... 3% 89.9M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3350K .......... .......... .......... .......... .......... 3% 77.9M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3400K .......... .......... .......... .......... .......... 3% 77.6M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3450K .......... .......... .......... .......... .......... 3% 44.0M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3500K .......... .......... .......... .......... .......... 3% 74.4M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3550K .......... .......... .......... .......... .......... 3% 99.8M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3600K .......... .......... .......... .......... .......... 3% 124M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3650K .......... .......... .......... .......... .......... 3% 147M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3700K .......... .......... .......... .......... .......... 4% 106M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3750K .......... .......... .......... .......... .......... 4% 113M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3800K .......... .......... .......... .......... .......... 4% 116M 2s 2024-09-07T14:13:13.537 INFO:teuthology.orchestra.run.smithi107.stderr: 3850K .......... .......... .......... .......... .......... 4% 116M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 3900K .......... .......... .......... .......... .......... 4% 97.0M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 3950K .......... .......... .......... .......... .......... 4% 112M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 4000K .......... .......... .......... .......... .......... 4% 154M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 4050K .......... .......... .......... .......... .......... 4% 129M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 4100K .......... .......... .......... .......... .......... 4% 104M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 4150K .......... .......... .......... .......... .......... 4% 145M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 4200K .......... .......... .......... .......... .......... 4% 120M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 4250K .......... .......... .......... .......... .......... 4% 143M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 4300K .......... .......... .......... .......... .......... 4% 129M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 4350K .......... .......... .......... .......... .......... 4% 157M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 4400K .......... .......... .......... .......... .......... 4% 123M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 4450K .......... .......... .......... .......... .......... 4% 143M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 4500K .......... .......... .......... .......... .......... 4% 108M 2s 2024-09-07T14:13:13.538 INFO:teuthology.orchestra.run.smithi107.stderr: 4550K .......... .......... .......... .......... .......... 4% 46.4M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 4600K .......... .......... .......... .......... .......... 5% 108M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 4650K .......... .......... .......... .......... .......... 5% 116M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 4700K .......... .......... .......... .......... .......... 5% 97.0M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 4750K .......... .......... .......... .......... .......... 5% 103M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 4800K .......... .......... .......... .......... .......... 5% 107M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 4850K .......... .......... .......... .......... .......... 5% 140M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 4900K .......... .......... .......... .......... .......... 5% 114M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 4950K .......... .......... .......... .......... .......... 5% 117M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 5000K .......... .......... .......... .......... .......... 5% 116M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 5050K .......... .......... .......... .......... .......... 5% 130M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 5100K .......... .......... .......... .......... .......... 5% 88.5M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 5150K .......... .......... .......... .......... .......... 5% 152M 2s 2024-09-07T14:13:13.539 INFO:teuthology.orchestra.run.smithi107.stderr: 5200K .......... .......... .......... .......... .......... 5% 116M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5250K .......... .......... .......... .......... .......... 5% 114M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5300K .......... .......... .......... .......... .......... 5% 145M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5350K .......... .......... .......... .......... .......... 5% 166M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5400K .......... .......... .......... .......... .......... 5% 121M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5450K .......... .......... .......... .......... .......... 5% 165M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5500K .......... .......... .......... .......... .......... 5% 83.5M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5550K .......... .......... .......... .......... .......... 6% 159M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5600K .......... .......... .......... .......... .......... 6% 167M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5650K .......... .......... .......... .......... .......... 6% 159M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5700K .......... .......... .......... .......... .......... 6% 147M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5750K .......... .......... .......... .......... .......... 6% 177M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5800K .......... .......... .......... .......... .......... 6% 146M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5850K .......... .......... .......... .......... .......... 6% 177M 2s 2024-09-07T14:13:13.540 INFO:teuthology.orchestra.run.smithi107.stderr: 5900K .......... .......... .......... .......... .......... 6% 147M 2s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 5950K .......... .......... .......... .......... .......... 6% 80.8M 2s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 6000K .......... .......... .......... .......... .......... 6% 81.2M 2s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 6050K .......... .......... .......... .......... .......... 6% 165M 1s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 6100K .......... .......... .......... .......... .......... 6% 121M 1s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 6150K .......... .......... .......... .......... .......... 6% 151M 1s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 6200K .......... .......... .......... .......... .......... 6% 144M 1s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 6250K .......... .......... .......... .......... .......... 6% 151M 1s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 6300K .......... .......... .......... .......... .......... 6% 133M 1s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 6350K .......... .......... .......... .......... .......... 6% 152M 1s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 6400K .......... .......... .......... .......... .......... 6% 121M 1s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 6450K .......... .......... .......... .......... .......... 6% 186M 1s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 6500K .......... .......... .......... .......... .......... 7% 153M 1s 2024-09-07T14:13:13.541 INFO:teuthology.orchestra.run.smithi107.stderr: 6550K .......... .......... .......... .......... .......... 7% 138M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 6600K .......... .......... .......... .......... .......... 7% 148M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 6650K .......... .......... .......... .......... .......... 7% 141M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 6700K .......... .......... .......... .......... .......... 7% 177M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 6750K .......... .......... .......... .......... .......... 7% 138M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 6800K .......... .......... .......... .......... .......... 7% 117M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 6850K .......... .......... .......... .......... .......... 7% 173M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 6900K .......... .......... .......... .......... .......... 7% 142M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 6950K .......... .......... .......... .......... .......... 7% 196M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 7000K .......... .......... .......... .......... .......... 7% 158M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 7050K .......... .......... .......... .......... .......... 7% 142M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 7100K .......... .......... .......... .......... .......... 7% 197M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 7150K .......... .......... .......... .......... .......... 7% 199M 1s 2024-09-07T14:13:13.542 INFO:teuthology.orchestra.run.smithi107.stderr: 7200K .......... .......... .......... .......... .......... 7% 155M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7250K .......... .......... .......... .......... .......... 7% 110M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7300K .......... .......... .......... .......... .......... 7% 193M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7350K .......... .......... .......... .......... .......... 7% 201M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7400K .......... .......... .......... .......... .......... 8% 178M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7450K .......... .......... .......... .......... .......... 8% 188M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7500K .......... .......... .......... .......... .......... 8% 201M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7550K .......... .......... .......... .......... .......... 8% 187M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7600K .......... .......... .......... .......... .......... 8% 174M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7650K .......... .......... .......... .......... .......... 8% 210M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7700K .......... .......... .......... .......... .......... 8% 193M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7750K .......... .......... .......... .......... .......... 8% 85.2M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7800K .......... .......... .......... .......... .......... 8% 132M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7850K .......... .......... .......... .......... .......... 8% 206M 1s 2024-09-07T14:13:13.543 INFO:teuthology.orchestra.run.smithi107.stderr: 7900K .......... .......... .......... .......... .......... 8% 172M 1s 2024-09-07T14:13:13.544 INFO:teuthology.orchestra.run.smithi107.stderr: 7950K .......... .......... .......... .......... .......... 8% 144M 1s 2024-09-07T14:13:13.544 INFO:teuthology.orchestra.run.smithi107.stderr: 8000K .......... .......... .......... .......... .......... 8% 153M 1s 2024-09-07T14:13:13.544 INFO:teuthology.orchestra.run.smithi107.stderr: 8050K .......... .......... .......... .......... .......... 8% 177M 1s 2024-09-07T14:13:13.544 INFO:teuthology.orchestra.run.smithi107.stderr: 8100K .......... .......... .......... .......... .......... 8% 106M 1s 2024-09-07T14:13:13.544 INFO:teuthology.orchestra.run.smithi107.stderr: 8150K .......... .......... .......... .......... .......... 8% 186M 1s 2024-09-07T14:13:13.544 INFO:teuthology.orchestra.run.smithi107.stderr: 8200K .......... .......... .......... .......... .......... 8% 158M 1s 2024-09-07T14:13:13.544 INFO:teuthology.orchestra.run.smithi107.stderr: 8250K .......... .......... .......... .......... .......... 8% 178M 1s 2024-09-07T14:13:13.544 INFO:teuthology.orchestra.run.smithi107.stderr: 8300K .......... .......... .......... .......... .......... 8% 149M 1s 2024-09-07T14:13:13.544 INFO:teuthology.orchestra.run.smithi107.stderr: 8350K .......... .......... .......... .......... .......... 9% 185M 1s 2024-09-07T14:13:13.544 INFO:teuthology.orchestra.run.smithi107.stderr: 8400K .......... .......... .......... .......... .......... 9% 152M 1s 2024-09-07T14:13:13.544 INFO:teuthology.orchestra.run.smithi107.stderr: 8450K .......... .......... .......... .......... .......... 9% 200M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 8500K .......... .......... .......... .......... .......... 9% 180M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 8550K .......... .......... .......... .......... .......... 9% 144M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 8600K .......... .......... .......... .......... .......... 9% 140M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 8650K .......... .......... .......... .......... .......... 9% 219M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 8700K .......... .......... .......... .......... .......... 9% 151M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 8750K .......... .......... .......... .......... .......... 9% 220M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 8800K .......... .......... .......... .......... .......... 9% 117M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 8850K .......... .......... .......... .......... .......... 9% 201M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 8900K .......... .......... .......... .......... .......... 9% 185M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 8950K .......... .......... .......... .......... .......... 9% 96.0M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 9000K .......... .......... .......... .......... .......... 9% 198M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 9050K .......... .......... .......... .......... .......... 9% 222M 1s 2024-09-07T14:13:13.545 INFO:teuthology.orchestra.run.smithi107.stderr: 9100K .......... .......... .......... .......... .......... 9% 232M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9150K .......... .......... .......... .......... .......... 9% 117M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9200K .......... .......... .......... .......... .......... 9% 140M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9250K .......... .......... .......... .......... .......... 10% 244M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9300K .......... .......... .......... .......... .......... 10% 198M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9350K .......... .......... .......... .......... .......... 10% 234M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9400K .......... .......... .......... .......... .......... 10% 229M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9450K .......... .......... .......... .......... .......... 10% 218M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9500K .......... .......... .......... .......... .......... 10% 172M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9550K .......... .......... .......... .......... .......... 10% 221M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9600K .......... .......... .......... .......... .......... 10% 252M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9650K .......... .......... .......... .......... .......... 10% 252M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9700K .......... .......... .......... .......... .......... 10% 140M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9750K .......... .......... .......... .......... .......... 10% 133M 1s 2024-09-07T14:13:13.546 INFO:teuthology.orchestra.run.smithi107.stderr: 9800K .......... .......... .......... .......... .......... 10% 175M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 9850K .......... .......... .......... .......... .......... 10% 251M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 9900K .......... .......... .......... .......... .......... 10% 214M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 9950K .......... .......... .......... .......... .......... 10% 261M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 10000K .......... .......... .......... .......... .......... 10% 193M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 10050K .......... .......... .......... .......... .......... 10% 159M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 10100K .......... .......... .......... .......... .......... 10% 205M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 10150K .......... .......... .......... .......... .......... 10% 252M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 10200K .......... .......... .......... .......... .......... 11% 155M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 10250K .......... .......... .......... .......... .......... 11% 250M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 10300K .......... .......... .......... .......... .......... 11% 161M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 10350K .......... .......... .......... .......... .......... 11% 134M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 10400K .......... .......... .......... .......... .......... 11% 253M 1s 2024-09-07T14:13:13.547 INFO:teuthology.orchestra.run.smithi107.stderr: 10450K .......... .......... .......... .......... .......... 11% 267M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 10500K .......... .......... .......... .......... .......... 11% 182M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 10550K .......... .......... .......... .......... .......... 11% 164M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 10600K .......... .......... .......... .......... .......... 11% 255M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 10650K .......... .......... .......... .......... .......... 11% 257M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 10700K .......... .......... .......... .......... .......... 11% 159M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 10750K .......... .......... .......... .......... .......... 11% 203M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 10800K .......... .......... .......... .......... .......... 11% 267M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 10850K .......... .......... .......... .......... .......... 11% 180M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 10900K .......... .......... .......... .......... .......... 11% 264M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 10950K .......... .......... .......... .......... .......... 11% 168M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 11000K .......... .......... .......... .......... .......... 11% 236M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 11050K .......... .......... .......... .......... .......... 11% 209M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 11100K .......... .......... .......... .......... .......... 12% 242M 1s 2024-09-07T14:13:13.548 INFO:teuthology.orchestra.run.smithi107.stderr: 11150K .......... .......... .......... .......... .......... 12% 223M 1s 2024-09-07T14:13:13.549 INFO:teuthology.orchestra.run.smithi107.stderr: 11200K .......... .......... .......... .......... .......... 12% 251M 1s 2024-09-07T14:13:13.549 INFO:teuthology.orchestra.run.smithi107.stderr: 11250K .......... .......... .......... .......... .......... 12% 171M 1s 2024-09-07T14:13:13.549 INFO:teuthology.orchestra.run.smithi107.stderr: 11300K .......... .......... .......... .......... .......... 12% 233M 1s 2024-09-07T14:13:13.549 INFO:teuthology.orchestra.run.smithi107.stderr: 11350K .......... .......... .......... .......... .......... 12% 237M 1s 2024-09-07T14:13:13.549 INFO:teuthology.orchestra.run.smithi107.stderr: 11400K .......... .......... .......... .......... .......... 12% 276M 1s 2024-09-07T14:13:13.549 INFO:teuthology.orchestra.run.smithi107.stderr: 11450K .......... .......... .......... .......... .......... 12% 280M 1s 2024-09-07T14:13:13.549 INFO:teuthology.orchestra.run.smithi107.stderr: 11500K .......... .......... .......... .......... .......... 12% 272M 1s 2024-09-07T14:13:13.549 INFO:teuthology.orchestra.run.smithi107.stderr: 11550K .......... .......... .......... .......... .......... 12% 178M 1s 2024-09-07T14:13:13.549 INFO:teuthology.orchestra.run.smithi107.stderr: 11600K .......... .......... .......... .......... .......... 12% 182M 1s 2024-09-07T14:13:13.549 INFO:teuthology.orchestra.run.smithi107.stderr: 11650K .......... .......... .......... .......... .......... 12% 271M 1s 2024-09-07T14:13:13.549 INFO:teuthology.orchestra.run.smithi107.stderr: 11700K .......... .......... .......... .......... .......... 12% 275M 1s 2024-09-07T14:13:13.549 INFO:teuthology.orchestra.run.smithi107.stderr: 11750K .......... .......... .......... .......... .......... 12% 250M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 11800K .......... .......... .......... .......... .......... 12% 270M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 11850K .......... .......... .......... .......... .......... 12% 270M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 11900K .......... .......... .......... .......... .......... 12% 279M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 11950K .......... .......... .......... .......... .......... 12% 212M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 12000K .......... .......... .......... .......... .......... 12% 284M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 12050K .......... .......... .......... .......... .......... 13% 279M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 12100K .......... .......... .......... .......... .......... 13% 232M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 12150K .......... .......... .......... .......... .......... 13% 266M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 12200K .......... .......... .......... .......... .......... 13% 241M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 12250K .......... .......... .......... .......... .......... 13% 179M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 12300K .......... .......... .......... .......... .......... 13% 183M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 12350K .......... .......... .......... .......... .......... 13% 110M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 12400K .......... .......... .......... .......... .......... 13% 219M 1s 2024-09-07T14:13:13.550 INFO:teuthology.orchestra.run.smithi107.stderr: 12450K .......... .......... .......... .......... .......... 13% 294M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 12500K .......... .......... .......... .......... .......... 13% 243M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 12550K .......... .......... .......... .......... .......... 13% 142M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 12600K .......... .......... .......... .......... .......... 13% 269M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 12650K .......... .......... .......... .......... .......... 13% 237M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 12700K .......... .......... .......... .......... .......... 13% 223M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 12750K .......... .......... .......... .......... .......... 13% 143M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 12800K .......... .......... .......... .......... .......... 13% 218M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 12850K .......... .......... .......... .......... .......... 13% 180M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 12900K .......... .......... .......... .......... .......... 13% 190M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 12950K .......... .......... .......... .......... .......... 13% 242M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 13000K .......... .......... .......... .......... .......... 14% 252M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 13050K .......... .......... .......... .......... .......... 14% 193M 1s 2024-09-07T14:13:13.551 INFO:teuthology.orchestra.run.smithi107.stderr: 13100K .......... .......... .......... .......... .......... 14% 218M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13150K .......... .......... .......... .......... .......... 14% 271M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13200K .......... .......... .......... .......... .......... 14% 308M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13250K .......... .......... .......... .......... .......... 14% 242M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13300K .......... .......... .......... .......... .......... 14% 185M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13350K .......... .......... .......... .......... .......... 14% 220M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13400K .......... .......... .......... .......... .......... 14% 247M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13450K .......... .......... .......... .......... .......... 14% 200M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13500K .......... .......... .......... .......... .......... 14% 218M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13550K .......... .......... .......... .......... .......... 14% 218M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13600K .......... .......... .......... .......... .......... 14% 284M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13650K .......... .......... .......... .......... .......... 14% 189M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13700K .......... .......... .......... .......... .......... 14% 295M 1s 2024-09-07T14:13:13.552 INFO:teuthology.orchestra.run.smithi107.stderr: 13750K .......... .......... .......... .......... .......... 14% 314M 1s 2024-09-07T14:13:13.553 INFO:teuthology.orchestra.run.smithi107.stderr: 13800K .......... .......... .......... .......... .......... 14% 281M 1s 2024-09-07T14:13:13.556 INFO:teuthology.orchestra.run.smithi107.stderr: 13850K .......... .......... .......... .......... .......... 14% 298M 1s 2024-09-07T14:13:13.556 INFO:teuthology.orchestra.run.smithi107.stderr: 13900K .......... .......... .......... .......... .......... 15% 210M 1s 2024-09-07T14:13:13.556 INFO:teuthology.orchestra.run.smithi107.stderr: 13950K .......... .......... .......... .......... .......... 15% 196M 1s 2024-09-07T14:13:13.556 INFO:teuthology.orchestra.run.smithi107.stderr: 14000K .......... .......... .......... .......... .......... 15% 313M 1s 2024-09-07T14:13:13.556 INFO:teuthology.orchestra.run.smithi107.stderr: 14050K .......... .......... .......... .......... .......... 15% 307M 1s 2024-09-07T14:13:13.556 INFO:teuthology.orchestra.run.smithi107.stderr: 14100K .......... .......... .......... .......... .......... 15% 311M 1s 2024-09-07T14:13:13.556 INFO:teuthology.orchestra.run.smithi107.stderr: 14150K .......... .......... .......... .......... .......... 15% 284M 1s 2024-09-07T14:13:13.556 INFO:teuthology.orchestra.run.smithi107.stderr: 14200K .......... .......... .......... .......... .......... 15% 324M 1s 2024-09-07T14:13:13.556 INFO:teuthology.orchestra.run.smithi107.stderr: 14250K .......... .......... .......... .......... .......... 15% 328M 1s 2024-09-07T14:13:13.556 INFO:teuthology.orchestra.run.smithi107.stderr: 14300K .......... .......... .......... .......... .......... 15% 318M 1s 2024-09-07T14:13:13.556 INFO:teuthology.orchestra.run.smithi107.stderr: 14350K .......... .......... .......... .......... .......... 15% 205M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 14400K .......... .......... .......... .......... .......... 15% 195M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 14450K .......... .......... .......... .......... .......... 15% 225M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 14500K .......... .......... .......... .......... .......... 15% 317M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 14550K .......... .......... .......... .......... .......... 15% 299M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 14600K .......... .......... .......... .......... .......... 15% 311M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 14650K .......... .......... .......... .......... .......... 15% 330M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 14700K .......... .......... .......... .......... .......... 15% 331M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 14750K .......... .......... .......... .......... .......... 15% 271M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 14800K .......... .......... .......... .......... .......... 15% 330M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 14850K .......... .......... .......... .......... .......... 16% 58.8M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 14900K .......... .......... .......... .......... .......... 16% 126M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 14950K .......... .......... .......... .......... .......... 16% 76.8M 1s 2024-09-07T14:13:13.557 INFO:teuthology.orchestra.run.smithi107.stderr: 15000K .......... .......... .......... .......... .......... 16% 147M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15050K .......... .......... .......... .......... .......... 16% 96.0M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15100K .......... .......... .......... .......... .......... 16% 111M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15150K .......... .......... .......... .......... .......... 16% 91.7M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15200K .......... .......... .......... .......... .......... 16% 98.9M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15250K .......... .......... .......... .......... .......... 16% 148M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15300K .......... .......... .......... .......... .......... 16% 99.0M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15350K .......... .......... .......... .......... .......... 16% 251M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15400K .......... .......... .......... .......... .......... 16% 267M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15450K .......... .......... .......... .......... .......... 16% 285M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15500K .......... .......... .......... .......... .......... 16% 253M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15550K .......... .......... .......... .......... .......... 16% 104M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15600K .......... .......... .......... .......... .......... 16% 196M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15650K .......... .......... .......... .......... .......... 16% 189M 1s 2024-09-07T14:13:13.558 INFO:teuthology.orchestra.run.smithi107.stderr: 15700K .......... .......... .......... .......... .......... 16% 189M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 15750K .......... .......... .......... .......... .......... 17% 237M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 15800K .......... .......... .......... .......... .......... 17% 219M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 15850K .......... .......... .......... .......... .......... 17% 220M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 15900K .......... .......... .......... .......... .......... 17% 282M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 15950K .......... .......... .......... .......... .......... 17% 235M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 16000K .......... .......... .......... .......... .......... 17% 271M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 16050K .......... .......... .......... .......... .......... 17% 197M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 16100K .......... .......... .......... .......... .......... 17% 174M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 16150K .......... .......... .......... .......... .......... 17% 232M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 16200K .......... .......... .......... .......... .......... 17% 283M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 16250K .......... .......... .......... .......... .......... 17% 275M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 16300K .......... .......... .......... .......... .......... 17% 265M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 16350K .......... .......... .......... .......... .......... 17% 233M 1s 2024-09-07T14:13:13.559 INFO:teuthology.orchestra.run.smithi107.stderr: 16400K .......... .......... .......... .......... .......... 17% 272M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 16450K .......... .......... .......... .......... .......... 17% 228M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 16500K .......... .......... .......... .......... .......... 17% 144M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 16550K .......... .......... .......... .......... .......... 17% 147M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 16600K .......... .......... .......... .......... .......... 17% 282M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 16650K .......... .......... .......... .......... .......... 17% 290M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 16700K .......... .......... .......... .......... .......... 18% 288M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 16750K .......... .......... .......... .......... .......... 18% 230M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 16800K .......... .......... .......... .......... .......... 18% 280M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 16850K .......... .......... .......... .......... .......... 18% 298M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 16900K .......... .......... .......... .......... .......... 18% 294M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 16950K .......... .......... .......... .......... .......... 18% 264M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 17000K .......... .......... .......... .......... .......... 18% 241M 1s 2024-09-07T14:13:13.560 INFO:teuthology.orchestra.run.smithi107.stderr: 17050K .......... .......... .......... .......... .......... 18% 125M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17100K .......... .......... .......... .......... .......... 18% 165M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17150K .......... .......... .......... .......... .......... 18% 157M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17200K .......... .......... .......... .......... .......... 18% 197M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17250K .......... .......... .......... .......... .......... 18% 277M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17300K .......... .......... .......... .......... .......... 18% 288M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17350K .......... .......... .......... .......... .......... 18% 156M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17400K .......... .......... .......... .......... .......... 18% 271M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17450K .......... .......... .......... .......... .......... 18% 190M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17500K .......... .......... .......... .......... .......... 18% 275M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17550K .......... .......... .......... .......... .......... 18% 226M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17600K .......... .......... .......... .......... .......... 18% 285M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17650K .......... .......... .......... .......... .......... 19% 233M 1s 2024-09-07T14:13:13.561 INFO:teuthology.orchestra.run.smithi107.stderr: 17700K .......... .......... .......... .......... .......... 19% 189M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 17750K .......... .......... .......... .......... .......... 19% 247M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 17800K .......... .......... .......... .......... .......... 19% 281M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 17850K .......... .......... .......... .......... .......... 19% 212M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 17900K .......... .......... .......... .......... .......... 19% 202M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 17950K .......... .......... .......... .......... .......... 19% 230M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 18000K .......... .......... .......... .......... .......... 19% 285M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 18050K .......... .......... .......... .......... .......... 19% 288M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 18100K .......... .......... .......... .......... .......... 19% 263M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 18150K .......... .......... .......... .......... .......... 19% 162M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 18200K .......... .......... .......... .......... .......... 19% 182M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 18250K .......... .......... .......... .......... .......... 19% 235M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 18300K .......... .......... .......... .......... .......... 19% 194M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 18350K .......... .......... .......... .......... .......... 19% 237M 1s 2024-09-07T14:13:13.562 INFO:teuthology.orchestra.run.smithi107.stderr: 18400K .......... .......... .......... .......... .......... 19% 261M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 18450K .......... .......... .......... .......... .......... 19% 218M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 18500K .......... .......... .......... .......... .......... 19% 220M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 18550K .......... .......... .......... .......... .......... 20% 244M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 18600K .......... .......... .......... .......... .......... 20% 301M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 18650K .......... .......... .......... .......... .......... 20% 298M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 18700K .......... .......... .......... .......... .......... 20% 228M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 18750K .......... .......... .......... .......... .......... 20% 164M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 18800K .......... .......... .......... .......... .......... 20% 199M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 18850K .......... .......... .......... .......... .......... 20% 277M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 18900K .......... .......... .......... .......... .......... 20% 287M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 18950K .......... .......... .......... .......... .......... 20% 270M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 19000K .......... .......... .......... .......... .......... 20% 296M 1s 2024-09-07T14:13:13.563 INFO:teuthology.orchestra.run.smithi107.stderr: 19050K .......... .......... .......... .......... .......... 20% 280M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19100K .......... .......... .......... .......... .......... 20% 260M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19150K .......... .......... .......... .......... .......... 20% 144M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19200K .......... .......... .......... .......... .......... 20% 209M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19250K .......... .......... .......... .......... .......... 20% 225M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19300K .......... .......... .......... .......... .......... 20% 252M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19350K .......... .......... .......... .......... .......... 20% 251M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19400K .......... .......... .......... .......... .......... 20% 294M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19450K .......... .......... .......... .......... .......... 20% 303M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19500K .......... .......... .......... .......... .......... 21% 283M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19550K .......... .......... .......... .......... .......... 21% 257M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19600K .......... .......... .......... .......... .......... 21% 290M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19650K .......... .......... .......... .......... .......... 21% 307M 1s 2024-09-07T14:13:13.564 INFO:teuthology.orchestra.run.smithi107.stderr: 19700K .......... .......... .......... .......... .......... 21% 224M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 19750K .......... .......... .......... .......... .......... 21% 160M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 19800K .......... .......... .......... .......... .......... 21% 187M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 19850K .......... .......... .......... .......... .......... 21% 192M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 19900K .......... .......... .......... .......... .......... 21% 226M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 19950K .......... .......... .......... .......... .......... 21% 241M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 20000K .......... .......... .......... .......... .......... 21% 287M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 20050K .......... .......... .......... .......... .......... 21% 236M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 20100K .......... .......... .......... .......... .......... 21% 218M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 20150K .......... .......... .......... .......... .......... 21% 210M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 20200K .......... .......... .......... .......... .......... 21% 229M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 20250K .......... .......... .......... .......... .......... 21% 290M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 20300K .......... .......... .......... .......... .......... 21% 286M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 20350K .......... .......... .......... .......... .......... 21% 243M 1s 2024-09-07T14:13:13.565 INFO:teuthology.orchestra.run.smithi107.stderr: 20400K .......... .......... .......... .......... .......... 22% 255M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 20450K .......... .......... .......... .......... .......... 22% 188M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 20500K .......... .......... .......... .......... .......... 22% 246M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 20550K .......... .......... .......... .......... .......... 22% 268M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 20600K .......... .......... .......... .......... .......... 22% 183M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 20650K .......... .......... .......... .......... .......... 22% 235M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 20700K .......... .......... .......... .......... .......... 22% 257M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 20750K .......... .......... .......... .......... .......... 22% 191M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 20800K .......... .......... .......... .......... .......... 22% 281M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 20850K .......... .......... .......... .......... .......... 22% 295M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 20900K .......... .......... .......... .......... .......... 22% 197M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 20950K .......... .......... .......... .......... .......... 22% 190M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 21000K .......... .......... .......... .......... .......... 22% 214M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 21050K .......... .......... .......... .......... .......... 22% 291M 1s 2024-09-07T14:13:13.566 INFO:teuthology.orchestra.run.smithi107.stderr: 21100K .......... .......... .......... .......... .......... 22% 246M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21150K .......... .......... .......... .......... .......... 22% 214M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21200K .......... .......... .......... .......... .......... 22% 213M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21250K .......... .......... .......... .......... .......... 22% 228M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21300K .......... .......... .......... .......... .......... 22% 291M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21350K .......... .......... .......... .......... .......... 23% 269M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21400K .......... .......... .......... .......... .......... 23% 288M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21450K .......... .......... .......... .......... .......... 23% 297M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21500K .......... .......... .......... .......... .......... 23% 218M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21550K .......... .......... .......... .......... .......... 23% 171M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21600K .......... .......... .......... .......... .......... 23% 229M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21650K .......... .......... .......... .......... .......... 23% 285M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21700K .......... .......... .......... .......... .......... 23% 304M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21750K .......... .......... .......... .......... .......... 23% 256M 1s 2024-09-07T14:13:13.567 INFO:teuthology.orchestra.run.smithi107.stderr: 21800K .......... .......... .......... .......... .......... 23% 295M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 21850K .......... .......... .......... .......... .......... 23% 288M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 21900K .......... .......... .......... .......... .......... 23% 267M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 21950K .......... .......... .......... .......... .......... 23% 164M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 22000K .......... .......... .......... .......... .......... 23% 221M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 22050K .......... .......... .......... .......... .......... 23% 183M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 22100K .......... .......... .......... .......... .......... 23% 288M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 22150K .......... .......... .......... .......... .......... 23% 270M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 22200K .......... .......... .......... .......... .......... 23% 306M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 22250K .......... .......... .......... .......... .......... 24% 287M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 22300K .......... .......... .......... .......... .......... 24% 302M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 22350K .......... .......... .......... .......... .......... 24% 247M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 22400K .......... .......... .......... .......... .......... 24% 88.4M 1s 2024-09-07T14:13:13.568 INFO:teuthology.orchestra.run.smithi107.stderr: 22450K .......... .......... .......... .......... .......... 24% 191M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 22500K .......... .......... .......... .......... .......... 24% 188M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 22550K .......... .......... .......... .......... .......... 24% 174M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 22600K .......... .......... .......... .......... .......... 24% 238M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 22650K .......... .......... .......... .......... .......... 24% 269M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 22700K .......... .......... .......... .......... .......... 24% 262M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 22750K .......... .......... .......... .......... .......... 24% 229M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 22800K .......... .......... .......... .......... .......... 24% 200M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 22850K .......... .......... .......... .......... .......... 24% 218M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 22900K .......... .......... .......... .......... .......... 24% 273M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 22950K .......... .......... .......... .......... .......... 24% 221M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 23000K .......... .......... .......... .......... .......... 24% 268M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 23050K .......... .......... .......... .......... .......... 24% 284M 1s 2024-09-07T14:13:13.569 INFO:teuthology.orchestra.run.smithi107.stderr: 23100K .......... .......... .......... .......... .......... 24% 290M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23150K .......... .......... .......... .......... .......... 24% 196M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23200K .......... .......... .......... .......... .......... 25% 225M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23250K .......... .......... .......... .......... .......... 25% 235M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23300K .......... .......... .......... .......... .......... 25% 243M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23350K .......... .......... .......... .......... .......... 25% 203M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23400K .......... .......... .......... .......... .......... 25% 260M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23450K .......... .......... .......... .......... .......... 25% 239M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23500K .......... .......... .......... .......... .......... 25% 245M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23550K .......... .......... .......... .......... .......... 25% 233M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23600K .......... .......... .......... .......... .......... 25% 243M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23650K .......... .......... .......... .......... .......... 25% 202M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23700K .......... .......... .......... .......... .......... 25% 240M 1s 2024-09-07T14:13:13.570 INFO:teuthology.orchestra.run.smithi107.stderr: 23750K .......... .......... .......... .......... .......... 25% 198M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 23800K .......... .......... .......... .......... .......... 25% 257M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 23850K .......... .......... .......... .......... .......... 25% 216M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 23900K .......... .......... .......... .......... .......... 25% 272M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 23950K .......... .......... .......... .......... .......... 25% 180M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 24000K .......... .......... .......... .......... .......... 25% 256M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 24050K .......... .......... .......... .......... .......... 25% 305M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 24100K .......... .......... .......... .......... .......... 25% 278M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 24150K .......... .......... .......... .......... .......... 26% 275M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 24200K .......... .......... .......... .......... .......... 26% 310M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 24250K .......... .......... .......... .......... .......... 26% 306M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 24300K .......... .......... .......... .......... .......... 26% 290M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 24350K .......... .......... .......... .......... .......... 26% 174M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 24400K .......... .......... .......... .......... .......... 26% 189M 1s 2024-09-07T14:13:13.571 INFO:teuthology.orchestra.run.smithi107.stderr: 24450K .......... .......... .......... .......... .......... 26% 269M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 24500K .......... .......... .......... .......... .......... 26% 305M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 24550K .......... .......... .......... .......... .......... 26% 273M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 24600K .......... .......... .......... .......... .......... 26% 289M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 24650K .......... .......... .......... .......... .......... 26% 217M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 24700K .......... .......... .......... .......... .......... 26% 170M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 24750K .......... .......... .......... .......... .......... 26% 200M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 24800K .......... .......... .......... .......... .......... 26% 289M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 24850K .......... .......... .......... .......... .......... 26% 202M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 24900K .......... .......... .......... .......... .......... 26% 307M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 24950K .......... .......... .......... .......... .......... 26% 263M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 25000K .......... .......... .......... .......... .......... 26% 311M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 25050K .......... .......... .......... .......... .......... 27% 298M 1s 2024-09-07T14:13:13.572 INFO:teuthology.orchestra.run.smithi107.stderr: 25100K .......... .......... .......... .......... .......... 27% 296M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25150K .......... .......... .......... .......... .......... 27% 97.0M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25200K .......... .......... .......... .......... .......... 27% 213M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25250K .......... .......... .......... .......... .......... 27% 243M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25300K .......... .......... .......... .......... .......... 27% 246M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25350K .......... .......... .......... .......... .......... 27% 185M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25400K .......... .......... .......... .......... .......... 27% 202M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25450K .......... .......... .......... .......... .......... 27% 288M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25500K .......... .......... .......... .......... .......... 27% 286M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25550K .......... .......... .......... .......... .......... 27% 189M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25600K .......... .......... .......... .......... .......... 27% 224M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25650K .......... .......... .......... .......... .......... 27% 257M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25700K .......... .......... .......... .......... .......... 27% 237M 1s 2024-09-07T14:13:13.573 INFO:teuthology.orchestra.run.smithi107.stderr: 25750K .......... .......... .......... .......... .......... 27% 220M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 25800K .......... .......... .......... .......... .......... 27% 263M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 25850K .......... .......... .......... .......... .......... 27% 297M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 25900K .......... .......... .......... .......... .......... 27% 222M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 25950K .......... .......... .......... .......... .......... 27% 164M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 26000K .......... .......... .......... .......... .......... 28% 234M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 26050K .......... .......... .......... .......... .......... 28% 253M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 26100K .......... .......... .......... .......... .......... 28% 230M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 26150K .......... .......... .......... .......... .......... 28% 204M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 26200K .......... .......... .......... .......... .......... 28% 202M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 26250K .......... .......... .......... .......... .......... 28% 304M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 26300K .......... .......... .......... .......... .......... 28% 293M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 26350K .......... .......... .......... .......... .......... 28% 200M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 26400K .......... .......... .......... .......... .......... 28% 221M 1s 2024-09-07T14:13:13.574 INFO:teuthology.orchestra.run.smithi107.stderr: 26450K .......... .......... .......... .......... .......... 28% 226M 1s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 26500K .......... .......... .......... .......... .......... 28% 288M 1s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 26550K .......... .......... .......... .......... .......... 28% 184M 1s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 26600K .......... .......... .......... .......... .......... 28% 255M 1s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 26650K .......... .......... .......... .......... .......... 28% 194M 1s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 26700K .......... .......... .......... .......... .......... 28% 241M 1s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 26750K .......... .......... .......... .......... .......... 28% 219M 1s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 26800K .......... .......... .......... .......... .......... 28% 307M 1s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 26850K .......... .......... .......... .......... .......... 28% 309M 0s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 26900K .......... .......... .......... .......... .......... 29% 275M 0s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 26950K .......... .......... .......... .......... .......... 29% 276M 0s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 27000K .......... .......... .......... .......... .......... 29% 310M 0s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 27050K .......... .......... .......... .......... .......... 29% 307M 0s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 27100K .......... .......... .......... .......... .......... 29% 310M 0s 2024-09-07T14:13:13.575 INFO:teuthology.orchestra.run.smithi107.stderr: 27150K .......... .......... .......... .......... .......... 29% 149M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27200K .......... .......... .......... .......... .......... 29% 192M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27250K .......... .......... .......... .......... .......... 29% 218M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27300K .......... .......... .......... .......... .......... 29% 304M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27350K .......... .......... .......... .......... .......... 29% 279M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27400K .......... .......... .......... .......... .......... 29% 272M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27450K .......... .......... .......... .......... .......... 29% 179M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27500K .......... .......... .......... .......... .......... 29% 212M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27550K .......... .......... .......... .......... .......... 29% 174M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27600K .......... .......... .......... .......... .......... 29% 252M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27650K .......... .......... .......... .......... .......... 29% 334M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27700K .......... .......... .......... .......... .......... 29% 309M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27750K .......... .......... .......... .......... .......... 29% 278M 0s 2024-09-07T14:13:13.576 INFO:teuthology.orchestra.run.smithi107.stderr: 27800K .......... .......... .......... .......... .......... 29% 309M 0s 2024-09-07T14:13:13.577 INFO:teuthology.orchestra.run.smithi107.stderr: 27850K .......... .......... .......... .......... .......... 30% 291M 0s 2024-09-07T14:13:13.577 INFO:teuthology.orchestra.run.smithi107.stderr: 27900K .......... .......... .......... .......... .......... 30% 296M 0s 2024-09-07T14:13:13.577 INFO:teuthology.orchestra.run.smithi107.stderr: 27950K .......... .......... .......... .......... .......... 30% 123M 0s 2024-09-07T14:13:13.577 INFO:teuthology.orchestra.run.smithi107.stderr: 28000K .......... .......... .......... .......... .......... 30% 216M 0s 2024-09-07T14:13:13.577 INFO:teuthology.orchestra.run.smithi107.stderr: 28050K .......... .......... .......... .......... .......... 30% 293M 0s 2024-09-07T14:13:13.577 INFO:teuthology.orchestra.run.smithi107.stderr: 28100K .......... .......... .......... .......... .......... 30% 220M 0s 2024-09-07T14:13:13.577 INFO:teuthology.orchestra.run.smithi107.stderr: 28150K .......... .......... .......... .......... .......... 30% 170M 0s 2024-09-07T14:13:13.577 INFO:teuthology.orchestra.run.smithi107.stderr: 28200K .......... .......... .......... .......... .......... 30% 249M 0s 2024-09-07T14:13:13.577 INFO:teuthology.orchestra.run.smithi107.stderr: 28250K .......... .......... .......... .......... .......... 30% 311M 0s 2024-09-07T14:13:13.577 INFO:teuthology.orchestra.run.smithi107.stderr: 28300K .......... .......... .......... .......... .......... 30% 253M 0s 2024-09-07T14:13:13.577 INFO:teuthology.orchestra.run.smithi107.stderr: 28350K .......... .......... .......... .......... .......... 30% 202M 0s 2024-09-07T14:13:13.577 INFO:teuthology.orchestra.run.smithi107.stderr: 28400K .......... .......... .......... .......... .......... 30% 273M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 28450K .......... .......... .......... .......... .......... 30% 194M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 28500K .......... .......... .......... .......... .......... 30% 276M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 28550K .......... .......... .......... .......... .......... 30% 260M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 28600K .......... .......... .......... .......... .......... 30% 318M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 28650K .......... .......... .......... .......... .......... 30% 270M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 28700K .......... .......... .......... .......... .......... 30% 345M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 28750K .......... .......... .......... .......... .......... 31% 180M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 28800K .......... .......... .......... .......... .......... 31% 219M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 28850K .......... .......... .......... .......... .......... 31% 310M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 28900K .......... .......... .......... .......... .......... 31% 223M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 28950K .......... .......... .......... .......... .......... 31% 217M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 29000K .......... .......... .......... .......... .......... 31% 217M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 29050K .......... .......... .......... .......... .......... 31% 240M 0s 2024-09-07T14:13:13.578 INFO:teuthology.orchestra.run.smithi107.stderr: 29100K .......... .......... .......... .......... .......... 31% 300M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29150K .......... .......... .......... .......... .......... 31% 208M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29200K .......... .......... .......... .......... .......... 31% 214M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29250K .......... .......... .......... .......... .......... 31% 235M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29300K .......... .......... .......... .......... .......... 31% 309M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29350K .......... .......... .......... .......... .......... 31% 274M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29400K .......... .......... .......... .......... .......... 31% 221M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29450K .......... .......... .......... .......... .......... 31% 193M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29500K .......... .......... .......... .......... .......... 31% 228M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29550K .......... .......... .......... .......... .......... 31% 198M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29600K .......... .......... .......... .......... .......... 31% 251M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29650K .......... .......... .......... .......... .......... 31% 251M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29700K .......... .......... .......... .......... .......... 32% 289M 0s 2024-09-07T14:13:13.579 INFO:teuthology.orchestra.run.smithi107.stderr: 29750K .......... .......... .......... .......... .......... 32% 289M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 29800K .......... .......... .......... .......... .......... 32% 316M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 29850K .......... .......... .......... .......... .......... 32% 54.1M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 29900K .......... .......... .......... .......... .......... 32% 180M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 29950K .......... .......... .......... .......... .......... 32% 171M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 30000K .......... .......... .......... .......... .......... 32% 225M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 30050K .......... .......... .......... .......... .......... 32% 196M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 30100K .......... .......... .......... .......... .......... 32% 277M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 30150K .......... .......... .......... .......... .......... 32% 181M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 30200K .......... .......... .......... .......... .......... 32% 199M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 30250K .......... .......... .......... .......... .......... 32% 318M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 30300K .......... .......... .......... .......... .......... 32% 312M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 30350K .......... .......... .......... .......... .......... 32% 274M 0s 2024-09-07T14:13:13.580 INFO:teuthology.orchestra.run.smithi107.stderr: 30400K .......... .......... .......... .......... .......... 32% 314M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 30450K .......... .......... .......... .......... .......... 32% 313M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 30500K .......... .......... .......... .......... .......... 32% 343M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 30550K .......... .......... .......... .......... .......... 32% 307M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 30600K .......... .......... .......... .......... .......... 32% 280M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 30650K .......... .......... .......... .......... .......... 33% 200M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 30700K .......... .......... .......... .......... .......... 33% 208M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 30750K .......... .......... .......... .......... .......... 33% 180M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 30800K .......... .......... .......... .......... .......... 33% 225M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 30850K .......... .......... .......... .......... .......... 33% 305M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 30900K .......... .......... .......... .......... .......... 33% 240M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 30950K .......... .......... .......... .......... .......... 33% 228M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 31000K .......... .......... .......... .......... .......... 33% 189M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 31050K .......... .......... .......... .......... .......... 33% 274M 0s 2024-09-07T14:13:13.581 INFO:teuthology.orchestra.run.smithi107.stderr: 31100K .......... .......... .......... .......... .......... 33% 258M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31150K .......... .......... .......... .......... .......... 33% 201M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31200K .......... .......... .......... .......... .......... 33% 232M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31250K .......... .......... .......... .......... .......... 33% 226M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31300K .......... .......... .......... .......... .......... 33% 240M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31350K .......... .......... .......... .......... .......... 33% 206M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31400K .......... .......... .......... .......... .......... 33% 240M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31450K .......... .......... .......... .......... .......... 33% 233M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31500K .......... .......... .......... .......... .......... 33% 221M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31550K .......... .......... .......... .......... .......... 34% 213M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31600K .......... .......... .......... .......... .......... 34% 264M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31650K .......... .......... .......... .......... .......... 34% 224M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31700K .......... .......... .......... .......... .......... 34% 294M 0s 2024-09-07T14:13:13.582 INFO:teuthology.orchestra.run.smithi107.stderr: 31750K .......... .......... .......... .......... .......... 34% 282M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 31800K .......... .......... .......... .......... .......... 34% 291M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 31850K .......... .......... .......... .......... .......... 34% 220M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 31900K .......... .......... .......... .......... .......... 34% 258M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 31950K .......... .......... .......... .......... .......... 34% 258M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 32000K .......... .......... .......... .......... .......... 34% 321M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 32050K .......... .......... .......... .......... .......... 34% 271M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 32100K .......... .......... .......... .......... .......... 34% 209M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 32150K .......... .......... .......... .......... .......... 34% 195M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 32200K .......... .......... .......... .......... .......... 34% 252M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 32250K .......... .......... .......... .......... .......... 34% 206M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 32300K .......... .......... .......... .......... .......... 34% 272M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 32350K .......... .......... .......... .......... .......... 34% 272M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 32400K .......... .......... .......... .......... .......... 34% 321M 0s 2024-09-07T14:13:13.583 INFO:teuthology.orchestra.run.smithi107.stderr: 32450K .......... .......... .......... .......... .......... 34% 335M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 32500K .......... .......... .......... .......... .......... 35% 340M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 32550K .......... .......... .......... .......... .......... 35% 283M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 32600K .......... .......... .......... .......... .......... 35% 338M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 32650K .......... .......... .......... .......... .......... 35% 339M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 32700K .......... .......... .......... .......... .......... 35% 328M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 32750K .......... .......... .......... .......... .......... 35% 85.7M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 32800K .......... .......... .......... .......... .......... 35% 232M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 32850K .......... .......... .......... .......... .......... 35% 224M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 32900K .......... .......... .......... .......... .......... 35% 215M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 32950K .......... .......... .......... .......... .......... 35% 302M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 33000K .......... .......... .......... .......... .......... 35% 240M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 33050K .......... .......... .......... .......... .......... 35% 264M 0s 2024-09-07T14:13:13.584 INFO:teuthology.orchestra.run.smithi107.stderr: 33100K .......... .......... .......... .......... .......... 35% 265M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33150K .......... .......... .......... .......... .......... 35% 249M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33200K .......... .......... .......... .......... .......... 35% 340M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33250K .......... .......... .......... .......... .......... 35% 317M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33300K .......... .......... .......... .......... .......... 35% 347M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33350K .......... .......... .......... .......... .......... 35% 72.8M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33400K .......... .......... .......... .......... .......... 36% 219M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33450K .......... .......... .......... .......... .......... 36% 205M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33500K .......... .......... .......... .......... .......... 36% 210M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33550K .......... .......... .......... .......... .......... 36% 265M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33600K .......... .......... .......... .......... .......... 36% 220M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33650K .......... .......... .......... .......... .......... 36% 291M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33700K .......... .......... .......... .......... .......... 36% 305M 0s 2024-09-07T14:13:13.585 INFO:teuthology.orchestra.run.smithi107.stderr: 33750K .......... .......... .......... .......... .......... 36% 342M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 33800K .......... .......... .......... .......... .......... 36% 323M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 33850K .......... .......... .......... .......... .......... 36% 274M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 33900K .......... .......... .......... .......... .......... 36% 200M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 33950K .......... .......... .......... .......... .......... 36% 222M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 34000K .......... .......... .......... .......... .......... 36% 334M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 34050K .......... .......... .......... .......... .......... 36% 279M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 34100K .......... .......... .......... .......... .......... 36% 254M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 34150K .......... .......... .......... .......... .......... 36% 261M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 34200K .......... .......... .......... .......... .......... 36% 290M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 34250K .......... .......... .......... .......... .......... 36% 301M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 34300K .......... .......... .......... .......... .......... 36% 201M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 34350K .......... .......... .......... .......... .......... 37% 280M 0s 2024-09-07T14:13:13.586 INFO:teuthology.orchestra.run.smithi107.stderr: 34400K .......... .......... .......... .......... .......... 37% 265M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 34450K .......... .......... .......... .......... .......... 37% 297M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 34500K .......... .......... .......... .......... .......... 37% 222M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 34550K .......... .......... .......... .......... .......... 37% 341M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 34600K .......... .......... .......... .......... .......... 37% 263M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 34650K .......... .......... .......... .......... .......... 37% 343M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 34700K .......... .......... .......... .......... .......... 37% 205M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 34750K .......... .......... .......... .......... .......... 37% 240M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 34800K .......... .......... .......... .......... .......... 37% 335M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 34850K .......... .......... .......... .......... .......... 37% 324M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 34900K .......... .......... .......... .......... .......... 37% 305M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 34950K .......... .......... .......... .......... .......... 37% 313M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 35000K .......... .......... .......... .......... .......... 37% 211M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 35050K .......... .......... .......... .......... .......... 37% 277M 0s 2024-09-07T14:13:13.587 INFO:teuthology.orchestra.run.smithi107.stderr: 35100K .......... .......... .......... .......... .......... 37% 223M 0s 2024-09-07T14:13:13.588 INFO:teuthology.orchestra.run.smithi107.stderr: 35150K .......... .......... .......... .......... .......... 37% 272M 0s 2024-09-07T14:13:13.588 INFO:teuthology.orchestra.run.smithi107.stderr: 35200K .......... .......... .......... .......... .......... 37% 336M 0s 2024-09-07T14:13:13.588 INFO:teuthology.orchestra.run.smithi107.stderr: 35250K .......... .......... .......... .......... .......... 37% 307M 0s 2024-09-07T14:13:13.588 INFO:teuthology.orchestra.run.smithi107.stderr: 35300K .......... .......... .......... .......... .......... 38% 223M 0s 2024-09-07T14:13:13.588 INFO:teuthology.orchestra.run.smithi107.stderr: 35350K .......... .......... .......... .......... .......... 38% 307M 0s 2024-09-07T14:13:13.588 INFO:teuthology.orchestra.run.smithi107.stderr: 35400K .......... .......... .......... .......... .......... 38% 340M 0s 2024-09-07T14:13:13.588 INFO:teuthology.orchestra.run.smithi107.stderr: 35450K .......... .......... .......... .......... .......... 38% 39.8M 0s 2024-09-07T14:13:13.588 INFO:teuthology.orchestra.run.smithi107.stderr: 35500K .......... .......... .......... .......... .......... 38% 169M 0s 2024-09-07T14:13:13.588 INFO:teuthology.orchestra.run.smithi107.stderr: 35550K .......... .......... .......... .......... .......... 38% 244M 0s 2024-09-07T14:13:13.588 INFO:teuthology.orchestra.run.smithi107.stderr: 35600K .......... .......... .......... .......... .......... 38% 259M 0s 2024-09-07T14:13:13.588 INFO:teuthology.orchestra.run.smithi107.stderr: 35650K .......... .......... .......... .......... .......... 38% 209M 0s 2024-09-07T14:13:13.588 INFO:teuthology.orchestra.run.smithi107.stderr: 35700K .......... .......... .......... .......... .......... 38% 287M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 35750K .......... .......... .......... .......... .......... 38% 300M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 35800K .......... .......... .......... .......... .......... 38% 273M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 35850K .......... .......... .......... .......... .......... 38% 318M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 35900K .......... .......... .......... .......... .......... 38% 269M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 35950K .......... .......... .......... .......... .......... 38% 351M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 36000K .......... .......... .......... .......... .......... 38% 248M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 36050K .......... .......... .......... .......... .......... 38% 332M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 36100K .......... .......... .......... .......... .......... 38% 332M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 36150K .......... .......... .......... .......... .......... 38% 349M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 36200K .......... .......... .......... .......... .......... 39% 292M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 36250K .......... .......... .......... .......... .......... 39% 197M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 36300K .......... .......... .......... .......... .......... 39% 261M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 36350K .......... .......... .......... .......... .......... 39% 240M 0s 2024-09-07T14:13:13.589 INFO:teuthology.orchestra.run.smithi107.stderr: 36400K .......... .......... .......... .......... .......... 39% 253M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 36450K .......... .......... .......... .......... .......... 39% 275M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 36500K .......... .......... .......... .......... .......... 39% 333M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 36550K .......... .......... .......... .......... .......... 39% 317M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 36600K .......... .......... .......... .......... .......... 39% 252M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 36650K .......... .......... .......... .......... .......... 39% 356M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 36700K .......... .......... .......... .......... .......... 39% 348M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 36750K .......... .......... .......... .......... .......... 39% 110M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 36800K .......... .......... .......... .......... .......... 39% 195M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 36850K .......... .......... .......... .......... .......... 39% 263M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 36900K .......... .......... .......... .......... .......... 39% 251M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 36950K .......... .......... .......... .......... .......... 39% 259M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 37000K .......... .......... .......... .......... .......... 39% 259M 0s 2024-09-07T14:13:13.590 INFO:teuthology.orchestra.run.smithi107.stderr: 37050K .......... .......... .......... .......... .......... 39% 303M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37100K .......... .......... .......... .......... .......... 39% 185M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37150K .......... .......... .......... .......... .......... 40% 241M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37200K .......... .......... .......... .......... .......... 40% 217M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37250K .......... .......... .......... .......... .......... 40% 234M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37300K .......... .......... .......... .......... .......... 40% 353M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37350K .......... .......... .......... .......... .......... 40% 238M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37400K .......... .......... .......... .......... .......... 40% 244M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37450K .......... .......... .......... .......... .......... 40% 272M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37500K .......... .......... .......... .......... .......... 40% 245M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37550K .......... .......... .......... .......... .......... 40% 290M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37600K .......... .......... .......... .......... .......... 40% 240M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37650K .......... .......... .......... .......... .......... 40% 336M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37700K .......... .......... .......... .......... .......... 40% 378M 0s 2024-09-07T14:13:13.591 INFO:teuthology.orchestra.run.smithi107.stderr: 37750K .......... .......... .......... .......... .......... 40% 266M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 37800K .......... .......... .......... .......... .......... 40% 240M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 37850K .......... .......... .......... .......... .......... 40% 316M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 37900K .......... .......... .......... .......... .......... 40% 279M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 37950K .......... .......... .......... .......... .......... 40% 272M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 38000K .......... .......... .......... .......... .......... 40% 200M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 38050K .......... .......... .......... .......... .......... 41% 212M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 38100K .......... .......... .......... .......... .......... 41% 238M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 38150K .......... .......... .......... .......... .......... 41% 324M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 38200K .......... .......... .......... .......... .......... 41% 280M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 38250K .......... .......... .......... .......... .......... 41% 333M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 38300K .......... .......... .......... .......... .......... 41% 355M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 38350K .......... .......... .......... .......... .......... 41% 367M 0s 2024-09-07T14:13:13.592 INFO:teuthology.orchestra.run.smithi107.stderr: 38400K .......... .......... .......... .......... .......... 41% 61.9M 0s 2024-09-07T14:13:13.593 INFO:teuthology.orchestra.run.smithi107.stderr: 38450K .......... .......... .......... .......... .......... 41% 327M 0s 2024-09-07T14:13:13.593 INFO:teuthology.orchestra.run.smithi107.stderr: 38500K .......... .......... .......... .......... .......... 41% 131M 0s 2024-09-07T14:13:13.593 INFO:teuthology.orchestra.run.smithi107.stderr: 38550K .......... .......... .......... .......... .......... 41% 246M 0s 2024-09-07T14:13:13.593 INFO:teuthology.orchestra.run.smithi107.stderr: 38600K .......... .......... .......... .......... .......... 41% 221M 0s 2024-09-07T14:13:13.593 INFO:teuthology.orchestra.run.smithi107.stderr: 38650K .......... .......... .......... .......... .......... 41% 242M 0s 2024-09-07T14:13:13.593 INFO:teuthology.orchestra.run.smithi107.stderr: 38700K .......... .......... .......... .......... .......... 41% 307M 0s 2024-09-07T14:13:13.593 INFO:teuthology.orchestra.run.smithi107.stderr: 38750K .......... .......... .......... .......... .......... 41% 264M 0s 2024-09-07T14:13:13.593 INFO:teuthology.orchestra.run.smithi107.stderr: 38800K .......... .......... .......... .......... .......... 41% 228M 0s 2024-09-07T14:13:13.593 INFO:teuthology.orchestra.run.smithi107.stderr: 38850K .......... .......... .......... .......... .......... 41% 352M 0s 2024-09-07T14:13:13.593 INFO:teuthology.orchestra.run.smithi107.stderr: 38900K .......... .......... .......... .......... .......... 41% 345M 0s 2024-09-07T14:13:13.593 INFO:teuthology.orchestra.run.smithi107.stderr: 38950K .......... .......... .......... .......... .......... 41% 356M 0s 2024-09-07T14:13:13.593 INFO:teuthology.orchestra.run.smithi107.stderr: 39000K .......... .......... .......... .......... .......... 42% 90.3M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39050K .......... .......... .......... .......... .......... 42% 228M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39100K .......... .......... .......... .......... .......... 42% 216M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39150K .......... .......... .......... .......... .......... 42% 245M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39200K .......... .......... .......... .......... .......... 42% 212M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39250K .......... .......... .......... .......... .......... 42% 332M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39300K .......... .......... .......... .......... .......... 42% 300M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39350K .......... .......... .......... .......... .......... 42% 276M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39400K .......... .......... .......... .......... .......... 42% 296M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39450K .......... .......... .......... .......... .......... 42% 361M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39500K .......... .......... .......... .......... .......... 42% 338M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39550K .......... .......... .......... .......... .......... 42% 356M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39600K .......... .......... .......... .......... .......... 42% 230M 0s 2024-09-07T14:13:13.594 INFO:teuthology.orchestra.run.smithi107.stderr: 39650K .......... .......... .......... .......... .......... 42% 260M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 39700K .......... .......... .......... .......... .......... 42% 315M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 39750K .......... .......... .......... .......... .......... 42% 268M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 39800K .......... .......... .......... .......... .......... 42% 273M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 39850K .......... .......... .......... .......... .......... 42% 328M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 39900K .......... .......... .......... .......... .......... 43% 319M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 39950K .......... .......... .......... .......... .......... 43% 269M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 40000K .......... .......... .......... .......... .......... 43% 265M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 40050K .......... .......... .......... .......... .......... 43% 353M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 40100K .......... .......... .......... .......... .......... 43% 290M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 40150K .......... .......... .......... .......... .......... 43% 244M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 40200K .......... .......... .......... .......... .......... 43% 251M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 40250K .......... .......... .......... .......... .......... 43% 296M 0s 2024-09-07T14:13:13.595 INFO:teuthology.orchestra.run.smithi107.stderr: 40300K .......... .......... .......... .......... .......... 43% 245M 0s 2024-09-07T14:13:13.596 INFO:teuthology.orchestra.run.smithi107.stderr: 40350K .......... .......... .......... .......... .......... 43% 255M 0s 2024-09-07T14:13:13.596 INFO:teuthology.orchestra.run.smithi107.stderr: 40400K .......... .......... .......... .......... .......... 43% 238M 0s 2024-09-07T14:13:13.596 INFO:teuthology.orchestra.run.smithi107.stderr: 40450K .......... .......... .......... .......... .......... 43% 296M 0s 2024-09-07T14:13:13.596 INFO:teuthology.orchestra.run.smithi107.stderr: 40500K .......... .......... .......... .......... .......... 43% 334M 0s 2024-09-07T14:13:13.596 INFO:teuthology.orchestra.run.smithi107.stderr: 40550K .......... .......... .......... .......... .......... 43% 272M 0s 2024-09-07T14:13:13.596 INFO:teuthology.orchestra.run.smithi107.stderr: 40600K .......... .......... .......... .......... .......... 43% 319M 0s 2024-09-07T14:13:13.596 INFO:teuthology.orchestra.run.smithi107.stderr: 40650K .......... .......... .......... .......... .......... 43% 358M 0s 2024-09-07T14:13:13.596 INFO:teuthology.orchestra.run.smithi107.stderr: 40700K .......... .......... .......... .......... .......... 43% 201M 0s 2024-09-07T14:13:13.596 INFO:teuthology.orchestra.run.smithi107.stderr: 40750K .......... .......... .......... .......... .......... 43% 223M 0s 2024-09-07T14:13:13.596 INFO:teuthology.orchestra.run.smithi107.stderr: 40800K .......... .......... .......... .......... .......... 43% 204M 0s 2024-09-07T14:13:13.596 INFO:teuthology.orchestra.run.smithi107.stderr: 40850K .......... .......... .......... .......... .......... 44% 345M 0s 2024-09-07T14:13:13.596 INFO:teuthology.orchestra.run.smithi107.stderr: 40900K .......... .......... .......... .......... .......... 44% 305M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 40950K .......... .......... .......... .......... .......... 44% 244M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41000K .......... .......... .......... .......... .......... 44% 284M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41050K .......... .......... .......... .......... .......... 44% 266M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41100K .......... .......... .......... .......... .......... 44% 299M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41150K .......... .......... .......... .......... .......... 44% 313M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41200K .......... .......... .......... .......... .......... 44% 40.5M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41250K .......... .......... .......... .......... .......... 44% 233M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41300K .......... .......... .......... .......... .......... 44% 279M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41350K .......... .......... .......... .......... .......... 44% 313M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41400K .......... .......... .......... .......... .......... 44% 368M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41450K .......... .......... .......... .......... .......... 44% 310M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41500K .......... .......... .......... .......... .......... 44% 232M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41550K .......... .......... .......... .......... .......... 44% 287M 0s 2024-09-07T14:13:13.597 INFO:teuthology.orchestra.run.smithi107.stderr: 41600K .......... .......... .......... .......... .......... 44% 282M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 41650K .......... .......... .......... .......... .......... 44% 288M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 41700K .......... .......... .......... .......... .......... 44% 282M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 41750K .......... .......... .......... .......... .......... 44% 321M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 41800K .......... .......... .......... .......... .......... 45% 374M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 41850K .......... .......... .......... .......... .......... 45% 369M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 41900K .......... .......... .......... .......... .......... 45% 72.6M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 41950K .......... .......... .......... .......... .......... 45% 230M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 42000K .......... .......... .......... .......... .......... 45% 312M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 42050K .......... .......... .......... .......... .......... 45% 232M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 42100K .......... .......... .......... .......... .......... 45% 303M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 42150K .......... .......... .......... .......... .......... 45% 223M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 42200K .......... .......... .......... .......... .......... 45% 288M 0s 2024-09-07T14:13:13.598 INFO:teuthology.orchestra.run.smithi107.stderr: 42250K .......... .......... .......... .......... .......... 45% 357M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42300K .......... .......... .......... .......... .......... 45% 275M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42350K .......... .......... .......... .......... .......... 45% 326M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42400K .......... .......... .......... .......... .......... 45% 383M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42450K .......... .......... .......... .......... .......... 45% 190M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42500K .......... .......... .......... .......... .......... 45% 202M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42550K .......... .......... .......... .......... .......... 45% 255M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42600K .......... .......... .......... .......... .......... 45% 274M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42650K .......... .......... .......... .......... .......... 45% 366M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42700K .......... .......... .......... .......... .......... 46% 350M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42750K .......... .......... .......... .......... .......... 46% 328M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42800K .......... .......... .......... .......... .......... 46% 234M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42850K .......... .......... .......... .......... .......... 46% 258M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42900K .......... .......... .......... .......... .......... 46% 345M 0s 2024-09-07T14:13:13.599 INFO:teuthology.orchestra.run.smithi107.stderr: 42950K .......... .......... .......... .......... .......... 46% 222M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43000K .......... .......... .......... .......... .......... 46% 251M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43050K .......... .......... .......... .......... .......... 46% 229M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43100K .......... .......... .......... .......... .......... 46% 301M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43150K .......... .......... .......... .......... .......... 46% 197M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43200K .......... .......... .......... .......... .......... 46% 302M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43250K .......... .......... .......... .......... .......... 46% 303M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43300K .......... .......... .......... .......... .......... 46% 382M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43350K .......... .......... .......... .......... .......... 46% 281M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43400K .......... .......... .......... .......... .......... 46% 258M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43450K .......... .......... .......... .......... .......... 46% 371M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43500K .......... .......... .......... .......... .......... 46% 359M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43550K .......... .......... .......... .......... .......... 46% 253M 0s 2024-09-07T14:13:13.600 INFO:teuthology.orchestra.run.smithi107.stderr: 43600K .......... .......... .......... .......... .......... 46% 280M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 43650K .......... .......... .......... .......... .......... 47% 309M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 43700K .......... .......... .......... .......... .......... 47% 328M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 43750K .......... .......... .......... .......... .......... 47% 221M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 43800K .......... .......... .......... .......... .......... 47% 258M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 43850K .......... .......... .......... .......... .......... 47% 231M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 43900K .......... .......... .......... .......... .......... 47% 255M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 43950K .......... .......... .......... .......... .......... 47% 210M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 44000K .......... .......... .......... .......... .......... 47% 343M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 44050K .......... .......... .......... .......... .......... 47% 342M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 44100K .......... .......... .......... .......... .......... 47% 365M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 44150K .......... .......... .......... .......... .......... 47% 55.6M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 44200K .......... .......... .......... .......... .......... 47% 271M 0s 2024-09-07T14:13:13.601 INFO:teuthology.orchestra.run.smithi107.stderr: 44250K .......... .......... .......... .......... .......... 47% 141M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44300K .......... .......... .......... .......... .......... 47% 300M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44350K .......... .......... .......... .......... .......... 47% 219M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44400K .......... .......... .......... .......... .......... 47% 251M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44450K .......... .......... .......... .......... .......... 47% 279M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44500K .......... .......... .......... .......... .......... 47% 291M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44550K .......... .......... .......... .......... .......... 48% 271M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44600K .......... .......... .......... .......... .......... 48% 281M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44650K .......... .......... .......... .......... .......... 48% 315M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44700K .......... .......... .......... .......... .......... 48% 365M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44750K .......... .......... .......... .......... .......... 48% 73.5M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44800K .......... .......... .......... .......... .......... 48% 235M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44850K .......... .......... .......... .......... .......... 48% 265M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44900K .......... .......... .......... .......... .......... 48% 207M 0s 2024-09-07T14:13:13.602 INFO:teuthology.orchestra.run.smithi107.stderr: 44950K .......... .......... .......... .......... .......... 48% 264M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45000K .......... .......... .......... .......... .......... 48% 297M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45050K .......... .......... .......... .......... .......... 48% 269M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45100K .......... .......... .......... .......... .......... 48% 290M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45150K .......... .......... .......... .......... .......... 48% 218M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45200K .......... .......... .......... .......... .......... 48% 355M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45250K .......... .......... .......... .......... .......... 48% 364M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45300K .......... .......... .......... .......... .......... 48% 329M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45350K .......... .......... .......... .......... .......... 48% 157M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45400K .......... .......... .......... .......... .......... 48% 244M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45450K .......... .......... .......... .......... .......... 48% 332M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45500K .......... .......... .......... .......... .......... 49% 232M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45550K .......... .......... .......... .......... .......... 49% 263M 0s 2024-09-07T14:13:13.603 INFO:teuthology.orchestra.run.smithi107.stderr: 45600K .......... .......... .......... .......... .......... 49% 267M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 45650K .......... .......... .......... .......... .......... 49% 252M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 45700K .......... .......... .......... .......... .......... 49% 289M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 45750K .......... .......... .......... .......... .......... 49% 221M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 45800K .......... .......... .......... .......... .......... 49% 255M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 45850K .......... .......... .......... .......... .......... 49% 344M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 45900K .......... .......... .......... .......... .......... 49% 300M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 45950K .......... .......... .......... .......... .......... 49% 210M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 46000K .......... .......... .......... .......... .......... 49% 340M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 46050K .......... .......... .......... .......... .......... 49% 231M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 46100K .......... .......... .......... .......... .......... 49% 294M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 46150K .......... .......... .......... .......... .......... 49% 334M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 46200K .......... .......... .......... .......... .......... 49% 374M 0s 2024-09-07T14:13:13.604 INFO:teuthology.orchestra.run.smithi107.stderr: 46250K .......... .......... .......... .......... .......... 49% 333M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46300K .......... .......... .......... .......... .......... 49% 276M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46350K .......... .......... .......... .......... .......... 49% 224M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46400K .......... .......... .......... .......... .......... 49% 254M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46450K .......... .......... .......... .......... .......... 50% 334M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46500K .......... .......... .......... .......... .......... 50% 250M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46550K .......... .......... .......... .......... .......... 50% 239M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46600K .......... .......... .......... .......... .......... 50% 304M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46650K .......... .......... .......... .......... .......... 50% 310M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46700K .......... .......... .......... .......... .......... 50% 303M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46750K .......... .......... .......... .......... .......... 50% 203M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46800K .......... .......... .......... .......... .......... 50% 266M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46850K .......... .......... .......... .......... .......... 50% 345M 0s 2024-09-07T14:13:13.605 INFO:teuthology.orchestra.run.smithi107.stderr: 46900K .......... .......... .......... .......... .......... 50% 409M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 46950K .......... .......... .......... .......... .......... 50% 352M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 47000K .......... .......... .......... .......... .......... 50% 357M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 47050K .......... .......... .......... .......... .......... 50% 62.1M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 47100K .......... .......... .......... .......... .......... 50% 245M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 47150K .......... .......... .......... .......... .......... 50% 225M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 47200K .......... .......... .......... .......... .......... 50% 256M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 47250K .......... .......... .......... .......... .......... 50% 328M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 47300K .......... .......... .......... .......... .......... 50% 362M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 47350K .......... .......... .......... .......... .......... 51% 244M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 47400K .......... .......... .......... .......... .......... 51% 228M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 47450K .......... .......... .......... .......... .......... 51% 367M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 47500K .......... .......... .......... .......... .......... 51% 334M 0s 2024-09-07T14:13:13.606 INFO:teuthology.orchestra.run.smithi107.stderr: 47550K .......... .......... .......... .......... .......... 51% 229M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 47600K .......... .......... .......... .......... .......... 51% 315M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 47650K .......... .......... .......... .......... .......... 51% 69.2M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 47700K .......... .......... .......... .......... .......... 51% 281M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 47750K .......... .......... .......... .......... .......... 51% 287M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 47800K .......... .......... .......... .......... .......... 51% 307M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 47850K .......... .......... .......... .......... .......... 51% 244M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 47900K .......... .......... .......... .......... .......... 51% 270M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 47950K .......... .......... .......... .......... .......... 51% 203M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 48000K .......... .......... .......... .......... .......... 51% 311M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 48050K .......... .......... .......... .......... .......... 51% 235M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 48100K .......... .......... .......... .......... .......... 51% 360M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 48150K .......... .......... .......... .......... .......... 51% 333M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 48200K .......... .......... .......... .......... .......... 51% 102M 0s 2024-09-07T14:13:13.607 INFO:teuthology.orchestra.run.smithi107.stderr: 48250K .......... .......... .......... .......... .......... 51% 250M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48300K .......... .......... .......... .......... .......... 52% 284M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48350K .......... .......... .......... .......... .......... 52% 260M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48400K .......... .......... .......... .......... .......... 52% 253M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48450K .......... .......... .......... .......... .......... 52% 281M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48500K .......... .......... .......... .......... .......... 52% 301M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48550K .......... .......... .......... .......... .......... 52% 240M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48600K .......... .......... .......... .......... .......... 52% 295M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48650K .......... .......... .......... .......... .......... 52% 262M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48700K .......... .......... .......... .......... .......... 52% 307M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48750K .......... .......... .......... .......... .......... 52% 305M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48800K .......... .......... .......... .......... .......... 52% 326M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48850K .......... .......... .......... .......... .......... 52% 257M 0s 2024-09-07T14:13:13.608 INFO:teuthology.orchestra.run.smithi107.stderr: 48900K .......... .......... .......... .......... .......... 52% 256M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 48950K .......... .......... .......... .......... .......... 52% 271M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 49000K .......... .......... .......... .......... .......... 52% 377M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 49050K .......... .......... .......... .......... .......... 52% 366M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 49100K .......... .......... .......... .......... .......... 52% 359M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 49150K .......... .......... .......... .......... .......... 52% 104M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 49200K .......... .......... .......... .......... .......... 53% 290M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 49250K .......... .......... .......... .......... .......... 53% 189M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 49300K .......... .......... .......... .......... .......... 53% 215M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 49350K .......... .......... .......... .......... .......... 53% 212M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 49400K .......... .......... .......... .......... .......... 53% 239M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 49450K .......... .......... .......... .......... .......... 53% 292M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 49500K .......... .......... .......... .......... .......... 53% 271M 0s 2024-09-07T14:13:13.609 INFO:teuthology.orchestra.run.smithi107.stderr: 49550K .......... .......... .......... .......... .......... 53% 289M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 49600K .......... .......... .......... .......... .......... 53% 373M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 49650K .......... .......... .......... .......... .......... 53% 280M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 49700K .......... .......... .......... .......... .......... 53% 281M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 49750K .......... .......... .......... .......... .......... 53% 327M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 49800K .......... .......... .......... .......... .......... 53% 375M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 49850K .......... .......... .......... .......... .......... 53% 372M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 49900K .......... .......... .......... .......... .......... 53% 77.3M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 49950K .......... .......... .......... .......... .......... 53% 198M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 50000K .......... .......... .......... .......... .......... 53% 258M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 50050K .......... .......... .......... .......... .......... 53% 290M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 50100K .......... .......... .......... .......... .......... 53% 357M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 50150K .......... .......... .......... .......... .......... 54% 252M 0s 2024-09-07T14:13:13.610 INFO:teuthology.orchestra.run.smithi107.stderr: 50200K .......... .......... .......... .......... .......... 54% 244M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50250K .......... .......... .......... .......... .......... 54% 303M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50300K .......... .......... .......... .......... .......... 54% 248M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50350K .......... .......... .......... .......... .......... 54% 232M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50400K .......... .......... .......... .......... .......... 54% 285M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50450K .......... .......... .......... .......... .......... 54% 373M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50500K .......... .......... .......... .......... .......... 54% 351M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50550K .......... .......... .......... .......... .......... 54% 332M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50600K .......... .......... .......... .......... .......... 54% 88.1M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50650K .......... .......... .......... .......... .......... 54% 265M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50700K .......... .......... .......... .......... .......... 54% 318M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50750K .......... .......... .......... .......... .......... 54% 220M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50800K .......... .......... .......... .......... .......... 54% 322M 0s 2024-09-07T14:13:13.611 INFO:teuthology.orchestra.run.smithi107.stderr: 50850K .......... .......... .......... .......... .......... 54% 263M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 50900K .......... .......... .......... .......... .......... 54% 303M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 50950K .......... .......... .......... .......... .......... 54% 264M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 51000K .......... .......... .......... .......... .......... 54% 390M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 51050K .......... .......... .......... .......... .......... 55% 381M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 51100K .......... .......... .......... .......... .......... 55% 103M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 51150K .......... .......... .......... .......... .......... 55% 253M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 51200K .......... .......... .......... .......... .......... 55% 266M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 51250K .......... .......... .......... .......... .......... 55% 311M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 51300K .......... .......... .......... .......... .......... 55% 317M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 51350K .......... .......... .......... .......... .......... 55% 251M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 51400K .......... .......... .......... .......... .......... 55% 295M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 51450K .......... .......... .......... .......... .......... 55% 260M 0s 2024-09-07T14:13:13.612 INFO:teuthology.orchestra.run.smithi107.stderr: 51500K .......... .......... .......... .......... .......... 55% 314M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 51550K .......... .......... .......... .......... .......... 55% 252M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 51600K .......... .......... .......... .......... .......... 55% 276M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 51650K .......... .......... .......... .......... .......... 55% 362M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 51700K .......... .......... .......... .......... .......... 55% 356M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 51750K .......... .......... .......... .......... .......... 55% 177M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 51800K .......... .......... .......... .......... .......... 55% 272M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 51850K .......... .......... .......... .......... .......... 55% 371M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 51900K .......... .......... .......... .......... .......... 55% 141M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 51950K .......... .......... .......... .......... .......... 55% 313M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 52000K .......... .......... .......... .......... .......... 56% 52.5M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 52050K .......... .......... .......... .......... .......... 56% 238M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 52100K .......... .......... .......... .......... .......... 56% 259M 0s 2024-09-07T14:13:13.613 INFO:teuthology.orchestra.run.smithi107.stderr: 52150K .......... .......... .......... .......... .......... 56% 258M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52200K .......... .......... .......... .......... .......... 56% 279M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52250K .......... .......... .......... .......... .......... 56% 290M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52300K .......... .......... .......... .......... .......... 56% 294M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52350K .......... .......... .......... .......... .......... 56% 334M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52400K .......... .......... .......... .......... .......... 56% 293M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52450K .......... .......... .......... .......... .......... 56% 266M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52500K .......... .......... .......... .......... .......... 56% 310M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52550K .......... .......... .......... .......... .......... 56% 326M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52600K .......... .......... .......... .......... .......... 56% 370M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52650K .......... .......... .......... .......... .......... 56% 371M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52700K .......... .......... .......... .......... .......... 56% 363M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52750K .......... .......... .......... .......... .......... 56% 84.7M 0s 2024-09-07T14:13:13.614 INFO:teuthology.orchestra.run.smithi107.stderr: 52800K .......... .......... .......... .......... .......... 56% 257M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 52850K .......... .......... .......... .......... .......... 56% 320M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 52900K .......... .......... .......... .......... .......... 56% 300M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 52950K .......... .......... .......... .......... .......... 57% 283M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 53000K .......... .......... .......... .......... .......... 57% 255M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 53050K .......... .......... .......... .......... .......... 57% 325M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 53100K .......... .......... .......... .......... .......... 57% 260M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 53150K .......... .......... .......... .......... .......... 57% 261M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 53200K .......... .......... .......... .......... .......... 57% 249M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 53250K .......... .......... .......... .......... .......... 57% 331M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 53300K .......... .......... .......... .......... .......... 57% 384M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 53350K .......... .......... .......... .......... .......... 57% 286M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 53400K .......... .......... .......... .......... .......... 57% 376M 0s 2024-09-07T14:13:13.615 INFO:teuthology.orchestra.run.smithi107.stderr: 53450K .......... .......... .......... .......... .......... 57% 64.4M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 53500K .......... .......... .......... .......... .......... 57% 265M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 53550K .......... .......... .......... .......... .......... 57% 230M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 53600K .......... .......... .......... .......... .......... 57% 247M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 53650K .......... .......... .......... .......... .......... 57% 294M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 53700K .......... .......... .......... .......... .......... 57% 283M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 53750K .......... .......... .......... .......... .......... 57% 329M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 53800K .......... .......... .......... .......... .......... 57% 374M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 53850K .......... .......... .......... .......... .......... 58% 356M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 53900K .......... .......... .......... .......... .......... 58% 372M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 53950K .......... .......... .......... .......... .......... 58% 202M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 54000K .......... .......... .......... .......... .......... 58% 233M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 54050K .......... .......... .......... .......... .......... 58% 346M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 54100K .......... .......... .......... .......... .......... 58% 351M 0s 2024-09-07T14:13:13.616 INFO:teuthology.orchestra.run.smithi107.stderr: 54150K .......... .......... .......... .......... .......... 58% 175M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54200K .......... .......... .......... .......... .......... 58% 285M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54250K .......... .......... .......... .......... .......... 58% 254M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54300K .......... .......... .......... .......... .......... 58% 271M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54350K .......... .......... .......... .......... .......... 58% 215M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54400K .......... .......... .......... .......... .......... 58% 319M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54450K .......... .......... .......... .......... .......... 58% 328M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54500K .......... .......... .......... .......... .......... 58% 360M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54550K .......... .......... .......... .......... .......... 58% 290M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54600K .......... .......... .......... .......... .......... 58% 281M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54650K .......... .......... .......... .......... .......... 58% 266M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54700K .......... .......... .......... .......... .......... 58% 339M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54750K .......... .......... .......... .......... .......... 58% 267M 0s 2024-09-07T14:13:13.617 INFO:teuthology.orchestra.run.smithi107.stderr: 54800K .......... .......... .......... .......... .......... 59% 315M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 54850K .......... .......... .......... .......... .......... 59% 312M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 54900K .......... .......... .......... .......... .......... 59% 387M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 54950K .......... .......... .......... .......... .......... 59% 44.7M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 55000K .......... .......... .......... .......... .......... 59% 273M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 55050K .......... .......... .......... .......... .......... 59% 254M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 55100K .......... .......... .......... .......... .......... 59% 371M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 55150K .......... .......... .......... .......... .......... 59% 258M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 55200K .......... .......... .......... .......... .......... 59% 299M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 55250K .......... .......... .......... .......... .......... 59% 295M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 55300K .......... .......... .......... .......... .......... 59% 302M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 55350K .......... .......... .......... .......... .......... 59% 241M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 55400K .......... .......... .......... .......... .......... 59% 318M 0s 2024-09-07T14:13:13.618 INFO:teuthology.orchestra.run.smithi107.stderr: 55450K .......... .......... .......... .......... .......... 59% 371M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 55500K .......... .......... .......... .......... .......... 59% 372M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 55550K .......... .......... .......... .......... .......... 59% 57.9M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 55600K .......... .......... .......... .......... .......... 59% 319M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 55650K .......... .......... .......... .......... .......... 59% 258M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 55700K .......... .......... .......... .......... .......... 60% 307M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 55750K .......... .......... .......... .......... .......... 60% 265M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 55800K .......... .......... .......... .......... .......... 60% 306M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 55850K .......... .......... .......... .......... .......... 60% 242M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 55900K .......... .......... .......... .......... .......... 60% 257M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 55950K .......... .......... .......... .......... .......... 60% 201M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 56000K .......... .......... .......... .......... .......... 60% 250M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 56050K .......... .......... .......... .......... .......... 60% 254M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 56100K .......... .......... .......... .......... .......... 60% 230M 0s 2024-09-07T14:13:13.619 INFO:teuthology.orchestra.run.smithi107.stderr: 56150K .......... .......... .......... .......... .......... 60% 205M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56200K .......... .......... .......... .......... .......... 60% 291M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56250K .......... .......... .......... .......... .......... 60% 269M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56300K .......... .......... .......... .......... .......... 60% 283M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56350K .......... .......... .......... .......... .......... 60% 183M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56400K .......... .......... .......... .......... .......... 60% 252M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56450K .......... .......... .......... .......... .......... 60% 320M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56500K .......... .......... .......... .......... .......... 60% 247M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56550K .......... .......... .......... .......... .......... 60% 246M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56600K .......... .......... .......... .......... .......... 60% 369M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56650K .......... .......... .......... .......... .......... 61% 382M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56700K .......... .......... .......... .......... .......... 61% 364M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56750K .......... .......... .......... .......... .......... 61% 195M 0s 2024-09-07T14:13:13.620 INFO:teuthology.orchestra.run.smithi107.stderr: 56800K .......... .......... .......... .......... .......... 61% 246M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 56850K .......... .......... .......... .......... .......... 61% 264M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 56900K .......... .......... .......... .......... .......... 61% 273M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 56950K .......... .......... .......... .......... .......... 61% 280M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 57000K .......... .......... .......... .......... .......... 61% 298M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 57050K .......... .......... .......... .......... .......... 61% 257M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 57100K .......... .......... .......... .......... .......... 61% 297M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 57150K .......... .......... .......... .......... .......... 61% 214M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 57200K .......... .......... .......... .......... .......... 61% 238M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 57250K .......... .......... .......... .......... .......... 61% 271M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 57300K .......... .......... .......... .......... .......... 61% 345M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 57350K .......... .......... .......... .......... .......... 61% 338M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 57400K .......... .......... .......... .......... .......... 61% 203M 0s 2024-09-07T14:13:13.621 INFO:teuthology.orchestra.run.smithi107.stderr: 57450K .......... .......... .......... .......... .......... 61% 247M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 57500K .......... .......... .......... .......... .......... 61% 260M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 57550K .......... .......... .......... .......... .......... 62% 222M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 57600K .......... .......... .......... .......... .......... 62% 232M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 57650K .......... .......... .......... .......... .......... 62% 360M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 57700K .......... .......... .......... .......... .......... 62% 360M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 57750K .......... .......... .......... .......... .......... 62% 321M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 57800K .......... .......... .......... .......... .......... 62% 379M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 57850K .......... .......... .......... .......... .......... 62% 82.4M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 57900K .......... .......... .......... .......... .......... 62% 247M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 57950K .......... .......... .......... .......... .......... 62% 176M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 58000K .......... .......... .......... .......... .......... 62% 270M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 58050K .......... .......... .......... .......... .......... 62% 365M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 58100K .......... .......... .......... .......... .......... 62% 368M 0s 2024-09-07T14:13:13.622 INFO:teuthology.orchestra.run.smithi107.stderr: 58150K .......... .......... .......... .......... .......... 62% 211M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58200K .......... .......... .......... .......... .......... 62% 294M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58250K .......... .......... .......... .......... .......... 62% 231M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58300K .......... .......... .......... .......... .......... 62% 233M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58350K .......... .......... .......... .......... .......... 62% 311M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58400K .......... .......... .......... .......... .......... 62% 69.3M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58450K .......... .......... .......... .......... .......... 62% 223M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58500K .......... .......... .......... .......... .......... 63% 243M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58550K .......... .......... .......... .......... .......... 63% 225M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58600K .......... .......... .......... .......... .......... 63% 266M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58650K .......... .......... .......... .......... .......... 63% 266M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58700K .......... .......... .......... .......... .......... 63% 308M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58750K .......... .......... .......... .......... .......... 63% 233M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58800K .......... .......... .......... .......... .......... 63% 285M 0s 2024-09-07T14:13:13.623 INFO:teuthology.orchestra.run.smithi107.stderr: 58850K .......... .......... .......... .......... .......... 63% 318M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 58900K .......... .......... .......... .......... .......... 63% 301M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 58950K .......... .......... .......... .......... .......... 63% 261M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 59000K .......... .......... .......... .......... .......... 63% 371M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 59050K .......... .......... .......... .......... .......... 63% 366M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 59100K .......... .......... .......... .......... .......... 63% 409M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 59150K .......... .......... .......... .......... .......... 63% 71.2M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 59200K .......... .......... .......... .......... .......... 63% 229M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 59250K .......... .......... .......... .......... .......... 63% 269M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 59300K .......... .......... .......... .......... .......... 63% 283M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 59350K .......... .......... .......... .......... .......... 63% 286M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 59400K .......... .......... .......... .......... .......... 63% 300M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 59450K .......... .......... .......... .......... .......... 64% 331M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 59500K .......... .......... .......... .......... .......... 64% 355M 0s 2024-09-07T14:13:13.624 INFO:teuthology.orchestra.run.smithi107.stderr: 59550K .......... .......... .......... .......... .......... 64% 300M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 59600K .......... .......... .......... .......... .......... 64% 356M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 59650K .......... .......... .......... .......... .......... 64% 162M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 59700K .......... .......... .......... .......... .......... 64% 301M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 59750K .......... .......... .......... .......... .......... 64% 267M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 59800K .......... .......... .......... .......... .......... 64% 321M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 59850K .......... .......... .......... .......... .......... 64% 271M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 59900K .......... .......... .......... .......... .......... 64% 249M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 59950K .......... .......... .......... .......... .......... 64% 288M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 60000K .......... .......... .......... .......... .......... 64% 300M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 60050K .......... .......... .......... .......... .......... 64% 240M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 60100K .......... .......... .......... .......... .......... 64% 311M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 60150K .......... .......... .......... .......... .......... 64% 255M 0s 2024-09-07T14:13:13.625 INFO:teuthology.orchestra.run.smithi107.stderr: 60200K .......... .......... .......... .......... .......... 64% 358M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60250K .......... .......... .......... .......... .......... 64% 319M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60300K .......... .......... .......... .......... .......... 64% 300M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60350K .......... .......... .......... .......... .......... 65% 237M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60400K .......... .......... .......... .......... .......... 65% 318M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60450K .......... .......... .......... .......... .......... 65% 309M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60500K .......... .......... .......... .......... .......... 65% 267M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60550K .......... .......... .......... .......... .......... 65% 297M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60600K .......... .......... .......... .......... .......... 65% 363M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60650K .......... .......... .......... .......... .......... 65% 380M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60700K .......... .......... .......... .......... .......... 65% 71.9M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60750K .......... .......... .......... .......... .......... 65% 169M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60800K .......... .......... .......... .......... .......... 65% 299M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60850K .......... .......... .......... .......... .......... 65% 233M 0s 2024-09-07T14:13:13.626 INFO:teuthology.orchestra.run.smithi107.stderr: 60900K .......... .......... .......... .......... .......... 65% 283M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 60950K .......... .......... .......... .......... .......... 65% 332M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 61000K .......... .......... .......... .......... .......... 65% 343M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 61050K .......... .......... .......... .......... .......... 65% 239M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 61100K .......... .......... .......... .......... .......... 65% 378M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 61150K .......... .......... .......... .......... .......... 65% 301M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 61200K .......... .......... .......... .......... .......... 65% 236M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 61250K .......... .......... .......... .......... .......... 65% 287M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 61300K .......... .......... .......... .......... .......... 66% 317M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 61350K .......... .......... .......... .......... .......... 66% 84.4M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 61400K .......... .......... .......... .......... .......... 66% 237M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 61450K .......... .......... .......... .......... .......... 66% 367M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 61500K .......... .......... .......... .......... .......... 66% 390M 0s 2024-09-07T14:13:13.627 INFO:teuthology.orchestra.run.smithi107.stderr: 61550K .......... .......... .......... .......... .......... 66% 246M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 61600K .......... .......... .......... .......... .......... 66% 266M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 61650K .......... .......... .......... .......... .......... 66% 333M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 61700K .......... .......... .......... .......... .......... 66% 304M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 61750K .......... .......... .......... .......... .......... 66% 380M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 61800K .......... .......... .......... .......... .......... 66% 219M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 61850K .......... .......... .......... .......... .......... 66% 366M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 61900K .......... .......... .......... .......... .......... 66% 391M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 61950K .......... .......... .......... .......... .......... 66% 190M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 62000K .......... .......... .......... .......... .......... 66% 45.5M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 62050K .......... .......... .......... .......... .......... 66% 279M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 62100K .......... .......... .......... .......... .......... 66% 304M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 62150K .......... .......... .......... .......... .......... 66% 265M 0s 2024-09-07T14:13:13.628 INFO:teuthology.orchestra.run.smithi107.stderr: 62200K .......... .......... .......... .......... .......... 67% 232M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62250K .......... .......... .......... .......... .......... 67% 268M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62300K .......... .......... .......... .......... .......... 67% 404M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62350K .......... .......... .......... .......... .......... 67% 413M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62400K .......... .......... .......... .......... .......... 67% 327M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62450K .......... .......... .......... .......... .......... 67% 405M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62500K .......... .......... .......... .......... .......... 67% 226M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62550K .......... .......... .......... .......... .......... 67% 233M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62600K .......... .......... .......... .......... .......... 67% 338M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62650K .......... .......... .......... .......... .......... 67% 388M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62700K .......... .......... .......... .......... .......... 67% 75.9M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62750K .......... .......... .......... .......... .......... 67% 259M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62800K .......... .......... .......... .......... .......... 67% 218M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62850K .......... .......... .......... .......... .......... 67% 272M 0s 2024-09-07T14:13:13.629 INFO:teuthology.orchestra.run.smithi107.stderr: 62900K .......... .......... .......... .......... .......... 67% 342M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 62950K .......... .......... .......... .......... .......... 67% 264M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 63000K .......... .......... .......... .......... .......... 67% 260M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 63050K .......... .......... .......... .......... .......... 67% 295M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 63100K .......... .......... .......... .......... .......... 67% 270M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 63150K .......... .......... .......... .......... .......... 68% 259M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 63200K .......... .......... .......... .......... .......... 68% 266M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 63250K .......... .......... .......... .......... .......... 68% 299M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 63300K .......... .......... .......... .......... .......... 68% 387M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 63350K .......... .......... .......... .......... .......... 68% 388M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 63400K .......... .......... .......... .......... .......... 68% 368M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 63450K .......... .......... .......... .......... .......... 68% 393M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 63500K .......... .......... .......... .......... .......... 68% 384M 0s 2024-09-07T14:13:13.630 INFO:teuthology.orchestra.run.smithi107.stderr: 63550K .......... .......... .......... .......... .......... 68% 405M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 63600K .......... .......... .......... .......... .......... 68% 102M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 63650K .......... .......... .......... .......... .......... 68% 263M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 63700K .......... .......... .......... .......... .......... 68% 258M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 63750K .......... .......... .......... .......... .......... 68% 245M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 63800K .......... .......... .......... .......... .......... 68% 290M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 63850K .......... .......... .......... .......... .......... 68% 257M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 63900K .......... .......... .......... .......... .......... 68% 352M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 63950K .......... .......... .......... .......... .......... 68% 404M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 64000K .......... .......... .......... .......... .......... 68% 341M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 64050K .......... .......... .......... .......... .......... 68% 389M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 64100K .......... .......... .......... .......... .......... 69% 100M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 64150K .......... .......... .......... .......... .......... 69% 278M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 64200K .......... .......... .......... .......... .......... 69% 249M 0s 2024-09-07T14:13:13.631 INFO:teuthology.orchestra.run.smithi107.stderr: 64250K .......... .......... .......... .......... .......... 69% 339M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64300K .......... .......... .......... .......... .......... 69% 342M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64350K .......... .......... .......... .......... .......... 69% 279M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64400K .......... .......... .......... .......... .......... 69% 283M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64450K .......... .......... .......... .......... .......... 69% 313M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64500K .......... .......... .......... .......... .......... 69% 252M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64550K .......... .......... .......... .......... .......... 69% 257M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64600K .......... .......... .......... .......... .......... 69% 312M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64650K .......... .......... .......... .......... .......... 69% 318M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64700K .......... .......... .......... .......... .......... 69% 323M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64750K .......... .......... .......... .......... .......... 69% 273M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64800K .......... .......... .......... .......... .......... 69% 305M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64850K .......... .......... .......... .......... .......... 69% 325M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64900K .......... .......... .......... .......... .......... 69% 354M 0s 2024-09-07T14:13:13.632 INFO:teuthology.orchestra.run.smithi107.stderr: 64950K .......... .......... .......... .......... .......... 69% 321M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65000K .......... .......... .......... .......... .......... 70% 57.5M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65050K .......... .......... .......... .......... .......... 70% 288M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65100K .......... .......... .......... .......... .......... 70% 211M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65150K .......... .......... .......... .......... .......... 70% 205M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65200K .......... .......... .......... .......... .......... 70% 267M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65250K .......... .......... .......... .......... .......... 70% 249M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65300K .......... .......... .......... .......... .......... 70% 233M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65350K .......... .......... .......... .......... .......... 70% 150M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65400K .......... .......... .......... .......... .......... 70% 244M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65450K .......... .......... .......... .......... .......... 70% 261M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65500K .......... .......... .......... .......... .......... 70% 336M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65550K .......... .......... .......... .......... .......... 70% 301M 0s 2024-09-07T14:13:13.633 INFO:teuthology.orchestra.run.smithi107.stderr: 65600K .......... .......... .......... .......... .......... 70% 118M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 65650K .......... .......... .......... .......... .......... 70% 215M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 65700K .......... .......... .......... .......... .......... 70% 264M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 65750K .......... .......... .......... .......... .......... 70% 197M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 65800K .......... .......... .......... .......... .......... 70% 289M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 65850K .......... .......... .......... .......... .......... 70% 296M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 65900K .......... .......... .......... .......... .......... 70% 284M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 65950K .......... .......... .......... .......... .......... 71% 265M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 66000K .......... .......... .......... .......... .......... 71% 278M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 66050K .......... .......... .......... .......... .......... 71% 234M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 66100K .......... .......... .......... .......... .......... 71% 268M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 66150K .......... .......... .......... .......... .......... 71% 225M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 66200K .......... .......... .......... .......... .......... 71% 321M 0s 2024-09-07T14:13:13.634 INFO:teuthology.orchestra.run.smithi107.stderr: 66250K .......... .......... .......... .......... .......... 71% 377M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66300K .......... .......... .......... .......... .......... 71% 378M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66350K .......... .......... .......... .......... .......... 71% 56.8M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66400K .......... .......... .......... .......... .......... 71% 264M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66450K .......... .......... .......... .......... .......... 71% 257M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66500K .......... .......... .......... .......... .......... 71% 235M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66550K .......... .......... .......... .......... .......... 71% 188M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66600K .......... .......... .......... .......... .......... 71% 272M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66650K .......... .......... .......... .......... .......... 71% 375M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66700K .......... .......... .......... .......... .......... 71% 369M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66750K .......... .......... .......... .......... .......... 71% 374M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66800K .......... .......... .......... .......... .......... 71% 376M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66850K .......... .......... .......... .......... .......... 72% 325M 0s 2024-09-07T14:13:13.635 INFO:teuthology.orchestra.run.smithi107.stderr: 66900K .......... .......... .......... .......... .......... 72% 215M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 66950K .......... .......... .......... .......... .......... 72% 234M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 67000K .......... .......... .......... .......... .......... 72% 263M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 67050K .......... .......... .......... .......... .......... 72% 242M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 67100K .......... .......... .......... .......... .......... 72% 379M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 67150K .......... .......... .......... .......... .......... 72% 274M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 67200K .......... .......... .......... .......... .......... 72% 284M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 67250K .......... .......... .......... .......... .......... 72% 257M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 67300K .......... .......... .......... .......... .......... 72% 271M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 67350K .......... .......... .......... .......... .......... 72% 338M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 67400K .......... .......... .......... .......... .......... 72% 299M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 67450K .......... .......... .......... .......... .......... 72% 297M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 67500K .......... .......... .......... .......... .......... 72% 274M 0s 2024-09-07T14:13:13.636 INFO:teuthology.orchestra.run.smithi107.stderr: 67550K .......... .......... .......... .......... .......... 72% 364M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 67600K .......... .......... .......... .......... .......... 72% 335M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 67650K .......... .......... .......... .......... .......... 72% 251M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 67700K .......... .......... .......... .......... .......... 72% 282M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 67750K .......... .......... .......... .......... .......... 72% 364M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 67800K .......... .......... .......... .......... .......... 73% 370M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 67850K .......... .......... .......... .......... .......... 73% 326M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 67900K .......... .......... .......... .......... .......... 73% 292M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 67950K .......... .......... .......... .......... .......... 73% 248M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 68000K .......... .......... .......... .......... .......... 73% 322M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 68050K .......... .......... .......... .......... .......... 73% 227M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 68100K .......... .......... .......... .......... .......... 73% 298M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 68150K .......... .......... .......... .......... .......... 73% 198M 0s 2024-09-07T14:13:13.637 INFO:teuthology.orchestra.run.smithi107.stderr: 68200K .......... .......... .......... .......... .......... 73% 117M 0s 2024-09-07T14:13:13.638 INFO:teuthology.orchestra.run.smithi107.stderr: 68250K .......... .......... .......... .......... .......... 73% 182M 0s 2024-09-07T14:13:13.638 INFO:teuthology.orchestra.run.smithi107.stderr: 68300K .......... .......... .......... .......... .......... 73% 375M 0s 2024-09-07T14:13:13.638 INFO:teuthology.orchestra.run.smithi107.stderr: 68350K .......... .......... .......... .......... .......... 73% 140M 0s 2024-09-07T14:13:13.638 INFO:teuthology.orchestra.run.smithi107.stderr: 68400K .......... .......... .......... .......... .......... 73% 245M 0s 2024-09-07T14:13:13.638 INFO:teuthology.orchestra.run.smithi107.stderr: 68450K .......... .......... .......... .......... .......... 73% 284M 0s 2024-09-07T14:13:13.638 INFO:teuthology.orchestra.run.smithi107.stderr: 68500K .......... .......... .......... .......... .......... 73% 367M 0s 2024-09-07T14:13:13.638 INFO:teuthology.orchestra.run.smithi107.stderr: 68550K .......... .......... .......... .......... .......... 73% 130M 0s 2024-09-07T14:13:13.638 INFO:teuthology.orchestra.run.smithi107.stderr: 68600K .......... .......... .......... .......... .......... 73% 247M 0s 2024-09-07T14:13:13.638 INFO:teuthology.orchestra.run.smithi107.stderr: 68650K .......... .......... .......... .......... .......... 73% 269M 0s 2024-09-07T14:13:13.638 INFO:teuthology.orchestra.run.smithi107.stderr: 68700K .......... .......... .......... .......... .......... 74% 257M 0s 2024-09-07T14:13:13.638 INFO:teuthology.orchestra.run.smithi107.stderr: 68750K .......... .......... .......... .......... .......... 74% 335M 0s 2024-09-07T14:13:13.638 INFO:teuthology.orchestra.run.smithi107.stderr: 68800K .......... .......... .......... .......... .......... 74% 276M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 68850K .......... .......... .......... .......... .......... 74% 273M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 68900K .......... .......... .......... .......... .......... 74% 278M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 68950K .......... .......... .......... .......... .......... 74% 300M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 69000K .......... .......... .......... .......... .......... 74% 200M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 69050K .......... .......... .......... .......... .......... 74% 246M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 69100K .......... .......... .......... .......... .......... 74% 285M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 69150K .......... .......... .......... .......... .......... 74% 279M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 69200K .......... .......... .......... .......... .......... 74% 372M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 69250K .......... .......... .......... .......... .......... 74% 42.6M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 69300K .......... .......... .......... .......... .......... 74% 268M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 69350K .......... .......... .......... .......... .......... 74% 298M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 69400K .......... .......... .......... .......... .......... 74% 287M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 69450K .......... .......... .......... .......... .......... 74% 243M 0s 2024-09-07T14:13:13.639 INFO:teuthology.orchestra.run.smithi107.stderr: 69500K .......... .......... .......... .......... .......... 74% 297M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 69550K .......... .......... .......... .......... .......... 74% 426M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 69600K .......... .......... .......... .......... .......... 74% 369M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 69650K .......... .......... .......... .......... .......... 75% 304M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 69700K .......... .......... .......... .......... .......... 75% 107M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 69750K .......... .......... .......... .......... .......... 75% 200M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 69800K .......... .......... .......... .......... .......... 75% 244M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 69850K .......... .......... .......... .......... .......... 75% 222M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 69900K .......... .......... .......... .......... .......... 75% 241M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 69950K .......... .......... .......... .......... .......... 75% 323M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 70000K .......... .......... .......... .......... .......... 75% 294M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 70050K .......... .......... .......... .......... .......... 75% 221M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 70100K .......... .......... .......... .......... .......... 75% 272M 0s 2024-09-07T14:13:13.640 INFO:teuthology.orchestra.run.smithi107.stderr: 70150K .......... .......... .......... .......... .......... 75% 285M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70200K .......... .......... .......... .......... .......... 75% 259M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70250K .......... .......... .......... .......... .......... 75% 332M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70300K .......... .......... .......... .......... .......... 75% 377M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70350K .......... .......... .......... .......... .......... 75% 356M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70400K .......... .......... .......... .......... .......... 75% 385M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70450K .......... .......... .......... .......... .......... 75% 210M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70500K .......... .......... .......... .......... .......... 75% 256M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70550K .......... .......... .......... .......... .......... 75% 364M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70600K .......... .......... .......... .......... .......... 76% 363M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70650K .......... .......... .......... .......... .......... 76% 319M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70700K .......... .......... .......... .......... .......... 76% 253M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70750K .......... .......... .......... .......... .......... 76% 223M 0s 2024-09-07T14:13:13.641 INFO:teuthology.orchestra.run.smithi107.stderr: 70800K .......... .......... .......... .......... .......... 76% 227M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 70850K .......... .......... .......... .......... .......... 76% 303M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 70900K .......... .......... .......... .......... .......... 76% 221M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 70950K .......... .......... .......... .......... .......... 76% 273M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 71000K .......... .......... .......... .......... .......... 76% 371M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 71050K .......... .......... .......... .......... .......... 76% 221M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 71100K .......... .......... .......... .......... .......... 76% 363M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 71150K .......... .......... .......... .......... .......... 76% 373M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 71200K .......... .......... .......... .......... .......... 76% 369M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 71250K .......... .......... .......... .......... .......... 76% 199M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 71300K .......... .......... .......... .......... .......... 76% 257M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 71350K .......... .......... .......... .......... .......... 76% 360M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 71400K .......... .......... .......... .......... .......... 76% 368M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 71450K .......... .......... .......... .......... .......... 76% 169M 0s 2024-09-07T14:13:13.642 INFO:teuthology.orchestra.run.smithi107.stderr: 71500K .......... .......... .......... .......... .......... 77% 248M 0s 2024-09-07T14:13:13.643 INFO:teuthology.orchestra.run.smithi107.stderr: 71550K .......... .......... .......... .......... .......... 77% 221M 0s 2024-09-07T14:13:13.643 INFO:teuthology.orchestra.run.smithi107.stderr: 71600K .......... .......... .......... .......... .......... 77% 257M 0s 2024-09-07T14:13:13.643 INFO:teuthology.orchestra.run.smithi107.stderr: 71650K .......... .......... .......... .......... .......... 77% 228M 0s 2024-09-07T14:13:13.643 INFO:teuthology.orchestra.run.smithi107.stderr: 71700K .......... .......... .......... .......... .......... 77% 363M 0s 2024-09-07T14:13:13.643 INFO:teuthology.orchestra.run.smithi107.stderr: 71750K .......... .......... .......... .......... .......... 77% 365M 0s 2024-09-07T14:13:13.643 INFO:teuthology.orchestra.run.smithi107.stderr: 71800K .......... .......... .......... .......... .......... 77% 286M 0s 2024-09-07T14:13:13.643 INFO:teuthology.orchestra.run.smithi107.stderr: 71850K .......... .......... .......... .......... .......... 77% 246M 0s 2024-09-07T14:13:13.643 INFO:teuthology.orchestra.run.smithi107.stderr: 71900K .......... .......... .......... .......... .......... 77% 337M 0s 2024-09-07T14:13:13.643 INFO:teuthology.orchestra.run.smithi107.stderr: 71950K .......... .......... .......... .......... .......... 77% 290M 0s 2024-09-07T14:13:13.643 INFO:teuthology.orchestra.run.smithi107.stderr: 72000K .......... .......... .......... .......... .......... 77% 315M 0s 2024-09-07T14:13:13.643 INFO:teuthology.orchestra.run.smithi107.stderr: 72050K .......... .......... .......... .......... .......... 77% 158M 0s 2024-09-07T14:13:13.643 INFO:teuthology.orchestra.run.smithi107.stderr: 72100K .......... .......... .......... .......... .......... 77% 275M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72150K .......... .......... .......... .......... .......... 77% 51.7M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72200K .......... .......... .......... .......... .......... 77% 256M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72250K .......... .......... .......... .......... .......... 77% 227M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72300K .......... .......... .......... .......... .......... 77% 246M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72350K .......... .......... .......... .......... .......... 77% 248M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72400K .......... .......... .......... .......... .......... 77% 267M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72450K .......... .......... .......... .......... .......... 78% 334M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72500K .......... .......... .......... .......... .......... 78% 372M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72550K .......... .......... .......... .......... .......... 78% 62.4M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72600K .......... .......... .......... .......... .......... 78% 236M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72650K .......... .......... .......... .......... .......... 78% 334M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72700K .......... .......... .......... .......... .......... 78% 344M 0s 2024-09-07T14:13:13.644 INFO:teuthology.orchestra.run.smithi107.stderr: 72750K .......... .......... .......... .......... .......... 78% 193M 0s 2024-09-07T14:13:13.645 INFO:teuthology.orchestra.run.smithi107.stderr: 72800K .......... .......... .......... .......... .......... 78% 249M 0s 2024-09-07T14:13:13.645 INFO:teuthology.orchestra.run.smithi107.stderr: 72850K .......... .......... .......... .......... .......... 78% 240M 0s 2024-09-07T14:13:13.645 INFO:teuthology.orchestra.run.smithi107.stderr: 72900K .......... .......... .......... .......... .......... 78% 286M 0s 2024-09-07T14:13:13.645 INFO:teuthology.orchestra.run.smithi107.stderr: 72950K .......... .......... .......... .......... .......... 78% 265M 0s 2024-09-07T14:13:13.645 INFO:teuthology.orchestra.run.smithi107.stderr: 73000K .......... .......... .......... .......... .......... 78% 308M 0s 2024-09-07T14:13:13.645 INFO:teuthology.orchestra.run.smithi107.stderr: 73050K .......... .......... .......... .......... .......... 78% 314M 0s 2024-09-07T14:13:13.645 INFO:teuthology.orchestra.run.smithi107.stderr: 73100K .......... .......... .......... .......... .......... 78% 296M 0s 2024-09-07T14:13:13.645 INFO:teuthology.orchestra.run.smithi107.stderr: 73150K .......... .......... .......... .......... .......... 78% 309M 0s 2024-09-07T14:13:13.645 INFO:teuthology.orchestra.run.smithi107.stderr: 73200K .......... .......... .......... .......... .......... 78% 367M 0s 2024-09-07T14:13:13.645 INFO:teuthology.orchestra.run.smithi107.stderr: 73250K .......... .......... .......... .......... .......... 78% 240M 0s 2024-09-07T14:13:13.645 INFO:teuthology.orchestra.run.smithi107.stderr: 73300K .......... .......... .......... .......... .......... 78% 249M 0s 2024-09-07T14:13:13.645 INFO:teuthology.orchestra.run.smithi107.stderr: 73350K .......... .......... .......... .......... .......... 79% 337M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 73400K .......... .......... .......... .......... .......... 79% 285M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 73450K .......... .......... .......... .......... .......... 79% 326M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 73500K .......... .......... .......... .......... .......... 79% 341M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 73550K .......... .......... .......... .......... .......... 79% 288M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 73600K .......... .......... .......... .......... .......... 79% 280M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 73650K .......... .......... .......... .......... .......... 79% 219M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 73700K .......... .......... .......... .......... .......... 79% 274M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 73750K .......... .......... .......... .......... .......... 79% 248M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 73800K .......... .......... .......... .......... .......... 79% 284M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 73850K .......... .......... .......... .......... .......... 79% 197M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 73900K .......... .......... .......... .......... .......... 79% 228M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 73950K .......... .......... .......... .......... .......... 79% 311M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 74000K .......... .......... .......... .......... .......... 79% 338M 0s 2024-09-07T14:13:13.646 INFO:teuthology.orchestra.run.smithi107.stderr: 74050K .......... .......... .......... .......... .......... 79% 260M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74100K .......... .......... .......... .......... .......... 79% 231M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74150K .......... .......... .......... .......... .......... 79% 266M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74200K .......... .......... .......... .......... .......... 79% 362M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74250K .......... .......... .......... .......... .......... 79% 337M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74300K .......... .......... .......... .......... .......... 80% 259M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74350K .......... .......... .......... .......... .......... 80% 296M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74400K .......... .......... .......... .......... .......... 80% 294M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74450K .......... .......... .......... .......... .......... 80% 234M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74500K .......... .......... .......... .......... .......... 80% 306M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74550K .......... .......... .......... .......... .......... 80% 310M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74600K .......... .......... .......... .......... .......... 80% 367M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74650K .......... .......... .......... .......... .......... 80% 276M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74700K .......... .......... .......... .......... .......... 80% 259M 0s 2024-09-07T14:13:13.647 INFO:teuthology.orchestra.run.smithi107.stderr: 74750K .......... .......... .......... .......... .......... 80% 278M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 74800K .......... .......... .......... .......... .......... 80% 259M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 74850K .......... .......... .......... .......... .......... 80% 260M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 74900K .......... .......... .......... .......... .......... 80% 346M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 74950K .......... .......... .......... .......... .......... 80% 261M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 75000K .......... .......... .......... .......... .......... 80% 312M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 75050K .......... .......... .......... .......... .......... 80% 335M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 75100K .......... .......... .......... .......... .......... 80% 327M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 75150K .......... .......... .......... .......... .......... 80% 16.1M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 75200K .......... .......... .......... .......... .......... 81% 212M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 75250K .......... .......... .......... .......... .......... 81% 289M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 75300K .......... .......... .......... .......... .......... 81% 254M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 75350K .......... .......... .......... .......... .......... 81% 241M 0s 2024-09-07T14:13:13.648 INFO:teuthology.orchestra.run.smithi107.stderr: 75400K .......... .......... .......... .......... .......... 81% 261M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 75450K .......... .......... .......... .......... .......... 81% 281M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 75500K .......... .......... .......... .......... .......... 81% 255M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 75550K .......... .......... .......... .......... .......... 81% 247M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 75600K .......... .......... .......... .......... .......... 81% 291M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 75650K .......... .......... .......... .......... .......... 81% 337M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 75700K .......... .......... .......... .......... .......... 81% 272M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 75750K .......... .......... .......... .......... .......... 81% 255M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 75800K .......... .......... .......... .......... .......... 81% 280M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 75850K .......... .......... .......... .......... .......... 81% 258M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 75900K .......... .......... .......... .......... .......... 81% 311M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 75950K .......... .......... .......... .......... .......... 81% 240M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 76000K .......... .......... .......... .......... .......... 81% 334M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 76050K .......... .......... .......... .......... .......... 81% 312M 0s 2024-09-07T14:13:13.649 INFO:teuthology.orchestra.run.smithi107.stderr: 76100K .......... .......... .......... .......... .......... 81% 267M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76150K .......... .......... .......... .......... .......... 82% 276M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76200K .......... .......... .......... .......... .......... 82% 257M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76250K .......... .......... .......... .......... .......... 82% 307M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76300K .......... .......... .......... .......... .......... 82% 311M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76350K .......... .......... .......... .......... .......... 82% 272M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76400K .......... .......... .......... .......... .......... 82% 379M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76450K .......... .......... .......... .......... .......... 82% 297M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76500K .......... .......... .......... .......... .......... 82% 258M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76550K .......... .......... .......... .......... .......... 82% 221M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76600K .......... .......... .......... .......... .......... 82% 235M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76650K .......... .......... .......... .......... .......... 82% 254M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76700K .......... .......... .......... .......... .......... 82% 300M 0s 2024-09-07T14:13:13.650 INFO:teuthology.orchestra.run.smithi107.stderr: 76750K .......... .......... .......... .......... .......... 82% 309M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 76800K .......... .......... .......... .......... .......... 82% 222M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 76850K .......... .......... .......... .......... .......... 82% 257M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 76900K .......... .......... .......... .......... .......... 82% 253M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 76950K .......... .......... .......... .......... .......... 82% 276M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 77000K .......... .......... .......... .......... .......... 82% 279M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 77050K .......... .......... .......... .......... .......... 82% 358M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 77100K .......... .......... .......... .......... .......... 83% 370M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 77150K .......... .......... .......... .......... .......... 83% 265M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 77200K .......... .......... .......... .......... .......... 83% 267M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 77250K .......... .......... .......... .......... .......... 83% 282M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 77300K .......... .......... .......... .......... .......... 83% 258M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 77350K .......... .......... .......... .......... .......... 83% 256M 0s 2024-09-07T14:13:13.651 INFO:teuthology.orchestra.run.smithi107.stderr: 77400K .......... .......... .......... .......... .......... 83% 279M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 77450K .......... .......... .......... .......... .......... 83% 328M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 77500K .......... .......... .......... .......... .......... 83% 407M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 77550K .......... .......... .......... .......... .......... 83% 270M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 77600K .......... .......... .......... .......... .......... 83% 402M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 77650K .......... .......... .......... .......... .......... 83% 415M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 77700K .......... .......... .......... .......... .......... 83% 428M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 77750K .......... .......... .......... .......... .......... 83% 369M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 77800K .......... .......... .......... .......... .......... 83% 409M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 77850K .......... .......... .......... .......... .......... 83% 373M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 77900K .......... .......... .......... .......... .......... 83% 354M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 77950K .......... .......... .......... .......... .......... 83% 262M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 78000K .......... .......... .......... .......... .......... 84% 364M 0s 2024-09-07T14:13:13.652 INFO:teuthology.orchestra.run.smithi107.stderr: 78050K .......... .......... .......... .......... .......... 84% 361M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78100K .......... .......... .......... .......... .......... 84% 18.5M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78150K .......... .......... .......... .......... .......... 84% 248M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78200K .......... .......... .......... .......... .......... 84% 295M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78250K .......... .......... .......... .......... .......... 84% 287M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78300K .......... .......... .......... .......... .......... 84% 276M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78350K .......... .......... .......... .......... .......... 84% 264M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78400K .......... .......... .......... .......... .......... 84% 277M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78450K .......... .......... .......... .......... .......... 84% 268M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78500K .......... .......... .......... .......... .......... 84% 283M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78550K .......... .......... .......... .......... .......... 84% 250M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78600K .......... .......... .......... .......... .......... 84% 292M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78650K .......... .......... .......... .......... .......... 84% 377M 0s 2024-09-07T14:13:13.653 INFO:teuthology.orchestra.run.smithi107.stderr: 78700K .......... .......... .......... .......... .......... 84% 296M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 78750K .......... .......... .......... .......... .......... 84% 191M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 78800K .......... .......... .......... .......... .......... 84% 229M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 78850K .......... .......... .......... .......... .......... 84% 236M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 78900K .......... .......... .......... .......... .......... 84% 261M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 78950K .......... .......... .......... .......... .......... 85% 229M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 79000K .......... .......... .......... .......... .......... 85% 226M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 79050K .......... .......... .......... .......... .......... 85% 326M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 79100K .......... .......... .......... .......... .......... 85% 370M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 79150K .......... .......... .......... .......... .......... 85% 231M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 79200K .......... .......... .......... .......... .......... 85% 257M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 79250K .......... .......... .......... .......... .......... 85% 266M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 79300K .......... .......... .......... .......... .......... 85% 263M 0s 2024-09-07T14:13:13.654 INFO:teuthology.orchestra.run.smithi107.stderr: 79350K .......... .......... .......... .......... .......... 85% 227M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 79400K .......... .......... .......... .......... .......... 85% 303M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 79450K .......... .......... .......... .......... .......... 85% 276M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 79500K .......... .......... .......... .......... .......... 85% 274M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 79550K .......... .......... .......... .......... .......... 85% 190M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 79600K .......... .......... .......... .......... .......... 85% 231M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 79650K .......... .......... .......... .......... .......... 85% 264M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 79700K .......... .......... .......... .......... .......... 85% 333M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 79750K .......... .......... .......... .......... .......... 85% 340M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 79800K .......... .......... .......... .......... .......... 85% 369M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 79850K .......... .......... .......... .......... .......... 86% 287M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 79900K .......... .......... .......... .......... .......... 86% 236M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 79950K .......... .......... .......... .......... .......... 86% 232M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 80000K .......... .......... .......... .......... .......... 86% 231M 0s 2024-09-07T14:13:13.655 INFO:teuthology.orchestra.run.smithi107.stderr: 80050K .......... .......... .......... .......... .......... 86% 221M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80100K .......... .......... .......... .......... .......... 86% 273M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80150K .......... .......... .......... .......... .......... 86% 223M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80200K .......... .......... .......... .......... .......... 86% 328M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80250K .......... .......... .......... .......... .......... 86% 363M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80300K .......... .......... .......... .......... .......... 86% 362M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80350K .......... .......... .......... .......... .......... 86% 347M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80400K .......... .......... .......... .......... .......... 86% 365M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80450K .......... .......... .......... .......... .......... 86% 382M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80500K .......... .......... .......... .......... .......... 86% 383M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80550K .......... .......... .......... .......... .......... 86% 333M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80600K .......... .......... .......... .......... .......... 86% 376M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80650K .......... .......... .......... .......... .......... 86% 366M 0s 2024-09-07T14:13:13.656 INFO:teuthology.orchestra.run.smithi107.stderr: 80700K .......... .......... .......... .......... .......... 86% 367M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 80750K .......... .......... .......... .......... .......... 86% 21.4M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 80800K .......... .......... .......... .......... .......... 87% 234M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 80850K .......... .......... .......... .......... .......... 87% 230M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 80900K .......... .......... .......... .......... .......... 87% 271M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 80950K .......... .......... .......... .......... .......... 87% 226M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 81000K .......... .......... .......... .......... .......... 87% 342M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 81050K .......... .......... .......... .......... .......... 87% 272M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 81100K .......... .......... .......... .......... .......... 87% 291M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 81150K .......... .......... .......... .......... .......... 87% 273M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 81200K .......... .......... .......... .......... .......... 87% 250M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 81250K .......... .......... .......... .......... .......... 87% 280M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 81300K .......... .......... .......... .......... .......... 87% 342M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 81350K .......... .......... .......... .......... .......... 87% 297M 0s 2024-09-07T14:13:13.657 INFO:teuthology.orchestra.run.smithi107.stderr: 81400K .......... .......... .......... .......... .......... 87% 310M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 81450K .......... .......... .......... .......... .......... 87% 368M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 81500K .......... .......... .......... .......... .......... 87% 349M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 81550K .......... .......... .......... .......... .......... 87% 259M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 81600K .......... .......... .......... .......... .......... 87% 309M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 81650K .......... .......... .......... .......... .......... 87% 250M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 81700K .......... .......... .......... .......... .......... 87% 352M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 81750K .......... .......... .......... .......... .......... 88% 279M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 81800K .......... .......... .......... .......... .......... 88% 235M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 81850K .......... .......... .......... .......... .......... 88% 293M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 81900K .......... .......... .......... .......... .......... 88% 348M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 81950K .......... .......... .......... .......... .......... 88% 268M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 82000K .......... .......... .......... .......... .......... 88% 223M 0s 2024-09-07T14:13:13.658 INFO:teuthology.orchestra.run.smithi107.stderr: 82050K .......... .......... .......... .......... .......... 88% 242M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82100K .......... .......... .......... .......... .......... 88% 290M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82150K .......... .......... .......... .......... .......... 88% 308M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82200K .......... .......... .......... .......... .......... 88% 320M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82250K .......... .......... .......... .......... .......... 88% 293M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82300K .......... .......... .......... .......... .......... 88% 248M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82350K .......... .......... .......... .......... .......... 88% 275M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82400K .......... .......... .......... .......... .......... 88% 369M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82450K .......... .......... .......... .......... .......... 88% 285M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82500K .......... .......... .......... .......... .......... 88% 215M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82550K .......... .......... .......... .......... .......... 88% 380M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82600K .......... .......... .......... .......... .......... 88% 337M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82650K .......... .......... .......... .......... .......... 89% 339M 0s 2024-09-07T14:13:13.659 INFO:teuthology.orchestra.run.smithi107.stderr: 82700K .......... .......... .......... .......... .......... 89% 211M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 82750K .......... .......... .......... .......... .......... 89% 331M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 82800K .......... .......... .......... .......... .......... 89% 314M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 82850K .......... .......... .......... .......... .......... 89% 267M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 82900K .......... .......... .......... .......... .......... 89% 245M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 82950K .......... .......... .......... .......... .......... 89% 325M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 83000K .......... .......... .......... .......... .......... 89% 246M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 83050K .......... .......... .......... .......... .......... 89% 302M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 83100K .......... .......... .......... .......... .......... 89% 319M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 83150K .......... .......... .......... .......... .......... 89% 389M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 83200K .......... .......... .......... .......... .......... 89% 346M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 83250K .......... .......... .......... .......... .......... 89% 367M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 83300K .......... .......... .......... .......... .......... 89% 327M 0s 2024-09-07T14:13:13.660 INFO:teuthology.orchestra.run.smithi107.stderr: 83350K .......... .......... .......... .......... .......... 89% 17.5M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 83400K .......... .......... .......... .......... .......... 89% 269M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 83450K .......... .......... .......... .......... .......... 89% 227M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 83500K .......... .......... .......... .......... .......... 89% 209M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 83550K .......... .......... .......... .......... .......... 89% 240M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 83600K .......... .......... .......... .......... .......... 90% 265M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 83650K .......... .......... .......... .......... .......... 90% 273M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 83700K .......... .......... .......... .......... .......... 90% 289M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 83750K .......... .......... .......... .......... .......... 90% 338M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 83800K .......... .......... .......... .......... .......... 90% 299M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 83850K .......... .......... .......... .......... .......... 90% 301M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 83900K .......... .......... .......... .......... .......... 90% 241M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 83950K .......... .......... .......... .......... .......... 90% 307M 0s 2024-09-07T14:13:13.661 INFO:teuthology.orchestra.run.smithi107.stderr: 84000K .......... .......... .......... .......... .......... 90% 268M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84050K .......... .......... .......... .......... .......... 90% 299M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84100K .......... .......... .......... .......... .......... 90% 335M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84150K .......... .......... .......... .......... .......... 90% 369M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84200K .......... .......... .......... .......... .......... 90% 257M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84250K .......... .......... .......... .......... .......... 90% 309M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84300K .......... .......... .......... .......... .......... 90% 245M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84350K .......... .......... .......... .......... .......... 90% 314M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84400K .......... .......... .......... .......... .......... 90% 334M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84450K .......... .......... .......... .......... .......... 90% 359M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84500K .......... .......... .......... .......... .......... 91% 272M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84550K .......... .......... .......... .......... .......... 91% 407M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84600K .......... .......... .......... .......... .......... 91% 308M 0s 2024-09-07T14:13:13.662 INFO:teuthology.orchestra.run.smithi107.stderr: 84650K .......... .......... .......... .......... .......... 91% 282M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 84700K .......... .......... .......... .......... .......... 91% 307M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 84750K .......... .......... .......... .......... .......... 91% 365M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 84800K .......... .......... .......... .......... .......... 91% 326M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 84850K .......... .......... .......... .......... .......... 91% 202M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 84900K .......... .......... .......... .......... .......... 91% 247M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 84950K .......... .......... .......... .......... .......... 91% 275M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 85000K .......... .......... .......... .......... .......... 91% 351M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 85050K .......... .......... .......... .......... .......... 91% 359M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 85100K .......... .......... .......... .......... .......... 91% 232M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 85150K .......... .......... .......... .......... .......... 91% 271M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 85200K .......... .......... .......... .......... .......... 91% 321M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 85250K .......... .......... .......... .......... .......... 91% 340M 0s 2024-09-07T14:13:13.663 INFO:teuthology.orchestra.run.smithi107.stderr: 85300K .......... .......... .......... .......... .......... 91% 310M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85350K .......... .......... .......... .......... .......... 91% 285M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85400K .......... .......... .......... .......... .......... 91% 243M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85450K .......... .......... .......... .......... .......... 92% 314M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85500K .......... .......... .......... .......... .......... 92% 276M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85550K .......... .......... .......... .......... .......... 92% 303M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85600K .......... .......... .......... .......... .......... 92% 318M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85650K .......... .......... .......... .......... .......... 92% 399M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85700K .......... .......... .......... .......... .......... 92% 266M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85750K .......... .......... .......... .......... .......... 92% 292M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85800K .......... .......... .......... .......... .......... 92% 348M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85850K .......... .......... .......... .......... .......... 92% 372M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85900K .......... .......... .......... .......... .......... 92% 315M 0s 2024-09-07T14:13:13.664 INFO:teuthology.orchestra.run.smithi107.stderr: 85950K .......... .......... .......... .......... .......... 92% 361M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86000K .......... .......... .......... .......... .......... 92% 376M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86050K .......... .......... .......... .......... .......... 92% 338M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86100K .......... .......... .......... .......... .......... 92% 277M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86150K .......... .......... .......... .......... .......... 92% 18.8M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86200K .......... .......... .......... .......... .......... 92% 167M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86250K .......... .......... .......... .......... .......... 92% 260M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86300K .......... .......... .......... .......... .......... 92% 287M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86350K .......... .......... .......... .......... .......... 93% 399M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86400K .......... .......... .......... .......... .......... 93% 383M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86450K .......... .......... .......... .......... .......... 93% 398M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86500K .......... .......... .......... .......... .......... 93% 333M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86550K .......... .......... .......... .......... .......... 93% 402M 0s 2024-09-07T14:13:13.665 INFO:teuthology.orchestra.run.smithi107.stderr: 86600K .......... .......... .......... .......... .......... 93% 404M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 86650K .......... .......... .......... .......... .......... 93% 414M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 86700K .......... .......... .......... .......... .......... 93% 348M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 86750K .......... .......... .......... .......... .......... 93% 398M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 86800K .......... .......... .......... .......... .......... 93% 21.4M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 86850K .......... .......... .......... .......... .......... 93% 195M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 86900K .......... .......... .......... .......... .......... 93% 303M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 86950K .......... .......... .......... .......... .......... 93% 355M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 87000K .......... .......... .......... .......... .......... 93% 392M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 87050K .......... .......... .......... .......... .......... 93% 344M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 87100K .......... .......... .......... .......... .......... 93% 293M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 87150K .......... .......... .......... .......... .......... 93% 314M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 87200K .......... .......... .......... .......... .......... 93% 336M 0s 2024-09-07T14:13:13.666 INFO:teuthology.orchestra.run.smithi107.stderr: 87250K .......... .......... .......... .......... .......... 93% 381M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87300K .......... .......... .......... .......... .......... 94% 313M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87350K .......... .......... .......... .......... .......... 94% 370M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87400K .......... .......... .......... .......... .......... 94% 357M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87450K .......... .......... .......... .......... .......... 94% 384M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87500K .......... .......... .......... .......... .......... 94% 337M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87550K .......... .......... .......... .......... .......... 94% 366M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87600K .......... .......... .......... .......... .......... 94% 366M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87650K .......... .......... .......... .......... .......... 94% 352M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87700K .......... .......... .......... .......... .......... 94% 326M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87750K .......... .......... .......... .......... .......... 94% 380M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87800K .......... .......... .......... .......... .......... 94% 358M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87850K .......... .......... .......... .......... .......... 94% 363M 0s 2024-09-07T14:13:13.667 INFO:teuthology.orchestra.run.smithi107.stderr: 87900K .......... .......... .......... .......... .......... 94% 313M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 87950K .......... .......... .......... .......... .......... 94% 383M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88000K .......... .......... .......... .......... .......... 94% 362M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88050K .......... .......... .......... .......... .......... 94% 385M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88100K .......... .......... .......... .......... .......... 94% 354M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88150K .......... .......... .......... .......... .......... 94% 384M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88200K .......... .......... .......... .......... .......... 94% 397M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88250K .......... .......... .......... .......... .......... 95% 408M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88300K .......... .......... .......... .......... .......... 95% 339M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88350K .......... .......... .......... .......... .......... 95% 399M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88400K .......... .......... .......... .......... .......... 95% 400M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88450K .......... .......... .......... .......... .......... 95% 400M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88500K .......... .......... .......... .......... .......... 95% 362M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88550K .......... .......... .......... .......... .......... 95% 396M 0s 2024-09-07T14:13:13.668 INFO:teuthology.orchestra.run.smithi107.stderr: 88600K .......... .......... .......... .......... .......... 95% 415M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 88650K .......... .......... .......... .......... .......... 95% 374M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 88700K .......... .......... .......... .......... .......... 95% 337M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 88750K .......... .......... .......... .......... .......... 95% 402M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 88800K .......... .......... .......... .......... .......... 95% 402M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 88850K .......... .......... .......... .......... .......... 95% 410M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 88900K .......... .......... .......... .......... .......... 95% 28.0M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 88950K .......... .......... .......... .......... .......... 95% 289M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 89000K .......... .......... .......... .......... .......... 95% 360M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 89050K .......... .......... .......... .......... .......... 95% 368M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 89100K .......... .......... .......... .......... .......... 95% 301M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 89150K .......... .......... .......... .......... .......... 96% 380M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 89200K .......... .......... .......... .......... .......... 96% 381M 0s 2024-09-07T14:13:13.669 INFO:teuthology.orchestra.run.smithi107.stderr: 89250K .......... .......... .......... .......... .......... 96% 403M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89300K .......... .......... .......... .......... .......... 96% 340M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89350K .......... .......... .......... .......... .......... 96% 390M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89400K .......... .......... .......... .......... .......... 96% 391M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89450K .......... .......... .......... .......... .......... 96% 372M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89500K .......... .......... .......... .......... .......... 96% 311M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89550K .......... .......... .......... .......... .......... 96% 412M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89600K .......... .......... .......... .......... .......... 96% 400M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89650K .......... .......... .......... .......... .......... 96% 23.9M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89700K .......... .......... .......... .......... .......... 96% 307M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89750K .......... .......... .......... .......... .......... 96% 363M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89800K .......... .......... .......... .......... .......... 96% 406M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89850K .......... .......... .......... .......... .......... 96% 186M 0s 2024-09-07T14:13:13.670 INFO:teuthology.orchestra.run.smithi107.stderr: 89900K .......... .......... .......... .......... .......... 96% 172M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 89950K .......... .......... .......... .......... .......... 96% 380M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 90000K .......... .......... .......... .......... .......... 96% 146M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 90050K .......... .......... .......... .......... .......... 96% 347M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 90100K .......... .......... .......... .......... .......... 97% 318M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 90150K .......... .......... .......... .......... .......... 97% 357M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 90200K .......... .......... .......... .......... .......... 97% 284M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 90250K .......... .......... .......... .......... .......... 97% 378M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 90300K .......... .......... .......... .......... .......... 97% 304M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 90350K .......... .......... .......... .......... .......... 97% 358M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 90400K .......... .......... .......... .......... .......... 97% 381M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 90450K .......... .......... .......... .......... .......... 97% 382M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 90500K .......... .......... .......... .......... .......... 97% 329M 0s 2024-09-07T14:13:13.671 INFO:teuthology.orchestra.run.smithi107.stderr: 90550K .......... .......... .......... .......... .......... 97% 370M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 90600K .......... .......... .......... .......... .......... 97% 381M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 90650K .......... .......... .......... .......... .......... 97% 382M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 90700K .......... .......... .......... .......... .......... 97% 321M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 90750K .......... .......... .......... .......... .......... 97% 372M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 90800K .......... .......... .......... .......... .......... 97% 380M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 90850K .......... .......... .......... .......... .......... 97% 376M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 90900K .......... .......... .......... .......... .......... 97% 328M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 90950K .......... .......... .......... .......... .......... 97% 386M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 91000K .......... .......... .......... .......... .......... 98% 385M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 91050K .......... .......... .......... .......... .......... 98% 411M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 91100K .......... .......... .......... .......... .......... 98% 342M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 91150K .......... .......... .......... .......... .......... 98% 408M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 91200K .......... .......... .......... .......... .......... 98% 418M 0s 2024-09-07T14:13:13.672 INFO:teuthology.orchestra.run.smithi107.stderr: 91250K .......... .......... .......... .......... .......... 98% 401M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91300K .......... .......... .......... .......... .......... 98% 365M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91350K .......... .......... .......... .......... .......... 98% 417M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91400K .......... .......... .......... .......... .......... 98% 18.7M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91450K .......... .......... .......... .......... .......... 98% 355M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91500K .......... .......... .......... .......... .......... 98% 309M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91550K .......... .......... .......... .......... .......... 98% 394M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91600K .......... .......... .......... .......... .......... 98% 392M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91650K .......... .......... .......... .......... .......... 98% 410M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91700K .......... .......... .......... .......... .......... 98% 328M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91750K .......... .......... .......... .......... .......... 98% 367M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91800K .......... .......... .......... .......... .......... 98% 381M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91850K .......... .......... .......... .......... .......... 98% 392M 0s 2024-09-07T14:13:13.673 INFO:teuthology.orchestra.run.smithi107.stderr: 91900K .......... .......... .......... .......... .......... 98% 312M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 91950K .......... .......... .......... .......... .......... 99% 411M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 92000K .......... .......... .......... .......... .......... 99% 396M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 92050K .......... .......... .......... .......... .......... 99% 420M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 92100K .......... .......... .......... .......... .......... 99% 346M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 92150K .......... .......... .......... .......... .......... 99% 368M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 92200K .......... .......... .......... .......... .......... 99% 369M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 92250K .......... .......... .......... .......... .......... 99% 293M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 92300K .......... .......... .......... .......... .......... 99% 395M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 92350K .......... .......... .......... .......... .......... 99% 415M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 92400K .......... .......... .......... .......... .......... 99% 403M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 92450K .......... .......... .......... .......... .......... 99% 376M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 92500K .......... .......... .......... .......... .......... 99% 422M 0s 2024-09-07T14:13:13.674 INFO:teuthology.orchestra.run.smithi107.stderr: 92550K .......... .......... .......... .......... .......... 99% 398M 0s 2024-09-07T14:13:13.675 INFO:teuthology.orchestra.run.smithi107.stderr: 92600K .......... .......... .......... .......... .......... 99% 420M 0s 2024-09-07T14:13:13.675 INFO:teuthology.orchestra.run.smithi107.stderr: 92650K .......... .......... .......... .......... .......... 99% 341M 0s 2024-09-07T14:13:13.675 INFO:teuthology.orchestra.run.smithi107.stderr: 92700K .......... .......... .......... .......... .......... 99% 69.5M 0s 2024-09-07T14:13:13.675 INFO:teuthology.orchestra.run.smithi107.stderr: 92750K .......... .......... .......... .......... .......... 99% 146M 0s 2024-09-07T14:13:13.675 INFO:teuthology.orchestra.run.smithi107.stderr: 92800K .......... .......... .......... .......... .......... 99% 171M 0s 2024-09-07T14:13:13.675 INFO:teuthology.orchestra.run.smithi107.stderr: 92850K .......... .......... .......... .......... .......... 99% 346M 0s 2024-09-07T14:13:13.675 INFO:teuthology.orchestra.run.smithi107.stderr: 92900K 100% 134G=0.5s 2024-09-07T14:13:13.675 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-09-07T14:13:13.675 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07 14:13:12 (190 MB/s) - 'gradle-6.0.1-bin.zip' saved [95129672/95129672] 2024-09-07T14:13:13.675 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-09-07T14:13:13.701 INFO:teuthology.orchestra.run.smithi107.stdout:Archive: gradle-6.0.1-bin.zip 2024-09-07T14:13:13.701 INFO:teuthology.orchestra.run.smithi107.stdout: creating: /opt/gradle/gradle-6.0.1/ 2024-09-07T14:13:13.701 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2024-09-07T14:13:13.701 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2024-09-07T14:13:13.701 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2024-09-07T14:13:13.701 INFO:teuthology.orchestra.run.smithi107.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2024-09-07T14:13:13.701 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2024-09-07T14:13:13.701 INFO:teuthology.orchestra.run.smithi107.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2024-09-07T14:13:13.701 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2024-09-07T14:13:13.701 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2024-09-07T14:13:13.701 INFO:teuthology.orchestra.run.smithi107.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2024-09-07T14:13:13.702 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2024-09-07T14:13:13.702 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2024-09-07T14:13:13.702 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2024-09-07T14:13:13.702 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2024-09-07T14:13:13.702 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2024-09-07T14:13:13.702 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2024-09-07T14:13:13.702 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2024-09-07T14:13:13.702 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2024-09-07T14:13:13.702 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2024-09-07T14:13:13.702 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2024-09-07T14:13:13.702 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2024-09-07T14:13:13.702 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2024-09-07T14:13:13.703 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2024-09-07T14:13:13.704 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2024-09-07T14:13:13.705 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2024-09-07T14:13:13.706 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2024-09-07T14:13:13.706 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2024-09-07T14:13:13.706 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2024-09-07T14:13:13.706 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2024-09-07T14:13:13.706 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2024-09-07T14:13:13.706 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2024-09-07T14:13:13.706 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2024-09-07T14:13:13.706 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2024-09-07T14:13:13.706 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2024-09-07T14:13:13.706 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2024-09-07T14:13:13.706 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2024-09-07T14:13:13.706 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2024-09-07T14:13:13.707 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2024-09-07T14:13:13.708 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2024-09-07T14:13:13.708 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2024-09-07T14:13:13.708 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2024-09-07T14:13:13.708 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2024-09-07T14:13:13.708 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2024-09-07T14:13:13.708 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2024-09-07T14:13:13.708 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2024-09-07T14:13:13.708 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2024-09-07T14:13:13.708 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2024-09-07T14:13:13.708 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2024-09-07T14:13:13.708 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2024-09-07T14:13:13.708 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2024-09-07T14:13:13.709 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2024-09-07T14:13:13.710 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2024-09-07T14:13:13.710 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2024-09-07T14:13:13.710 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2024-09-07T14:13:13.710 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2024-09-07T14:13:13.710 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2024-09-07T14:13:13.710 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2024-09-07T14:13:13.710 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2024-09-07T14:13:13.710 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2024-09-07T14:13:13.710 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2024-09-07T14:13:13.710 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2024-09-07T14:13:13.710 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2024-09-07T14:13:13.710 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2024-09-07T14:13:13.711 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2024-09-07T14:13:13.712 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2024-09-07T14:13:13.712 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2024-09-07T14:13:13.712 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2024-09-07T14:13:13.712 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2024-09-07T14:13:13.712 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2024-09-07T14:13:13.712 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2024-09-07T14:13:13.712 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2024-09-07T14:13:13.712 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2024-09-07T14:13:13.712 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2024-09-07T14:13:13.712 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2024-09-07T14:13:13.712 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2024-09-07T14:13:13.712 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2024-09-07T14:13:13.713 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2024-09-07T14:13:13.714 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2024-09-07T14:13:13.715 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2024-09-07T14:13:13.716 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2024-09-07T14:13:13.717 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2024-09-07T14:13:13.718 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2024-09-07T14:13:13.718 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2024-09-07T14:13:13.718 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2024-09-07T14:13:13.718 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2024-09-07T14:13:13.718 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2024-09-07T14:13:13.718 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2024-09-07T14:13:13.718 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2024-09-07T14:13:13.718 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2024-09-07T14:13:13.718 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2024-09-07T14:13:13.718 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2024-09-07T14:13:13.718 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2024-09-07T14:13:13.718 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2024-09-07T14:13:13.719 INFO:teuthology.orchestra.run.smithi107.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2024-09-07T14:13:13.719 INFO:teuthology.orchestra.run.smithi107.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin 2024-09-07T14:13:13.993 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout:Welcome to Gradle 6.0.1! 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout:Here are the highlights of this release: 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout: - Substantial improvements in dependency management, including 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout: - Advanced control of transitive versions 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout: - Support for optional features and dependencies 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout: - Rules to tweak published metadata 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout: - Support for Java 13 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout: - Faster incremental Java and Groovy compilation 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout: - New Zinc compiler for Scala 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout: - VS2019 support 2024-09-07T14:13:13.994 INFO:teuthology.orchestra.run.smithi107.stdout: - Support for Gradle Enterprise plugin 3.0 2024-09-07T14:13:13.995 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:13.997 INFO:teuthology.orchestra.run.smithi107.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2024-09-07T14:13:13.997 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:13.997 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:13.997 INFO:teuthology.orchestra.run.smithi107.stdout:------------------------------------------------------------ 2024-09-07T14:13:13.998 INFO:teuthology.orchestra.run.smithi107.stdout:Gradle 6.0.1 2024-09-07T14:13:13.998 INFO:teuthology.orchestra.run.smithi107.stdout:------------------------------------------------------------ 2024-09-07T14:13:13.998 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:13.998 INFO:teuthology.orchestra.run.smithi107.stdout:Build time: 2019-11-18 20:25:01 UTC 2024-09-07T14:13:13.998 INFO:teuthology.orchestra.run.smithi107.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2024-09-07T14:13:13.998 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:13.998 INFO:teuthology.orchestra.run.smithi107.stdout:Kotlin: 1.3.50 2024-09-07T14:13:13.998 INFO:teuthology.orchestra.run.smithi107.stdout:Groovy: 2.5.8 2024-09-07T14:13:13.998 INFO:teuthology.orchestra.run.smithi107.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2024-09-07T14:13:13.998 INFO:teuthology.orchestra.run.smithi107.stdout:JVM: 11.0.17 (Ubuntu 11.0.17+8-post-Ubuntu-1ubuntu222.04) 2024-09-07T14:13:13.998 INFO:teuthology.orchestra.run.smithi107.stdout:OS: Linux 5.15.0-119-generic amd64 2024-09-07T14:13:13.998 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:14.002 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2024-09-07T14:13:14.002 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-07T14:13:14.002 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi107.front.sepia.ceph.com 2024-09-07T14:13:14.002 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-07T14:13:14.002 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi148.front.sepia.ceph.com 2024-09-07T14:13:14.003 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2024-09-07T14:13:14.224 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2024-09-07T14:13:14.224 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2024-09-07T14:13:14.224 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'DNCLSEBMPHARWCYSBAEZ', 'access_secret': 'QF6BjdElUiQ3zHkL8EAXh3AqM4fTXM5k19sjqEQ144mVt3foKwsjJg==', 'region': 'mexico', 'endpoint': 'smithi107.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi107.front.sepia.ceph.com'} 2024-09-07T14:13:14.224 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2024-09-07T14:13:14.224 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'DNCLSEBMPHARWCYSBAEZ', '--secret', 'QF6BjdElUiQ3zHkL8EAXh3AqM4fTXM5k19sjqEQ144mVt3foKwsjJg==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2024-09-07T14:13:14.225 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key DNCLSEBMPHARWCYSBAEZ --secret QF6BjdElUiQ3zHkL8EAXh3AqM4fTXM5k19sjqEQ144mVt3foKwsjJg== --email tester.client.0_test@test.test --cluster ceph 2024-09-07T14:13:14.265 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:13:14.266 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:13:14.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.306+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.306+0000 7f90af0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.306+0000 7f90af0169c0 20 realm 2024-09-07T14:13:14.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.306+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.306+0000 7f90af0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.306+0000 7f90af0169c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:13:14.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.306+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.306+0000 7f90af0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.306+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.307 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.310+0000 7f90af0169c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:13:14.308 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.310+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.309 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.310+0000 7f90af0169c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:13:14.309 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.310+0000 7f90af0169c0 20 searching for the correct realm 2024-09-07T14:13:14.313 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.314+0000 7f90ad31d640 0 -- 172.21.15.107:0/42821893 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f90a00d5420 msgr2=0x7f90a00d5840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:13:14.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.322+0000 7f90ac31b640 0 -- 172.21.15.107:0/42821893 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f90a4064f30 msgr2=0x7f90a40719b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:13:14.539 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.538+0000 7f90af0169c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:13:14.539 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.538+0000 7f90af0169c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:13:14.539 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.538+0000 7f90af0169c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:13:14.539 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.538+0000 7f90af0169c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:13:14.539 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.538+0000 7f90af0169c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:13:14.539 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.538+0000 7f90af0169c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:13:14.540 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.538+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.540 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.540 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.540 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:13:14.540 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:13:14.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 zone default found 2024-09-07T14:13:14.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 4 Realm: () 2024-09-07T14:13:14.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:13:14.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:13:14.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:13:14.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 zonegroup default 2024-09-07T14:13:14.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.542 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.542 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.542 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.542 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 started sync module instance, tier type = 2024-09-07T14:13:14.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.542+0000 7f90af0169c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:13:14.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.566+0000 7f90af0169c0 20 add_watcher() i=0 2024-09-07T14:13:14.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.566+0000 7f90af0169c0 20 add_watcher() i=1 2024-09-07T14:13:14.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.566+0000 7f90af0169c0 20 add_watcher() i=2 2024-09-07T14:13:14.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.566+0000 7f90af0169c0 20 add_watcher() i=3 2024-09-07T14:13:14.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.566+0000 7f90af0169c0 20 add_watcher() i=4 2024-09-07T14:13:14.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.566+0000 7f90af0169c0 20 add_watcher() i=5 2024-09-07T14:13:14.567 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.566+0000 7f90af0169c0 20 add_watcher() i=6 2024-09-07T14:13:14.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.570+0000 7f90af0169c0 20 add_watcher() i=7 2024-09-07T14:13:14.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.570+0000 7f90af0169c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:13:14.574 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.574+0000 7f8f637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:13:14.574 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.574+0000 7f90af0169c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:13:14.574 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.574+0000 7f90af0169c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:13:14.574 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.574+0000 7f90af0169c0 5 note: GC not initialized 2024-09-07T14:13:14.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.574+0000 7f8f627e4640 20 reqs_thread_entry: start 2024-09-07T14:13:14.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.574+0000 7f90af0169c0 20 init_complete bucket index max shards: 1 2024-09-07T14:13:14.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.574+0000 7f90af0169c0 20 Filter name: none 2024-09-07T14:13:14.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.574+0000 7f8f5b7fe640 20 reqs_thread_entry: start 2024-09-07T14:13:14.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.574+0000 7f90af0169c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-07T14:13:14.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.574+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2024-09-07T14:13:14.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-07T14:13:14.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2024-09-07T14:13:14.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2024-09-07T14:13:14.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-07T14:13:14.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 10 cache get: name=default.rgw.meta+users.keys+DNCLSEBMPHARWCYSBAEZ : miss 2024-09-07T14:13:14.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 10 cache put: name=default.rgw.meta+users.keys+DNCLSEBMPHARWCYSBAEZ info.flags=0x0 2024-09-07T14:13:14.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 10 adding default.rgw.meta+users.keys+DNCLSEBMPHARWCYSBAEZ to cache LRU end 2024-09-07T14:13:14.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 10 cache get: name=default.rgw.meta+users.keys+DNCLSEBMPHARWCYSBAEZ : hit (negative entry) 2024-09-07T14:13:14.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.578+0000 7f90af0169c0 10 cache get: name=default.rgw.meta+users.keys+DNCLSEBMPHARWCYSBAEZ : hit (negative entry) 2024-09-07T14:13:14.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.582+0000 7f90af0169c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-07T14:13:14.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.582+0000 7f90af0169c0 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-07T14:13:14.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.582+0000 7f90af0169c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-07T14:13:14.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.582+0000 7f8f83fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300770 cookie 94268368930048 notifier 8285 bl.length()=670 2024-09-07T14:13:14.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.582+0000 7f8f83fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-07T14:13:14.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.582+0000 7f8f83fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-07T14:13:14.585 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.586+0000 7f90af0169c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-07T14:13:14.585 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.586+0000 7f90af0169c0 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-07T14:13:14.585 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.586+0000 7f90af0169c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-07T14:13:14.585 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.586+0000 7f8f837fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300796 cookie 94268368924192 notifier 8285 bl.length()=200 2024-09-07T14:13:14.585 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.586+0000 7f8f837fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-07T14:13:14.586 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.586+0000 7f8f837fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-07T14:13:14.588 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.590+0000 7f90af0169c0 10 cache put: name=default.rgw.meta+users.keys+DNCLSEBMPHARWCYSBAEZ info.flags=0x7 2024-09-07T14:13:14.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.590+0000 7f90af0169c0 10 moving default.rgw.meta+users.keys+DNCLSEBMPHARWCYSBAEZ to cache LRU end 2024-09-07T14:13:14.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.590+0000 7f90af0169c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:DNCLSEBMPHARWCYSBAEZ, ofs0, ns] 2024-09-07T14:13:14.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.590+0000 7f8f837fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300823 cookie 94268368919472 notifier 8285 bl.length()=189 2024-09-07T14:13:14.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.590+0000 7f8f837fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+DNCLSEBMPHARWCYSBAEZ info.flags=0x7 2024-09-07T14:13:14.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.590+0000 7f8f837fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+DNCLSEBMPHARWCYSBAEZ to cache LRU end 2024-09-07T14:13:14.592 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T14:13:14.592 INFO:teuthology.orchestra.run.smithi107.stdout: "user_id": "tester.client.0", 2024-09-07T14:13:14.592 INFO:teuthology.orchestra.run.smithi107.stdout: "display_name": "Ms. tester.client.0", 2024-09-07T14:13:14.592 INFO:teuthology.orchestra.run.smithi107.stdout: "email": "tester.client.0_test@test.test", 2024-09-07T14:13:14.592 INFO:teuthology.orchestra.run.smithi107.stdout: "suspended": 0, 2024-09-07T14:13:14.592 INFO:teuthology.orchestra.run.smithi107.stdout: "max_buckets": 1000, 2024-09-07T14:13:14.592 INFO:teuthology.orchestra.run.smithi107.stdout: "subusers": [], 2024-09-07T14:13:14.592 INFO:teuthology.orchestra.run.smithi107.stdout: "keys": [ 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: "user": "tester.client.0", 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: "access_key": "DNCLSEBMPHARWCYSBAEZ", 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: "secret_key": "QF6BjdElUiQ3zHkL8EAXh3AqM4fTXM5k19sjqEQ144mVt3foKwsjJg==", 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: "active": true, 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:13:14.580838Z" 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: } 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: "swift_keys": [], 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: "caps": [], 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: "default_placement": "", 2024-09-07T14:13:14.593 INFO:teuthology.orchestra.run.smithi107.stdout: "default_storage_class": "", 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "placement_tags": [], 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "bucket_quota": { 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "user_quota": { 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:13:14.594 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:13:14.595 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:13:14.595 INFO:teuthology.orchestra.run.smithi107.stdout: "temp_url_keys": [], 2024-09-07T14:13:14.595 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "rgw", 2024-09-07T14:13:14.595 INFO:teuthology.orchestra.run.smithi107.stdout: "mfa_ids": [], 2024-09-07T14:13:14.595 INFO:teuthology.orchestra.run.smithi107.stdout: "account_id": "", 2024-09-07T14:13:14.595 INFO:teuthology.orchestra.run.smithi107.stdout: "path": "/", 2024-09-07T14:13:14.595 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:13:14.580804Z", 2024-09-07T14:13:14.595 INFO:teuthology.orchestra.run.smithi107.stdout: "tags": [], 2024-09-07T14:13:14.595 INFO:teuthology.orchestra.run.smithi107.stdout: "group_ids": [] 2024-09-07T14:13:14.595 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T14:13:14.595 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:14.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.594+0000 7f8f637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:13:14.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.598+0000 7f90af0169c0 20 remove_watcher() i=0 2024-09-07T14:13:14.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.598+0000 7f90af0169c0 2 removed watcher, disabling cache 2024-09-07T14:13:14.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.602+0000 7f90af0169c0 20 remove_watcher() i=1 2024-09-07T14:13:14.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.602+0000 7f90af0169c0 20 remove_watcher() i=2 2024-09-07T14:13:14.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.606+0000 7f90af0169c0 20 remove_watcher() i=3 2024-09-07T14:13:14.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.610+0000 7f90af0169c0 20 remove_watcher() i=4 2024-09-07T14:13:14.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.610+0000 7f90af0169c0 20 remove_watcher() i=5 2024-09-07T14:13:14.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.610+0000 7f90af0169c0 20 remove_watcher() i=6 2024-09-07T14:13:14.612 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.614+0000 7f90af0169c0 20 remove_watcher() i=7 2024-09-07T14:13:14.635 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T14:13:14.636 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2024-09-07T14:13:14.683 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2024-09-07T14:13:14.683 DEBUG:teuthology.orchestra.run.smithi107:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2024-09-07T14:13:14.729 DEBUG:teuthology.orchestra.run.smithi107:> radosgw-admin gc process --include-all 2024-09-07T14:13:14.803 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:13:14.804 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:13:14.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.850+0000 7ff8b2a5d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.854+0000 7ff8b2a5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.854+0000 7ff8b2a5d9c0 20 realm 2024-09-07T14:13:14.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.854+0000 7ff8b2a5d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.854+0000 7ff8b2a5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.854+0000 7ff8b2a5d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:13:14.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.854+0000 7ff8b2a5d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.854+0000 7ff8b2a5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:14.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.854+0000 7ff8b2a5d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.854+0000 7ff8b2a5d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:13:14.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.854+0000 7ff8b2a5d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:14.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.858+0000 7ff8b2a5d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:13:14.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.858+0000 7ff8b2a5d9c0 20 searching for the correct realm 2024-09-07T14:13:14.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:14.858+0000 7ff8b0d64640 0 -- 172.21.15.107:0/77944620 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7ff898017030 msgr2=0x7ff898077150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:13:15.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.074+0000 7ff8afd62640 0 -- 172.21.15.107:0/77944620 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7ff8a00ff350 msgr2=0x7ff8a0103040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:13:15.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.290+0000 7ff8b2a5d9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:13:15.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.290+0000 7ff8b2a5d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:13:15.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.290+0000 7ff8b2a5d9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:13:15.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.290+0000 7ff8b2a5d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:13:15.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.290+0000 7ff8b2a5d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:13:15.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.290+0000 7ff8b2a5d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:13:15.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.290+0000 7ff8b2a5d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:15.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:15.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:15.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:13:15.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:15.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:13:15.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 20 zone default found 2024-09-07T14:13:15.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 4 Realm: () 2024-09-07T14:13:15.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:13:15.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:13:15.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:13:15.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 20 zonegroup default 2024-09-07T14:13:15.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:15.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:15.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.294+0000 7ff8b2a5d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:15.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.298+0000 7ff8b2a5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:15.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.298+0000 7ff8b2a5d9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:15.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.298+0000 7ff8b2a5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:15.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.298+0000 7ff8b2a5d9c0 20 started sync module instance, tier type = 2024-09-07T14:13:15.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.298+0000 7ff8b2a5d9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:13:15.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.318+0000 7ff8b2a5d9c0 20 add_watcher() i=0 2024-09-07T14:13:15.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.318+0000 7ff8b2a5d9c0 20 add_watcher() i=1 2024-09-07T14:13:15.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.318+0000 7ff8b2a5d9c0 20 add_watcher() i=2 2024-09-07T14:13:15.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.318+0000 7ff8b2a5d9c0 20 add_watcher() i=3 2024-09-07T14:13:15.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.318+0000 7ff8b2a5d9c0 20 add_watcher() i=4 2024-09-07T14:13:15.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.318+0000 7ff8b2a5d9c0 20 add_watcher() i=5 2024-09-07T14:13:15.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.318+0000 7ff8b2a5d9c0 20 add_watcher() i=6 2024-09-07T14:13:15.320 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.322+0000 7ff8b2a5d9c0 20 add_watcher() i=7 2024-09-07T14:13:15.320 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.322+0000 7ff8b2a5d9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:13:15.324 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.326+0000 7ff7677de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:13:15.325 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.326+0000 7ff8b2a5d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:13:15.325 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.326+0000 7ff8b2a5d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:13:15.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.414+0000 7ff7667dc640 20 reqs_thread_entry: start 2024-09-07T14:13:15.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.414+0000 7ff8b2a5d9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:13:15.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.414+0000 7ff8b2a5d9c0 20 Filter name: none 2024-09-07T14:13:15.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.414+0000 7ff75f7fe640 20 reqs_thread_entry: start 2024-09-07T14:13:15.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.414+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T14:13:15.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.418+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.419 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-07T14:13:15.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18269974064275600023', time=2024-09-07T16:03:03.252152+0000, chain.objs.size()=1 2024-09-07T14:13:15.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.0UEnGbJRv1BLcdbSMvhqFtCQBykLgi3_0 2024-09-07T14:13:15.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='_fXj0WsOFGZrQ1AOhqAOtKJm6dHNLIst', time=2024-09-07T16:03:03.539282+0000, chain.objs.size()=1 2024-09-07T14:13:15.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.xIAQQOHmFk0Faw_4VYgGAJGj_goeRR__0 2024-09-07T14:13:15.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14793117697199443071', time=2024-09-07T16:03:03.572305+0000, chain.objs.size()=1 2024-09-07T14:13:15.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.Duc5hRwHhJHtjVTs-YJJXZZauLGt8zA_0 2024-09-07T14:13:15.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='_e_vPZe6OpbIOdD22om8Wj0GP3hNz24j', time=2024-09-07T16:03:03.788054+0000, chain.objs.size()=1 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.pFDTqq9y_ZKANzzJh9l5CdjDrxa8UVI_0 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8123841123184298585', time=2024-09-07T16:04:45.157632+0000, chain.objs.size()=1 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.4DwtGW5QpaXfKB9FBqECscjTUPRYFVy_0 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3265806986886379023', time=2024-09-07T16:05:20.868604+0000, chain.objs.size()=1 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.QKOxolCvHUccwRa7-7VoOcvbYkMoc9W_0 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8906070014382852977', time=2024-09-07T16:05:20.871457+0000, chain.objs.size()=1 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.TwtLnqlWmoLtU9uYa21fiKvP7wgxR6W_0 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15965840311876295712', time=2024-09-07T16:06:06.199222+0000, chain.objs.size()=1 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.dg-xM4pEGKDy7FdhAgh7CGfMEXV_opV_0 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18390251039872053386', time=2024-09-07T16:06:11.581108+0000, chain.objs.size()=1 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.ef6z26HDgNXmfvAtlgECAuSMc10bjNc_0 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4820324206583491545', time=2024-09-07T16:06:15.888221+0000, chain.objs.size()=1 2024-09-07T14:13:15.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.z6zbJn_6T5kzeVVu2jwwTSGtm4BETrQ_0 2024-09-07T14:13:15.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18332262471686213054', time=2024-09-07T16:06:51.562706+0000, chain.objs.size()=1 2024-09-07T14:13:15.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.E_9Xrk7q_eyGJSRjcB04FYLorpqYE5b_0 2024-09-07T14:13:15.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9592398626391057882', time=2024-09-07T16:07:01.010876+0000, chain.objs.size()=1 2024-09-07T14:13:15.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.422+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.rK45r8dIZ2lpzZJfay_3rJ3AsIEVUv9_0 2024-09-07T14:13:15.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.430+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17900835478295827541', time=2024-09-07T16:08:58.682761+0000, chain.objs.size()=1 2024-09-07T14:13:15.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.430+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.oETlYY83YfjngVFR1Ohf4qEaPdPjgUg_0 2024-09-07T14:13:15.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.430+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5884571105836505672', time=2024-09-07T16:08:58.808002+0000, chain.objs.size()=1 2024-09-07T14:13:15.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.430+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.GruJzPOCjjPK2v6C-XcQimo5J6LqPGF_0 2024-09-07T14:13:15.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.430+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5238815230626836127', time=2024-09-07T16:09:04.020811+0000, chain.objs.size()=1 2024-09-07T14:13:15.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.430+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.qEPeo3HpHEyKkGU_ftr6GDr7kvKpVhe_0 2024-09-07T14:13:15.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.430+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6627385065778356414', time=2024-09-07T16:09:39.702751+0000, chain.objs.size()=1 2024-09-07T14:13:15.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.430+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.GdcNcqqPI8fCvbMTnNv0S4qQTCKkFWD_0 2024-09-07T14:13:15.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.434+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3014552479025627081', time=2024-09-07T16:09:44.450999+0000, chain.objs.size()=1 2024-09-07T14:13:15.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.434+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.jCjl32SKs_ihVTmXVCCAxGj7AHzVpd8_0 2024-09-07T14:13:15.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.434+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11389659547658090287', time=2024-09-07T16:09:48.368092+0000, chain.objs.size()=1 2024-09-07T14:13:15.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.434+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.7kyUPfPC0FsfuquUte7mULISnRDi9Q5_0 2024-09-07T14:13:15.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.434+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1552390272970813736', time=2024-09-07T16:09:48.370146+0000, chain.objs.size()=1 2024-09-07T14:13:15.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.434+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.keSDSe1zYEuMZT8sXkfT-B-rl1RvXE9_0 2024-09-07T14:13:15.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.434+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1146078316707296646', time=2024-09-07T16:10:24.111804+0000, chain.objs.size()=1 2024-09-07T14:13:15.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.434+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.HOF1JpxQ_rRSzg5HC7svtXhm2G3Ue98_0 2024-09-07T14:13:15.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.442+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.446+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T14:13:15.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-07T14:13:15.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5634592653482512625', time=2024-09-07T16:03:04.048734+0000, chain.objs.size()=1 2024-09-07T14:13:15.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8__shadow_.pYou0fvzfe-EE4UBJmBjOCP1cPopEop_0 2024-09-07T14:13:15.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5306342486867866502', time=2024-09-07T16:04:41.215843+0000, chain.objs.size()=1 2024-09-07T14:13:15.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.PgJaz9huIlICXzyPZkOmxcLDDnZZYH6_0 2024-09-07T14:13:15.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8982448112136443430', time=2024-09-07T16:04:45.022419+0000, chain.objs.size()=1 2024-09-07T14:13:15.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.GFrP3710AchgbYTV_QKwJOvaLKtDK1c_0 2024-09-07T14:13:15.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1036885177217088998', time=2024-09-07T16:04:45.103223+0000, chain.objs.size()=1 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.BHznLm3CkhOU3qpobD0p0RYJmBvMMsP_0 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1932560480730817691', time=2024-09-07T16:04:45.210314+0000, chain.objs.size()=1 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.DzWPHQrPHEyXBjJWYhlKLqMEUKSR73E_0 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10164175623565886623', time=2024-09-07T16:05:30.656552+0000, chain.objs.size()=1 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.tRnahUgAN9ClMuDh4r_9yxTPJUdznJK_0 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13961804818378961103', time=2024-09-07T16:05:30.803703+0000, chain.objs.size()=1 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.aqthLQbLSTmJJJ51Bb7-ZOQobwIEonF_0 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2296503180774235547', time=2024-09-07T16:09:03.800778+0000, chain.objs.size()=1 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.K2NmZTnxa9_5UrOaR3kK-uUpQPfU11F_0 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5591129522809117910', time=2024-09-07T16:09:03.902964+0000, chain.objs.size()=1 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.b91rEk2rWkktfz6KWudSTegIowZF1Tv_0 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1141326819482216281', time=2024-09-07T16:09:48.177027+0000, chain.objs.size()=1 2024-09-07T14:13:15.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.Ju_DOo-GsrnBpRnzJrYEo8R5kXHXnsg_0 2024-09-07T14:13:15.452 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9328370635510057154', time=2024-09-07T16:10:24.076562+0000, chain.objs.size()=1 2024-09-07T14:13:15.452 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.WjFpZoGivI7MAQ7cNj-vWk0HihoytgP_0 2024-09-07T14:13:15.452 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10860531093432291142', time=2024-09-07T16:10:24.077892+0000, chain.objs.size()=1 2024-09-07T14:13:15.452 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.450+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.aQOj3kuJk13aV0zdgBGoH-weYNiyeF6_0 2024-09-07T14:13:15.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.458+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17876938451885957070', time=2024-09-07T16:12:50.753842+0000, chain.objs.size()=1 2024-09-07T14:13:15.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.458+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19__shadow:DnzWu9q5gu9lfqXMmO4RITfUtdWLMxt_.fI1aIff4HaoyX54RqVSSYmnL692dDnG_0 2024-09-07T14:13:15.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.462+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.466+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T14:13:15.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-07T14:13:15.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13956296271409136042', time=2024-09-07T16:04:41.238053+0000, chain.objs.size()=1 2024-09-07T14:13:15.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.YYC0ZkWkl0Z5Hyp3McWTp7mhC_UMcjL_0 2024-09-07T14:13:15.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14103004766335244448', time=2024-09-07T16:04:41.328447+0000, chain.objs.size()=1 2024-09-07T14:13:15.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.gpGKzma475ul9UbKyvsLcz2Gd74xINX_0 2024-09-07T14:13:15.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3786459012008614540', time=2024-09-07T16:05:20.875193+0000, chain.objs.size()=1 2024-09-07T14:13:15.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.aKL1F-UKXVfSQqwdVmhJak7cxPgn2AS_0 2024-09-07T14:13:15.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16291860949963004146', time=2024-09-07T16:05:25.930343+0000, chain.objs.size()=1 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.MxapCXTwECIjC1dRvMTg7nSIlZjqFmX_0 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3818801376010490105', time=2024-09-07T16:05:25.932547+0000, chain.objs.size()=1 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.TFpi0kh9YDvu5IdlWJwHEjE6huvb-iT_0 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6036793924508657709', time=2024-09-07T16:06:11.630308+0000, chain.objs.size()=1 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.65plvU2fornFefS94wn_NLoXYAp8GeZ_0 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6466624002202101144', time=2024-09-07T16:06:11.632570+0000, chain.objs.size()=1 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.XrvdpQLkdL3ITSmaelV6H8NQdod3mw6_0 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1903947882630928286', time=2024-09-07T16:06:16.016317+0000, chain.objs.size()=1 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.TY0teL_RcPj8IX0WLFWSW10YEMwry5p_0 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11830023050649123760', time=2024-09-07T16:06:51.472609+0000, chain.objs.size()=1 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.N7XwYzTB8iORCW_jOxGsZ5G2MN8dXn8_0 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9632509629117160099', time=2024-09-07T16:06:56.933832+0000, chain.objs.size()=1 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.XWDld4vDvKpxRyVSHgl-ecU27Uexnm2_0 2024-09-07T14:13:15.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5019236068832223432', time=2024-09-07T16:07:38.261447+0000, chain.objs.size()=1 2024-09-07T14:13:15.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.be94d-0NBN17hnqbR-5PQ6ken9wZ26R_0 2024-09-07T14:13:15.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10661402980035425802', time=2024-09-07T16:07:42.373297+0000, chain.objs.size()=1 2024-09-07T14:13:15.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.470+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.BqooS4KpB11fvKyZ3_F2i8rJebnWt1c_0 2024-09-07T14:13:15.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.478+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5992948487214584510', time=2024-09-07T16:08:17.962950+0000, chain.objs.size()=1 2024-09-07T14:13:15.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.478+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.wnN3HCI18Xy5eT-MkDCUog-CFUu6Kqg_0 2024-09-07T14:13:15.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.478+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8882615948596455522', time=2024-09-07T16:08:23.110424+0000, chain.objs.size()=1 2024-09-07T14:13:15.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.478+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.hadcD_SmH_UHNolY_9NM0CNJUDGIKlP_0 2024-09-07T14:13:15.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.478+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17835419661680324838', time=2024-09-07T16:09:44.524086+0000, chain.objs.size()=1 2024-09-07T14:13:15.478 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.478+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.9T_7iBCCmQBxLLsuLiNuP1SNyjcydK8_0 2024-09-07T14:13:15.478 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.478+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5865604753352028427', time=2024-09-07T16:09:48.283429+0000, chain.objs.size()=1 2024-09-07T14:13:15.478 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.478+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.9w_R8vURyvKBhPiqLq4hy4EOoUL05xS_0 2024-09-07T14:13:15.478 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.478+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9929114063696930651', time=2024-09-07T16:10:24.088999+0000, chain.objs.size()=1 2024-09-07T14:13:15.478 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.478+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.Ob5WTho8XAzzWpjKdDZyXnocZjPvftM_0 2024-09-07T14:13:15.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.486+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.490+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T14:13:15.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.490+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.490+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-07T14:13:15.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='_dmqTolDmZYrZnULtcwl-KqXWM38Xndo', time=2024-09-07T16:03:03.753100+0000, chain.objs.size()=2 2024-09-07T14:13:15.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.PaoqX4iW_8yB_iytaOitGctL0VINYA1_0 2024-09-07T14:13:15.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.PaoqX4iW_8yB_iytaOitGctL0VINYA1_1 2024-09-07T14:13:15.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8494100882643158696', time=2024-09-07T16:04:41.263900+0000, chain.objs.size()=1 2024-09-07T14:13:15.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.9qR3zDnjB7DhtdNbJjs7caWTz0bQ2rP_0 2024-09-07T14:13:15.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14607355648097877755', time=2024-09-07T16:04:41.357775+0000, chain.objs.size()=1 2024-09-07T14:13:15.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.-0QRHoCDreTEXoOxpUx-q0En7QK7qoi_0 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18018490899156614453', time=2024-09-07T16:04:41.428963+0000, chain.objs.size()=1 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.NU013xOpnpJGVlf4jimFpe_czt6_RVT_0 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14341071503978323044', time=2024-09-07T16:04:41.437460+0000, chain.objs.size()=1 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.aeY3YTO39mX7jisLWw5YBrtWuAFiehV_0 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18395285133124262186', time=2024-09-07T16:05:26.079168+0000, chain.objs.size()=1 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.GPljH5RnI8I00WU6-y8lyvhIQ2XjiQF_0 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3583718399119499558', time=2024-09-07T16:06:06.318591+0000, chain.objs.size()=1 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.nz4q3cUowsNHXMaskHEG8HualnWxHUW_0 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13584369095960945509', time=2024-09-07T16:06:11.547946+0000, chain.objs.size()=1 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.bVRSRZ4LmDH91nlzcpcHqgbsHVG8hAe_0 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6423769531139632472', time=2024-09-07T16:06:51.471183+0000, chain.objs.size()=1 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.yATHs94z3jRjskv6hsAxZG1j0bo09PE_0 2024-09-07T14:13:15.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9576408181249512065', time=2024-09-07T16:06:57.038943+0000, chain.objs.size()=1 2024-09-07T14:13:15.494 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.NXcyFFfu82xDLWyRpKJAJ2kOwUZerPv_0 2024-09-07T14:13:15.494 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17377553402926133505', time=2024-09-07T16:07:33.252095+0000, chain.objs.size()=1 2024-09-07T14:13:15.494 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.494+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.L-22G27xFqRHsCRJWxd9TuvYhgb79CX_0 2024-09-07T14:13:15.496 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16764688966781679824', time=2024-09-07T16:08:17.827194+0000, chain.objs.size()=1 2024-09-07T14:13:15.496 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.0fZnaGwBh4IAF5vWUV4gH5RKwH25oM1_0 2024-09-07T14:13:15.497 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1378269289098071281', time=2024-09-07T16:08:22.880140+0000, chain.objs.size()=1 2024-09-07T14:13:15.497 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.UuxN_xX58j59HHiruUzXjU15iIPsZRi_0 2024-09-07T14:13:15.497 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14568805178116076502', time=2024-09-07T16:09:03.776613+0000, chain.objs.size()=1 2024-09-07T14:13:15.497 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.wZPWcQ9QI67kDab7Up5hUKPnyhyxuU9_0 2024-09-07T14:13:15.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12483662898242348775', time=2024-09-07T16:09:03.841450+0000, chain.objs.size()=1 2024-09-07T14:13:15.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.azzR_3GfOEwSgCKK6bpynNXCZPVl_k2_0 2024-09-07T14:13:15.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.447405741096980645', time=2024-09-07T16:09:03.843358+0000, chain.objs.size()=1 2024-09-07T14:13:15.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.pptiXKO0KRr14tMfsIAUJFEi4mkNBsF_0 2024-09-07T14:13:15.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7427247613630181281', time=2024-09-07T16:09:39.678429+0000, chain.objs.size()=1 2024-09-07T14:13:15.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.56vn5jjBmWBiNE8z5XGCpGslhIuPatl_0 2024-09-07T14:13:15.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2486040344544869830', time=2024-09-07T16:12:34.801461+0000, chain.objs.size()=1 2024-09-07T14:13:15.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.498+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18__shadow_.X72h3XOPVXYsD7xS4CeT2-XwZg_J9TK_0 2024-09-07T14:13:15.504 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.506+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.508 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.510+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T14:13:15.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.510+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-07T14:13:15.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15495253774425578668', time=2024-09-07T16:03:04.144485+0000, chain.objs.size()=1 2024-09-07T14:13:15.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9__shadow_.lopaUFNtyKf0bEI_P4uUU1UaMpiDC4P_0 2024-09-07T14:13:15.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2077057095287694356', time=2024-09-07T16:05:26.086403+0000, chain.objs.size()=1 2024-09-07T14:13:15.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.x1jLQST5-Px6SOA4VFWeRsxaDjcjEif_0 2024-09-07T14:13:15.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14682468354831975717', time=2024-09-07T16:06:11.532390+0000, chain.objs.size()=1 2024-09-07T14:13:15.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.J9Brru1Bj2hwelmdZcZHDDfHBpDG99__0 2024-09-07T14:13:15.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14857463135164106566', time=2024-09-07T16:06:11.635624+0000, chain.objs.size()=1 2024-09-07T14:13:15.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.qkDTK_zHuVGh6FomXtsPNQN5vYpcmSm_0 2024-09-07T14:13:15.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16170375277359017492', time=2024-09-07T16:06:15.984728+0000, chain.objs.size()=1 2024-09-07T14:13:15.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.g82ruu3rIjujrmFEMzJLBtaknN-ogqE_0 2024-09-07T14:13:15.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4470444464797395360', time=2024-09-07T16:07:33.086616+0000, chain.objs.size()=1 2024-09-07T14:13:15.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.oQdGYRcp92reomr8mahyTtruB3AsqA__0 2024-09-07T14:13:15.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.777956093299485869', time=2024-09-07T16:08:22.888704+0000, chain.objs.size()=1 2024-09-07T14:13:15.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.l1uAF-OM_2C_oDNs5c0iLqBivvpdsGv_0 2024-09-07T14:13:15.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7209284392239023791', time=2024-09-07T16:09:48.459841+0000, chain.objs.size()=1 2024-09-07T14:13:15.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.KLHUDryKm5JbdwqFoEbxLZFWcAZ_8r0_0 2024-09-07T14:13:15.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11542285072057723855', time=2024-09-07T16:10:24.127031+0000, chain.objs.size()=1 2024-09-07T14:13:15.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.z2omMygWvsL-e1WpKnkAHALw1bjAF3s_0 2024-09-07T14:13:15.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6083506599180222371', time=2024-09-07T16:10:24.254610+0000, chain.objs.size()=1 2024-09-07T14:13:15.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.Bc2qX7qxM_PbSN48fWnmNWbONQF6Mmy_0 2024-09-07T14:13:15.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8610600544530062414', time=2024-09-07T16:12:50.778870+0000, chain.objs.size()=1 2024-09-07T14:13:15.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.514+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19__shadow:NZ7zIiKfgQWsrYRIsfg.eEMdneU--9p_.5ngvnaJlQpNWFJjB-DcKKxBErOU7cp__0 2024-09-07T14:13:15.520 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.522+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.526+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T14:13:15.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-07T14:13:15.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8901789586414674945', time=2024-09-07T16:04:45.099467+0000, chain.objs.size()=1 2024-09-07T14:13:15.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.x2wok0NA5zbHG6J7uCkLtiC-iHGJxyk_0 2024-09-07T14:13:15.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7601304513941905763', time=2024-09-07T16:04:45.227284+0000, chain.objs.size()=1 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.s4_JJfDWNh3NR6cAabVDtOeXrY0yAcz_0 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7659892629894233253', time=2024-09-07T16:06:11.557738+0000, chain.objs.size()=1 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.S7AEbx6D6Hh2qi2Sw1onEPKRGx7yR8S_0 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.156156947159780648', time=2024-09-07T16:06:11.732505+0000, chain.objs.size()=1 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.G2VonD-aFzHzdIM7wzQF4m27Cq25TIA_0 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4743358179040831052', time=2024-09-07T16:06:15.815295+0000, chain.objs.size()=1 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.MHfxzy_8NX30ziP5l7_fjC5jlkBbhfr_0 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18233469893788068787', time=2024-09-07T16:06:51.466535+0000, chain.objs.size()=1 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.3blCcTnFe-gwir7i8irUe5maorMobCP_0 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12849475811332909266', time=2024-09-07T16:07:33.274846+0000, chain.objs.size()=1 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.ijWuvBjUsazph6Lk2tMC2YRyWuO4Z46_0 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.522003331192384791', time=2024-09-07T16:07:38.225252+0000, chain.objs.size()=1 2024-09-07T14:13:15.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.sofhHlh-N5ExwiABfE3URGDE6GgnFoj_0 2024-09-07T14:13:15.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8784544802000525687', time=2024-09-07T16:08:17.780357+0000, chain.objs.size()=1 2024-09-07T14:13:15.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.pyt4gi3JJm4vxUyb9UGjEMaHNbXswSt_0 2024-09-07T14:13:15.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2887699925761715676', time=2024-09-07T16:08:17.805586+0000, chain.objs.size()=1 2024-09-07T14:13:15.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.5eoZFZTx4VBvoLRGC9jii75_uLFGYam_0 2024-09-07T14:13:15.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.968621364828153712', time=2024-09-07T16:08:58.877008+0000, chain.objs.size()=1 2024-09-07T14:13:15.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.BFELtV4q30RBnB3tLachkXSvYmBfetu_0 2024-09-07T14:13:15.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7646022343230054288', time=2024-09-07T16:09:03.814558+0000, chain.objs.size()=1 2024-09-07T14:13:15.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.530+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.G3JZb8jCiccAVANgRyELv3pFAOznS3C_0 2024-09-07T14:13:15.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.534+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11983585765721501476', time=2024-09-07T16:10:24.009927+0000, chain.objs.size()=1 2024-09-07T14:13:15.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.534+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.wXWaSQRL1gB1Mk_f13ksyAEO6jl-MLv_0 2024-09-07T14:13:15.540 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.542+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.546+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T14:13:15.546 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.546+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.547 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.548 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-07T14:13:15.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='_hX2WfNdxwHRWHLhzY9Pv2i10k5VhaqX', time=2024-09-07T16:03:03.528205+0000, chain.objs.size()=1 2024-09-07T14:13:15.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.DxHo-ruzzqODcqJGi_wSJppgoRrYzSN_0 2024-09-07T14:13:15.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12633649518250156105', time=2024-09-07T16:05:20.943679+0000, chain.objs.size()=1 2024-09-07T14:13:15.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.iFh0ZmPKtel8Vp8TvUkOLf_94BsLPWL_0 2024-09-07T14:13:15.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10022207671465064635', time=2024-09-07T16:05:30.555457+0000, chain.objs.size()=1 2024-09-07T14:13:15.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.5b4TePaeJn4cZkCcVTW9PhOUkglbo9x_0 2024-09-07T14:13:15.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14942817776221789805', time=2024-09-07T16:06:11.634909+0000, chain.objs.size()=1 2024-09-07T14:13:15.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.UTb-c68uJI94Ww2x87KhiqCicYjXbjb_0 2024-09-07T14:13:15.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.110482990539876615', time=2024-09-07T16:06:16.091600+0000, chain.objs.size()=1 2024-09-07T14:13:15.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.0bei4fzZ9YG7mm-Jlyz8PXK2Hze53LD_0 2024-09-07T14:13:15.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4916554754163542421', time=2024-09-07T16:07:38.260488+0000, chain.objs.size()=1 2024-09-07T14:13:15.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.RnrdL3t7FJRhHDIdjpeCalTFBIN6KHK_0 2024-09-07T14:13:15.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17771156969055615886', time=2024-09-07T16:09:39.703983+0000, chain.objs.size()=1 2024-09-07T14:13:15.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.t7uarKurmvTRLbwvoM10dUquzgt_WrN_0 2024-09-07T14:13:15.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13197517114488565403', time=2024-09-07T16:10:24.081546+0000, chain.objs.size()=1 2024-09-07T14:13:15.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.jW7Vl_hKuPZKcSEEcAeMB6WzUoZAL9J_0 2024-09-07T14:13:15.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10539351484012065902', time=2024-09-07T16:12:34.807337+0000, chain.objs.size()=1 2024-09-07T14:13:15.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.550+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18__shadow_.v_ZIzvgAFDVt_w-QLUB_YSQYSN1VxU3_0 2024-09-07T14:13:15.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.558+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.559 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T14:13:15.561 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-07T14:13:15.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13827837200973723583', time=2024-09-07T16:04:45.238442+0000, chain.objs.size()=1 2024-09-07T14:13:15.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.Sn8lXRypSsfbEKw-ktTw-vv9ZO-mbsa_0 2024-09-07T14:13:15.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15900007721257843875', time=2024-09-07T16:06:56.935474+0000, chain.objs.size()=1 2024-09-07T14:13:15.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.RxHm8BCtvyOzh3OeoSpov0vwiF5-blV_0 2024-09-07T14:13:15.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11601211773668990396', time=2024-09-07T16:07:38.302083+0000, chain.objs.size()=1 2024-09-07T14:13:15.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.RhUz35A0ElwNzAb8TjO1hNg7Ja9-LrN_0 2024-09-07T14:13:15.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3208320276671435685', time=2024-09-07T16:07:38.305615+0000, chain.objs.size()=1 2024-09-07T14:13:15.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.72VphTdPP8IBzNX-P-rs_0qRmGHaYUz_0 2024-09-07T14:13:15.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9115538278036538355', time=2024-09-07T16:07:42.507681+0000, chain.objs.size()=1 2024-09-07T14:13:15.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.JnhUoYv_9PN6V-sDQOB6F-ows7UKWO4_0 2024-09-07T14:13:15.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4145557182959827618', time=2024-09-07T16:08:17.854189+0000, chain.objs.size()=1 2024-09-07T14:13:15.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.b8Cql_T16LW9hZhg7hWdaKLneyie4Su_0 2024-09-07T14:13:15.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12546067586360007203', time=2024-09-07T16:08:17.856353+0000, chain.objs.size()=1 2024-09-07T14:13:15.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.2DEhI-8HFweJNSe3i6UXbkq6HUBMhAO_0 2024-09-07T14:13:15.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3041876686376138753', time=2024-09-07T16:08:58.680586+0000, chain.objs.size()=1 2024-09-07T14:13:15.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.rTxV3WkhLZcuhp1FC3j6UeyJpVoD1c3_0 2024-09-07T14:13:15.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15571929610231991659', time=2024-09-07T16:09:39.563483+0000, chain.objs.size()=1 2024-09-07T14:13:15.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.wCbPFeq9EuJfc4aY6kX_dApBJXn_-dE_0 2024-09-07T14:13:15.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4540253886949966907', time=2024-09-07T16:09:48.471970+0000, chain.objs.size()=1 2024-09-07T14:13:15.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.562+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.7dJOPruGmDTYK5IFYMkxEAN9BUwNL_J_0 2024-09-07T14:13:15.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.566+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7286973798866809587', time=2024-09-07T16:10:24.177323+0000, chain.objs.size()=1 2024-09-07T14:13:15.565 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.566+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.ZLHN_4DJTNjsCyxBo8mPauGyEaBwgrD_0 2024-09-07T14:13:15.568 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.570+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T14:13:15.573 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.574 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-07T14:13:15.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18029384125270118729', time=2024-09-07T16:03:03.203565+0000, chain.objs.size()=1 2024-09-07T14:13:15.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.sJ1LMAUTKuKP-Ndeu_ACiZFnxK76R0z_0 2024-09-07T14:13:15.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10681536267086143653', time=2024-09-07T16:03:03.503519+0000, chain.objs.size()=1 2024-09-07T14:13:15.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.rHcZF4ym8YIF5k5JH48usIBPRZ3CaSO_0 2024-09-07T14:13:15.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17713470500496034941', time=2024-09-07T16:03:03.935347+0000, chain.objs.size()=2 2024-09-07T14:13:15.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14__shadow_.IQai6CgrVGVChjVl7IUmwLyfY_RzD2a_0 2024-09-07T14:13:15.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14__shadow_.IQai6CgrVGVChjVl7IUmwLyfY_RzD2a_1 2024-09-07T14:13:15.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17533820239831577810', time=2024-09-07T16:03:04.059310+0000, chain.objs.size()=1 2024-09-07T14:13:15.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8__shadow_.KYarvfxB2-dnWSe-1pUoDWoUTJ0JDKM_0 2024-09-07T14:13:15.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13642743870628270167', time=2024-09-07T16:04:41.323332+0000, chain.objs.size()=1 2024-09-07T14:13:15.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.Q510F8HZXiZ7jNwbKORtqZOPEBuD9EK_0 2024-09-07T14:13:15.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5785541173303293127', time=2024-09-07T16:04:41.325163+0000, chain.objs.size()=1 2024-09-07T14:13:15.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.4GMwQztYhR1BM5kt93aO2AJ4_uzy93H_0 2024-09-07T14:13:15.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.574+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17947490492580229153', time=2024-09-07T16:04:45.113576+0000, chain.objs.size()=1 2024-09-07T14:13:15.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.xOf32CoyzIUh0n29A2cN_84QWbYhVZh_0 2024-09-07T14:13:15.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11284591548230803788', time=2024-09-07T16:05:20.871050+0000, chain.objs.size()=1 2024-09-07T14:13:15.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.Kyfi7kuHwbbuqo5kNbiylfrFrH_9sZd_0 2024-09-07T14:13:15.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16583435923449043019', time=2024-09-07T16:05:26.004979+0000, chain.objs.size()=1 2024-09-07T14:13:15.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.X7WYQTPw2rijDX3oiSH9aezsAk0HheM_0 2024-09-07T14:13:15.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13033599225246215267', time=2024-09-07T16:05:30.772153+0000, chain.objs.size()=1 2024-09-07T14:13:15.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.cz63cZMS9VSk7inUOGLjHI8kIm1KqbU_0 2024-09-07T14:13:15.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13640279027590677744', time=2024-09-07T16:06:06.143133+0000, chain.objs.size()=1 2024-09-07T14:13:15.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.OFbdVADhUV3QRmCvht_xH5vWemxx7Us_0 2024-09-07T14:13:15.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5754850585044948784', time=2024-09-07T16:06:11.626544+0000, chain.objs.size()=1 2024-09-07T14:13:15.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.o9t4OgvYK_2AOkXBYNuSShle2hHXink_0 2024-09-07T14:13:15.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14044745469209795765', time=2024-09-07T16:06:51.478768+0000, chain.objs.size()=1 2024-09-07T14:13:15.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.578+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.4h2nVlMHVOn6gJ3xCF1z3HPLMJMr5vD_0 2024-09-07T14:13:15.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.582+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6512842854849463938', time=2024-09-07T16:06:51.480731+0000, chain.objs.size()=1 2024-09-07T14:13:15.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.582+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.Nn9C9IciB_8oVRhO7dFCDcLkqufZNaY_0 2024-09-07T14:13:15.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.582+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8198280195533764536', time=2024-09-07T16:07:33.034430+0000, chain.objs.size()=1 2024-09-07T14:13:15.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.582+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.USrzR7r1k4y24YaS4ce3o2XLFxLxTHL_0 2024-09-07T14:13:15.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.582+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11836507522757380536', time=2024-09-07T16:07:38.310248+0000, chain.objs.size()=1 2024-09-07T14:13:15.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.582+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.9Q6I1mEQZumuRgacTMJsXqjFSxO7Q7g_0 2024-09-07T14:13:15.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.582+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13164039317604611095', time=2024-09-07T16:07:42.435022+0000, chain.objs.size()=1 2024-09-07T14:13:15.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.582+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.Jnr2NL2jTmnEVfYABvEoOkuCTzciH2y_0 2024-09-07T14:13:15.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.582+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4170111859908458421', time=2024-09-07T16:09:44.446423+0000, chain.objs.size()=1 2024-09-07T14:13:15.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.582+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.qLFsjF5dUnlt-r10EQj_IOhwDyybHA8_0 2024-09-07T14:13:15.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.582+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12109200604951758654', time=2024-09-07T16:10:24.243625+0000, chain.objs.size()=1 2024-09-07T14:13:15.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.582+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.JZ1dslgwfcLEQAQKChoH9zVDBFSlKbw_0 2024-09-07T14:13:15.584 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.586+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1713647196549200771', time=2024-09-07T16:12:34.705647+0000, chain.objs.size()=1 2024-09-07T14:13:15.584 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.586+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18__shadow_._WSukDljgsfy2u4ETL7JBxYNZQ45A0r_0 2024-09-07T14:13:15.588 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.590+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.591 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T14:13:15.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.594 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.595 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-07T14:13:15.595 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4673194279725968254', time=2024-09-07T16:03:04.072671+0000, chain.objs.size()=1 2024-09-07T14:13:15.595 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8__shadow_.JioGxnwpHfl3bP3W8LcnADjgwpsguHC_0 2024-09-07T14:13:15.595 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15585327921394093931', time=2024-09-07T16:04:41.383824+0000, chain.objs.size()=1 2024-09-07T14:13:15.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.FLDTzJ8N_v8dgvHg6xq7zZeCQRpF17A_0 2024-09-07T14:13:15.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14077525897534094700', time=2024-09-07T16:05:20.944024+0000, chain.objs.size()=1 2024-09-07T14:13:15.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.01KSGeB9dflm9ROFUdhKagQUBSYfJn0_0 2024-09-07T14:13:15.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6458818617597623209', time=2024-09-07T16:05:21.071114+0000, chain.objs.size()=1 2024-09-07T14:13:15.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.kk2Bio6WxD3fsYxkn1ISGu77jlN3bQS_0 2024-09-07T14:13:15.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9269259218794809465', time=2024-09-07T16:05:26.101979+0000, chain.objs.size()=1 2024-09-07T14:13:15.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.TJkaLupVtWQ1OMUcbXOHWaoOw5xv3Ex_0 2024-09-07T14:13:15.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14757852529245854668', time=2024-09-07T16:05:30.662341+0000, chain.objs.size()=1 2024-09-07T14:13:15.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.ZiN93s6pPlgWgOSYGmSuwhhOKsOWogw_0 2024-09-07T14:13:15.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4844086045692328407', time=2024-09-07T16:06:06.211744+0000, chain.objs.size()=1 2024-09-07T14:13:15.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.At81xmNF6lqAroqw8738dMwsNBll2OJ_0 2024-09-07T14:13:15.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13626830673225519213', time=2024-09-07T16:06:15.977379+0000, chain.objs.size()=1 2024-09-07T14:13:15.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.HdLg2AgVE9LV_q2EpDaQy7Tdv9BUAS__0 2024-09-07T14:13:15.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13974934814391947390', time=2024-09-07T16:08:26.501807+0000, chain.objs.size()=1 2024-09-07T14:13:15.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.wJBZ_fH3YYx3cdF4szzWAiZ16v6ebN0_0 2024-09-07T14:13:15.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3043025581938574159', time=2024-09-07T16:09:03.920136+0000, chain.objs.size()=1 2024-09-07T14:13:15.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.RGYNloILHZ5w9VGPqA2KcZ3fxCUC6w3_0 2024-09-07T14:13:15.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16316366193598707342', time=2024-09-07T16:09:44.348703+0000, chain.objs.size()=1 2024-09-07T14:13:15.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.6fhbTp45BiAc_O5N1RpQf92CuK_mJ0u_0 2024-09-07T14:13:15.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16022369462376681391', time=2024-09-07T16:09:48.177112+0000, chain.objs.size()=1 2024-09-07T14:13:15.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.594+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.JpOdZjQou5IAI-GyQ-Rd0wH6dYDSrJW_0 2024-09-07T14:13:15.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.598+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8160919275445440820', time=2024-09-07T16:09:48.179438+0000, chain.objs.size()=1 2024-09-07T14:13:15.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.598+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.M9xLkBr3QlONitpOuTb96bGx13jw6Jj_0 2024-09-07T14:13:15.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.602+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.606 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.606+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T14:13:15.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.608 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-07T14:13:15.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8049084143457772326', time=2024-09-07T16:04:41.439729+0000, chain.objs.size()=1 2024-09-07T14:13:15.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.41dsqEHnMqmwg8SXaaq84X2N_NDL0BJ_0 2024-09-07T14:13:15.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14757091508772772375', time=2024-09-07T16:04:45.133227+0000, chain.objs.size()=1 2024-09-07T14:13:15.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.gzXgnph3Uk_Xe573cFZvT8hiNJXrK-E_0 2024-09-07T14:13:15.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3150479344846755003', time=2024-09-07T16:04:49.146475+0000, chain.objs.size()=1 2024-09-07T14:13:15.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.f7qxy4yTjNvoLmzITVctyDAVfJPbrCo_0 2024-09-07T14:13:15.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15390167890614519585', time=2024-09-07T16:05:20.875099+0000, chain.objs.size()=1 2024-09-07T14:13:15.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.j1dq7KxlGla0Wjo86Wqtb-Tnk-qnfCo_0 2024-09-07T14:13:15.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5689070262440022514', time=2024-09-07T16:05:26.172928+0000, chain.objs.size()=1 2024-09-07T14:13:15.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.0PCn-0WCvEk3Dw81m1yubttnh34Uc9U_0 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9054553643921014284', time=2024-09-07T16:05:30.549541+0000, chain.objs.size()=1 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.Lw1kBZlpQRawLo8ocDmzJuNMS5vy43x_0 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12999247803702908805', time=2024-09-07T16:06:06.328573+0000, chain.objs.size()=1 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.c5bKY0YU3sgS9_56wPHxbig-jPnmdVk_0 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10853796877758835925', time=2024-09-07T16:06:15.888639+0000, chain.objs.size()=1 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.91DaIAWfXev8sM3IJcSv_H_ZI3tTQxG_0 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15050812674884153013', time=2024-09-07T16:06:51.585686+0000, chain.objs.size()=1 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.fJiqsermTuL18vqxMlPrG2XHX2NVgMJ_0 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8857662014806070706', time=2024-09-07T16:07:38.301997+0000, chain.objs.size()=1 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.YURcAx-VwDFWBcYUKFb1DAh8CNapvWx_0 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10505164163715892241', time=2024-09-07T16:07:42.507843+0000, chain.objs.size()=1 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.yRdNv1X52Q7_pqz43NeWa5faW-0QDcg_0 2024-09-07T14:13:15.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17192190114593700753', time=2024-09-07T16:08:17.962901+0000, chain.objs.size()=1 2024-09-07T14:13:15.612 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.610+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.cVuezlH-O5r-8RjFXAD1G-aZf4B2acB_0 2024-09-07T14:13:15.612 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.614+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1039187338505364859', time=2024-09-07T16:08:23.006282+0000, chain.objs.size()=1 2024-09-07T14:13:15.612 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.614+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.9FVHGzo4Sm8bc7HHcf3EJrl5BbCBqip_0 2024-09-07T14:13:15.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.614+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7286818654844083055', time=2024-09-07T16:08:23.008074+0000, chain.objs.size()=1 2024-09-07T14:13:15.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.614+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.bFgYVPsZeCyLfRZLTJ9s-99R849B4bA_0 2024-09-07T14:13:15.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.614+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13335621807764225039', time=2024-09-07T16:09:02.551271+0000, chain.objs.size()=1 2024-09-07T14:13:15.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.614+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.Ph4AtEUXaQliF3MJHTzNBfGpvLHvCgS_0 2024-09-07T14:13:15.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.614+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1261940037814614472', time=2024-09-07T16:09:39.561549+0000, chain.objs.size()=1 2024-09-07T14:13:15.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.614+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.lP90qiEbFkqL5IScKTaz_1aFoASbKgt_0 2024-09-07T14:13:15.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.614+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14048997483599480154', time=2024-09-07T16:09:44.328485+0000, chain.objs.size()=1 2024-09-07T14:13:15.615 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.614+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.3eyMPGPD5mLIKI5dR6qplHaXLw2XZQq_0 2024-09-07T14:13:15.615 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.614+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.370600870578331890', time=2024-09-07T16:09:48.383955+0000, chain.objs.size()=1 2024-09-07T14:13:15.615 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.614+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.esfrMKGG1TklI3DdfrXepfd8n6kv1x-_0 2024-09-07T14:13:15.618 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.618+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.621 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.622+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T14:13:15.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.622+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-07T14:13:15.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='_MzYpH89AOp6QD2sqas9lHLmG6iT-taW', time=2024-09-07T16:03:03.775647+0000, chain.objs.size()=1 2024-09-07T14:13:15.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.H4Vnc5FJsx-cIS3mbKwXoH_lnhOMSvD_0 2024-09-07T14:13:15.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8304897809813015335', time=2024-09-07T16:04:45.022398+0000, chain.objs.size()=1 2024-09-07T14:13:15.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.j8vacWzcSMdZdIouK66RViTW3b5H-y2_0 2024-09-07T14:13:15.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7297971174457300263', time=2024-09-07T16:05:20.961268+0000, chain.objs.size()=1 2024-09-07T14:13:15.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.Zxv2x7oKm3-Hcy4FiY1IN_zuM_3e8UG_0 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6382473556991001708', time=2024-09-07T16:05:30.575992+0000, chain.objs.size()=1 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.6NpRO-JZxD6MnnT3GAYG3nazTs7gImP_0 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8796290021001319048', time=2024-09-07T16:06:16.074436+0000, chain.objs.size()=1 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.RQBAp_wxXAAGDcu5TGOqlcFXeGhRgY3_0 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5100294263715832906', time=2024-09-07T16:06:16.108825+0000, chain.objs.size()=1 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.kja_a_AqdaUfzhQhe8wiLqokEKd0zvH_0 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13749001722746614882', time=2024-09-07T16:06:57.038726+0000, chain.objs.size()=1 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.bbfc97GEst8s6rNQ_6C_oaV0T6f5it3_0 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11302923035156327031', time=2024-09-07T16:06:57.040349+0000, chain.objs.size()=1 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.nVWHnUwx7fYTm-k001Ve2BbpLI_o1UR_0 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15939511406560786368', time=2024-09-07T16:07:38.340207+0000, chain.objs.size()=1 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.1YGGr2U9xEHjywqs6GUsCbMZlM9xA5N_0 2024-09-07T14:13:15.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12008644007903889408', time=2024-09-07T16:07:38.341801+0000, chain.objs.size()=1 2024-09-07T14:13:15.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.-jKKQTw1W78BpxWQEO0jxRPS37dbtNl_0 2024-09-07T14:13:15.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5371446847197652903', time=2024-09-07T16:08:17.827344+0000, chain.objs.size()=1 2024-09-07T14:13:15.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.EgwnH1JYrtJYBGwK2S0iwJ45czLSH_m_0 2024-09-07T14:13:15.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17194534259515832764', time=2024-09-07T16:08:58.703772+0000, chain.objs.size()=1 2024-09-07T14:13:15.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.p3ESX2Av1kDWMGtbt9e_NQqnkJJDcUb_0 2024-09-07T14:13:15.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15143983989956195608', time=2024-09-07T16:08:58.863336+0000, chain.objs.size()=1 2024-09-07T14:13:15.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.626+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.LaATnGyRTVK0jyiVpSBD1tu_09Z757f_0 2024-09-07T14:13:15.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.630+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8446079355837916923', time=2024-09-07T16:09:48.232826+0000, chain.objs.size()=1 2024-09-07T14:13:15.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.630+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.6mpSFM6a96NHjYO_VfybQQCSPfhiFc-_0 2024-09-07T14:13:15.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.630+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17055450095578493510', time=2024-09-07T16:09:48.345914+0000, chain.objs.size()=1 2024-09-07T14:13:15.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.630+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.PSNVpRA-KZLgX74tmRMApY_1CLu3tvN_0 2024-09-07T14:13:15.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.630+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6246407028477896125', time=2024-09-07T16:12:34.761631+0000, chain.objs.size()=1 2024-09-07T14:13:15.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.630+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18__shadow_.MvOBAQEXDoUup7fus_1D3WuaFtiLuZa_0 2024-09-07T14:13:15.634 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.634+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.638+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T14:13:15.638 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.638+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.639 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.638+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.638+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-07T14:13:15.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.638+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7546381521980428680', time=2024-09-07T16:03:03.515011+0000, chain.objs.size()=1 2024-09-07T14:13:15.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.638+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.rHcZF4ym8YIF5k5JH48usIBPRZ3CaSO_0 2024-09-07T14:13:15.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.638+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17951573455734253382', time=2024-09-07T16:03:03.764404+0000, chain.objs.size()=3 2024-09-07T14:13:15.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.638+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-STANDARD.2~qPdV-bK0__t590Azjm9lMbv-33-7llD.1 2024-09-07T14:13:15.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.638+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-STANDARD.2~qPdV-bK0__t590Azjm9lMbv-33-7llD.2 2024-09-07T14:13:15.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-STANDARD.2~qPdV-bK0__t590Azjm9lMbv-33-7llD.3 2024-09-07T14:13:15.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10562962394641565471', time=2024-09-07T16:03:03.797685+0000, chain.objs.size()=3 2024-09-07T14:13:15.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-STANDARD.2~qPdV-bK0__t590Azjm9lMbv-33-7llD.1 2024-09-07T14:13:15.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-STANDARD.2~qPdV-bK0__t590Azjm9lMbv-33-7llD.2 2024-09-07T14:13:15.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-STANDARD.2~qPdV-bK0__t590Azjm9lMbv-33-7llD.3 2024-09-07T14:13:15.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12788332635848942017', time=2024-09-07T16:03:04.082354+0000, chain.objs.size()=1 2024-09-07T14:13:15.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8__shadow_.6Vd3jysj-v2P3jtgp4f_HThHjzx84w-_0 2024-09-07T14:13:15.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1380626415660424871', time=2024-09-07T16:04:45.005971+0000, chain.objs.size()=1 2024-09-07T14:13:15.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.yTpDtMxDxpg9vgKTp_Z_aBWUpbOvbIk_0 2024-09-07T14:13:15.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.500538331865684450', time=2024-09-07T16:05:20.868938+0000, chain.objs.size()=1 2024-09-07T14:13:15.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.GhzpA9wjLFns261XrGsCQcf78lsDLMs_0 2024-09-07T14:13:15.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7580434123130667486', time=2024-09-07T16:05:34.362683+0000, chain.objs.size()=1 2024-09-07T14:13:15.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.Luopk1vd2TAj3JNGlP9E1eK8gDfc1DD_0 2024-09-07T14:13:15.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8843186637676701778', time=2024-09-07T16:06:06.383555+0000, chain.objs.size()=1 2024-09-07T14:13:15.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.GBBdHM-I0A1GMM5_8bKGR5n7BQBMWO2_0 2024-09-07T14:13:15.642 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2040435387805369524', time=2024-09-07T16:07:33.178251+0000, chain.objs.size()=1 2024-09-07T14:13:15.642 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.53do0oza_NH2X5BBRpr1MNzTNHg50FY_0 2024-09-07T14:13:15.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12843282020590986470', time=2024-09-07T16:07:33.180367+0000, chain.objs.size()=1 2024-09-07T14:13:15.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.642+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.FOPyc2haLWbKHOb1GtkGhT6DaJBxcdX_0 2024-09-07T14:13:15.644 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.997343073131042335', time=2024-09-07T16:07:42.394569+0000, chain.objs.size()=1 2024-09-07T14:13:15.644 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.BT9eM02oBlb7lMF9xu5gS5kwKgwCPw3_0 2024-09-07T14:13:15.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13117842925664486228', time=2024-09-07T16:07:42.598331+0000, chain.objs.size()=1 2024-09-07T14:13:15.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.uAVvfK7vtzAUthNrKpeqvPKc9Juv5Ck_0 2024-09-07T14:13:15.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10153468871359217696', time=2024-09-07T16:08:17.748414+0000, chain.objs.size()=1 2024-09-07T14:13:15.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.eOVbHvbDWOrapIisHoCIf28XAuE7gLp_0 2024-09-07T14:13:15.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8112134750319216347', time=2024-09-07T16:08:22.932335+0000, chain.objs.size()=1 2024-09-07T14:13:15.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.7FCFy-bfS3e-XFZ6F4CcLHt4jgioK-h_0 2024-09-07T14:13:15.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14875662432699228588', time=2024-09-07T16:08:22.936699+0000, chain.objs.size()=1 2024-09-07T14:13:15.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.TDvWb7GIVilIaOutzgBOGO4ZEsR7EJW_0 2024-09-07T14:13:15.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10058554943421982432', time=2024-09-07T16:08:23.080282+0000, chain.objs.size()=1 2024-09-07T14:13:15.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.NlxVU_-82zjvkq0GGFyO8l0FlwWWyZb_0 2024-09-07T14:13:15.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9726157893302328535', time=2024-09-07T16:08:58.740014+0000, chain.objs.size()=1 2024-09-07T14:13:15.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.X6-RdC817dCS3sr7ijwa9PgCYpbrIoo_0 2024-09-07T14:13:15.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17835453834855033427', time=2024-09-07T16:08:58.741708+0000, chain.objs.size()=1 2024-09-07T14:13:15.647 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.pWiiAWwZ2QGd6Wys4bfFcXLTuXPj0Ie_0 2024-09-07T14:13:15.647 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17168119359692183488', time=2024-09-07T16:09:03.814604+0000, chain.objs.size()=1 2024-09-07T14:13:15.647 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.646+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.Tcmqeuw63TFKmVjkhG26hFlDIwdKTy1_0 2024-09-07T14:13:15.648 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.650+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15469984050693563396', time=2024-09-07T16:09:04.013847+0000, chain.objs.size()=1 2024-09-07T14:13:15.648 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.650+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.1SR07EE6eJuMBt6fAo0wHSUTOjCSle8_0 2024-09-07T14:13:15.648 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.650+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16078945071901867272', time=2024-09-07T16:09:44.293565+0000, chain.objs.size()=1 2024-09-07T14:13:15.648 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.650+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.VHY-V0-OcLLwsCXLodNimWUyhw15os9_0 2024-09-07T14:13:15.649 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.650+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8263294803229618255', time=2024-09-07T16:09:48.359232+0000, chain.objs.size()=1 2024-09-07T14:13:15.649 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.650+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.WIPbf-1qzVDC6AT5BiCbjjLLk2M1Jzj_0 2024-09-07T14:13:15.650 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.650+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13912465593885693118', time=2024-09-07T16:10:24.103049+0000, chain.objs.size()=1 2024-09-07T14:13:15.650 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.650+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.L2v5SGsSnV31ff-5nWdVpN3C2K9P_dD_0 2024-09-07T14:13:15.653 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.654+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.656 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T14:13:15.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-07T14:13:15.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15404886734165262835', time=2024-09-07T16:05:20.871344+0000, chain.objs.size()=1 2024-09-07T14:13:15.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.I2OZgpj6BZ6Kx6sgL_FUjB8rhKCumGc_0 2024-09-07T14:13:15.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14042366158967745879', time=2024-09-07T16:05:20.998815+0000, chain.objs.size()=1 2024-09-07T14:13:15.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.nW4-Mf5p9yPUJns3I6_v6t7XjtV7cuZ_0 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5740477128287079236', time=2024-09-07T16:05:25.931945+0000, chain.objs.size()=1 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.Qk7v4L3w6HB9x0dQNofQAMzcvhG_yQi_0 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17159214012470609011', time=2024-09-07T16:06:06.284884+0000, chain.objs.size()=1 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.PPnDjr-oahtsZrTL3yzJvIDPjCiQgGG_0 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9460504467918353083', time=2024-09-07T16:06:16.105715+0000, chain.objs.size()=1 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.WM4awEjzHNQ5gFxZZLeM2p8i4N8lKEF_0 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15012667461860354649', time=2024-09-07T16:06:51.424723+0000, chain.objs.size()=1 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.LNcbiRtzgdwsmWLm_VKnRhT97vmQr9i_0 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9311535520457783788', time=2024-09-07T16:07:33.059369+0000, chain.objs.size()=1 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.ZRgSAYcIDDLuU6uThCLH6-gMyTOExsg_0 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11277414101348835283', time=2024-09-07T16:07:33.204646+0000, chain.objs.size()=1 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.oz-7Q6USmReKRen0b_5AfXefvb57hfb_0 2024-09-07T14:13:15.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.849301912438750307', time=2024-09-07T16:07:36.695762+0000, chain.objs.size()=1 2024-09-07T14:13:15.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.C6ub89yReFYOzMRozw_1C35K4F_tKV2_0 2024-09-07T14:13:15.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17760526292052511290', time=2024-09-07T16:08:17.941099+0000, chain.objs.size()=1 2024-09-07T14:13:15.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.V0674C1dR45jjdrmJx88vmYepejOfFF_0 2024-09-07T14:13:15.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8770180905914689701', time=2024-09-07T16:08:23.012481+0000, chain.objs.size()=1 2024-09-07T14:13:15.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.GPsMFYJQGbk9v0kvJKp__yQJKcUGiNX_0 2024-09-07T14:13:15.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15798425881723656575', time=2024-09-07T16:08:58.705692+0000, chain.objs.size()=1 2024-09-07T14:13:15.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.658+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.djtdEfSp4JVOqvColcbv_EwluaBF9Uq_0 2024-09-07T14:13:15.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.662+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6837138014977094190', time=2024-09-07T16:09:39.473478+0000, chain.objs.size()=1 2024-09-07T14:13:15.662 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.662+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.A7nZH2HQarCoN5VhtRhZumFHdLsw1Ai_0 2024-09-07T14:13:15.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.662+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2703290327348007471', time=2024-09-07T16:09:39.593258+0000, chain.objs.size()=1 2024-09-07T14:13:15.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.662+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.90Nn377SXRFIpejp6P_ouMqx9g8LRPn_0 2024-09-07T14:13:15.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.662+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17059536219853184555', time=2024-09-07T16:09:44.455898+0000, chain.objs.size()=1 2024-09-07T14:13:15.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.662+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.wCzivVf9K1umVQomJsLEy53TzYKidEV_0 2024-09-07T14:13:15.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.666+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14680011210583507299', time=2024-09-07T16:09:52.244163+0000, chain.objs.size()=1 2024-09-07T14:13:15.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.666+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.L3p_RBBOUBjdc1QhtkJYoUBstPNxkBi_0 2024-09-07T14:13:15.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.666+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14761587307413898130', time=2024-09-07T16:10:24.104691+0000, chain.objs.size()=1 2024-09-07T14:13:15.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.666+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.yTNrLZQXTq2wmZFz-Fs7myjbAEevHFT_0 2024-09-07T14:13:15.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.666+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3042762590443081161', time=2024-09-07T16:10:24.108259+0000, chain.objs.size()=1 2024-09-07T14:13:15.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.666+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.OguTDTavZ2PhONy5Pj5yeCrLzkjle2J_0 2024-09-07T14:13:15.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.666+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14880521925574606676', time=2024-09-07T16:12:34.731485+0000, chain.objs.size()=1 2024-09-07T14:13:15.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.666+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18__shadow_.VTIKavjIQswskBtILwtWxGOQk9PwE2G_0 2024-09-07T14:13:15.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.666+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9395126004925713056', time=2024-09-07T16:12:50.740235+0000, chain.objs.size()=1 2024-09-07T14:13:15.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.666+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19__shadow:7Sm8uJ5omldK1nc9L0-STgbzNBY5deZ_._GvDbcJzBnFBXnp6gNr6VbKD5hpDy4A_0 2024-09-07T14:13:15.673 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.674+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.675 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T14:13:15.677 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.677 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-07T14:13:15.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18386385356518879597', time=2024-09-07T16:03:03.673345+0000, chain.objs.size()=3 2024-09-07T14:13:15.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-FROZEN.2~z4WA1dfBalBfyxKYdURTH71AOryJVM9.1 2024-09-07T14:13:15.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-FROZEN.2~z4WA1dfBalBfyxKYdURTH71AOryJVM9.2 2024-09-07T14:13:15.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-FROZEN.2~z4WA1dfBalBfyxKYdURTH71AOryJVM9.3 2024-09-07T14:13:15.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11752368890946273053', time=2024-09-07T16:03:03.866529+0000, chain.objs.size()=3 2024-09-07T14:13:15.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-STANDARD.2~7UMR8Ui5ZL4MzkdB9F6wF8G2c2ZlR8K.1 2024-09-07T14:13:15.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-STANDARD.2~7UMR8Ui5ZL4MzkdB9F6wF8G2c2ZlR8K.2 2024-09-07T14:13:15.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-STANDARD.2~7UMR8Ui5ZL4MzkdB9F6wF8G2c2ZlR8K.3 2024-09-07T14:13:15.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4731665333281102261', time=2024-09-07T16:04:41.240095+0000, chain.objs.size()=1 2024-09-07T14:13:15.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.MU2ZFJrDmsw631GBhtkCMBheT5MapMj_0 2024-09-07T14:13:15.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13715477578507883928', time=2024-09-07T16:04:41.325968+0000, chain.objs.size()=1 2024-09-07T14:13:15.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.NenZ2tY720xZyYwL_kzI_m8pmb9aK-W_0 2024-09-07T14:13:15.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11745775716660086323', time=2024-09-07T16:05:20.935264+0000, chain.objs.size()=1 2024-09-07T14:13:15.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.ktsgmmVKSONz8qdF_XC-Cckp2JF1qAO_0 2024-09-07T14:13:15.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12351212281599729457', time=2024-09-07T16:05:21.044970+0000, chain.objs.size()=1 2024-09-07T14:13:15.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.htSgShjP777PVf8Qa8X5k69WWle6H10_0 2024-09-07T14:13:15.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12770023727743181616', time=2024-09-07T16:05:30.574223+0000, chain.objs.size()=1 2024-09-07T14:13:15.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.gUQLBSt2nYMPRXFK6VpBN9xi4afHKA0_0 2024-09-07T14:13:15.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7481435722346589534', time=2024-09-07T16:06:15.888639+0000, chain.objs.size()=1 2024-09-07T14:13:15.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.678+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.7xmCtHOUSCFh4uCvQCAuydxJncqhnl6_0 2024-09-07T14:13:15.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6436449690232695237', time=2024-09-07T16:06:16.014227+0000, chain.objs.size()=1 2024-09-07T14:13:15.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.FORulwEIST9Z6AEf0ECSQL2CrGqvff3_0 2024-09-07T14:13:15.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17194808720811245235', time=2024-09-07T16:06:51.422525+0000, chain.objs.size()=1 2024-09-07T14:13:15.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.uV_EIKwglH-0fdw8uYTAk5vwA35rMzY_0 2024-09-07T14:13:15.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13764140995346061466', time=2024-09-07T16:06:51.574291+0000, chain.objs.size()=1 2024-09-07T14:13:15.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.Z8cnq0KPAV42ojD9CB8zdL4GynNCuRQ_0 2024-09-07T14:13:15.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12770348569399221467', time=2024-09-07T16:06:56.979276+0000, chain.objs.size()=1 2024-09-07T14:13:15.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.GoRHNkq9ghU4LdONF0tJUcVnRTG-2Z9_0 2024-09-07T14:13:15.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3368394599667777479', time=2024-09-07T16:07:33.191198+0000, chain.objs.size()=1 2024-09-07T14:13:15.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.UwqAABNJz4rAkPq7o4Tc1N74cSeH6D6_0 2024-09-07T14:13:15.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13135263803677855751', time=2024-09-07T16:07:42.507848+0000, chain.objs.size()=1 2024-09-07T14:13:15.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.AUFsskRafz1irLTSCCEIGhOzoowYWZA_0 2024-09-07T14:13:15.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17180973477059441518', time=2024-09-07T16:08:17.854072+0000, chain.objs.size()=1 2024-09-07T14:13:15.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.U5Ee0skMAm1FEasYkHORgQ5EmVpWPYb_0 2024-09-07T14:13:15.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11498592708595940496', time=2024-09-07T16:09:39.561407+0000, chain.objs.size()=1 2024-09-07T14:13:15.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.fbDYe1Bj5eZ_zfw_dlW2y5uSHoqB1ud_0 2024-09-07T14:13:15.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5797954196224988604', time=2024-09-07T16:09:39.563381+0000, chain.objs.size()=1 2024-09-07T14:13:15.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.B7ixsmaxfaMMFL87DF4GjZch0wovWTN_0 2024-09-07T14:13:15.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15524200553660961215', time=2024-09-07T16:09:39.642584+0000, chain.objs.size()=1 2024-09-07T14:13:15.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.682+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.6sSRAoKkRjrR4xFP7OCzn-dzGPVlavB_0 2024-09-07T14:13:15.688 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.690+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.690 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.690+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T14:13:15.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-07T14:13:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3935887135868577454', time=2024-09-07T16:03:03.241433+0000, chain.objs.size()=1 2024-09-07T14:13:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.vcBEJCCPckhfJv7clCcKcK1wSK645UK_0 2024-09-07T14:13:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='_RpwHljGaMFFUa6hW-Q4-nBA0IDhtRM8', time=2024-09-07T16:03:03.583940+0000, chain.objs.size()=1 2024-09-07T14:13:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.HjcSowYv11ocRGTCO_BI0NNDbqSM4XJ_0 2024-09-07T14:13:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6811527609625697739', time=2024-09-07T16:04:41.267102+0000, chain.objs.size()=1 2024-09-07T14:13:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.8Uc-APiZdy4ZT268q_QdP7RnhDxuv9o_0 2024-09-07T14:13:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11160045556483596441', time=2024-09-07T16:04:41.326506+0000, chain.objs.size()=1 2024-09-07T14:13:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.flkXuxJ_KBd_AMv7Q8CiI_sKGY5-Fh5_0 2024-09-07T14:13:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14257038451879486853', time=2024-09-07T16:05:26.127017+0000, chain.objs.size()=1 2024-09-07T14:13:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.X_a-w7kuK4TJhEHnLW_0L8xgKxF0OJ4_0 2024-09-07T14:13:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11041887762251803815', time=2024-09-07T16:06:11.710522+0000, chain.objs.size()=1 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.a0pREC2Fe49hVuHNZXKkoPHjf17k8nX_0 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11091508266354439352', time=2024-09-07T16:06:15.984851+0000, chain.objs.size()=1 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.R6oOcKa0780ay4-e6WmvJX92ovsU1E__0 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17719179832315730949', time=2024-09-07T16:06:51.345634+0000, chain.objs.size()=1 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.CEc9JEOdexQSMCATKBIx0pfBEN1kNQd_0 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3057551457541095382', time=2024-09-07T16:06:56.907206+0000, chain.objs.size()=1 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.WARteDqvqJuTZ7EQmBK_qn-i0JWTeTm_0 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12867572832011456710', time=2024-09-07T16:06:57.047178+0000, chain.objs.size()=1 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.M94Yya6FPwPn3WI0WuEfusSREKwzGBw_0 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.341914495100396476', time=2024-09-07T16:07:33.201709+0000, chain.objs.size()=1 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.GOG8MCZ0EG2sxTZHuXejeBKKoNEdNqt_0 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16508071048621735179', time=2024-09-07T16:09:44.413297+0000, chain.objs.size()=1 2024-09-07T14:13:15.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.694+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.WagpqOH2dLxWLEchhpBuPZxyfzOKKcT_0 2024-09-07T14:13:15.696 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.698+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5601028943695435599', time=2024-09-07T16:09:48.349862+0000, chain.objs.size()=1 2024-09-07T14:13:15.696 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.698+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.EWB1TwyTr2Uyx7-E_jAMOGWk5HTZpIq_0 2024-09-07T14:13:15.699 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.698+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.702+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T14:13:15.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-07T14:13:15.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9508889341062756997', time=2024-09-07T16:05:20.920478+0000, chain.objs.size()=1 2024-09-07T14:13:15.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.tC_LA1-286LNuIhUiHtQzjq-c4ER-U0_0 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11577576540449360149', time=2024-09-07T16:05:30.634151+0000, chain.objs.size()=1 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.D9mUVLdNY0CSbVGE7tK2pDDeVzcJ0-Q_0 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1303961819871382882', time=2024-09-07T16:06:06.346240+0000, chain.objs.size()=1 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.6Kz9WrHo9nGS_eNrxwliTiHydFo50JP_0 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.75753235251763331', time=2024-09-07T16:06:06.348374+0000, chain.objs.size()=1 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_._4rzvLPLqIZ7iX-GNVnhbE0avxO1eB-_0 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16763051066038575435', time=2024-09-07T16:06:11.555709+0000, chain.objs.size()=1 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.IBJooSFuf_6IoiIBMD---PjvY4T2TFp_0 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13647209803980596051', time=2024-09-07T16:06:15.952963+0000, chain.objs.size()=1 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.tUYg-9UGJNAqlqx6dFLvJQ8vtUaKUwx_0 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3808264467467148495', time=2024-09-07T16:06:51.465268+0000, chain.objs.size()=1 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.NOBmKEh2pT_04eruEdhnaVinY5tUvuO_0 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16220444832396410753', time=2024-09-07T16:06:57.117233+0000, chain.objs.size()=1 2024-09-07T14:13:15.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.dPLYwJH-gjWif4F3NCs-fjbdDGBB9QS_0 2024-09-07T14:13:15.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2173257794758948985', time=2024-09-07T16:07:42.338258+0000, chain.objs.size()=1 2024-09-07T14:13:15.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.g8-APr-ffGMp64Gjyj4jWEMNc6u1KRi_0 2024-09-07T14:13:15.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1180536265010574173', time=2024-09-07T16:07:42.378303+0000, chain.objs.size()=1 2024-09-07T14:13:15.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.DmKmx-XK4DP11TbuqBiIsHa99MN-TG4_0 2024-09-07T14:13:15.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18075198152607069687', time=2024-09-07T16:09:03.909746+0000, chain.objs.size()=1 2024-09-07T14:13:15.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.Ns77DBiPI6oyXbu1R1SvuJHs5eE8d2r_0 2024-09-07T14:13:15.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5566068482433639719', time=2024-09-07T16:09:39.556305+0000, chain.objs.size()=1 2024-09-07T14:13:15.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.706+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.oUodoYArQjxe_BaF8ns-IaAcH_SRsI__0 2024-09-07T14:13:15.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.710+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9414452877638773100', time=2024-09-07T16:09:44.361173+0000, chain.objs.size()=1 2024-09-07T14:13:15.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.710+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.N3aZyqmFluTKIM8Bk9FKEBL-Aq0XSxl_0 2024-09-07T14:13:15.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.710+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11558421708292607647', time=2024-09-07T16:09:44.440914+0000, chain.objs.size()=1 2024-09-07T14:13:15.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.710+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.4PHZNHraYKuWWqRZBOKatVL-1fPs9a9_0 2024-09-07T14:13:15.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.710+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6211235732064109258', time=2024-09-07T16:09:44.442843+0000, chain.objs.size()=1 2024-09-07T14:13:15.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.710+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.PW2neDaQD6WFHSbrIdIGZdke5Fi9gzc_0 2024-09-07T14:13:15.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.710+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16341917819715221536', time=2024-09-07T16:09:48.242785+0000, chain.objs.size()=1 2024-09-07T14:13:15.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.710+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.95HYvI1h11mI6CDn2Y_hDU3tkrTtaeG_0 2024-09-07T14:13:15.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.710+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11681853310514692004', time=2024-09-07T16:09:48.359086+0000, chain.objs.size()=1 2024-09-07T14:13:15.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.710+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.lwrSxULZWp6bv1qHQwtl50e034mON0m_0 2024-09-07T14:13:15.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.714+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T14:13:15.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-07T14:13:15.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8524764405953277074', time=2024-09-07T16:03:03.924246+0000, chain.objs.size()=2 2024-09-07T14:13:15.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14__shadow_._7kUOAav_zcCY8m-sxLgEf_fDCUpKK1_0 2024-09-07T14:13:15.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14__shadow_._7kUOAav_zcCY8m-sxLgEf_fDCUpKK1_1 2024-09-07T14:13:15.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1176394810386711583', time=2024-09-07T16:06:16.003212+0000, chain.objs.size()=1 2024-09-07T14:13:15.719 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.O1oQ_RIsQMxDbe7aBh8LD_yXcwdAKxw_0 2024-09-07T14:13:15.719 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2062091272004852482', time=2024-09-07T16:08:22.950040+0000, chain.objs.size()=1 2024-09-07T14:13:15.719 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.YwYe28yBfHMB1obB3HMzXalzkKuHxqW_0 2024-09-07T14:13:15.719 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14886343320410441583', time=2024-09-07T16:09:43.115199+0000, chain.objs.size()=1 2024-09-07T14:13:15.719 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.718+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.mjdJ91dg0r4cC_DAopwVMedCUawIa87_0 2024-09-07T14:13:15.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.722+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.724 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T14:13:15.725 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-07T14:13:15.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15118415201016077844', time=2024-09-07T16:03:03.193821+0000, chain.objs.size()=1 2024-09-07T14:13:15.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.mdq5DGNakLtdp2R00Ft3S9X1pDTiq-G_0 2024-09-07T14:13:15.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='_NizXXAVHueYrmN6xaP8vVIYZofIko4V', time=2024-09-07T16:03:03.696895+0000, chain.objs.size()=2 2024-09-07T14:13:15.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.-LLsjl6hF2cI5mGSuaysbnBT0pZqg7c_0 2024-09-07T14:13:15.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.-LLsjl6hF2cI5mGSuaysbnBT0pZqg7c_1 2024-09-07T14:13:15.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12353577536451297652', time=2024-09-07T16:04:45.236905+0000, chain.objs.size()=1 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.PaF7vc8iddijIcaB8MqyBgaNuyCDh5v_0 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4395455166324329496', time=2024-09-07T16:05:20.871526+0000, chain.objs.size()=1 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.hH4bxqgpQR3lnZmMbF7T89kQ_EUIz1F_0 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17675696886655639597', time=2024-09-07T16:05:26.094705+0000, chain.objs.size()=1 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.farir_vvtn_Ba-32Yx7iT9Qfnybijyc_0 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8110968986140722626', time=2024-09-07T16:05:30.542545+0000, chain.objs.size()=1 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.T4Yj_ezcvH-Yi6enuevsnkTgNjMD9w1_0 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5980966948673941217', time=2024-09-07T16:05:30.667231+0000, chain.objs.size()=1 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.ZianV7-xeUpbqpRTGVFTF3Z3X56zM6h_0 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12446512871288545083', time=2024-09-07T16:06:06.163215+0000, chain.objs.size()=1 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.UTtLccWha5tfGAOY3KNZdOln8FOXPOs_0 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12671984733524050903', time=2024-09-07T16:06:15.888290+0000, chain.objs.size()=1 2024-09-07T14:13:15.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.4576lEEi8M4ekQSWPitORZ44-m8PVTL_0 2024-09-07T14:13:15.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3346000314617500483', time=2024-09-07T16:06:57.054661+0000, chain.objs.size()=1 2024-09-07T14:13:15.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.oLBKv_MWMcyoBFbATZBbZfkbNUzQXUs_0 2024-09-07T14:13:15.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7672659852950678350', time=2024-09-07T16:06:57.149183+0000, chain.objs.size()=1 2024-09-07T14:13:15.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.726+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.hwwkMUmlIcN7dNk3iRUxCROTTvwcKVN_0 2024-09-07T14:13:15.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.730+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.596371628369404415', time=2024-09-07T16:07:42.522743+0000, chain.objs.size()=1 2024-09-07T14:13:15.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.730+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.XIMDKLhQQSXOMOQBglct11R6Kk7VMwq_0 2024-09-07T14:13:15.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.730+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15950967533345580969', time=2024-09-07T16:08:17.857479+0000, chain.objs.size()=1 2024-09-07T14:13:15.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.730+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.TOlpkojA7paQ3wCQNNVwzgCzVUoG-MO_0 2024-09-07T14:13:15.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.730+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18252860231582016340', time=2024-09-07T16:08:22.922394+0000, chain.objs.size()=1 2024-09-07T14:13:15.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.730+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.5bM0egx1AY_xqBjTviLfWI4Wc5InwyG_0 2024-09-07T14:13:15.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.730+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8440297401995401814', time=2024-09-07T16:08:23.012283+0000, chain.objs.size()=1 2024-09-07T14:13:15.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.730+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.fhLfKY7GCn1Ie1heFBCF3fH9E5IcAKk_0 2024-09-07T14:13:15.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.730+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6063283245960522506', time=2024-09-07T16:09:07.617624+0000, chain.objs.size()=1 2024-09-07T14:13:15.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.730+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.q8TMdyfnW76MRXOvqfWsYT6cKrs8-w8_0 2024-09-07T14:13:15.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.730+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7985021881345359576', time=2024-09-07T16:09:48.441227+0000, chain.objs.size()=1 2024-09-07T14:13:15.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.730+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.RFe3dl7XlKvZwUat7LdxpLaYtNwDx2i_0 2024-09-07T14:13:15.735 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.734+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.738+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T14:13:15.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.740 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-07T14:13:15.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18072649840521870060', time=2024-09-07T16:03:03.406802+0000, chain.objs.size()=4 2024-09-07T14:13:15.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11__multipart_foo.2~GSnAVa_MXPzgjiJ7EoxVmsKlMzhBYlz.1 2024-09-07T14:13:15.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11__multipart_foo.2~GSnAVa_MXPzgjiJ7EoxVmsKlMzhBYlz.2 2024-09-07T14:13:15.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11__multipart_foo.2~GSnAVa_MXPzgjiJ7EoxVmsKlMzhBYlz.3 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11__multipart_foo.2~GSnAVa_MXPzgjiJ7EoxVmsKlMzhBYlz.4 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='_C1pLUXV99EDZmUk02bucWzp1miyyprr', time=2024-09-07T16:03:03.605895+0000, chain.objs.size()=1 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.JXMT947gyAxvqK9RpTPYlXroe83oM9y_0 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12630349368403811213', time=2024-09-07T16:03:03.685192+0000, chain.objs.size()=3 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-FROZEN.2~z4WA1dfBalBfyxKYdURTH71AOryJVM9.1 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-FROZEN.2~z4WA1dfBalBfyxKYdURTH71AOryJVM9.2 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-FROZEN.2~z4WA1dfBalBfyxKYdURTH71AOryJVM9.3 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2129787759871581069', time=2024-09-07T16:06:11.523026+0000, chain.objs.size()=1 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.dOZFpo6wxUYiMa4iomQIyzQK-_6uV5F_0 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6518202466220372090', time=2024-09-07T16:06:11.752619+0000, chain.objs.size()=1 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.A5DWJuEytMm5NhH-AnChBOhJ1jX4215_0 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14974841846296489910', time=2024-09-07T16:07:33.206569+0000, chain.objs.size()=1 2024-09-07T14:13:15.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.eZSivadyKva7I_ZmdJiIgrFj0chjLU-_0 2024-09-07T14:13:15.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16897068840464393222', time=2024-09-07T16:08:58.682666+0000, chain.objs.size()=1 2024-09-07T14:13:15.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.742+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.2z3MT_B0Hwc-t8OQTIfmMWKuUc_nzxj_0 2024-09-07T14:13:15.744 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16263759613738512228', time=2024-09-07T16:09:03.811994+0000, chain.objs.size()=1 2024-09-07T14:13:15.744 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.OPN9PNO_PZvxwfw-uKygC9Ygh3OFo3h_0 2024-09-07T14:13:15.744 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3844889127762613008', time=2024-09-07T16:09:44.336249+0000, chain.objs.size()=1 2024-09-07T14:13:15.744 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.AxzpQlXloGbZTKMNzQHbaWWY1bspukb_0 2024-09-07T14:13:15.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17286241806066502928', time=2024-09-07T16:09:44.342846+0000, chain.objs.size()=1 2024-09-07T14:13:15.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.6QmNtlVXmylzNXbgOqIhfeSEdltKDUR_0 2024-09-07T14:13:15.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5337045380303806535', time=2024-09-07T16:09:48.368023+0000, chain.objs.size()=1 2024-09-07T14:13:15.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.5Lw7kELr4UXqhd9zXX2I3pgdZrUdKZ-_0 2024-09-07T14:13:15.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7397427186112941597', time=2024-09-07T16:10:23.993090+0000, chain.objs.size()=1 2024-09-07T14:13:15.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.TcsYk8G80wV61kC20iRrIw8XwfXL5_K_0 2024-09-07T14:13:15.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9471624242444662947', time=2024-09-07T16:10:24.137002+0000, chain.objs.size()=1 2024-09-07T14:13:15.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.10pzcU_hpOsijeJaN1CGu1AdpNIwCcS_0 2024-09-07T14:13:15.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14870538277573005068', time=2024-09-07T16:12:34.798085+0000, chain.objs.size()=1 2024-09-07T14:13:15.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.746+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18__shadow_.qQScZTX93g5MtpPRGvB-9lqUOmXLUPh_0 2024-09-07T14:13:15.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.750+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.751 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T14:13:15.753 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.753 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.754 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-07T14:13:15.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2412955971316252087', time=2024-09-07T16:03:03.261068+0000, chain.objs.size()=1 2024-09-07T14:13:15.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.p-mmu3YPdLzTYoVHeu_sROjYKT5UoDs_0 2024-09-07T14:13:15.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9637548758257931184', time=2024-09-07T16:03:03.269720+0000, chain.objs.size()=1 2024-09-07T14:13:15.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.qL2s7cF2SHrlmIOLc-v6xrCDyqhn0w1_0 2024-09-07T14:13:15.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16901142391123931952', time=2024-09-07T16:05:26.078967+0000, chain.objs.size()=1 2024-09-07T14:13:15.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.JfB-mRZjQJ1QmNkLbgZ7Sf14ClWeS2f_0 2024-09-07T14:13:15.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17096286712937692603', time=2024-09-07T16:06:06.318728+0000, chain.objs.size()=1 2024-09-07T14:13:15.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.MaX-LwSXXucX5TBdpvAfcpcFHvAKnKg_0 2024-09-07T14:13:15.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9707416208020260050', time=2024-09-07T16:06:51.449992+0000, chain.objs.size()=1 2024-09-07T14:13:15.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.bTdJ1vqDoyudGAP8sKqIiBx96yd7cwI_0 2024-09-07T14:13:15.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13264213015321676829', time=2024-09-07T16:06:56.929467+0000, chain.objs.size()=1 2024-09-07T14:13:15.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.V_Oo599jbhvJK86WIh-qU_isxN4tH9D_0 2024-09-07T14:13:15.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16144415033446308270', time=2024-09-07T16:07:33.125535+0000, chain.objs.size()=1 2024-09-07T14:13:15.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.NdVjJ3APVOLtK9BVHIk4QwmXNwSFiMR_0 2024-09-07T14:13:15.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11764024406705644151', time=2024-09-07T16:07:38.341731+0000, chain.objs.size()=1 2024-09-07T14:13:15.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.Te1BYiss4DrwtWPXwbVDHyjdQn3dlqv_0 2024-09-07T14:13:15.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17632656482856449732', time=2024-09-07T16:08:17.716270+0000, chain.objs.size()=1 2024-09-07T14:13:15.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.gt6NyzDuhq9Q0zqF8wad7usSZkDGhh6_0 2024-09-07T14:13:15.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12215844257674002078', time=2024-09-07T16:08:17.827216+0000, chain.objs.size()=1 2024-09-07T14:13:15.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.oYoqCbNFe1LYVviimkPGGKDYU1_zRot_0 2024-09-07T14:13:15.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18185612616407491072', time=2024-09-07T16:08:58.803287+0000, chain.objs.size()=1 2024-09-07T14:13:15.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.kGZrlEuBwTrOFKkfJnL2HeUiOc6J_qW_0 2024-09-07T14:13:15.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17329403876503874314', time=2024-09-07T16:09:03.776598+0000, chain.objs.size()=1 2024-09-07T14:13:15.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.754+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.rPKrkIUQzTcUHN5zo0t1LNkm5rMuP-g_0 2024-09-07T14:13:15.757 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.758+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9185280333099899292', time=2024-09-07T16:09:39.556729+0000, chain.objs.size()=1 2024-09-07T14:13:15.758 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.758+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.x9CVqz7kifzZ15h25OSqCjoIMaXyjJ6_0 2024-09-07T14:13:15.758 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.758+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11020323574174163504', time=2024-09-07T16:12:34.761392+0000, chain.objs.size()=1 2024-09-07T14:13:15.758 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.758+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18__shadow_.W_6bbu4TYV91naNo6F4yiIUQ4N1y1du_0 2024-09-07T14:13:15.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.762+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.763 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T14:13:15.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.767 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.767 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-07T14:13:15.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14707286819998767581', time=2024-09-07T16:04:45.158219+0000, chain.objs.size()=1 2024-09-07T14:13:15.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.3iNpuxSGxRrr-ZCIKz2jrRpAXwgkKo3_0 2024-09-07T14:13:15.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12563570142405622934', time=2024-09-07T16:05:26.094167+0000, chain.objs.size()=1 2024-09-07T14:13:15.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.8cU6fZDy509LkxtQHJNa1JKLIjjSh05_0 2024-09-07T14:13:15.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18249342988767360419', time=2024-09-07T16:05:26.183947+0000, chain.objs.size()=1 2024-09-07T14:13:15.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.NSdKS1et6zNMd0Nh7EL13No2TQgQCsV_0 2024-09-07T14:13:15.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6969371188608845446', time=2024-09-07T16:06:06.163341+0000, chain.objs.size()=1 2024-09-07T14:13:15.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.BbQGy7RNVvHbLJJx_bSz5mzJzKz8ruz_0 2024-09-07T14:13:15.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.973401393744252635', time=2024-09-07T16:06:06.287630+0000, chain.objs.size()=1 2024-09-07T14:13:15.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.6VqyFjXEz34eKg_WyiIxt8ToqKwrKyM_0 2024-09-07T14:13:15.770 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18025213627850129767', time=2024-09-07T16:06:10.313535+0000, chain.objs.size()=1 2024-09-07T14:13:15.770 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.ukYd_-CuGoOBB_XTTlG7VfFmFqCQUG1_0 2024-09-07T14:13:15.770 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7160709630662047452', time=2024-09-07T16:06:51.367221+0000, chain.objs.size()=1 2024-09-07T14:13:15.770 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.EKj8e9omWQbkJJ6arMPLnHC1_Q1x8YX_0 2024-09-07T14:13:15.770 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10883802948100252453', time=2024-09-07T16:06:57.054611+0000, chain.objs.size()=1 2024-09-07T14:13:15.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.o49Xv7H6ZkMLeMHomLpKYn8NnYIfSUp_0 2024-09-07T14:13:15.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16780170252450805253', time=2024-09-07T16:07:38.257184+0000, chain.objs.size()=1 2024-09-07T14:13:15.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.JpDZ4wbpnpHxGDdHaiZ8yU99lEvkDHY_0 2024-09-07T14:13:15.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1189721081498600711', time=2024-09-07T16:07:42.407121+0000, chain.objs.size()=1 2024-09-07T14:13:15.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.EhcJoUPOG1RlFtgo10T_vqUux8L0fD7_0 2024-09-07T14:13:15.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11035004761304463399', time=2024-09-07T16:08:58.807915+0000, chain.objs.size()=1 2024-09-07T14:13:15.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.u-2Ci8J9pV6zwzOlju3hhA9SeoqvlBU_0 2024-09-07T14:13:15.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11290754775746279488', time=2024-09-07T16:09:03.994505+0000, chain.objs.size()=1 2024-09-07T14:13:15.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.766+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.OHyuWC1zvht6uq_IHYXT2rM47RXs9GH_0 2024-09-07T14:13:15.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.770+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3379922158760140219', time=2024-09-07T16:09:39.593793+0000, chain.objs.size()=1 2024-09-07T14:13:15.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.770+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.CtVshI_o7A3NAspDFcja0uMHTYYCpAa_0 2024-09-07T14:13:15.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.770+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3169294262041788047', time=2024-09-07T16:09:48.366926+0000, chain.objs.size()=1 2024-09-07T14:13:15.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.770+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.iAvckUrkGGn0rQjk-I-qLbSlEu6dpHo_0 2024-09-07T14:13:15.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.770+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17062934499732729282', time=2024-09-07T16:12:34.835285+0000, chain.objs.size()=1 2024-09-07T14:13:15.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.770+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18__shadow_.Y670DGMJN-AgecXHJlZWgphwirN8X9k_0 2024-09-07T14:13:15.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.774+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.774+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T14:13:15.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-07T14:13:15.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3898102088735770338', time=2024-09-07T16:03:03.221818+0000, chain.objs.size()=1 2024-09-07T14:13:15.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.6wFbGMCrpyDmKz4wjMxgv7KERDTEMxf_0 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14433451323398338017', time=2024-09-07T16:03:04.154179+0000, chain.objs.size()=1 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9__shadow_.poqJWorW9J0j9-gvwmiMtxfW5VwDeoK_0 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7109751293907138375', time=2024-09-07T16:04:41.237814+0000, chain.objs.size()=1 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.WaK-vmBa2bLRxIHPtqOGg6UQTxG5LoM_0 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17709109429590829047', time=2024-09-07T16:05:25.930405+0000, chain.objs.size()=1 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.IsWVkZaujPM6VEHGTTG2KbfGP9Pxgd0_0 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1226947312505995914', time=2024-09-07T16:05:30.780043+0000, chain.objs.size()=1 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.9Ek1lzKqE6GyUl5BFI2dSc_d7W8h9_4_0 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7755546633732632701', time=2024-09-07T16:06:06.274446+0000, chain.objs.size()=1 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.tIja2jkGVg5RHt_m6dDaH4J7ziNCu0C_0 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9852299050533642377', time=2024-09-07T16:06:06.329265+0000, chain.objs.size()=1 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.EgKBlXiZOJU57a6F8uR___FBRGStJJC_0 2024-09-07T14:13:15.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9281546134047403423', time=2024-09-07T16:06:11.549189+0000, chain.objs.size()=1 2024-09-07T14:13:15.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.QgzBfcjqc4rLMv8ZuvWSXo-jNA7YQ1b_0 2024-09-07T14:13:15.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16029020728697622224', time=2024-09-07T16:06:57.055169+0000, chain.objs.size()=1 2024-09-07T14:13:15.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.ydqJLRXWf0VJDyJSZInf84rxy58u2xl_0 2024-09-07T14:13:15.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2380100290281079126', time=2024-09-07T16:07:38.261238+0000, chain.objs.size()=1 2024-09-07T14:13:15.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.r6_jzTxJtJ5Q65uZBoSy1oeJQP_gKYs_0 2024-09-07T14:13:15.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11182074332661755125', time=2024-09-07T16:07:38.303731+0000, chain.objs.size()=1 2024-09-07T14:13:15.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.MoKypuEfzvOvIH1C2MPXhEkB4pv2yzL_0 2024-09-07T14:13:15.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14495155913483265309', time=2024-09-07T16:07:42.510085+0000, chain.objs.size()=1 2024-09-07T14:13:15.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.778+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.g7sSJIMkeagdI93s_k_AZz4vSxzXMYT_0 2024-09-07T14:13:15.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.782+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15890565773803060576', time=2024-09-07T16:08:17.858483+0000, chain.objs.size()=1 2024-09-07T14:13:15.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.782+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.-xg7MFIgMtl5UOpqB4jrrEyU3FC7fK8_0 2024-09-07T14:13:15.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.782+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17165189501201465739', time=2024-09-07T16:08:21.645764+0000, chain.objs.size()=1 2024-09-07T14:13:15.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.782+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.4Hs1yFnI8cLtVKTnnVtWWST9vovlQoZ_0 2024-09-07T14:13:15.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.782+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6473437054764686444', time=2024-09-07T16:09:39.561503+0000, chain.objs.size()=1 2024-09-07T14:13:15.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.782+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.9CiA69QO7BhGyYmKahA3lsFkjjblJ-k_0 2024-09-07T14:13:15.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.782+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16517686526998140402', time=2024-09-07T16:09:48.243658+0000, chain.objs.size()=1 2024-09-07T14:13:15.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.782+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.4BPNyFRAXxrnNDNkutMckq1suf9kSuD_0 2024-09-07T14:13:15.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.782+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6363314599485878993', time=2024-09-07T16:10:24.179074+0000, chain.objs.size()=1 2024-09-07T14:13:15.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.782+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.5Fkq4tRQ0INfViXvZrGMVQRU7jsM0ma_0 2024-09-07T14:13:15.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.782+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1232754967633932527', time=2024-09-07T16:12:34.744773+0000, chain.objs.size()=1 2024-09-07T14:13:15.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.786+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18__shadow_.p9h1mhMzX_sgAV9NsIA2UB1HQ07YqBs_0 2024-09-07T14:13:15.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.786+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12105731461852249027', time=2024-09-07T16:12:44.280690+0000, chain.objs.size()=1 2024-09-07T14:13:15.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.786+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19__shadow:G4Xu6carZmV1AuVovzoXXTwLlP4Rqc5_.tHSWJMdZsDV03WbbezGtOvrSyi-fdLH_0 2024-09-07T14:13:15.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.786+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.790+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T14:13:15.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.790+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.790+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.790+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-07T14:13:15.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.790+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18043954314544504413', time=2024-09-07T16:03:03.350539+0000, chain.objs.size()=4 2024-09-07T14:13:15.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.790+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13__multipart_foo.2~5SiG7b63Q5k997WT0erm7pvy234RIyV.1 2024-09-07T14:13:15.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.790+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13__multipart_foo.2~5SiG7b63Q5k997WT0erm7pvy234RIyV.2 2024-09-07T14:13:15.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.790+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13__multipart_foo.2~5SiG7b63Q5k997WT0erm7pvy234RIyV.3 2024-09-07T14:13:15.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.790+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13__multipart_foo.2~5SiG7b63Q5k997WT0erm7pvy234RIyV.4 2024-09-07T14:13:15.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.790+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='_4l-E-sawDq5O-dMJAl3Onc-B8NJCl-C', time=2024-09-07T16:03:03.560058+0000, chain.objs.size()=1 2024-09-07T14:13:15.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.790+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.VRd_SP-X0Lepg-9uTnN_i0B0SidHuUT_0 2024-09-07T14:13:15.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18281373509933438142', time=2024-09-07T16:04:39.973295+0000, chain.objs.size()=1 2024-09-07T14:13:15.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.pGFw-fKFi8UX4sItUWBK-i6rrRm5fev_0 2024-09-07T14:13:15.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12447073362464310336', time=2024-09-07T16:04:45.099404+0000, chain.objs.size()=1 2024-09-07T14:13:15.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.qsQoHbvUGuSa69rIuqr5deeZTfOZ70Y_0 2024-09-07T14:13:15.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5622080016604804290', time=2024-09-07T16:04:45.101009+0000, chain.objs.size()=1 2024-09-07T14:13:15.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.0kVf0dGEI1inhcZdps5sXVUsvqN6bES_0 2024-09-07T14:13:15.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14287178715229210445', time=2024-09-07T16:04:45.102365+0000, chain.objs.size()=1 2024-09-07T14:13:15.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.09NYPOPks3JTZ6x54R1YttcJV7SmZEO_0 2024-09-07T14:13:15.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11924858210417243437', time=2024-09-07T16:05:26.032144+0000, chain.objs.size()=1 2024-09-07T14:13:15.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.4pQp2Lgepe-MX2avtET-F4_HEH-e5rJ_0 2024-09-07T14:13:15.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2218605565387512783', time=2024-09-07T16:06:11.623595+0000, chain.objs.size()=1 2024-09-07T14:13:15.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.bnO_ERMl1X8cx4D41023WLoo1nITGm-_0 2024-09-07T14:13:15.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14416071275811081383', time=2024-09-07T16:06:15.952797+0000, chain.objs.size()=1 2024-09-07T14:13:15.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.vZgOn2dIXm_IdtxDrRDz3QgUYI3LBZ0_0 2024-09-07T14:13:15.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1272127483609205780', time=2024-09-07T16:06:57.028592+0000, chain.objs.size()=1 2024-09-07T14:13:15.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.Vi2HLzHQp_bn8QtovmRWUZgC4K3Aa9Y_0 2024-09-07T14:13:15.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.129856977265375026', time=2024-09-07T16:07:38.252824+0000, chain.objs.size()=1 2024-09-07T14:13:15.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.CieUXy6GQh8xmSnlBGyJx3HURKtl0Jb_0 2024-09-07T14:13:15.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12445386902440962711', time=2024-09-07T16:07:38.429224+0000, chain.objs.size()=1 2024-09-07T14:13:15.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.794+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.Ct0K7tUTnDXC-LbdTIHb0KmQ8fjK10c_0 2024-09-07T14:13:15.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.798+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3253851209761153112', time=2024-09-07T16:08:17.780617+0000, chain.objs.size()=1 2024-09-07T14:13:15.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.798+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.2UvGJphWFLRi-nLautbuD1tiR3pAC9-_0 2024-09-07T14:13:15.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.798+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10041302792371704666', time=2024-09-07T16:08:22.934541+0000, chain.objs.size()=1 2024-09-07T14:13:15.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.798+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.ijAYupMliqBQ86ZtB3u_Xzn61Bo9Xx5_0 2024-09-07T14:13:15.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.802+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.802 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.802+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T14:13:15.804 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.804 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.808 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-07T14:13:15.808 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16786392171153644637', time=2024-09-07T16:04:45.089914+0000, chain.objs.size()=1 2024-09-07T14:13:15.808 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.aMqqkglvrKMwTlGtRSq1p7np6Iv63r2_0 2024-09-07T14:13:15.808 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.751916988875124775', time=2024-09-07T16:06:15.887249+0000, chain.objs.size()=1 2024-09-07T14:13:15.809 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.Z5cmLGkuaTvCJXNJZm-C1PputA5I-Py_0 2024-09-07T14:13:15.809 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5881853444013082918', time=2024-09-07T16:06:51.346336+0000, chain.objs.size()=1 2024-09-07T14:13:15.809 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.vJHpUOg1N8EZKpEYvv10Me6rzW0ityH_0 2024-09-07T14:13:15.809 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10674268706790149556', time=2024-09-07T16:07:33.215050+0000, chain.objs.size()=1 2024-09-07T14:13:15.809 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.c4h7QDdai9Ed_g6YhbNlEaND76WqslX_0 2024-09-07T14:13:15.809 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17057293973827564200', time=2024-09-07T16:07:42.525448+0000, chain.objs.size()=1 2024-09-07T14:13:15.809 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.f7jEwPUirxOTAPICrQ3U1e8DcjHxXVN_0 2024-09-07T14:13:15.810 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1310931070879417137', time=2024-09-07T16:08:16.447905+0000, chain.objs.size()=1 2024-09-07T14:13:15.810 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.FcYQdBnc5-nFYqzVRlDb3qcUYpwIaak_0 2024-09-07T14:13:15.810 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9941243212828728158', time=2024-09-07T16:08:17.822587+0000, chain.objs.size()=1 2024-09-07T14:13:15.810 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.idd7nVuSk0aEPcmNQR_uJBhX08ig2_3_0 2024-09-07T14:13:15.810 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14875293019671286722', time=2024-09-07T16:08:58.843205+0000, chain.objs.size()=1 2024-09-07T14:13:15.810 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.GOLWHI8OmZ99ONmrJjGge_-X63aPrep_0 2024-09-07T14:13:15.810 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13417833167441170483', time=2024-09-07T16:09:39.482165+0000, chain.objs.size()=1 2024-09-07T14:13:15.810 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.IIN_WyNVf7sUWnHzLwKAnAkqEEiw5H5_0 2024-09-07T14:13:15.810 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11625299624821630800', time=2024-09-07T16:09:44.418488+0000, chain.objs.size()=1 2024-09-07T14:13:15.810 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.Dl1qQpPOPuDa4j7NOc0e7TpUS9gMY66_0 2024-09-07T14:13:15.811 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5571843933644783144', time=2024-09-07T16:09:44.448320+0000, chain.objs.size()=1 2024-09-07T14:13:15.811 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.806+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.CNdq3P8MqwS-7cMGT3EwkndzZOsTAa3_0 2024-09-07T14:13:15.811 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.810+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T14:13:15.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-07T14:13:15.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14964360665389920456', time=2024-09-07T16:03:03.308274+0000, chain.objs.size()=4 2024-09-07T14:13:15.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12__multipart_foo.2~lcuw8Ce1ra3yrMALrE8TNCFs1dzGKbx.1 2024-09-07T14:13:15.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12__multipart_foo.2~lcuw8Ce1ra3yrMALrE8TNCFs1dzGKbx.2 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12__multipart_foo.2~lcuw8Ce1ra3yrMALrE8TNCFs1dzGKbx.3 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12__multipart_foo.2~lcuw8Ce1ra3yrMALrE8TNCFs1dzGKbx.4 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2675476337421646024', time=2024-09-07T16:03:03.628927+0000, chain.objs.size()=1 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.BSPf0j_d-P--IeBms56pybhPpF84VRS_0 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9083534774573659825', time=2024-09-07T16:03:04.166822+0000, chain.objs.size()=1 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9__shadow_.xfZAqTrs4BTLLERFCWLxQaelf-a7yQe_0 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17094226809028036025', time=2024-09-07T16:04:41.216107+0000, chain.objs.size()=1 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.9XbfJ_k8wu_vhwdObSyLMBm6mBPvr6Q_0 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7808230695409188861', time=2024-09-07T16:04:41.300237+0000, chain.objs.size()=1 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.jkYehXh-0vAV6o2aoOsCG-fcZaFX8Lh_0 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7050853244246898954', time=2024-09-07T16:05:21.055265+0000, chain.objs.size()=1 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.9cYcUhckueK55kVQ65r49GIn8OKY55q_0 2024-09-07T14:13:15.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16104549515792023001', time=2024-09-07T16:05:26.094728+0000, chain.objs.size()=1 2024-09-07T14:13:15.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.Dn-x4gWNusj0jJZWytoEa4CM1m5Nou0_0 2024-09-07T14:13:15.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8263395845273432358', time=2024-09-07T16:05:30.540428+0000, chain.objs.size()=1 2024-09-07T14:13:15.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.VDtQW0F3IkcbkL7iW9K1KKfLn3FdlRi_0 2024-09-07T14:13:15.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16521311499173021068', time=2024-09-07T16:05:30.668101+0000, chain.objs.size()=1 2024-09-07T14:13:15.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.814+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.DkeACT3OgghmhOBYpdxxrENR1qWH0fg_0 2024-09-07T14:13:15.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6775466313861604593', time=2024-09-07T16:05:30.679889+0000, chain.objs.size()=1 2024-09-07T14:13:15.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.-gK20GylCQN6hcdiesZ38xCaqH9XnV3_0 2024-09-07T14:13:15.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8515695541604709818', time=2024-09-07T16:05:30.795572+0000, chain.objs.size()=1 2024-09-07T14:13:15.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.Abl2GGXte5ccMKCWzbgQkrI6JJ4Z034_0 2024-09-07T14:13:15.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14884534250996213570', time=2024-09-07T16:06:06.412414+0000, chain.objs.size()=1 2024-09-07T14:13:15.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.tYZhX_2TXsCVbZMFQCaNpsVl-z-m19l_0 2024-09-07T14:13:15.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3567952752177890134', time=2024-09-07T16:06:11.625816+0000, chain.objs.size()=1 2024-09-07T14:13:15.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.nw_KZVq66dmN1yoaIrACqpyWViI5ok__0 2024-09-07T14:13:15.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17056101541988445125', time=2024-09-07T16:06:15.999350+0000, chain.objs.size()=1 2024-09-07T14:13:15.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.b2erKF-HQKSePEQcFRioyRzE-ObtnpT_0 2024-09-07T14:13:15.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8237781960971302047', time=2024-09-07T16:06:51.422335+0000, chain.objs.size()=1 2024-09-07T14:13:15.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.SmXzF6_UtqG2wvvwWdRKWAndP_31Jx3_0 2024-09-07T14:13:15.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3292348518369240350', time=2024-09-07T16:07:33.310167+0000, chain.objs.size()=1 2024-09-07T14:13:15.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.phctMAD_pc4X4Dm8Oc4r_I98phLoJcg_0 2024-09-07T14:13:15.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7627614400993403339', time=2024-09-07T16:07:38.456131+0000, chain.objs.size()=1 2024-09-07T14:13:15.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.818+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.T1TyxvCkM0h7IMgQyTXjLmNK3sWiOT5_0 2024-09-07T14:13:15.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.822+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12465952262287840062', time=2024-09-07T16:07:42.522848+0000, chain.objs.size()=1 2024-09-07T14:13:15.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.822+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.BJiBM7F2w0lhYlhNK81bRik7K6LvGtE_0 2024-09-07T14:13:15.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.822+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10772090539320971550', time=2024-09-07T16:07:42.599712+0000, chain.objs.size()=1 2024-09-07T14:13:15.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.822+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.eZvECDzVrr2rTChPoJOj7TWiTUrZIBr_0 2024-09-07T14:13:15.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.822+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8085983758973736694', time=2024-09-07T16:07:42.618950+0000, chain.objs.size()=1 2024-09-07T14:13:15.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.822+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.CeQJwPXGVI6iG2mOuRf6JbzSiUP_nXT_0 2024-09-07T14:13:15.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.822+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1611934894214976462', time=2024-09-07T16:08:17.857264+0000, chain.objs.size()=1 2024-09-07T14:13:15.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.822+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.I876lctKYab8F7wIe6T0GnYZXKTRN7e_0 2024-09-07T14:13:15.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.822+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7518437741431722', time=2024-09-07T16:08:22.922686+0000, chain.objs.size()=1 2024-09-07T14:13:15.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.822+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.O3friXHcU-nDTxYWonMLQuaLA7PJCqG_0 2024-09-07T14:13:15.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.826+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3206949711817240713', time=2024-09-07T16:09:03.923193+0000, chain.objs.size()=1 2024-09-07T14:13:15.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.826+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.9UVuisXAETBvjVAwmPcBPxz8IvdmLoR_0 2024-09-07T14:13:15.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.826+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5112966275192176989', time=2024-09-07T16:09:39.475592+0000, chain.objs.size()=1 2024-09-07T14:13:15.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.826+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.-ydUyy8ouyb_g7l2G4Vm30lZND81Jlk_0 2024-09-07T14:13:15.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.830+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.830+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T14:13:15.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-07T14:13:15.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11435973699933072668', time=2024-09-07T16:03:03.211783+0000, chain.objs.size()=1 2024-09-07T14:13:15.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.csnJaEjA2x0UYKewNPHHqcRa8x8frwu_0 2024-09-07T14:13:15.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7353704225064720700', time=2024-09-07T16:03:03.230642+0000, chain.objs.size()=1 2024-09-07T14:13:15.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5__shadow_.x01vDDl1rHkcE1-igZhw_BaAuoKBDIn_0 2024-09-07T14:13:15.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='_Vak1_eaFFbP-sy6lWbOckg1oWHc21S2', time=2024-09-07T16:03:03.616878+0000, chain.objs.size()=1 2024-09-07T14:13:15.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.Z51AtqqjXXQ54wOhCuka4OPI5iiwLPx_0 2024-09-07T14:13:15.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7240092889009756905', time=2024-09-07T16:03:03.742556+0000, chain.objs.size()=3 2024-09-07T14:13:15.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-LUKEWARM.2~ObS5_n4I1Rvbbd0pvZHNorrAc4jheXF.1 2024-09-07T14:13:15.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-LUKEWARM.2~ObS5_n4I1Rvbbd0pvZHNorrAc4jheXF.2 2024-09-07T14:13:15.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-LUKEWARM.2~ObS5_n4I1Rvbbd0pvZHNorrAc4jheXF.3 2024-09-07T14:13:15.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17769126616899709847', time=2024-09-07T16:03:04.130638+0000, chain.objs.size()=1 2024-09-07T14:13:15.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9__shadow_.Aq3oRrJQa1eWTws3WC2_DfRsmAa0N1J_0 2024-09-07T14:13:15.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14751550521661104296', time=2024-09-07T16:04:41.326154+0000, chain.objs.size()=1 2024-09-07T14:13:15.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.20__shadow_.9tTm1i4K__N_s4mJp8npWDRMFgxq926_0 2024-09-07T14:13:15.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9530601947191705044', time=2024-09-07T16:04:45.016454+0000, chain.objs.size()=1 2024-09-07T14:13:15.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.1KbWWIdHXfb6fp_xQftf_lVIJiAkdH8_0 2024-09-07T14:13:15.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1339919101451018167', time=2024-09-07T16:05:26.099453+0000, chain.objs.size()=1 2024-09-07T14:13:15.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.9Nafj5HuuBZQm4k-ictsz789H6Adx4K_0 2024-09-07T14:13:15.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8222863410615915256', time=2024-09-07T16:05:30.645006+0000, chain.objs.size()=1 2024-09-07T14:13:15.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.Y0TdW5MM5PkaNNOCgELZTm6g9CgpoGU_0 2024-09-07T14:13:15.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16524719303217091656', time=2024-09-07T16:07:33.328867+0000, chain.objs.size()=1 2024-09-07T14:13:15.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.834+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.DvWFn5hl9TjyVKD3s-fQ4fwEBfAGa4l_0 2024-09-07T14:13:15.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.838+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4443616692979120051', time=2024-09-07T16:08:22.927885+0000, chain.objs.size()=1 2024-09-07T14:13:15.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.838+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.f-j3NB0P3XhAYGS0YYSsP1E15l_9bBG_0 2024-09-07T14:13:15.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.838+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8756958795017272432', time=2024-09-07T16:08:22.929703+0000, chain.objs.size()=1 2024-09-07T14:13:15.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.838+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.Fi0UVRkpcdHs1UBYLJbJtj8j9xsls86_0 2024-09-07T14:13:15.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.838+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14732612733080152404', time=2024-09-07T16:08:58.680715+0000, chain.objs.size()=1 2024-09-07T14:13:15.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.838+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.m2I51c4zn8arZB-ZEIB0296NrX0aBzg_0 2024-09-07T14:13:15.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.838+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15794571897952950730', time=2024-09-07T16:09:39.642484+0000, chain.objs.size()=1 2024-09-07T14:13:15.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.838+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.vAGhzvVCA-hJ6q8wAhdT8F6sJROzdfg_0 2024-09-07T14:13:15.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.838+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5690065755602581965', time=2024-09-07T16:12:34.734219+0000, chain.objs.size()=1 2024-09-07T14:13:15.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.838+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18__shadow_.kYaIPT7JOxGWo6ZfVRpY3nXefbnj_0o_0 2024-09-07T14:13:15.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.838+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9662259025909399549', time=2024-09-07T16:12:34.736641+0000, chain.objs.size()=1 2024-09-07T14:13:15.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.838+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18__shadow_.gM8taoQFcKyjvLQ_naTGtuXH6xnXvg1_0 2024-09-07T14:13:15.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.842+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.842+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T14:13:15.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-07T14:13:15.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10640754194090950307', time=2024-09-07T16:03:03.550322+0000, chain.objs.size()=1 2024-09-07T14:13:15.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.Duc5hRwHhJHtjVTs-YJJXZZauLGt8zA_0 2024-09-07T14:13:15.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9618482613574886676', time=2024-09-07T16:03:03.594986+0000, chain.objs.size()=1 2024-09-07T14:13:15.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16__shadow_.BSPf0j_d-P--IeBms56pybhPpF84VRS_0 2024-09-07T14:13:15.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13438220645530508132', time=2024-09-07T16:03:03.844564+0000, chain.objs.size()=3 2024-09-07T14:13:15.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-FROZEN.2~9aCrCQFMS1R4JVvJpk-YwH6-tKnfqVr.1 2024-09-07T14:13:15.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-FROZEN.2~9aCrCQFMS1R4JVvJpk-YwH6-tKnfqVr.2 2024-09-07T14:13:15.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-FROZEN.2~9aCrCQFMS1R4JVvJpk-YwH6-tKnfqVr.3 2024-09-07T14:13:15.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12567811460095550930', time=2024-09-07T16:03:03.912658+0000, chain.objs.size()=2 2024-09-07T14:13:15.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14__shadow_.JbTbaF6h6sJKt9M-BeOk5d2gWtqx5Sj_0 2024-09-07T14:13:15.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14__shadow_.JbTbaF6h6sJKt9M-BeOk5d2gWtqx5Sj_1 2024-09-07T14:13:15.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8820361302040464104', time=2024-09-07T16:05:20.943556+0000, chain.objs.size()=1 2024-09-07T14:13:15.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.DKI7xGGBWNpSYrg3NZwnkrNXjun-F-8_0 2024-09-07T14:13:15.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17455169051503360563', time=2024-09-07T16:05:26.200067+0000, chain.objs.size()=1 2024-09-07T14:13:15.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.VQSghIe0WxFi3DvdEiH6CS7fKKEXyKK_0 2024-09-07T14:13:15.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13501655012870420512', time=2024-09-07T16:06:51.422813+0000, chain.objs.size()=1 2024-09-07T14:13:15.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.CQT1y75J5jdvp7H0TlA6bnv7L0EcLcz_0 2024-09-07T14:13:15.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.184673672249429515', time=2024-09-07T16:06:56.857202+0000, chain.objs.size()=1 2024-09-07T14:13:15.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.QfujZ879yxILJ7p13SOdds14aFCwP2E_0 2024-09-07T14:13:15.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4998783326056601854', time=2024-09-07T16:07:33.276366+0000, chain.objs.size()=1 2024-09-07T14:13:15.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.846+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.bFH4JHvnXerdz6BwRchALsuz0AQRxYq_0 2024-09-07T14:13:15.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13877064538545923428', time=2024-09-07T16:07:38.334264+0000, chain.objs.size()=1 2024-09-07T14:13:15.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.eBuXrkdPwJ14g5i2Q6PXPcQeoD8gqX6_0 2024-09-07T14:13:15.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3008661855217672007', time=2024-09-07T16:07:42.525443+0000, chain.objs.size()=1 2024-09-07T14:13:15.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.ncTCYcm0GvPftB7qi9hFQJknO6WWj3i_0 2024-09-07T14:13:15.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10034427427935975118', time=2024-09-07T16:08:22.946524+0000, chain.objs.size()=1 2024-09-07T14:13:15.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.45gYFJP-2Af8Jj8lTRUfddVFNr_iQ9h_0 2024-09-07T14:13:15.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7065576120803492938', time=2024-09-07T16:09:03.767116+0000, chain.objs.size()=1 2024-09-07T14:13:15.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.FQKbweh3-J60lxhxHf5c-rp0cZfrI6K_0 2024-09-07T14:13:15.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5669158245245996777', time=2024-09-07T16:09:44.415504+0000, chain.objs.size()=1 2024-09-07T14:13:15.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.DdEq6aRLYd-hfM1Hvkk7ZIXQLuIN6_S_0 2024-09-07T14:13:15.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14478466192801661855', time=2024-09-07T16:09:44.448386+0000, chain.objs.size()=1 2024-09-07T14:13:15.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.nXRBALI8pVsmYMon3quMB6Jqytzb9IG_0 2024-09-07T14:13:15.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18036753137782513452', time=2024-09-07T16:09:44.553546+0000, chain.objs.size()=1 2024-09-07T14:13:15.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.NTBoiQ4shKuDvChPRVUK7F9iCpvSR0H_0 2024-09-07T14:13:15.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4558766633651242421', time=2024-09-07T16:09:48.451136+0000, chain.objs.size()=1 2024-09-07T14:13:15.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.39__shadow_.lL_oYmz7sDWZTmbBIwSo1aTlvS5ZlRB_0 2024-09-07T14:13:15.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6653206579014301383', time=2024-09-07T16:10:24.079409+0000, chain.objs.size()=1 2024-09-07T14:13:15.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.850+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.HtdjEUeXrtIdlovHfI9rbM8wYZxC-a__0 2024-09-07T14:13:15.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.854+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.857 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.858+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T14:13:15.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.858+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.861 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.858+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.861 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-07T14:13:15.861 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='_NiqPU7ZjFlgwTP6yK-c6XPQelU_4_dx', time=2024-09-07T16:03:03.730997+0000, chain.objs.size()=2 2024-09-07T14:13:15.861 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.j2wsICmODKMp4YGerelCG6eUwPpDaie_0 2024-09-07T14:13:15.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.j2wsICmODKMp4YGerelCG6eUwPpDaie_1 2024-09-07T14:13:15.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10391728022895401445', time=2024-09-07T16:06:06.346413+0000, chain.objs.size()=1 2024-09-07T14:13:15.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.WKs4AaP-0WRx7EOZvQCfU6aDjqRZmYu_0 2024-09-07T14:13:15.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16291223840266076759', time=2024-09-07T16:06:51.465561+0000, chain.objs.size()=1 2024-09-07T14:13:15.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.qCiJ-gKIpzX4s5HEJvUVv8kWB24M4vr_0 2024-09-07T14:13:15.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14334997225931610604', time=2024-09-07T16:06:51.467697+0000, chain.objs.size()=1 2024-09-07T14:13:15.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.43VUD6aUjgeV4iRBmhHgFKtzeY3D121_0 2024-09-07T14:13:15.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17549902555042519773', time=2024-09-07T16:06:55.410225+0000, chain.objs.size()=1 2024-09-07T14:13:15.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.XFB-GLvDASLHgP01i773srKZR-LSC1g_0 2024-09-07T14:13:15.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.728000531881155560', time=2024-09-07T16:06:56.983464+0000, chain.objs.size()=1 2024-09-07T14:13:15.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.V6CgrxJ0ANBU6FTLjuN4aEk7xsF7c0f_0 2024-09-07T14:13:15.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9305872666990392059', time=2024-09-07T16:06:57.030285+0000, chain.objs.size()=1 2024-09-07T14:13:15.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.Zp2WivAM5SWIlll2s1mHVYJfq2AMcFC_0 2024-09-07T14:13:15.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11175457252400525599', time=2024-09-07T16:07:38.225356+0000, chain.objs.size()=1 2024-09-07T14:13:15.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.BXyQ4Gplh8wc4pV5XUApHMjzu72vYio_0 2024-09-07T14:13:15.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4050387507046127325', time=2024-09-07T16:07:42.425738+0000, chain.objs.size()=1 2024-09-07T14:13:15.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.42yQUTr4osJXJwgYm4NxpXurdlm0din_0 2024-09-07T14:13:15.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8414403767104226487', time=2024-09-07T16:07:42.625193+0000, chain.objs.size()=1 2024-09-07T14:13:15.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.ZVg2egtjgi3749Wjl5Y5cYPE5Wj06w0_0 2024-09-07T14:13:15.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6613153135742857731', time=2024-09-07T16:08:23.038952+0000, chain.objs.size()=1 2024-09-07T14:13:15.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.862+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.K5iFSacNDDJD5du9xbvuMQlBNzwdZeT_0 2024-09-07T14:13:15.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.866+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14084248050697505416', time=2024-09-07T16:08:58.743388+0000, chain.objs.size()=1 2024-09-07T14:13:15.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.866+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.lQcp-NcP3xoUxd3yJh7HAyKocytkGJO_0 2024-09-07T14:13:15.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.866+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.869 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T14:13:15.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-07T14:13:15.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1710446460941326608', time=2024-09-07T16:03:03.721050+0000, chain.objs.size()=3 2024-09-07T14:13:15.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-LUKEWARM.2~ObS5_n4I1Rvbbd0pvZHNorrAc4jheXF.1 2024-09-07T14:13:15.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-LUKEWARM.2~ObS5_n4I1Rvbbd0pvZHNorrAc4jheXF.2 2024-09-07T14:13:15.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__multipart_foo-LUKEWARM.2~ObS5_n4I1Rvbbd0pvZHNorrAc4jheXF.3 2024-09-07T14:13:15.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9758578845083281635', time=2024-09-07T16:04:44.987145+0000, chain.objs.size()=1 2024-09-07T14:13:15.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.TxfKME-HJZ2IDCKQajinXKUVR1y53qD_0 2024-09-07T14:13:15.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17819767572415169601', time=2024-09-07T16:05:20.848482+0000, chain.objs.size()=1 2024-09-07T14:13:15.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.22__shadow_.vzW5hJyD7s6uBAsbbMMhhphsdgOmmB__0 2024-09-07T14:13:15.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10364724239792480997', time=2024-09-07T16:05:30.663605+0000, chain.objs.size()=1 2024-09-07T14:13:15.874 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.Krad-GbB18q7kwUw4I6fHJ73T-ev_GS_0 2024-09-07T14:13:15.874 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6571769835635806175', time=2024-09-07T16:05:30.665034+0000, chain.objs.size()=1 2024-09-07T14:13:15.874 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.Nu7bzg6pHz6EiED-yRrbVK86ZWiHlA7_0 2024-09-07T14:13:15.874 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8336500716393857180', time=2024-09-07T16:06:11.737703+0000, chain.objs.size()=1 2024-09-07T14:13:15.874 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.VZOq9d2tjm_IwE769InSoiTc2C-j7E1_0 2024-09-07T14:13:15.874 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7126775013186713272', time=2024-09-07T16:06:19.736951+0000, chain.objs.size()=1 2024-09-07T14:13:15.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.28__shadow_.ipeKc_Q9r1nYbivrZiK0Jbz5rFC_vz3_0 2024-09-07T14:13:15.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11363428950618335183', time=2024-09-07T16:06:57.140904+0000, chain.objs.size()=1 2024-09-07T14:13:15.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.29__shadow_.BEMTKrw1T7j7_C5CAO4u64vdqWCplut_0 2024-09-07T14:13:15.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.104475229172212203', time=2024-09-07T16:08:58.617352+0000, chain.objs.size()=1 2024-09-07T14:13:15.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.zZHMHGgIh6IgncO7-fJdbFoqJDRV_bl_0 2024-09-07T14:13:15.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10027585575244814635', time=2024-09-07T16:08:58.708678+0000, chain.objs.size()=1 2024-09-07T14:13:15.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.870+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.4xfBnYrxF7qOuGxCLPYs-yP8WKwBg1E_0 2024-09-07T14:13:15.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.874+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5609074451063065729', time=2024-09-07T16:09:39.581539+0000, chain.objs.size()=1 2024-09-07T14:13:15.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.874+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.xPyHWRSP_tYDJz_1AiWlYgX_ROd9RHQ_0 2024-09-07T14:13:15.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.878+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17312130692834159866', time=2024-09-07T16:09:44.544186+0000, chain.objs.size()=1 2024-09-07T14:13:15.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.878+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38__shadow_.wPEFdWp5Inzqa3oAjisIb2MSm8IZYht_0 2024-09-07T14:13:15.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.878+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.882+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T14:13:15.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.882+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.882+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.885 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.882+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-07T14:13:15.885 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.882+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13220766248601733974', time=2024-09-07T16:03:03.460992+0000, chain.objs.size()=4 2024-09-07T14:13:15.885 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.882+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10__multipart_foo.2~ja6xFIrzMlFOKuqLAJZv0odGXbDKKXa.1 2024-09-07T14:13:15.885 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.882+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10__multipart_foo.2~ja6xFIrzMlFOKuqLAJZv0odGXbDKKXa.2 2024-09-07T14:13:15.885 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10__multipart_foo.2~ja6xFIrzMlFOKuqLAJZv0odGXbDKKXa.3 2024-09-07T14:13:15.886 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10__multipart_foo.2~ja6xFIrzMlFOKuqLAJZv0odGXbDKKXa.4 2024-09-07T14:13:15.886 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11475176748057581073', time=2024-09-07T16:03:03.856389+0000, chain.objs.size()=3 2024-09-07T14:13:15.886 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-LUKEWARM.2~_0yu5NHHGewQRkKVVhGIGVMNzHv7mmy.1 2024-09-07T14:13:15.886 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-LUKEWARM.2~_0yu5NHHGewQRkKVVhGIGVMNzHv7mmy.2 2024-09-07T14:13:15.886 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15__multipart_foo-LUKEWARM.2~_0yu5NHHGewQRkKVVhGIGVMNzHv7mmy.3 2024-09-07T14:13:15.886 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5023602519226064091', time=2024-09-07T16:04:44.995706+0000, chain.objs.size()=1 2024-09-07T14:13:15.886 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.21__shadow_.o_s_74J1qmIsHUf6M6HQMDtd21v82Re_0 2024-09-07T14:13:15.886 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.703669880032281264', time=2024-09-07T16:05:25.934169+0000, chain.objs.size()=1 2024-09-07T14:13:15.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.KTQtgjaFxsKdMbESbp02get2Ngl664d_0 2024-09-07T14:13:15.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13498709849143991038', time=2024-09-07T16:05:30.658711+0000, chain.objs.size()=1 2024-09-07T14:13:15.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.24__shadow_.XB8kPqRq1e2uVrI8YqQKVMrCo9N0ilQ_0 2024-09-07T14:13:15.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7260074302680904531', time=2024-09-07T16:06:06.221840+0000, chain.objs.size()=1 2024-09-07T14:13:15.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.nVWOF06bBeswYpBZNQUorRv-hkUJ_rY_0 2024-09-07T14:13:15.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15393047669394656568', time=2024-09-07T16:07:33.209750+0000, chain.objs.size()=1 2024-09-07T14:13:15.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.ZvF7Y6WgWov7w_xxCODIhUyoDtfpREi_0 2024-09-07T14:13:15.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18192345867853226086', time=2024-09-07T16:07:33.212906+0000, chain.objs.size()=1 2024-09-07T14:13:15.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_._g4hrZnfCVHdLh1SUFfP7nfdCZd2aYY_0 2024-09-07T14:13:15.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12616105708720838244', time=2024-09-07T16:07:33.276533+0000, chain.objs.size()=1 2024-09-07T14:13:15.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30__shadow_.ZS8VGVcGI60tL2XpXuRL-zqdIfUytM0_0 2024-09-07T14:13:15.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14855443793243006252', time=2024-09-07T16:07:38.440049+0000, chain.objs.size()=1 2024-09-07T14:13:15.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.31__shadow_.TWlBwNzChrr6yCoTw0KkBARaR_wsYvZ_0 2024-09-07T14:13:15.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4469370328020746596', time=2024-09-07T16:07:42.406563+0000, chain.objs.size()=1 2024-09-07T14:13:15.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.32__shadow_.hbkyEcsmh-afL_i_MCBGTIYK8bLBC80_0 2024-09-07T14:13:15.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10973277268127204862', time=2024-09-07T16:08:17.840922+0000, chain.objs.size()=1 2024-09-07T14:13:15.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.33__shadow_.hMFUB0Y3C4LNGcZ8Ny1mgX00Dfy3Km9_0 2024-09-07T14:13:15.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5270209535456158105', time=2024-09-07T16:08:58.617256+0000, chain.objs.size()=1 2024-09-07T14:13:15.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.BS_D3o5A-oCLPrMe0N-FmvYwJSWmxHn_0 2024-09-07T14:13:15.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13950251856503739826', time=2024-09-07T16:09:03.920138+0000, chain.objs.size()=1 2024-09-07T14:13:15.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.hEBh7qsytDrbnKnfzUKAps9hJXbkmQ8_0 2024-09-07T14:13:15.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13705502045910494207', time=2024-09-07T16:09:39.567574+0000, chain.objs.size()=1 2024-09-07T14:13:15.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.886+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.37__shadow_.OHZJXBNKEgEC_Q1tr2JOtmHptMmuV38_0 2024-09-07T14:13:15.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.890+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13631397642179157841', time=2024-09-07T16:10:24.076016+0000, chain.objs.size()=1 2024-09-07T14:13:15.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.890+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.17qDlJItFbZ8h57ITkc_CK6HSL4GhMl_0 2024-09-07T14:13:15.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.894+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.895 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.894+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T14:13:15.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:15.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:15.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-07T14:13:15.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='__lSN0IHuPxeRp0_wGIzuBwY0moj1c6t', time=2024-09-07T16:03:03.707013+0000, chain.objs.size()=2 2024-09-07T14:13:15.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.xCSMcuLklieeypFVppda0PwtTbD2SRa_0 2024-09-07T14:13:15.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17__shadow_.xCSMcuLklieeypFVppda0PwtTbD2SRa_1 2024-09-07T14:13:15.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15748887899620928469', time=2024-09-07T16:05:24.722838+0000, chain.objs.size()=1 2024-09-07T14:13:15.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.23__shadow_.OidflfgqXBYj7LXImQopDpCaUUdqGsJ_0 2024-09-07T14:13:15.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7704523786064098698', time=2024-09-07T16:06:06.402918+0000, chain.objs.size()=1 2024-09-07T14:13:15.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.25__shadow_.dTdVTaUoG47NBbBQbX8zYqUSx6NBy8X_0 2024-09-07T14:13:15.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4862286376175185128', time=2024-09-07T16:06:11.547868+0000, chain.objs.size()=1 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26__shadow_.jx1Bnk_blMZOi6S4UCtyCcpia9N-3rw_0 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.823559792294552748', time=2024-09-07T16:06:15.990904+0000, chain.objs.size()=1 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.27__shadow_.bJMf12aF6GDOw5mGCA5-9QAHqAxp2Jq_0 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16768026783785987142', time=2024-09-07T16:08:23.120230+0000, chain.objs.size()=1 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.34__shadow_.sPgG-4BFsAIuI5wCLMnUUFUmePV1KRj_0 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12808564121652874199', time=2024-09-07T16:08:58.703630+0000, chain.objs.size()=1 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.35__shadow_.ZaQTft7yX9LrRCW4vjAM6SJjmOf2xHQ_0 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7018350401831154799', time=2024-09-07T16:09:03.740859+0000, chain.objs.size()=1 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.edRyqUBwqZcOFb7GMkYShLrBXyX725X_0 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8485603362937646155', time=2024-09-07T16:09:03.902965+0000, chain.objs.size()=1 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.36__shadow_.eoXLLggLYnlCj8p_tob6V6oCkTZTO70_0 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1345105574892887294', time=2024-09-07T16:10:24.254023+0000, chain.objs.size()=1 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40__shadow_.R8KNZzt8T9qKeN-3rKGyaaxy0flt7X1_0 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17857955250112925587', time=2024-09-07T16:12:34.801267+0000, chain.objs.size()=1 2024-09-07T14:13:15.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.898+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18__shadow_.y87B5qhW5U8rp8C96gYkZiYLjwguVKL_0 2024-09-07T14:13:15.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.906+0000 7ff8b2a5d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:13:15.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.906+0000 7ff7677de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:13:15.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.910+0000 7ff8b2a5d9c0 20 remove_watcher() i=0 2024-09-07T14:13:15.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.910+0000 7ff8b2a5d9c0 2 removed watcher, disabling cache 2024-09-07T14:13:15.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.910+0000 7ff8b2a5d9c0 20 remove_watcher() i=1 2024-09-07T14:13:15.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.910+0000 7ff8b2a5d9c0 20 remove_watcher() i=2 2024-09-07T14:13:15.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.914+0000 7ff8b2a5d9c0 20 remove_watcher() i=3 2024-09-07T14:13:15.913 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.914+0000 7ff8b2a5d9c0 20 remove_watcher() i=4 2024-09-07T14:13:15.914 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.914+0000 7ff8b2a5d9c0 20 remove_watcher() i=5 2024-09-07T14:13:15.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.918+0000 7ff8b2a5d9c0 20 remove_watcher() i=6 2024-09-07T14:13:15.916 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:15.918+0000 7ff8b2a5d9c0 20 remove_watcher() i=7 2024-09-07T14:13:15.928 DEBUG:teuthology.orchestra.run.smithi107:> radosgw-admin gc process --include-all 2024-09-07T14:13:15.998 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:13:15.998 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:13:16.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.042+0000 7f2b5b55b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:16.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.042+0000 7f2b5b55b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:16.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.042+0000 7f2b5b55b9c0 20 realm 2024-09-07T14:13:16.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.042+0000 7f2b5b55b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:16.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.042+0000 7f2b5b55b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:16.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.042+0000 7f2b5b55b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:13:16.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.042+0000 7f2b5b55b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:16.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.042+0000 7f2b5b55b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:16.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.042+0000 7f2b5b55b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:16.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.046+0000 7f2b5b55b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:13:16.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.046+0000 7f2b5b55b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:16.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.046+0000 7f2b5b55b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:13:16.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.046+0000 7f2b5b55b9c0 20 searching for the correct realm 2024-09-07T14:13:16.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.050+0000 7f2b59862640 0 -- 172.21.15.107:0/1409751120 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f2b44048040 msgr2=0x7f2b44048420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:13:16.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.058+0000 7f2b58860640 0 -- 172.21.15.107:0/1409751120 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f2b54107550 msgr2=0x7f2b540fc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:13:16.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.274+0000 7f2b5b55b9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:13:16.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.274+0000 7f2b5b55b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:13:16.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.274+0000 7f2b5b55b9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:13:16.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.274+0000 7f2b5b55b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:13:16.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.274+0000 7f2b5b55b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:13:16.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.274+0000 7f2b5b55b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:13:16.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.274+0000 7f2b5b55b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:16.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:16.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:16.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:13:16.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:16.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:13:16.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 zone default found 2024-09-07T14:13:16.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 4 Realm: () 2024-09-07T14:13:16.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:13:16.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:13:16.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:13:16.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 zonegroup default 2024-09-07T14:13:16.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:16.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:16.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:16.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:16.279 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:13:16.279 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.278+0000 7f2b5b55b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:13:16.279 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.282+0000 7f2b5b55b9c0 20 started sync module instance, tier type = 2024-09-07T14:13:16.280 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.282+0000 7f2b5b55b9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:13:16.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.302+0000 7f2b5b55b9c0 20 add_watcher() i=0 2024-09-07T14:13:16.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.302+0000 7f2b5b55b9c0 20 add_watcher() i=1 2024-09-07T14:13:16.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.302+0000 7f2b5b55b9c0 20 add_watcher() i=2 2024-09-07T14:13:16.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.302+0000 7f2b5b55b9c0 20 add_watcher() i=3 2024-09-07T14:13:16.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.302+0000 7f2b5b55b9c0 20 add_watcher() i=4 2024-09-07T14:13:16.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.302+0000 7f2b5b55b9c0 20 add_watcher() i=5 2024-09-07T14:13:16.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.302+0000 7f2b5b55b9c0 20 add_watcher() i=6 2024-09-07T14:13:16.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.306+0000 7f2b5b55b9c0 20 add_watcher() i=7 2024-09-07T14:13:16.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.306+0000 7f2b5b55b9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:13:16.310 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.310+0000 7f2a0ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:13:16.311 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.310+0000 7f2b5b55b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:13:16.311 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.310+0000 7f2b5b55b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:13:16.407 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.406+0000 7f2a0efe5640 20 reqs_thread_entry: start 2024-09-07T14:13:16.407 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.406+0000 7f2b5b55b9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:13:16.407 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.406+0000 7f2b5b55b9c0 20 Filter name: none 2024-09-07T14:13:16.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.410+0000 7f2a0cfe1640 20 reqs_thread_entry: start 2024-09-07T14:13:16.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.410+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T14:13:16.410 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.410+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.411 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.410+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.411 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.410+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.413 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.414+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T14:13:16.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.418+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.418+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.418+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.422+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T14:13:16.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.426+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.426 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.426+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.426 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.426+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.430+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T14:13:16.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.434+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.438+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.438+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.440 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.442+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T14:13:16.443 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.446+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.445 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.446+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.445 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.446+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.447 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.446+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T14:13:16.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.450+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.452 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.454+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.454+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.458+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T14:13:16.458 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.458+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.462+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.462+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.462+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T14:13:16.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.466+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.466+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.466+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.470+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T14:13:16.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.474+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.474+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.474+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.476 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.478+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T14:13:16.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.482+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.482+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.483 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.482+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.486+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T14:13:16.489 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.490+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.489 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.490+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.490+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.494+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T14:13:16.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.494+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.497 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.498+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.498 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.498+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.502+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T14:13:16.503 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.506+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.504 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.506+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.506+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.510+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T14:13:16.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.510+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.512 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.514+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.512 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.514+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.514+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T14:13:16.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.518+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.522+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.522 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.522+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.526+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T14:13:16.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.530+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.530+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.530+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.530+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T14:13:16.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.534+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.534+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.538+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.538 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.538+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T14:13:16.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.542+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.542+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.542+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.546+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T14:13:16.546 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.546+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.547 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.546+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.548 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.550+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.550+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T14:13:16.553 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.554+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.554 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.554+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.554 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.554+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.558+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T14:13:16.560 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.562+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.562+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.562+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.565 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.566+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T14:13:16.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.570+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.570+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.570+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.573 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.574+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T14:13:16.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.578+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.578+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.578+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.582+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T14:13:16.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.586+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.584 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.586+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.585 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.586+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.586 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.586+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T14:13:16.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.590+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.590+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.590+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.594+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T14:13:16.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.598+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.598+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.598+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.602+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T14:13:16.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.606+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.606+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.606 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.606+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.610+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T14:13:16.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.610+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.610+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.610+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.614+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T14:13:16.617 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.618+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.618 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.618+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.618+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.621 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.622+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T14:13:16.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.626+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.628 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.626+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.628 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.630+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.634 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.634+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T14:13:16.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.638+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.638+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.638+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.642+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T14:13:16.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.642+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.644 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.646+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:13:16.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.646+0000 7f2b5b55b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:13:16.649 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.650+0000 7f2a0ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:13:16.654 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.654+0000 7f2b5b55b9c0 20 remove_watcher() i=0 2024-09-07T14:13:16.654 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.654+0000 7f2b5b55b9c0 2 removed watcher, disabling cache 2024-09-07T14:13:16.656 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.658+0000 7f2b5b55b9c0 20 remove_watcher() i=1 2024-09-07T14:13:16.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.658+0000 7f2b5b55b9c0 20 remove_watcher() i=2 2024-09-07T14:13:16.661 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.662+0000 7f2b5b55b9c0 20 remove_watcher() i=3 2024-09-07T14:13:16.664 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.666+0000 7f2b5b55b9c0 20 remove_watcher() i=4 2024-09-07T14:13:16.666 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.666+0000 7f2b5b55b9c0 20 remove_watcher() i=5 2024-09-07T14:13:16.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.666+0000 7f2b5b55b9c0 20 remove_watcher() i=6 2024-09-07T14:13:16.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:13:16.670+0000 7f2b5b55b9c0 20 remove_watcher() i=7 2024-09-07T14:13:16.687 DEBUG:teuthology.orchestra.run.smithi107:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2024-09-07T14:13:17.280 INFO:teuthology.orchestra.run.smithi107.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2024-09-07T14:13:21.679 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :clean UP-TO-DATE 2024-09-07T14:13:40.180 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :compileJava 2024-09-07T14:13:40.180 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :processResources 2024-09-07T14:13:40.180 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :classes 2024-09-07T14:13:41.078 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:41.079 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :compileTestJava 2024-09-07T14:13:41.079 INFO:teuthology.orchestra.run.smithi107.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-07T14:13:41.079 INFO:teuthology.orchestra.run.smithi107.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-07T14:13:41.080 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:41.080 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :processTestResources NO-SOURCE 2024-09-07T14:13:41.080 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :testClasses 2024-09-07T14:13:47.478 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:47.479 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :test 2024-09-07T14:13:47.479 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:47.479 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2024-09-07T14:13:58.878 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:58.879 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2024-09-07T14:13:59.378 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:59.378 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2024-09-07T14:13:59.678 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:13:59.679 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2024-09-07T14:14:00.178 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:14:00.178 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2024-09-07T14:14:20.379 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:14:20.379 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2024-09-07T14:14:20.978 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:14:20.979 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2024-09-07T14:14:21.078 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:14:21.079 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2024-09-07T14:14:21.279 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:14:21.279 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2024-09-07T14:14:21.378 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:14:21.378 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2024-09-07T14:14:21.978 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:14:21.979 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2024-09-07T14:14:43.879 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:14:43.879 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2024-09-07T14:14:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:14:45.079 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2024-09-07T14:14:45.479 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:14:45.479 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2024-09-07T14:14:45.479 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07 14:14:45,459 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-07T14:15:46.679 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:15:46.680 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2024-09-07T14:15:47.778 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:15:47.779 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2024-09-07T14:15:47.879 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:15:47.879 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2024-09-07T14:15:48.478 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:15:48.479 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2024-09-07T14:15:48.679 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:15:48.679 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2024-09-07T14:15:49.578 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:15:49.579 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2024-09-07T14:16:02.479 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:16:02.479 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2024-09-07T14:16:03.178 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:16:03.179 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2024-09-07T14:16:03.279 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:16:03.279 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2024-09-07T14:16:03.478 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:16:03.479 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2024-09-07T14:16:31.679 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:16:31.679 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2024-09-07T14:16:35.279 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:16:35.279 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests STANDARD_OUT 2024-09-07T14:16:35.280 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07 14:16:35,188 [s3-transfer-manager-worker-10] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-07T14:16:35.280 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07 14:16:35,203 [s3-transfer-manager-worker-9] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-07T14:16:35.579 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:16:35.579 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2024-09-07T14:17:07.579 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:17:07.580 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2024-09-07T14:17:08.579 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:17:08.579 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2024-09-07T14:17:18.779 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:17:18.779 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2024-09-07T14:17:19.379 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:17:19.379 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2024-09-07T14:20:15.379 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:20:15.380 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2024-09-07T14:20:15.978 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:20:15.979 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2024-09-07T14:20:31.379 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:20:31.379 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2024-09-07T14:20:31.879 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:20:31.879 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2024-09-07T14:20:43.379 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:20:43.379 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2024-09-07T14:20:44.079 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:20:44.079 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2024-09-07T14:20:48.479 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:20:48.479 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2024-09-07T14:21:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:01.479 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2024-09-07T14:21:01.679 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:01.679 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2024-09-07T14:21:02.379 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:02.379 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2024-09-07T14:21:02.579 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:02.579 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2024-09-07T14:21:03.279 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:03.279 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2024-09-07T14:21:03.479 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:03.479 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2024-09-07T14:21:04.079 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:04.079 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2024-09-07T14:21:04.379 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:04.379 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2024-09-07T14:21:04.979 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:04.979 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2024-09-07T14:21:05.279 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:05.279 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2024-09-07T14:21:05.879 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:05.879 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2024-09-07T14:21:06.079 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:06.079 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2024-09-07T14:21:06.679 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:06.679 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2024-09-07T14:21:06.879 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:06.879 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2024-09-07T14:21:07.479 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:07.479 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2024-09-07T14:21:35.579 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:35.579 INFO:teuthology.orchestra.run.smithi107.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2024-09-07T14:21:36.264 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:36.265 INFO:teuthology.orchestra.run.smithi107.stdout:---------------------------------------------------------------------- 2024-09-07T14:21:36.265 INFO:teuthology.orchestra.run.smithi107.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2024-09-07T14:21:36.265 INFO:teuthology.orchestra.run.smithi107.stdout:---------------------------------------------------------------------- 2024-09-07T14:21:36.265 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:36.265 INFO:teuthology.orchestra.run.smithi107.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-07T14:21:36.265 INFO:teuthology.orchestra.run.smithi107.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-07T14:21:36.265 INFO:teuthology.orchestra.run.smithi107.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-07T14:21:36.265 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:36.265 INFO:teuthology.orchestra.run.smithi107.stdout:BUILD SUCCESSFUL in 8m 19s 2024-09-07T14:21:36.265 INFO:teuthology.orchestra.run.smithi107.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2024-09-07T14:21:36.589 DEBUG:teuthology.orchestra.run.smithi107:> radosgw-admin gc process --include-all 2024-09-07T14:21:36.619 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:21:36.619 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:21:36.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.665+0000 7f0a933579c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:36.666 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.665+0000 7f0a933579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:36.666 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.665+0000 7f0a933579c0 20 realm 2024-09-07T14:21:36.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.665+0000 7f0a933579c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:36.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.665+0000 7f0a933579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:36.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.665+0000 7f0a933579c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:21:36.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.665+0000 7f0a933579c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:36.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.665+0000 7f0a933579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:36.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.665+0000 7f0a933579c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:36.668 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.669+0000 7f0a933579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:36.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.669+0000 7f0a933579c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:36.672 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.669+0000 7f0a933579c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:21:36.672 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.669+0000 7f0a933579c0 20 searching for the correct realm 2024-09-07T14:21:36.672 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.669+0000 7f0a9065c640 0 -- 172.21.15.107:0/1480704187 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f0a800d3040 msgr2=0x7f0a800b6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:36.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.885+0000 7f0a9165e640 0 -- 172.21.15.107:0/1480704187 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f0a84089bd0 msgr2=0x7f0a84078fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:36.902 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.901+0000 7f0a933579c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:21:36.902 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.901+0000 7f0a933579c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:21:36.902 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.901+0000 7f0a933579c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:21:36.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.901+0000 7f0a933579c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:21:36.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.901+0000 7f0a933579c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:21:36.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.901+0000 7f0a933579c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:21:36.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.901+0000 7f0a933579c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:36.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.901+0000 7f0a933579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:36.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.901+0000 7f0a933579c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:36.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.901+0000 7f0a933579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:36.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.901+0000 7f0a933579c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:36.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:21:36.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 20 zone default found 2024-09-07T14:21:36.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 4 Realm: () 2024-09-07T14:21:36.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:21:36.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:21:36.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:21:36.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 20 zonegroup default 2024-09-07T14:21:36.906 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:36.906 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:36.906 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:36.906 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:36.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:36.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:36.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 20 started sync module instance, tier type = 2024-09-07T14:21:36.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.905+0000 7f0a933579c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:21:36.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.925+0000 7f0a933579c0 20 add_watcher() i=0 2024-09-07T14:21:36.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.925+0000 7f0a933579c0 20 add_watcher() i=1 2024-09-07T14:21:36.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.925+0000 7f0a933579c0 20 add_watcher() i=2 2024-09-07T14:21:36.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.925+0000 7f0a933579c0 20 add_watcher() i=3 2024-09-07T14:21:36.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.925+0000 7f0a933579c0 20 add_watcher() i=4 2024-09-07T14:21:36.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.925+0000 7f0a933579c0 20 add_watcher() i=5 2024-09-07T14:21:36.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.925+0000 7f0a933579c0 20 add_watcher() i=6 2024-09-07T14:21:36.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.929+0000 7f0a933579c0 20 add_watcher() i=7 2024-09-07T14:21:36.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.929+0000 7f0a933579c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:21:36.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.933+0000 7f0946fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:36.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.933+0000 7f0a933579c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:21:36.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:36.933+0000 7f0a933579c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:21:37.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.017+0000 7f0945fe3640 20 reqs_thread_entry: start 2024-09-07T14:21:37.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.017+0000 7f0a933579c0 20 init_complete bucket index max shards: 1 2024-09-07T14:21:37.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.017+0000 7f0a933579c0 20 Filter name: none 2024-09-07T14:21:37.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.017+0000 7f08b77fe640 20 reqs_thread_entry: start 2024-09-07T14:21:37.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.017+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T14:21:37.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.021+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.021+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.021+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:37.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.021+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3734134942275512935', time=2024-09-07T16:20:43.608682+0000, chain.objs.size()=5 2024-09-07T14:21:37.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.021+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.58__multipart_key1.2~Nv3pFLz4cjYOz9dpuk74O9k1Z6qBGS0.1 2024-09-07T14:21:37.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.021+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.58__multipart_key1.2~Nv3pFLz4cjYOz9dpuk74O9k1Z6qBGS0.2 2024-09-07T14:21:37.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.021+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.58__multipart_key1.2~Nv3pFLz4cjYOz9dpuk74O9k1Z6qBGS0.3 2024-09-07T14:21:37.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.021+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.58__multipart_key1.2~Nv3pFLz4cjYOz9dpuk74O9k1Z6qBGS0.4 2024-09-07T14:21:37.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.021+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.58__multipart_key1.2~Nv3pFLz4cjYOz9dpuk74O9k1Z6qBGS0.5 2024-09-07T14:21:37.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.029+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.037+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T14:21:37.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.041+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.041 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.041+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.041+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.045+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T14:21:37.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.045+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.045+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.049+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-07T14:21:37.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.049+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1821699798548752895', time=2024-09-07T16:14:44.642342+0000, chain.objs.size()=5 2024-09-07T14:21:37.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.049+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.45__multipart_key1.2~IP_QIx6e60L8VozJqUIHA8PA8ZSXi6h.1 2024-09-07T14:21:37.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.049+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.45__multipart_key1.2~IP_QIx6e60L8VozJqUIHA8PA8ZSXi6h.2 2024-09-07T14:21:37.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.049+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.45__multipart_key1.2~IP_QIx6e60L8VozJqUIHA8PA8ZSXi6h.3 2024-09-07T14:21:37.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.049+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.45__multipart_key1.2~IP_QIx6e60L8VozJqUIHA8PA8ZSXi6h.4 2024-09-07T14:21:37.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.049+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.45__multipart_key1.2~IP_QIx6e60L8VozJqUIHA8PA8ZSXi6h.5 2024-09-07T14:21:37.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.049+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2487906887513721482', time=2024-09-07T16:21:02.817418+0000, chain.objs.size()=1 2024-09-07T14:21:37.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.049+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.61__shadow_.MR9EcTgH6Gjbf5ubU8AbtDDZNruyQMe_0 2024-09-07T14:21:37.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.053+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.057 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.057+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T14:21:37.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.061 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:21:37.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8140674938998814692', time=2024-09-07T16:15:46.839208+0000, chain.objs.size()=4 2024-09-07T14:21:37.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.47__shadow_.Ghd9LsTGh7pzmp5VsleWKOBKIg7qLID_0 2024-09-07T14:21:37.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.47__shadow_.Ghd9LsTGh7pzmp5VsleWKOBKIg7qLID_1 2024-09-07T14:21:37.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.47__shadow_.Ghd9LsTGh7pzmp5VsleWKOBKIg7qLID_2 2024-09-07T14:21:37.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.47__shadow_.Ghd9LsTGh7pzmp5VsleWKOBKIg7qLID_3 2024-09-07T14:21:37.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14575583967308917381', time=2024-09-07T16:15:47.300200+0000, chain.objs.size()=5 2024-09-07T14:21:37.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~JPmZOYNB3LWCyzrnN4Ht0Ulb-J8xnz5.1 2024-09-07T14:21:37.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__shadow_key1.2~JPmZOYNB3LWCyzrnN4Ht0Ulb-J8xnz5.1_1 2024-09-07T14:21:37.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~JPmZOYNB3LWCyzrnN4Ht0Ulb-J8xnz5.2 2024-09-07T14:21:37.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__shadow_key1.2~JPmZOYNB3LWCyzrnN4Ht0Ulb-J8xnz5.2_1 2024-09-07T14:21:37.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~JPmZOYNB3LWCyzrnN4Ht0Ulb-J8xnz5.3 2024-09-07T14:21:37.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10502376798322749207', time=2024-09-07T16:18:12.368433+0000, chain.objs.size()=11 2024-09-07T14:21:37.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~U0Wce5zT3G6wNYcOdjWfliQiHTNB30w.1 2024-09-07T14:21:37.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~U0Wce5zT3G6wNYcOdjWfliQiHTNB30w.2 2024-09-07T14:21:37.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.061+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~U0Wce5zT3G6wNYcOdjWfliQiHTNB30w.3 2024-09-07T14:21:37.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.065+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~U0Wce5zT3G6wNYcOdjWfliQiHTNB30w.4 2024-09-07T14:21:37.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.069+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~U0Wce5zT3G6wNYcOdjWfliQiHTNB30w.5 2024-09-07T14:21:37.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.069+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~U0Wce5zT3G6wNYcOdjWfliQiHTNB30w.6 2024-09-07T14:21:37.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.073+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~U0Wce5zT3G6wNYcOdjWfliQiHTNB30w.7 2024-09-07T14:21:37.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.073+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~U0Wce5zT3G6wNYcOdjWfliQiHTNB30w.8 2024-09-07T14:21:37.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.073+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~U0Wce5zT3G6wNYcOdjWfliQiHTNB30w.9 2024-09-07T14:21:37.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.077+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~U0Wce5zT3G6wNYcOdjWfliQiHTNB30w.10 2024-09-07T14:21:37.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.077+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~U0Wce5zT3G6wNYcOdjWfliQiHTNB30w.11 2024-09-07T14:21:37.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.093+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.097+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T14:21:37.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.097+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.101+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.101+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.101+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T14:21:37.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:37.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10073258932712092281', time=2024-09-07T16:18:38.583240+0000, chain.objs.size()=11 2024-09-07T14:21:37.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~TibS8SfuUGLxoeDhmvRddnu2F74ybWn.1 2024-09-07T14:21:37.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~TibS8SfuUGLxoeDhmvRddnu2F74ybWn.2 2024-09-07T14:21:37.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~TibS8SfuUGLxoeDhmvRddnu2F74ybWn.3 2024-09-07T14:21:37.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~TibS8SfuUGLxoeDhmvRddnu2F74ybWn.4 2024-09-07T14:21:37.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~TibS8SfuUGLxoeDhmvRddnu2F74ybWn.5 2024-09-07T14:21:37.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~TibS8SfuUGLxoeDhmvRddnu2F74ybWn.6 2024-09-07T14:21:37.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~TibS8SfuUGLxoeDhmvRddnu2F74ybWn.7 2024-09-07T14:21:37.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~TibS8SfuUGLxoeDhmvRddnu2F74ybWn.8 2024-09-07T14:21:37.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~TibS8SfuUGLxoeDhmvRddnu2F74ybWn.9 2024-09-07T14:21:37.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~TibS8SfuUGLxoeDhmvRddnu2F74ybWn.10 2024-09-07T14:21:37.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.105+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~TibS8SfuUGLxoeDhmvRddnu2F74ybWn.11 2024-09-07T14:21:37.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.117+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.123 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.121+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T14:21:37.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.125+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.125+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.125+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:37.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.125+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10958201404773634009', time=2024-09-07T16:17:08.186975+0000, chain.objs.size()=1 2024-09-07T14:21:37.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.125+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.54__shadow_.f2h2JqgJq3--ZyLnBhnNAj98tAG1oON_0 2024-09-07T14:21:37.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.129+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.133+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T14:21:37.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.149+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-07T14:21:37.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4375054567007224017', time=2024-09-07T16:19:50.356452+0000, chain.objs.size()=11 2024-09-07T14:21:37.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~biFFwdgIZ8FyBrp5FlDtGzkLXK-Yvti.1 2024-09-07T14:21:37.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~biFFwdgIZ8FyBrp5FlDtGzkLXK-Yvti.1_1 2024-09-07T14:21:37.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~biFFwdgIZ8FyBrp5FlDtGzkLXK-Yvti.2 2024-09-07T14:21:37.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~biFFwdgIZ8FyBrp5FlDtGzkLXK-Yvti.2_1 2024-09-07T14:21:37.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~biFFwdgIZ8FyBrp5FlDtGzkLXK-Yvti.3 2024-09-07T14:21:37.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~biFFwdgIZ8FyBrp5FlDtGzkLXK-Yvti.3_1 2024-09-07T14:21:37.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~biFFwdgIZ8FyBrp5FlDtGzkLXK-Yvti.4 2024-09-07T14:21:37.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~biFFwdgIZ8FyBrp5FlDtGzkLXK-Yvti.4_1 2024-09-07T14:21:37.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~biFFwdgIZ8FyBrp5FlDtGzkLXK-Yvti.5 2024-09-07T14:21:37.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~biFFwdgIZ8FyBrp5FlDtGzkLXK-Yvti.5_1 2024-09-07T14:21:37.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~biFFwdgIZ8FyBrp5FlDtGzkLXK-Yvti.6 2024-09-07T14:21:37.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.116086480652246065', time=2024-09-07T16:21:35.749721+0000, chain.objs.size()=11 2024-09-07T14:21:37.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.153+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.67__multipart_key1.2~35Nap6R6tGVD7D0pFdupKKnsYyHMO-t.1 2024-09-07T14:21:37.164 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.165+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.67__multipart_key1.2~35Nap6R6tGVD7D0pFdupKKnsYyHMO-t.2 2024-09-07T14:21:37.164 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.165+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.67__multipart_key1.2~35Nap6R6tGVD7D0pFdupKKnsYyHMO-t.3 2024-09-07T14:21:37.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.165+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.67__multipart_key1.2~35Nap6R6tGVD7D0pFdupKKnsYyHMO-t.4 2024-09-07T14:21:37.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.165+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.67__multipart_key1.2~35Nap6R6tGVD7D0pFdupKKnsYyHMO-t.5 2024-09-07T14:21:37.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.165+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.67__multipart_key1.2~35Nap6R6tGVD7D0pFdupKKnsYyHMO-t.6 2024-09-07T14:21:37.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.165+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.67__multipart_key1.2~35Nap6R6tGVD7D0pFdupKKnsYyHMO-t.7 2024-09-07T14:21:37.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.165+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.67__multipart_key1.2~35Nap6R6tGVD7D0pFdupKKnsYyHMO-t.8 2024-09-07T14:21:37.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.165+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.67__multipart_key1.2~35Nap6R6tGVD7D0pFdupKKnsYyHMO-t.9 2024-09-07T14:21:37.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.165+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.67__multipart_key1.2~35Nap6R6tGVD7D0pFdupKKnsYyHMO-t.10 2024-09-07T14:21:37.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.165+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.67__multipart_key1.2~35Nap6R6tGVD7D0pFdupKKnsYyHMO-t.11 2024-09-07T14:21:37.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.177+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.181+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T14:21:37.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.185+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.185+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.185+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.185+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T14:21:37.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.189+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.189+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.193+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.193+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T14:21:37.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.197+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.197+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.197+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:37.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.197+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15013271014715203458', time=2024-09-07T16:21:06.287718+0000, chain.objs.size()=1 2024-09-07T14:21:37.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.197+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.65__shadow_.R-1CQhA_FoDmZ62qR1qdOn_J5ZX2Gcj_0 2024-09-07T14:21:37.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.201+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.205+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T14:21:37.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.209+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.209+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.209+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.209+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T14:21:37.216 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.213+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.217 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.217+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.217+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-07T14:21:37.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.217+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10954735272469759488', time=2024-09-07T16:14:20.583167+0000, chain.objs.size()=5 2024-09-07T14:21:37.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.217+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.43__multipart_key1.2~wI1gS84I23OSL4IDdU-cYw-Bnuc0lMI.1 2024-09-07T14:21:37.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.217+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.43__multipart_key1.2~wI1gS84I23OSL4IDdU-cYw-Bnuc0lMI.2 2024-09-07T14:21:37.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.217+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.43__multipart_key1.2~wI1gS84I23OSL4IDdU-cYw-Bnuc0lMI.3 2024-09-07T14:21:37.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.217+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.43__multipart_key1.2~wI1gS84I23OSL4IDdU-cYw-Bnuc0lMI.4 2024-09-07T14:21:37.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.217+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.43__multipart_key1.2~wI1gS84I23OSL4IDdU-cYw-Bnuc0lMI.5 2024-09-07T14:21:37.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.217+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16523303462610846085', time=2024-09-07T16:21:03.684011+0000, chain.objs.size()=1 2024-09-07T14:21:37.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.217+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.62__shadow_.qLpM17zpfvavVhXqXrrLxhagydDx1es_0 2024-09-07T14:21:37.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.225+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.229+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T14:21:37.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.229+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.233+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.233 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.233+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:37.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.233+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8601966862558327408', time=2024-09-07T16:15:22.904730+0000, chain.objs.size()=5 2024-09-07T14:21:37.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.233+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~Jntg6v7kc5G3bzC7ljVeV_mGTaaWea1.1 2024-09-07T14:21:37.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.233+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~Jntg6v7kc5G3bzC7ljVeV_mGTaaWea1.2 2024-09-07T14:21:37.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.233+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~Jntg6v7kc5G3bzC7ljVeV_mGTaaWea1.3 2024-09-07T14:21:37.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.233+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~Jntg6v7kc5G3bzC7ljVeV_mGTaaWea1.4 2024-09-07T14:21:37.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.233+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~Jntg6v7kc5G3bzC7ljVeV_mGTaaWea1.5 2024-09-07T14:21:37.237 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.237+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.243 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.241+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T14:21:37.245 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.245+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.245 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.245+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.245+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:37.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.245+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4170914054407726083', time=2024-09-07T16:15:46.535341+0000, chain.objs.size()=5 2024-09-07T14:21:37.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.245+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~tddUNejpkXyIzuibsKoQ5cLqi50e7Uy.1 2024-09-07T14:21:37.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.245+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__shadow_key1.2~tddUNejpkXyIzuibsKoQ5cLqi50e7Uy.1_1 2024-09-07T14:21:37.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.245+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~tddUNejpkXyIzuibsKoQ5cLqi50e7Uy.2 2024-09-07T14:21:37.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.245+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__shadow_key1.2~tddUNejpkXyIzuibsKoQ5cLqi50e7Uy.2_1 2024-09-07T14:21:37.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.245+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~tddUNejpkXyIzuibsKoQ5cLqi50e7Uy.3 2024-09-07T14:21:37.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.249+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.256 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.257+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T14:21:37.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.257+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.257+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.257+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:37.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.257+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6877714209251342073', time=2024-09-07T16:17:08.090286+0000, chain.objs.size()=1 2024-09-07T14:21:37.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.257+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.54__shadow_.UUlg38FwWc7r-01zmlRP_IkdzHxIYIb_0 2024-09-07T14:21:37.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.261+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.265+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T14:21:37.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.270 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-07T14:21:37.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP', time=2024-09-07T16:20:55.386658+0000, chain.objs.size()=1 2024-09-07T14:21:37.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.17 2024-09-07T14:21:37.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP', time=2024-09-07T16:20:55.554842+0000, chain.objs.size()=30 2024-09-07T14:21:37.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.1 2024-09-07T14:21:37.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.2 2024-09-07T14:21:37.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.3 2024-09-07T14:21:37.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.4 2024-09-07T14:21:37.273 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.5 2024-09-07T14:21:37.273 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.6 2024-09-07T14:21:37.273 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.7 2024-09-07T14:21:37.273 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.8 2024-09-07T14:21:37.273 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.9 2024-09-07T14:21:37.273 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.10 2024-09-07T14:21:37.273 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.269+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.11 2024-09-07T14:21:37.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.277+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.12 2024-09-07T14:21:37.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.277+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.13 2024-09-07T14:21:37.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.277+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.14 2024-09-07T14:21:37.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.277+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.15 2024-09-07T14:21:37.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.277+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.16 2024-09-07T14:21:37.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.277+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.iX0Jwzm2RffCY5HVCGZIcFtaCCbnPuqq.17 2024-09-07T14:21:37.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.277+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.18 2024-09-07T14:21:37.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.277+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.19 2024-09-07T14:21:37.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.277+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.20 2024-09-07T14:21:37.280 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.281+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.21 2024-09-07T14:21:37.280 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.281+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.22 2024-09-07T14:21:37.284 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.281+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.23 2024-09-07T14:21:37.284 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.285+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.24 2024-09-07T14:21:37.285 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.285+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.25 2024-09-07T14:21:37.285 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.285+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.26 2024-09-07T14:21:37.285 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.285+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.27 2024-09-07T14:21:37.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.289+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.28 2024-09-07T14:21:37.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.289+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.29 2024-09-07T14:21:37.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.289+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59__multipart_key1.2~mFat9qVYaoy7anwiJFNAxueJvfSZWPP.30 2024-09-07T14:21:37.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.293+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.297+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T14:21:37.302 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.301+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.302 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.301+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.303 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.301+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.305+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T14:21:37.307 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.305+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.307 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.305+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.308 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.305+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.310 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.309+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T14:21:37.312 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.313+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.313 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.313+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.314 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.313+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:37.314 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.313+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484207724799850274', time=2024-09-07T16:20:31.474263+0000, chain.objs.size()=5 2024-09-07T14:21:37.314 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.313+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.57__multipart_key1.2~_XOPwMKeuH5brNl__Zruzqcy0uGwUjD.1 2024-09-07T14:21:37.314 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.313+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.57__multipart_key1.2~_XOPwMKeuH5brNl__Zruzqcy0uGwUjD.2 2024-09-07T14:21:37.314 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.313+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.57__multipart_key1.2~_XOPwMKeuH5brNl__Zruzqcy0uGwUjD.3 2024-09-07T14:21:37.314 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.313+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.57__multipart_key1.2~_XOPwMKeuH5brNl__Zruzqcy0uGwUjD.4 2024-09-07T14:21:37.314 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.313+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.57__multipart_key1.2~_XOPwMKeuH5brNl__Zruzqcy0uGwUjD.5 2024-09-07T14:21:37.321 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.321+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.325 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.325+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T14:21:37.329 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.330 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.331 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:21:37.331 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2962530966336364546', time=2024-09-07T16:17:07.795431+0000, chain.objs.size()=5 2024-09-07T14:21:37.331 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.54__multipart_file.mpg.2~hBUBhPLs0sNuIaX6NhjhtsevtbioJwC.1 2024-09-07T14:21:37.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.54__multipart_file.mpg.2~hBUBhPLs0sNuIaX6NhjhtsevtbioJwC.2 2024-09-07T14:21:37.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.54__multipart_file.mpg.2~hBUBhPLs0sNuIaX6NhjhtsevtbioJwC.3 2024-09-07T14:21:37.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.54__multipart_file.mpg.2~hBUBhPLs0sNuIaX6NhjhtsevtbioJwC.4 2024-09-07T14:21:37.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.54__multipart_file.mpg.2~hBUBhPLs0sNuIaX6NhjhtsevtbioJwC.5 2024-09-07T14:21:37.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9740288482791433342', time=2024-09-07T16:20:15.270441+0000, chain.objs.size()=11 2024-09-07T14:21:37.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~fBwyVwkle0Q6zBcwdl64As23GsfcV7i.1 2024-09-07T14:21:37.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~fBwyVwkle0Q6zBcwdl64As23GsfcV7i.1_1 2024-09-07T14:21:37.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~fBwyVwkle0Q6zBcwdl64As23GsfcV7i.2 2024-09-07T14:21:37.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~fBwyVwkle0Q6zBcwdl64As23GsfcV7i.2_1 2024-09-07T14:21:37.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~fBwyVwkle0Q6zBcwdl64As23GsfcV7i.3 2024-09-07T14:21:37.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~fBwyVwkle0Q6zBcwdl64As23GsfcV7i.3_1 2024-09-07T14:21:37.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.329+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~fBwyVwkle0Q6zBcwdl64As23GsfcV7i.4 2024-09-07T14:21:37.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.337+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~fBwyVwkle0Q6zBcwdl64As23GsfcV7i.4_1 2024-09-07T14:21:37.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.337+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~fBwyVwkle0Q6zBcwdl64As23GsfcV7i.5 2024-09-07T14:21:37.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.337+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~fBwyVwkle0Q6zBcwdl64As23GsfcV7i.5_1 2024-09-07T14:21:37.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.337+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~fBwyVwkle0Q6zBcwdl64As23GsfcV7i.6 2024-09-07T14:21:37.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.337+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16324281521636377065', time=2024-09-07T16:20:15.596461+0000, chain.objs.size()=11 2024-09-07T14:21:37.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.337+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~wFkb8ekOGwNqsIZZOzNzSg6FXlzv4Us.1 2024-09-07T14:21:37.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.341+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~wFkb8ekOGwNqsIZZOzNzSg6FXlzv4Us.1_1 2024-09-07T14:21:37.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.341+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~wFkb8ekOGwNqsIZZOzNzSg6FXlzv4Us.2 2024-09-07T14:21:37.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.341+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~wFkb8ekOGwNqsIZZOzNzSg6FXlzv4Us.2_1 2024-09-07T14:21:37.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.341+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~wFkb8ekOGwNqsIZZOzNzSg6FXlzv4Us.3 2024-09-07T14:21:37.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.349+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~wFkb8ekOGwNqsIZZOzNzSg6FXlzv4Us.3_1 2024-09-07T14:21:37.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.349+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~wFkb8ekOGwNqsIZZOzNzSg6FXlzv4Us.4 2024-09-07T14:21:37.354 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.353+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~wFkb8ekOGwNqsIZZOzNzSg6FXlzv4Us.4_1 2024-09-07T14:21:37.354 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.353+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~wFkb8ekOGwNqsIZZOzNzSg6FXlzv4Us.5 2024-09-07T14:21:37.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.353+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__shadow_key1.2~wFkb8ekOGwNqsIZZOzNzSg6FXlzv4Us.5_1 2024-09-07T14:21:37.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.353+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~wFkb8ekOGwNqsIZZOzNzSg6FXlzv4Us.6 2024-09-07T14:21:37.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.357+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.364 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.361+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T14:21:37.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.365+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.365+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.367 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.365+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:21:37.367 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.365+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4133268148124286549', time=2024-09-07T16:17:07.891496+0000, chain.objs.size()=1 2024-09-07T14:21:37.368 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.365+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.54__shadow_.4YnNzb7qAtRfoJ7bY5FA2rxOk71KR9e_0 2024-09-07T14:21:37.368 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.365+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15936419091808299622', time=2024-09-07T16:20:27.153258+0000, chain.objs.size()=1 2024-09-07T14:21:37.368 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.365+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.57__shadow_.1IXjiBgFxx1HJzaoh_7L8EFqqjl7T5j_0 2024-09-07T14:21:37.368 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.365+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2094782596240355541', time=2024-09-07T16:21:01.932831+0000, chain.objs.size()=1 2024-09-07T14:21:37.368 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.365+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.60__shadow_.fhAiUBinaQGv-IcKgO0tyNpmLhcvDfc_0 2024-09-07T14:21:37.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.369+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.373+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T14:21:37.375 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.373+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.376 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.377+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.377 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.377+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:37.377 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.377+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4390202292168453609', time=2024-09-07T16:17:07.992214+0000, chain.objs.size()=4 2024-09-07T14:21:37.377 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.377+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.54__multipart_file2.mpg.2~QYEtf9UX4FCazQQR3a6g999vhgMp8mu.1 2024-09-07T14:21:37.377 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.377+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.54__multipart_file2.mpg.2~QYEtf9UX4FCazQQR3a6g999vhgMp8mu.2 2024-09-07T14:21:37.377 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.377+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.54__multipart_file2.mpg.2~QYEtf9UX4FCazQQR3a6g999vhgMp8mu.3 2024-09-07T14:21:37.377 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.377+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.54__multipart_file2.mpg.2~QYEtf9UX4FCazQQR3a6g999vhgMp8mu.4 2024-09-07T14:21:37.380 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.377+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.384 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.381+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T14:21:37.385 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.385+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.386 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.385+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.385+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:37.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.385+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~eU8NOfSb3nxwuvOvJ8WCajYW4xlUASO', time=2024-09-07T16:13:58.789906+0000, chain.objs.size()=5 2024-09-07T14:21:37.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.385+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.41__multipart_key1.2~eU8NOfSb3nxwuvOvJ8WCajYW4xlUASO.1 2024-09-07T14:21:37.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.385+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.41__multipart_key1.2~eU8NOfSb3nxwuvOvJ8WCajYW4xlUASO.2 2024-09-07T14:21:37.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.385+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.41__multipart_key1.2~eU8NOfSb3nxwuvOvJ8WCajYW4xlUASO.3 2024-09-07T14:21:37.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.385+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.41__multipart_key1.2~eU8NOfSb3nxwuvOvJ8WCajYW4xlUASO.4 2024-09-07T14:21:37.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.385+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.41__multipart_key1.2~eU8NOfSb3nxwuvOvJ8WCajYW4xlUASO.5 2024-09-07T14:21:37.391 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.389+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.393+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T14:21:37.397 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.398 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.399 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-07T14:21:37.399 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3039456625165509545', time=2024-09-07T16:15:27.697533+0000, chain.objs.size()=5 2024-09-07T14:21:37.399 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~gCfcRTxkISQZ-9IsE0y5Zi4tu-L-gdu.1 2024-09-07T14:21:37.399 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~gCfcRTxkISQZ-9IsE0y5Zi4tu-L-gdu.2 2024-09-07T14:21:37.399 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~gCfcRTxkISQZ-9IsE0y5Zi4tu-L-gdu.3 2024-09-07T14:21:37.399 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~gCfcRTxkISQZ-9IsE0y5Zi4tu-L-gdu.4 2024-09-07T14:21:37.399 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~gCfcRTxkISQZ-9IsE0y5Zi4tu-L-gdu.5 2024-09-07T14:21:37.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30820445463253606', time=2024-09-07T16:16:34.660305+0000, chain.objs.size()=5 2024-09-07T14:21:37.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.53__multipart_key1.2~iuMCtsCS-YuUbzE44a8kbAerpjg2T_z.1 2024-09-07T14:21:37.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.53__multipart_key1.2~iuMCtsCS-YuUbzE44a8kbAerpjg2T_z.2 2024-09-07T14:21:37.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.53__multipart_key1.2~iuMCtsCS-YuUbzE44a8kbAerpjg2T_z.3 2024-09-07T14:21:37.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.53__multipart_key1.2~iuMCtsCS-YuUbzE44a8kbAerpjg2T_z.4 2024-09-07T14:21:37.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.53__multipart_key1.2~iuMCtsCS-YuUbzE44a8kbAerpjg2T_z.5 2024-09-07T14:21:37.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15203853049126313021', time=2024-09-07T16:19:26.074297+0000, chain.objs.size()=10 2024-09-07T14:21:37.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~VJ1p9_6GiiiQyff6YioKc0hUlJzNmNt.1 2024-09-07T14:21:37.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.397+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~VJ1p9_6GiiiQyff6YioKc0hUlJzNmNt.2 2024-09-07T14:21:37.403 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.401+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~VJ1p9_6GiiiQyff6YioKc0hUlJzNmNt.3 2024-09-07T14:21:37.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.405+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~VJ1p9_6GiiiQyff6YioKc0hUlJzNmNt.4 2024-09-07T14:21:37.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.405+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~VJ1p9_6GiiiQyff6YioKc0hUlJzNmNt.5 2024-09-07T14:21:37.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.405+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~VJ1p9_6GiiiQyff6YioKc0hUlJzNmNt.6 2024-09-07T14:21:37.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.405+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~VJ1p9_6GiiiQyff6YioKc0hUlJzNmNt.7 2024-09-07T14:21:37.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.405+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~VJ1p9_6GiiiQyff6YioKc0hUlJzNmNt.8 2024-09-07T14:21:37.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.405+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~VJ1p9_6GiiiQyff6YioKc0hUlJzNmNt.9 2024-09-07T14:21:37.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.405+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.56__multipart_key1.2~VJ1p9_6GiiiQyff6YioKc0hUlJzNmNt.10 2024-09-07T14:21:37.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.405+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8391664675086181293', time=2024-09-07T16:21:04.588649+0000, chain.objs.size()=1 2024-09-07T14:21:37.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.405+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.63__shadow_.6LcQrFM4Q8AJ_rxCk8GU5P-Mz25eRAG_0 2024-09-07T14:21:37.413 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.413+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.417+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T14:21:37.419 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.417+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.417+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.421+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-07T14:21:37.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.421+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7746318283115406141', time=2024-09-07T16:14:44.148232+0000, chain.objs.size()=5 2024-09-07T14:21:37.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.421+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.45__multipart_key1.2~IP_QIx6e60L8VozJqUIHA8PA8ZSXi6h.1 2024-09-07T14:21:37.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.421+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.45__multipart_key1.2~IP_QIx6e60L8VozJqUIHA8PA8ZSXi6h.2 2024-09-07T14:21:37.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.421+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.45__multipart_key1.2~IP_QIx6e60L8VozJqUIHA8PA8ZSXi6h.3 2024-09-07T14:21:37.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.421+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.45__multipart_key1.2~IP_QIx6e60L8VozJqUIHA8PA8ZSXi6h.4 2024-09-07T14:21:37.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.421+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.45__multipart_key1.2~IP_QIx6e60L8VozJqUIHA8PA8ZSXi6h.5 2024-09-07T14:21:37.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.421+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17848731387771645797', time=2024-09-07T16:21:05.464817+0000, chain.objs.size()=1 2024-09-07T14:21:37.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.421+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.64__shadow_.upIv2F3uTGYk2JAR-N0t6BMmXiXddUZ_0 2024-09-07T14:21:37.426 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.425+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.429+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T14:21:37.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.429+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.431 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.429+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.431 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.429+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.432 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.433+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T14:21:37.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.433+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.433+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.433+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:37.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.433+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5129436353822431703', time=2024-09-07T16:15:17.415625+0000, chain.objs.size()=5 2024-09-07T14:21:37.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.433+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~TFclCRsJh1IC9AcItc0VfPG22HdoB2K.1 2024-09-07T14:21:37.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.433+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~TFclCRsJh1IC9AcItc0VfPG22HdoB2K.2 2024-09-07T14:21:37.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.433+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~TFclCRsJh1IC9AcItc0VfPG22HdoB2K.3 2024-09-07T14:21:37.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.433+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~TFclCRsJh1IC9AcItc0VfPG22HdoB2K.4 2024-09-07T14:21:37.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.433+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~TFclCRsJh1IC9AcItc0VfPG22HdoB2K.5 2024-09-07T14:21:37.440 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.437+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.443 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.441+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T14:21:37.445 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.445+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.445+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.445+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.447 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.445+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T14:21:37.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.449+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.449+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.449+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.449+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T14:21:37.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.453+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.453+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.453+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:37.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.453+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~qcvj_B274vVD9FtFhS3CveKWQ8l3O63', time=2024-09-07T16:17:19.096818+0000, chain.objs.size()=3 2024-09-07T14:21:37.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.453+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.55__multipart_key1.2~qcvj_B274vVD9FtFhS3CveKWQ8l3O63.7 2024-09-07T14:21:37.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.453+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.55__multipart_key1.2~qcvj_B274vVD9FtFhS3CveKWQ8l3O63.10 2024-09-07T14:21:37.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.453+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.55__multipart_key1.2~qcvj_B274vVD9FtFhS3CveKWQ8l3O63.13 2024-09-07T14:21:37.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.457+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.457+0000 7f0a933579c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T14:21:37.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-07T14:21:37.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17800506346643457314', time=2024-09-07T16:15:32.426014+0000, chain.objs.size()=5 2024-09-07T14:21:37.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~0wid176vZGsqCYXhwTLNWSD2x_ljmz0.1 2024-09-07T14:21:37.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__shadow_key1.2~0wid176vZGsqCYXhwTLNWSD2x_ljmz0.1_1 2024-09-07T14:21:37.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~0wid176vZGsqCYXhwTLNWSD2x_ljmz0.2 2024-09-07T14:21:37.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__shadow_key1.2~0wid176vZGsqCYXhwTLNWSD2x_ljmz0.2_1 2024-09-07T14:21:37.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.48__multipart_key1.2~0wid176vZGsqCYXhwTLNWSD2x_ljmz0.3 2024-09-07T14:21:37.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1909910174971501329', time=2024-09-07T16:16:02.717348+0000, chain.objs.size()=5 2024-09-07T14:21:37.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.52__multipart_key1.2~H1JWWNnHxF1Y2mnjKm13PJ3oIkp4fUJ.1 2024-09-07T14:21:37.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.52__multipart_key1.2~H1JWWNnHxF1Y2mnjKm13PJ3oIkp4fUJ.2 2024-09-07T14:21:37.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.52__multipart_key1.2~H1JWWNnHxF1Y2mnjKm13PJ3oIkp4fUJ.3 2024-09-07T14:21:37.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.52__multipart_key1.2~H1JWWNnHxF1Y2mnjKm13PJ3oIkp4fUJ.4 2024-09-07T14:21:37.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.461+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.52__multipart_key1.2~H1JWWNnHxF1Y2mnjKm13PJ3oIkp4fUJ.5 2024-09-07T14:21:37.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.469+0000 7f0a933579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:37.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.473+0000 7f0946fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:37.476 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.477+0000 7f0a933579c0 20 remove_watcher() i=0 2024-09-07T14:21:37.476 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.477+0000 7f0a933579c0 2 removed watcher, disabling cache 2024-09-07T14:21:37.478 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.477+0000 7f0a933579c0 20 remove_watcher() i=1 2024-09-07T14:21:37.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.481+0000 7f0a933579c0 20 remove_watcher() i=2 2024-09-07T14:21:37.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.481+0000 7f0a933579c0 20 remove_watcher() i=3 2024-09-07T14:21:37.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.489+0000 7f0a933579c0 20 remove_watcher() i=4 2024-09-07T14:21:37.489 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.489+0000 7f0a933579c0 20 remove_watcher() i=5 2024-09-07T14:21:37.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.489+0000 7f0a933579c0 20 remove_watcher() i=6 2024-09-07T14:21:37.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.489+0000 7f0a933579c0 20 remove_watcher() i=7 2024-09-07T14:21:37.506 DEBUG:teuthology.orchestra.run.smithi107:> radosgw-admin gc process --include-all 2024-09-07T14:21:37.575 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:21:37.575 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:21:37.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.617+0000 7f2b326dd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:37.621 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.621+0000 7f2b326dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:37.621 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.621+0000 7f2b326dd9c0 20 realm 2024-09-07T14:21:37.621 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.621+0000 7f2b326dd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:37.622 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.621+0000 7f2b326dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:37.622 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.621+0000 7f2b326dd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:21:37.622 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.621+0000 7f2b326dd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:37.622 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.621+0000 7f2b326dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:37.622 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.621+0000 7f2b326dd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:37.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.621+0000 7f2b326dd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:37.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.621+0000 7f2b326dd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:37.624 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.625+0000 7f2b326dd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:21:37.624 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.625+0000 7f2b326dd9c0 20 searching for the correct realm 2024-09-07T14:21:37.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.625+0000 7f2b309e4640 0 -- 172.21.15.107:0/4100857677 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f2b20048020 msgr2=0x7f2b2006f840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:37.634 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.633+0000 7f2b2f9e2640 0 -- 172.21.15.107:0/4100857677 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f2b240881a0 msgr2=0x7f2b2405d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:37.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.849+0000 7f2b326dd9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:21:37.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.849+0000 7f2b326dd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:21:37.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.849+0000 7f2b326dd9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:21:37.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.849+0000 7f2b326dd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:21:37.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.849+0000 7f2b326dd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:21:37.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.849+0000 7f2b326dd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:21:37.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.849+0000 7f2b326dd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:37.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:37.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:37.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:37.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:37.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:21:37.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 zone default found 2024-09-07T14:21:37.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 4 Realm: () 2024-09-07T14:21:37.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:21:37.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:21:37.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:21:37.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 zonegroup default 2024-09-07T14:21:37.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:37.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:37.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:37.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:37.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:37.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:37.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 started sync module instance, tier type = 2024-09-07T14:21:37.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.853+0000 7f2b326dd9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:21:37.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.877+0000 7f2b326dd9c0 20 add_watcher() i=0 2024-09-07T14:21:37.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.877+0000 7f2b326dd9c0 20 add_watcher() i=1 2024-09-07T14:21:37.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.877+0000 7f2b326dd9c0 20 add_watcher() i=2 2024-09-07T14:21:37.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.877+0000 7f2b326dd9c0 20 add_watcher() i=3 2024-09-07T14:21:37.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.877+0000 7f2b326dd9c0 20 add_watcher() i=4 2024-09-07T14:21:37.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.877+0000 7f2b326dd9c0 20 add_watcher() i=5 2024-09-07T14:21:37.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.877+0000 7f2b326dd9c0 20 add_watcher() i=6 2024-09-07T14:21:37.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.877+0000 7f2b326dd9c0 20 add_watcher() i=7 2024-09-07T14:21:37.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.877+0000 7f2b326dd9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:21:37.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.881+0000 7f29e6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:37.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.881+0000 7f2b326dd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:21:37.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.881+0000 7f2b326dd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:21:37.971 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.969+0000 7f29e5fdb640 20 reqs_thread_entry: start 2024-09-07T14:21:37.971 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.969+0000 7f2b326dd9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:21:37.971 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.969+0000 7f2b326dd9c0 20 Filter name: none 2024-09-07T14:21:37.971 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.969+0000 7f29577fe640 20 reqs_thread_entry: start 2024-09-07T14:21:37.971 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.969+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T14:21:37.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.973+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.973+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.973+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.977 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.977+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T14:21:37.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.977+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.981+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.981+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.981+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T14:21:37.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.985+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.985+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.988 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.985+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.991 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.989+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T14:21:37.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.993+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.993+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:37.995 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.993+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:37.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.997+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T14:21:38.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:37.997+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.001+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.003 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.001+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.009+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T14:21:38.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.013+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.013+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.013+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.015 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.013+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T14:21:38.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.017+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.019 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.017+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.019 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.017+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.021+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T14:21:38.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.025+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.025+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.025+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.029+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T14:21:38.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.033+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.033+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.033+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.037+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T14:21:38.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.037+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.037+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.037+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.041 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.041+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T14:21:38.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.045+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.045+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.045+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.049+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T14:21:38.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.049+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.049+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.049+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.053+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T14:21:38.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.053+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.053+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.053+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.057 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.057+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T14:21:38.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.061+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.061 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.061+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.061+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.065+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T14:21:38.069 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.069+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.069+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.069+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.073+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T14:21:38.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.077+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.077+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.077+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.077+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T14:21:38.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.081+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.081+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.081+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.085+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T14:21:38.087 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.085+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.089+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.089+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.089+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T14:21:38.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.093+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.093+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.093+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.097+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T14:21:38.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.101+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.103 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.101+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.105+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.105+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T14:21:38.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.109+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.109+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.113+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.115 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.113+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T14:21:38.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.117+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.117+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.121+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.121+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T14:21:38.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.125+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.125+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.125+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.129 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.129+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T14:21:38.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.133+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.133+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.133+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.133+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T14:21:38.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.137+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.141+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.141+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.141+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T14:21:38.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.145+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.149+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.149+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.153+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T14:21:38.157 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.157+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.157+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.157+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.161+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T14:21:38.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.161+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.165+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.165+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.165+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T14:21:38.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.169+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.173+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.173+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.177+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T14:21:38.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.177+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.181+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.181+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.183 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.181+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T14:21:38.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.185+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.189+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.189+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.193+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T14:21:38.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.193+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.197+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.197+0000 7f2b326dd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.201+0000 7f29e6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:38.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.205+0000 7f2b326dd9c0 20 remove_watcher() i=0 2024-09-07T14:21:38.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.205+0000 7f2b326dd9c0 2 removed watcher, disabling cache 2024-09-07T14:21:38.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.209+0000 7f2b326dd9c0 20 remove_watcher() i=1 2024-09-07T14:21:38.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.209+0000 7f2b326dd9c0 20 remove_watcher() i=2 2024-09-07T14:21:38.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.213+0000 7f2b326dd9c0 20 remove_watcher() i=3 2024-09-07T14:21:38.216 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.213+0000 7f2b326dd9c0 20 remove_watcher() i=4 2024-09-07T14:21:38.217 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.217+0000 7f2b326dd9c0 20 remove_watcher() i=5 2024-09-07T14:21:38.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.217+0000 7f2b326dd9c0 20 remove_watcher() i=6 2024-09-07T14:21:38.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.221+0000 7f2b326dd9c0 20 remove_watcher() i=7 2024-09-07T14:21:38.237 DEBUG:teuthology.orchestra.run.smithi107:> radosgw-admin gc process --include-all 2024-09-07T14:21:38.310 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:21:38.310 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:21:38.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.353+0000 7f32eb7fb9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:38.356 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.357+0000 7f32eb7fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:38.356 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.357+0000 7f32eb7fb9c0 20 realm 2024-09-07T14:21:38.356 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.357+0000 7f32eb7fb9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:38.357 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.357+0000 7f32eb7fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:38.357 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.357+0000 7f32eb7fb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:21:38.357 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.357+0000 7f32eb7fb9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:38.357 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.357+0000 7f32eb7fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:38.357 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.357+0000 7f32eb7fb9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:38.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.357+0000 7f32eb7fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:38.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.357+0000 7f32eb7fb9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:38.360 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.357+0000 7f32eb7fb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:21:38.360 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.357+0000 7f32eb7fb9c0 20 searching for the correct realm 2024-09-07T14:21:38.363 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.361+0000 7f32e9b02640 0 -- 172.21.15.107:0/2173490548 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f32e0008030 msgr2=0x7f32e0067040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:38.371 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.369+0000 7f32e8b00640 0 -- 172.21.15.107:0/2173490548 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f32dc089bc0 msgr2=0x7f32dc082190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:38.588 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.585+0000 7f32eb7fb9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:21:38.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.585+0000 7f32eb7fb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:21:38.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.585+0000 7f32eb7fb9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:21:38.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.585+0000 7f32eb7fb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:21:38.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.585+0000 7f32eb7fb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:21:38.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.585+0000 7f32eb7fb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:21:38.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:38.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:38.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:38.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:38.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:38.591 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:21:38.591 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 20 zone default found 2024-09-07T14:21:38.591 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 4 Realm: () 2024-09-07T14:21:38.591 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:21:38.591 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:21:38.591 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:21:38.591 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 20 zonegroup default 2024-09-07T14:21:38.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:38.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:38.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.589+0000 7f32eb7fb9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:38.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.593+0000 7f32eb7fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:38.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.593+0000 7f32eb7fb9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:38.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.593+0000 7f32eb7fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:38.594 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.593+0000 7f32eb7fb9c0 20 started sync module instance, tier type = 2024-09-07T14:21:38.594 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.593+0000 7f32eb7fb9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:21:38.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.617+0000 7f32eb7fb9c0 20 add_watcher() i=0 2024-09-07T14:21:38.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.617+0000 7f32eb7fb9c0 20 add_watcher() i=1 2024-09-07T14:21:38.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.617+0000 7f32eb7fb9c0 20 add_watcher() i=2 2024-09-07T14:21:38.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.617+0000 7f32eb7fb9c0 20 add_watcher() i=3 2024-09-07T14:21:38.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.617+0000 7f32eb7fb9c0 20 add_watcher() i=4 2024-09-07T14:21:38.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.617+0000 7f32eb7fb9c0 20 add_watcher() i=5 2024-09-07T14:21:38.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.617+0000 7f32eb7fb9c0 20 add_watcher() i=6 2024-09-07T14:21:38.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.621+0000 7f32eb7fb9c0 20 add_watcher() i=7 2024-09-07T14:21:38.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.621+0000 7f32eb7fb9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:21:38.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.625+0000 7f319ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:38.628 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.629+0000 7f32eb7fb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:21:38.628 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.629+0000 7f32eb7fb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:21:38.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.713+0000 7f319efe5640 20 reqs_thread_entry: start 2024-09-07T14:21:38.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.717+0000 7f32eb7fb9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:21:38.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.717+0000 7f32eb7fb9c0 20 Filter name: none 2024-09-07T14:21:38.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.717+0000 7f319cfe1640 20 reqs_thread_entry: start 2024-09-07T14:21:38.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.717+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T14:21:38.719 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.717+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.721+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.721+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.721+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T14:21:38.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.725+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.725+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.729+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.729+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T14:21:38.734 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.733+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.735 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.733+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.736 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.733+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.737+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T14:21:38.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.741+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.741+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.744 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.745+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.745+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T14:21:38.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.749+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.752 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.753+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.753 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.753+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.757 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.757+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T14:21:38.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.757+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.757+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.757+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.761+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T14:21:38.763 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.761+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.765+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.765+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.767 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.765+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T14:21:38.770 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.769+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.769+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.769+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.773+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T14:21:38.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.777+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.777+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.777+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.777+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T14:21:38.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.781+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.781+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.781+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.785+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T14:21:38.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.789+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.789+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.793+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.793+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T14:21:38.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.797+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.801+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.801 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.801+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.801+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T14:21:38.806 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.805+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.808 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.805+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.809 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.809+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.811 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.809+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T14:21:38.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.813+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.813+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.813+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.817+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T14:21:38.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.821+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.821+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.821+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.821+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T14:21:38.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.829+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.829+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.831 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.829+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.833+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T14:21:38.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.837+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.837+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.837+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.837+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T14:21:38.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.841+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.845+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.846 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.845+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.849+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T14:21:38.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.849+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.853+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.853+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.853+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T14:21:38.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.857+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.861+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.861+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.865+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T14:21:38.869 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.869+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.869+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.869+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.873+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T14:21:38.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.877+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.877+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.881+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.881+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T14:21:38.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.885+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.889+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.889+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.893 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.893+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T14:21:38.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.897+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.897+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.897+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.902 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.901+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T14:21:38.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.905+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.909+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.909+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.913 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.913+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T14:21:38.916 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.917+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.917+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.917+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.921+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T14:21:38.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.925+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.925+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.925+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.929+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T14:21:38.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.929+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.933+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.933+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.937+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T14:21:38.941 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.941+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.941+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.941+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.946 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.945+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T14:21:38.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.949+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.949+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.953+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.957+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T14:21:38.960 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.957+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.961 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.961+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.961+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.965 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.965+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T14:21:38.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.969+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.970 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.969+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:38.970 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.969+0000 7f32eb7fb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:38.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.973+0000 7f319ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:38.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.981+0000 7f32eb7fb9c0 20 remove_watcher() i=0 2024-09-07T14:21:38.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.981+0000 7f32eb7fb9c0 2 removed watcher, disabling cache 2024-09-07T14:21:38.983 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.981+0000 7f32eb7fb9c0 20 remove_watcher() i=1 2024-09-07T14:21:38.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.985+0000 7f32eb7fb9c0 20 remove_watcher() i=2 2024-09-07T14:21:38.989 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.989+0000 7f32eb7fb9c0 20 remove_watcher() i=3 2024-09-07T14:21:38.991 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.989+0000 7f32eb7fb9c0 20 remove_watcher() i=4 2024-09-07T14:21:38.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.993+0000 7f32eb7fb9c0 20 remove_watcher() i=5 2024-09-07T14:21:38.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.993+0000 7f32eb7fb9c0 20 remove_watcher() i=6 2024-09-07T14:21:38.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:38.997+0000 7f32eb7fb9c0 20 remove_watcher() i=7 2024-09-07T14:21:39.015 DEBUG:teuthology.orchestra.run.smithi107:> radosgw-admin gc process --include-all 2024-09-07T14:21:39.088 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:21:39.088 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:21:39.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.133+0000 7fad9bc059c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:39.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.133+0000 7fad9bc059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:39.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.133+0000 7fad9bc059c0 20 realm 2024-09-07T14:21:39.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.133+0000 7fad9bc059c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:39.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.133+0000 7fad9bc059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:39.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.133+0000 7fad9bc059c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:21:39.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.133+0000 7fad9bc059c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:39.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.133+0000 7fad9bc059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:39.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.133+0000 7fad9bc059c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:39.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.137+0000 7fad9bc059c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:39.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.137+0000 7fad9bc059c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:39.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.137+0000 7fad9bc059c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:21:39.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.137+0000 7fad9bc059c0 20 searching for the correct realm 2024-09-07T14:21:39.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.141+0000 7fad99f0c640 0 -- 172.21.15.107:0/4264152378 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fad90067bb0 msgr2=0x7fad90070040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:39.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.149+0000 7fad98f0a640 0 -- 172.21.15.107:0/4264152378 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fad8c127040 msgr2=0x7fad8c116880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:39.368 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.365+0000 7fad9bc059c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:21:39.369 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.365+0000 7fad9bc059c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:21:39.369 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.365+0000 7fad9bc059c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:21:39.369 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.365+0000 7fad9bc059c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:21:39.369 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.365+0000 7fad9bc059c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:21:39.369 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.365+0000 7fad9bc059c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:21:39.369 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.365+0000 7fad9bc059c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:39.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:39.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:39.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:39.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:39.371 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:21:39.371 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 20 zone default found 2024-09-07T14:21:39.371 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 4 Realm: () 2024-09-07T14:21:39.371 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:21:39.371 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:21:39.371 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:21:39.371 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 20 zonegroup default 2024-09-07T14:21:39.371 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:39.372 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:39.372 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.369+0000 7fad9bc059c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:39.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.373+0000 7fad9bc059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:39.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.373+0000 7fad9bc059c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:39.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.373+0000 7fad9bc059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:39.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.373+0000 7fad9bc059c0 20 started sync module instance, tier type = 2024-09-07T14:21:39.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.373+0000 7fad9bc059c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:21:39.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.393+0000 7fad9bc059c0 20 add_watcher() i=0 2024-09-07T14:21:39.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.393+0000 7fad9bc059c0 20 add_watcher() i=1 2024-09-07T14:21:39.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.393+0000 7fad9bc059c0 20 add_watcher() i=2 2024-09-07T14:21:39.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.393+0000 7fad9bc059c0 20 add_watcher() i=3 2024-09-07T14:21:39.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.393+0000 7fad9bc059c0 20 add_watcher() i=4 2024-09-07T14:21:39.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.393+0000 7fad9bc059c0 20 add_watcher() i=5 2024-09-07T14:21:39.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.393+0000 7fad9bc059c0 20 add_watcher() i=6 2024-09-07T14:21:39.397 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.397+0000 7fad9bc059c0 20 add_watcher() i=7 2024-09-07T14:21:39.397 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.397+0000 7fad9bc059c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:21:39.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.401+0000 7fac4f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:39.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.401+0000 7fad9bc059c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:21:39.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.401+0000 7fad9bc059c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:21:39.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.481+0000 7fac4e7e4640 20 reqs_thread_entry: start 2024-09-07T14:21:39.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.481+0000 7fad9bc059c0 20 init_complete bucket index max shards: 1 2024-09-07T14:21:39.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.481+0000 7fad9bc059c0 20 Filter name: none 2024-09-07T14:21:39.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.481+0000 7fabbffff640 20 reqs_thread_entry: start 2024-09-07T14:21:39.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.481+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T14:21:39.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.485+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.485+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.485+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.489 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.489+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T14:21:39.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.493+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.493+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.496 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.493+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.497+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T14:21:39.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.501+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.502 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.501+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.502 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.501+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.505+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T14:21:39.508 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.509+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.509+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.509+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.513 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.513+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T14:21:39.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.513+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.517+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.517+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.519 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.517+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T14:21:39.522 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.521+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.524 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.525+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.525+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.525+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T14:21:39.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.529+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.533+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.533+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.537 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.537+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T14:21:39.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.541+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.542 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.541+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.541+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.546 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.545+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T14:21:39.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.549+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.549+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.549+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.553 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.553+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T14:21:39.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.553+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.558 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.557+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.558 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.557+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.561 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.561+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T14:21:39.565 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.565+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.566 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.565+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.566 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.565+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.569+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T14:21:39.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.569+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.573 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.573+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.574 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.573+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.577+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T14:21:39.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.581+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.581+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.584 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.581+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.587 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.585+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T14:21:39.591 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.589+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.593+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.593+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.597+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T14:21:39.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.597+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.601+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.602 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.601+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.605+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T14:21:39.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.609+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.609+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.609+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.613+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T14:21:39.618 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.617+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.617+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.621+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.621+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T14:21:39.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.625+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.629+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.629+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.632 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.633+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T14:21:39.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.637+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.639 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.637+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.637+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.641+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T14:21:39.647 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.645+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.648 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.645+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.649 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.649+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.649+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T14:21:39.655 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.653+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.656 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.653+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.657+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.657+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T14:21:39.664 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.661+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.665+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.666 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.665+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.668 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.669+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T14:21:39.672 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.673+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.674 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.673+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.674 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.673+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.677 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.677+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T14:21:39.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.681+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.681+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.681+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.686 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.685+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T14:21:39.690 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.689+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.689+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.693+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.693+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T14:21:39.698 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.697+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.699 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.697+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.700 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.697+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.702 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.701+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T14:21:39.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.705+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.705+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.705+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.709+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T14:21:39.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.713+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.714 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.713+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.714 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.713+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.717+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T14:21:39.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.721+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.721+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.722 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.721+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.725 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.725+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T14:21:39.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.729+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.729+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.729+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.734 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.733+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T14:21:39.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.737+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.737+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.737+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.741+0000 7fad9bc059c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T14:21:39.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.745+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.745+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:39.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.745+0000 7fad9bc059c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:39.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.749+0000 7fac4f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:39.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.753+0000 7fad9bc059c0 20 remove_watcher() i=0 2024-09-07T14:21:39.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.753+0000 7fad9bc059c0 2 removed watcher, disabling cache 2024-09-07T14:21:39.758 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.757+0000 7fad9bc059c0 20 remove_watcher() i=1 2024-09-07T14:21:39.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.761+0000 7fad9bc059c0 20 remove_watcher() i=2 2024-09-07T14:21:39.763 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.761+0000 7fad9bc059c0 20 remove_watcher() i=3 2024-09-07T14:21:39.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.765+0000 7fad9bc059c0 20 remove_watcher() i=4 2024-09-07T14:21:39.767 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.765+0000 7fad9bc059c0 20 remove_watcher() i=5 2024-09-07T14:21:39.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.769+0000 7fad9bc059c0 20 remove_watcher() i=6 2024-09-07T14:21:39.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:39.769+0000 7fad9bc059c0 20 remove_watcher() i=7 2024-09-07T14:21:39.790 DEBUG:teuthology.orchestra.run.smithi107:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2024-09-07T14:21:40.491 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :clean 2024-09-07T14:21:41.188 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :compileJava 2024-09-07T14:21:41.288 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :processResources 2024-09-07T14:21:41.289 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :classes 2024-09-07T14:21:41.788 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:41.789 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :compileTestJava 2024-09-07T14:21:41.789 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:41.789 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :processTestResources NO-SOURCE 2024-09-07T14:21:41.789 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :testClasses 2024-09-07T14:21:41.789 INFO:teuthology.orchestra.run.smithi107.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-07T14:21:41.789 INFO:teuthology.orchestra.run.smithi107.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-07T14:21:43.788 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:43.789 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :test 2024-09-07T14:21:43.789 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:43.789 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests STANDARD_OUT 2024-09-07T14:21:43.790 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07 14:21:43,225 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-07T14:21:43.790 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:43.790 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2024-09-07T14:21:43.790 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:43.790 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2024-09-07T14:21:44.189 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:44.189 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2024-09-07T14:21:44.189 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:44.189 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2024-09-07T14:21:44.688 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:44.688 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2024-09-07T14:21:44.788 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:44.788 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2024-09-07T14:21:45.288 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:45.289 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2024-09-07T14:21:45.588 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:45.589 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2024-09-07T14:21:45.688 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:45.689 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2024-09-07T14:21:45.989 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:45.989 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2024-09-07T14:21:46.589 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:46.589 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2024-09-07T14:21:46.589 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:46.589 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2024-09-07T14:21:46.788 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:46.788 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2024-09-07T14:21:47.188 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:47.189 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2024-09-07T14:21:47.988 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:47.989 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2024-09-07T14:21:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:48.289 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2024-09-07T14:21:48.789 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:48.789 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2024-09-07T14:21:48.789 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:48.789 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2024-09-07T14:21:48.982 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:48.982 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------- 2024-09-07T14:21:48.982 INFO:teuthology.orchestra.run.smithi107.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2024-09-07T14:21:48.982 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------- 2024-09-07T14:21:48.982 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:48.983 INFO:teuthology.orchestra.run.smithi107.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-07T14:21:48.983 INFO:teuthology.orchestra.run.smithi107.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-07T14:21:48.983 INFO:teuthology.orchestra.run.smithi107.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-07T14:21:48.983 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:48.983 INFO:teuthology.orchestra.run.smithi107.stdout:BUILD SUCCESSFUL in 9s 2024-09-07T14:21:48.983 INFO:teuthology.orchestra.run.smithi107.stdout:5 actionable tasks: 5 executed 2024-09-07T14:21:48.993 DEBUG:teuthology.orchestra.run.smithi107:> radosgw-admin gc process --include-all 2024-09-07T14:21:49.020 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:21:49.021 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:21:49.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.081+0000 7ff31c86e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:49.082 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.081+0000 7ff31c86e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:49.082 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.081+0000 7ff31c86e9c0 20 realm 2024-09-07T14:21:49.082 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.081+0000 7ff31c86e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:49.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.081+0000 7ff31c86e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:49.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.081+0000 7ff31c86e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:21:49.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.081+0000 7ff31c86e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:49.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.081+0000 7ff31c86e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:49.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.081+0000 7ff31c86e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:49.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.085+0000 7ff31c86e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:49.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.085+0000 7ff31c86e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:49.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.085+0000 7ff31c86e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:21:49.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.085+0000 7ff31c86e9c0 20 searching for the correct realm 2024-09-07T14:21:49.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.089+0000 7ff31ab75640 0 -- 172.21.15.107:0/2721608601 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7ff310008050 msgr2=0x7ff31004e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:21:49.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.305+0000 7ff319b73640 0 -- 172.21.15.107:0/2721608601 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7ff30c06c1b0 msgr2=0x7ff30c06c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:49.524 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.521+0000 7ff31c86e9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:21:49.524 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.521+0000 7ff31c86e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:21:49.524 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.521+0000 7ff31c86e9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:21:49.524 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.521+0000 7ff31c86e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:21:49.524 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.521+0000 7ff31c86e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:21:49.524 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.521+0000 7ff31c86e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:21:49.524 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.521+0000 7ff31c86e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:49.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:49.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:49.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:49.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:49.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:21:49.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 zone default found 2024-09-07T14:21:49.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 4 Realm: () 2024-09-07T14:21:49.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:21:49.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:21:49.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:21:49.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 zonegroup default 2024-09-07T14:21:49.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:49.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:49.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:49.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:49.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:49.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:49.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 started sync module instance, tier type = 2024-09-07T14:21:49.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.525+0000 7ff31c86e9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:21:49.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.549+0000 7ff31c86e9c0 20 add_watcher() i=0 2024-09-07T14:21:49.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.549+0000 7ff31c86e9c0 20 add_watcher() i=1 2024-09-07T14:21:49.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.549+0000 7ff31c86e9c0 20 add_watcher() i=2 2024-09-07T14:21:49.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.549+0000 7ff31c86e9c0 20 add_watcher() i=3 2024-09-07T14:21:49.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.549+0000 7ff31c86e9c0 20 add_watcher() i=4 2024-09-07T14:21:49.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.549+0000 7ff31c86e9c0 20 add_watcher() i=5 2024-09-07T14:21:49.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.549+0000 7ff31c86e9c0 20 add_watcher() i=6 2024-09-07T14:21:49.551 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.549+0000 7ff31c86e9c0 20 add_watcher() i=7 2024-09-07T14:21:49.551 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.549+0000 7ff31c86e9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:21:49.554 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.553+0000 7ff1d0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:49.554 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.553+0000 7ff31c86e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:21:49.554 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.553+0000 7ff31c86e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:21:49.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.633+0000 7ff14b7fe640 20 reqs_thread_entry: start 2024-09-07T14:21:49.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.633+0000 7ff31c86e9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:21:49.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.637+0000 7ff31c86e9c0 20 Filter name: none 2024-09-07T14:21:49.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.637+0000 7ff1497fa640 20 reqs_thread_entry: start 2024-09-07T14:21:49.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.637+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T14:21:49.639 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.637+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.637+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.641+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.642 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.641+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T14:21:49.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.645+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.647 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.645+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.648 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.649+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.649+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T14:21:49.654 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.653+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.656 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.653+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.657+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:49.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.657+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7065868155095112308', time=2024-09-07T16:21:47.643681+0000, chain.objs.size()=1 2024-09-07T14:21:49.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.657+0000 7ff31c86e9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.73__shadow_.5l_IxKNVYfpkYMWSI1cVgF_r2AJeDnB_0 2024-09-07T14:21:49.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.657+0000 7ff31c86e9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:49.666 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.665+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T14:21:49.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.669+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.671 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.669+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.672 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.669+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.675 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.673+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T14:21:49.678 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.677+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.677+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.677+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.681+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T14:21:49.685 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.685+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.687 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.685+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.688 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.685+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.689+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T14:21:49.693 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.693+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.693+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.696 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.693+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.697 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.697+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T14:21:49.700 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.701+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.701+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.702 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.701+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.701+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T14:21:49.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.705+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.709 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.709+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.709+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.712 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.713+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T14:21:49.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.713+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.717+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.719 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.717+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.721+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T14:21:49.725 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.725+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.725+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.725+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.729+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T14:21:49.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.733+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.735 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.733+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.736 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.733+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.737+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T14:21:49.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.741+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.741+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.741+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:21:49.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.741+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9462415208594027928', time=2024-09-07T16:21:46.192034+0000, chain.objs.size()=1 2024-09-07T14:21:49.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.741+0000 7ff31c86e9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.72__shadow_.Lif2boQDQgC_ua_XitDgoA3CuWXe3hh_0 2024-09-07T14:21:49.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.745+0000 7ff31c86e9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:21:49.752 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.749+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T14:21:49.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.757+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.758 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.757+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.757+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.761+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T14:21:49.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.765+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.765+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.769+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.771 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.769+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T14:21:49.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.773+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.773+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.773+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.777+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T14:21:49.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.781+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.781+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.785+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.789+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T14:21:49.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.793+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.793+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.793+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.797+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T14:21:49.801 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.801+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.802 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.801+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.801+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.806 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.805+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T14:21:49.809 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.809+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.810 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.809+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.811 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.809+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.813+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T14:21:49.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.817+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.817+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.817+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.821+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T14:21:49.826 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.825+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.825+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.825+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.829+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T14:21:49.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.833+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.837+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.837+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.837+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T14:21:49.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.841+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.845+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.845+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.845+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T14:21:49.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.849+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.849+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.853+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.853+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T14:21:49.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.857+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.861 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.861+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.861+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.865+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T14:21:49.868 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.869+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.869+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.869+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.873+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T14:21:49.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.877+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.877+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.877+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.881 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.881+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T14:21:49.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.881+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.885 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.885+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.885 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.885+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.885+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T14:21:49.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.889+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.893 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.893+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.894 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.893+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.897+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T14:21:49.901 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.901+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.901 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.901+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.902 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.901+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.905+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T14:21:49.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.905+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.909+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:49.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.909+0000 7ff31c86e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:49.914 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.913+0000 7ff1d0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:49.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.917+0000 7ff31c86e9c0 20 remove_watcher() i=0 2024-09-07T14:21:49.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.917+0000 7ff31c86e9c0 2 removed watcher, disabling cache 2024-09-07T14:21:49.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.921+0000 7ff31c86e9c0 20 remove_watcher() i=1 2024-09-07T14:21:49.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.925+0000 7ff31c86e9c0 20 remove_watcher() i=2 2024-09-07T14:21:49.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.925+0000 7ff31c86e9c0 20 remove_watcher() i=3 2024-09-07T14:21:49.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.929+0000 7ff31c86e9c0 20 remove_watcher() i=4 2024-09-07T14:21:49.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.929+0000 7ff31c86e9c0 20 remove_watcher() i=5 2024-09-07T14:21:49.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.933+0000 7ff31c86e9c0 20 remove_watcher() i=6 2024-09-07T14:21:49.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:49.933+0000 7ff31c86e9c0 20 remove_watcher() i=7 2024-09-07T14:21:49.953 DEBUG:teuthology.orchestra.run.smithi107:> radosgw-admin gc process --include-all 2024-09-07T14:21:50.027 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:21:50.027 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:21:50.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.073+0000 7f0e97b299c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.073+0000 7f0e97b299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:50.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.073+0000 7f0e97b299c0 20 realm 2024-09-07T14:21:50.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.073+0000 7f0e97b299c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.077+0000 7f0e97b299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:50.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.077+0000 7f0e97b299c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:21:50.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.077+0000 7f0e97b299c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.077+0000 7f0e97b299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:50.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.077+0000 7f0e97b299c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.077+0000 7f0e97b299c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:50.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.077+0000 7f0e97b299c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.077+0000 7f0e97b299c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:21:50.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.077+0000 7f0e97b299c0 20 searching for the correct realm 2024-09-07T14:21:50.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.085+0000 7f0e94e2e640 0 -- 172.21.15.107:0/1198476036 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f0e880d6040 msgr2=0x7f0e880d7940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:50.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.089+0000 7f0e95e30640 0 -- 172.21.15.107:0/1198476036 >> [v2:172.21.15.148:6816/3348669279,v1:172.21.15.148:6817/3348669279] conn(0x5585b54101a0 msgr2=0x5585b5412590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:50.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:21:50.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:21:50.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:21:50.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:21:50.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:21:50.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:21:50.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:50.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 zone default found 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 4 Realm: () 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 zonegroup default 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.097+0000 7f0e97b299c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.103 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.101+0000 7f0e97b299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:50.103 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.101+0000 7f0e97b299c0 20 started sync module instance, tier type = 2024-09-07T14:21:50.103 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.101+0000 7f0e97b299c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:21:50.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.113+0000 7f0e97b299c0 20 add_watcher() i=0 2024-09-07T14:21:50.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.113+0000 7f0e97b299c0 20 add_watcher() i=1 2024-09-07T14:21:50.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.113+0000 7f0e97b299c0 20 add_watcher() i=2 2024-09-07T14:21:50.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.113+0000 7f0e97b299c0 20 add_watcher() i=3 2024-09-07T14:21:50.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.113+0000 7f0e97b299c0 20 add_watcher() i=4 2024-09-07T14:21:50.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.113+0000 7f0e97b299c0 20 add_watcher() i=5 2024-09-07T14:21:50.115 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.113+0000 7f0e97b299c0 20 add_watcher() i=6 2024-09-07T14:21:50.115 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.113+0000 7f0e97b299c0 20 add_watcher() i=7 2024-09-07T14:21:50.115 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.113+0000 7f0e97b299c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:21:50.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.117+0000 7f0d4bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:50.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.117+0000 7f0e97b299c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:21:50.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.117+0000 7f0e97b299c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:21:50.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.177+0000 7f0d4afe5640 20 reqs_thread_entry: start 2024-09-07T14:21:50.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.177+0000 7f0e97b299c0 20 init_complete bucket index max shards: 1 2024-09-07T14:21:50.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.177+0000 7f0e97b299c0 20 Filter name: none 2024-09-07T14:21:50.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.177+0000 7f0d48fe1640 20 reqs_thread_entry: start 2024-09-07T14:21:50.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.177+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T14:21:50.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.181+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.181+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.183 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.181+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.185+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T14:21:50.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.189+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.189+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.189+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.193+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T14:21:50.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.197+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.197+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.197+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.201+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T14:21:50.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.205+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.205+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.205+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.209+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T14:21:50.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.213+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.213+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.213+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.217 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.217+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T14:21:50.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.217+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.222 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.221+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.223 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.221+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.225+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T14:21:50.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.229+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.229+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.233+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.233+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T14:21:50.239 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.237+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.240 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.241+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.241 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.241+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.244 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.245+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T14:21:50.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.245+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.249 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.249+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.249 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.249+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.249+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T14:21:50.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.257+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.257+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.257+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.261+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T14:21:50.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.265+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.265+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.267 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.265+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.269+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T14:21:50.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.269+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.273+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.273 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.273+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.273+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T14:21:50.279 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.277+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.281 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.281+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.282 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.281+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.285 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.285+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T14:21:50.288 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.289+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.290 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.289+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.289+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.294 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.293+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T14:21:50.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.297+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.297 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.297+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.298 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.297+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.297+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T14:21:50.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.305+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.305+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.307 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.305+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.309 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.309+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T14:21:50.312 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.313+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.313 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.313+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.313 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.313+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.313+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T14:21:50.321 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.321+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.322 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.321+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.323 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.321+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.325+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T14:21:50.330 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.329+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.329+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.333+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.333+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T14:21:50.339 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.337+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.337+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.341+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.343 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.341+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T14:21:50.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.345+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.349 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.349+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.349+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.353 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.353+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T14:21:50.356 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.357+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.357+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.357+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.361 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.361+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T14:21:50.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.365+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.365+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.365+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.368 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.369+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T14:21:50.371 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.369+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.372 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.369+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.372 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.373+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.375 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.373+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T14:21:50.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.377+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.377+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.380 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.381+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.383 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.381+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T14:21:50.385 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.385+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.386 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.385+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.385+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.389 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.389+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T14:21:50.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.393+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.394 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.393+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.393+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.397 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.397+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T14:21:50.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.401+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.402 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.401+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.402 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.401+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.405 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.405+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T14:21:50.407 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.405+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.409+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.409 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.409+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.411 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.409+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T14:21:50.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.413+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.413+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.417+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.419 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.417+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T14:21:50.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.421+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.421+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.421+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.425 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.425+0000 7f0e97b299c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T14:21:50.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.429+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.429+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:50.431 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.429+0000 7f0e97b299c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:50.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.433+0000 7f0d4bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:50.440 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.441+0000 7f0e97b299c0 20 remove_watcher() i=0 2024-09-07T14:21:50.440 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.441+0000 7f0e97b299c0 2 removed watcher, disabling cache 2024-09-07T14:21:50.443 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.441+0000 7f0e97b299c0 20 remove_watcher() i=1 2024-09-07T14:21:50.445 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.445+0000 7f0e97b299c0 20 remove_watcher() i=2 2024-09-07T14:21:50.447 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.445+0000 7f0e97b299c0 20 remove_watcher() i=3 2024-09-07T14:21:50.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.449+0000 7f0e97b299c0 20 remove_watcher() i=4 2024-09-07T14:21:50.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.449+0000 7f0e97b299c0 20 remove_watcher() i=5 2024-09-07T14:21:50.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.453+0000 7f0e97b299c0 20 remove_watcher() i=6 2024-09-07T14:21:50.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.453+0000 7f0e97b299c0 20 remove_watcher() i=7 2024-09-07T14:21:50.479 DEBUG:teuthology.orchestra.run.smithi107:> radosgw-admin gc process --include-all 2024-09-07T14:21:50.555 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:21:50.555 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:21:50.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.601+0000 7f73118879c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.605+0000 7f73118879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:50.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.605+0000 7f73118879c0 20 realm 2024-09-07T14:21:50.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.605+0000 7f73118879c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.605+0000 7f73118879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:50.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.605+0000 7f73118879c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:21:50.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.605+0000 7f73118879c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.605+0000 7f73118879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:50.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.605+0000 7f73118879c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.606 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.605+0000 7f73118879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:50.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.605+0000 7f73118879c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:50.608 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.609+0000 7f73118879c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:21:50.608 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.609+0000 7f73118879c0 20 searching for the correct realm 2024-09-07T14:21:50.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.609+0000 7f730fb8e640 0 -- 172.21.15.107:0/2909318567 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x564e460ecef0 msgr2=0x7f7304134ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:50.826 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:50.825+0000 7f730eb8c640 0 -- 172.21.15.107:0/2909318567 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f7300067b70 msgr2=0x7f73000650a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:51.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.041+0000 7f73118879c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:21:51.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.041+0000 7f73118879c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:21:51.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.041+0000 7f73118879c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:21:51.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.041+0000 7f73118879c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:21:51.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.041+0000 7f73118879c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:21:51.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.041+0000 7f73118879c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:21:51.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.041+0000 7f73118879c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:51.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:51.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:21:51.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 zone default found 2024-09-07T14:21:51.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 4 Realm: () 2024-09-07T14:21:51.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:21:51.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:21:51.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:21:51.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 zonegroup default 2024-09-07T14:21:51.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:51.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:51.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.045+0000 7f73118879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:51.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.049+0000 7f73118879c0 20 started sync module instance, tier type = 2024-09-07T14:21:51.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.049+0000 7f73118879c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:21:51.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.069+0000 7f73118879c0 20 add_watcher() i=0 2024-09-07T14:21:51.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.069+0000 7f73118879c0 20 add_watcher() i=1 2024-09-07T14:21:51.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.069+0000 7f73118879c0 20 add_watcher() i=2 2024-09-07T14:21:51.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.069+0000 7f73118879c0 20 add_watcher() i=3 2024-09-07T14:21:51.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.069+0000 7f73118879c0 20 add_watcher() i=4 2024-09-07T14:21:51.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.069+0000 7f73118879c0 20 add_watcher() i=5 2024-09-07T14:21:51.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.069+0000 7f73118879c0 20 add_watcher() i=6 2024-09-07T14:21:51.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.073+0000 7f73118879c0 20 add_watcher() i=7 2024-09-07T14:21:51.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.073+0000 7f73118879c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:21:51.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.077+0000 7f71c5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:51.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.077+0000 7f73118879c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:21:51.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.077+0000 7f73118879c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:21:51.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.169+0000 7f71c4fe1640 20 reqs_thread_entry: start 2024-09-07T14:21:51.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.169+0000 7f73118879c0 20 init_complete bucket index max shards: 1 2024-09-07T14:21:51.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.169+0000 7f73118879c0 20 Filter name: none 2024-09-07T14:21:51.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.169+0000 7f713e7fc640 20 reqs_thread_entry: start 2024-09-07T14:21:51.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.169+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T14:21:51.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.173+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.173+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.173+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.175 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.173+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T14:21:51.178 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.177+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.177+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.177+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.181+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T14:21:51.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.185+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.185+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.185+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.189+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T14:21:51.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.193+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.193+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.193+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.197+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T14:21:51.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.201+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.201+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.201+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.205+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T14:21:51.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.209+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.209+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.212 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.209+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.213+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T14:21:51.217 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.217+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.217+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.217+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.217+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T14:21:51.222 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.221+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.223 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.221+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.223 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.221+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.225+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T14:21:51.228 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.229+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.229+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.229+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.233 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.233+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T14:21:51.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.233+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.237+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.237 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.237+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.239 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.237+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T14:21:51.242 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.241+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.243 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.241+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.244 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.241+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.245+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T14:21:51.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.249+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.249+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.249+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.254 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.253+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T14:21:51.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.257+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.257+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.257+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.261+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T14:21:51.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.265+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.267 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.265+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.267 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.265+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.270 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.269+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T14:21:51.273 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.273+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.273+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.273+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.279 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.277+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T14:21:51.282 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.281+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.284 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.281+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.285 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.285+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.287 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.285+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T14:21:51.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.289+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.289+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.293+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.293+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T14:21:51.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.297+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.301 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.301+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.302 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.301+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.305+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T14:21:51.308 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.309+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.310 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.309+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.310 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.309+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.313 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.313+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T14:21:51.317 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.317+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.317+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.317+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.322 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.321+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T14:21:51.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.325+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.327 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.325+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.328 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.325+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.331 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.329+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T14:21:51.334 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.333+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.337+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.337 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.337+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.341+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T14:21:51.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.341+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.345+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.345+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.349+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T14:21:51.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.349+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.354 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.353+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.353+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.357+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T14:21:51.362 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.361+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.364 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.361+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.365+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.368 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.365+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T14:21:51.372 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.369+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.373+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.373+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.377 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.377+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T14:21:51.381 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.381+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.382 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.381+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.383 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.381+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.385 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.385+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T14:21:51.389 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.389+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.390 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.389+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.391 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.389+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.393+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T14:21:51.397 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.397+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.399 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.397+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.400 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.401+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.403 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.401+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T14:21:51.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.405+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.409 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.409+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.410 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.409+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.413 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.413+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T14:21:51.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.417+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.417+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.417+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.421+0000 7f73118879c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T14:21:51.425 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.425+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.425+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.425+0000 7f73118879c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.433 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.433+0000 7f71c5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:51.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.437+0000 7f73118879c0 20 remove_watcher() i=0 2024-09-07T14:21:51.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.437+0000 7f73118879c0 2 removed watcher, disabling cache 2024-09-07T14:21:51.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.441+0000 7f73118879c0 20 remove_watcher() i=1 2024-09-07T14:21:51.443 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.441+0000 7f73118879c0 20 remove_watcher() i=2 2024-09-07T14:21:51.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.445+0000 7f73118879c0 20 remove_watcher() i=3 2024-09-07T14:21:51.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.449+0000 7f73118879c0 20 remove_watcher() i=4 2024-09-07T14:21:51.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.449+0000 7f73118879c0 20 remove_watcher() i=5 2024-09-07T14:21:51.452 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.449+0000 7f73118879c0 20 remove_watcher() i=6 2024-09-07T14:21:51.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.453+0000 7f73118879c0 20 remove_watcher() i=7 2024-09-07T14:21:51.472 DEBUG:teuthology.orchestra.run.smithi107:> radosgw-admin gc process --include-all 2024-09-07T14:21:51.543 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:21:51.543 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:21:51.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.589+0000 7fb69209c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.589+0000 7fb69209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:51.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.589+0000 7fb69209c9c0 20 realm 2024-09-07T14:21:51.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.589+0000 7fb69209c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.589+0000 7fb69209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:51.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.589+0000 7fb69209c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:21:51.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.589+0000 7fb69209c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.589+0000 7fb69209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:51.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.589+0000 7fb69209c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.593+0000 7fb69209c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:51.594 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.593+0000 7fb69209c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.595 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.593+0000 7fb69209c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:21:51.595 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.593+0000 7fb69209c9c0 20 searching for the correct realm 2024-09-07T14:21:51.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.597+0000 7fb6903a3640 0 -- 172.21.15.107:0/1499910635 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fb6780c5040 msgr2=0x7fb6780d3970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:51.606 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.605+0000 7fb68f3a1640 0 -- 172.21.15.107:0/1499910635 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fb680079160 msgr2=0x7fb6800875d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:21:51.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.821+0000 7fb69209c9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:21:51.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.821+0000 7fb69209c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:21:51.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.821+0000 7fb69209c9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:21:51.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.821+0000 7fb69209c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:21:51.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.821+0000 7fb69209c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:21:51.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.821+0000 7fb69209c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:21:51.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.821+0000 7fb69209c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.821+0000 7fb69209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:51.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.821+0000 7fb69209c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:21:51.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:21:51.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 zone default found 2024-09-07T14:21:51.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 4 Realm: () 2024-09-07T14:21:51.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:21:51.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:21:51.826 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:21:51.826 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 zonegroup default 2024-09-07T14:21:51.826 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.826 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:51.826 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:51.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:21:51.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:21:51.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 started sync module instance, tier type = 2024-09-07T14:21:51.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.825+0000 7fb69209c9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:21:51.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.849+0000 7fb69209c9c0 20 add_watcher() i=0 2024-09-07T14:21:51.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.849+0000 7fb69209c9c0 20 add_watcher() i=1 2024-09-07T14:21:51.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.849+0000 7fb69209c9c0 20 add_watcher() i=2 2024-09-07T14:21:51.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.849+0000 7fb69209c9c0 20 add_watcher() i=3 2024-09-07T14:21:51.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.849+0000 7fb69209c9c0 20 add_watcher() i=4 2024-09-07T14:21:51.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.849+0000 7fb69209c9c0 20 add_watcher() i=5 2024-09-07T14:21:51.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.849+0000 7fb69209c9c0 20 add_watcher() i=6 2024-09-07T14:21:51.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.853+0000 7fb69209c9c0 20 add_watcher() i=7 2024-09-07T14:21:51.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.853+0000 7fb69209c9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:21:51.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.857+0000 7fb545fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:51.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.857+0000 7fb69209c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:21:51.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.857+0000 7fb69209c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:21:51.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.961+0000 7fb544fe1640 20 reqs_thread_entry: start 2024-09-07T14:21:51.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.961+0000 7fb69209c9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:21:51.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.961+0000 7fb69209c9c0 20 Filter name: none 2024-09-07T14:21:51.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.961+0000 7fb4be7fc640 20 reqs_thread_entry: start 2024-09-07T14:21:51.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.961+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T14:21:51.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.965+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.965+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.967 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.965+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.969+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T14:21:51.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.973+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.973+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.973+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.977+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T14:21:51.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.981+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.981+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.983 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.981+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.985+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T14:21:51.989 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.989+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.989 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.989+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.990 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.989+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.989+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T14:21:51.995 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.993+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:51.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.997+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:51.998 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:51.997+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.001+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T14:21:52.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.001+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.005+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.005+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.009+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T14:21:52.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.009+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.013+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.013+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.017+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T14:21:52.020 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.021+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.021+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.021+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.025+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T14:21:52.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.029+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.029+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.031 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.029+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.033+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T14:21:52.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.037+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.037+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.037+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.043 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.041+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T14:21:52.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.045+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.045+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.049+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.049+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T14:21:52.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.053+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.057+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.057 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.057+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.057+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T14:21:52.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.061+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.065+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.065+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.069+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T14:21:52.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.073+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.073+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.073+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.077+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T14:21:52.082 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.081+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.081+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.085+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.087 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.085+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T14:21:52.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.089+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.093+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.093+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.097+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T14:21:52.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.097+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.101+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.101+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.105+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T14:21:52.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.105+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.109+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.109+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.113+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T14:21:52.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.113+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.117+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.117+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.121 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.121+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T14:21:52.125 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.125+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.125+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.125+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.129 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.129+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T14:21:52.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.133+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.133+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.133+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.137+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T14:21:52.145 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.145+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.146 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.145+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.146 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.145+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.149 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.149+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T14:21:52.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.153+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.153+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.153+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.157+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T14:21:52.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.161+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.161+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.161+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.165+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T14:21:52.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.169+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.169+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.169+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.175 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.173+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T14:21:52.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.177+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.177+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.181+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.183 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.181+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T14:21:52.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.185+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.189+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.189+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.193+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T14:21:52.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.197+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.197+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.197+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.201+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T14:21:52.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.205+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.209+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.209+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.213+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T14:21:52.216 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.217+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.217+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.217+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.221+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T14:21:52.226 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.225+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.225+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.228 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.229+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.229+0000 7fb69209c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T14:21:52.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.233+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.233+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:21:52.237 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.237+0000 7fb69209c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:21:52.242 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.241+0000 7fb545fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:21:52.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.245+0000 7fb69209c9c0 20 remove_watcher() i=0 2024-09-07T14:21:52.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.245+0000 7fb69209c9c0 2 removed watcher, disabling cache 2024-09-07T14:21:52.249 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.249+0000 7fb69209c9c0 20 remove_watcher() i=1 2024-09-07T14:21:52.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.249+0000 7fb69209c9c0 20 remove_watcher() i=2 2024-09-07T14:21:52.254 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.253+0000 7fb69209c9c0 20 remove_watcher() i=3 2024-09-07T14:21:52.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.257+0000 7fb69209c9c0 20 remove_watcher() i=4 2024-09-07T14:21:52.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.257+0000 7fb69209c9c0 20 remove_watcher() i=5 2024-09-07T14:21:52.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.261+0000 7fb69209c9c0 20 remove_watcher() i=6 2024-09-07T14:21:52.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:21:52.261+0000 7fb69209c9c0 20 remove_watcher() i=7 2024-09-07T14:21:52.285 DEBUG:teuthology.orchestra.run.smithi107:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2024-09-07T14:21:53.004 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :clean 2024-09-07T14:21:53.802 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :compileJava 2024-09-07T14:21:53.802 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :processResources 2024-09-07T14:21:53.802 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :classes 2024-09-07T14:21:54.302 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:54.302 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :compileTestJava 2024-09-07T14:21:54.303 INFO:teuthology.orchestra.run.smithi107.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-07T14:21:54.303 INFO:teuthology.orchestra.run.smithi107.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-07T14:21:54.303 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:54.304 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :processTestResources NO-SOURCE 2024-09-07T14:21:54.304 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :testClasses 2024-09-07T14:21:56.302 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:56.302 INFO:teuthology.orchestra.run.smithi107.stdout:> Task :test 2024-09-07T14:21:56.302 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:56.302 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests STANDARD_OUT 2024-09-07T14:21:56.303 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07 14:21:55,642 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-07T14:21:56.303 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:56.304 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2024-09-07T14:21:56.304 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:56.304 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2024-09-07T14:21:57.002 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:57.002 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2024-09-07T14:21:57.202 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:57.202 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2024-09-07T14:21:57.702 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:57.702 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2024-09-07T14:21:57.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:57.902 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2024-09-07T14:21:58.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:21:58.402 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2024-09-07T14:22:10.102 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:10.102 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2024-09-07T14:22:10.502 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:10.502 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2024-09-07T14:22:10.702 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:10.702 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2024-09-07T14:22:11.202 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:11.202 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2024-09-07T14:22:11.602 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:11.602 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2024-09-07T14:22:12.102 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:12.102 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2024-09-07T14:22:12.102 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:12.102 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2024-09-07T14:22:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:12.302 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2024-09-07T14:22:12.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:12.402 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2024-09-07T14:22:12.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:12.902 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2024-09-07T14:22:21.502 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:21.502 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2024-09-07T14:22:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:22.002 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2024-09-07T14:22:22.302 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:22.303 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2024-09-07T14:22:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:22.802 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2024-09-07T14:22:23.202 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:23.202 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2024-09-07T14:22:23.702 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:23.702 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2024-09-07T14:22:23.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:23.902 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2024-09-07T14:22:24.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:24.402 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2024-09-07T14:22:24.502 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:24.502 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2024-09-07T14:22:25.002 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:25.002 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2024-09-07T14:22:25.202 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:25.202 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2024-09-07T14:22:25.602 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:25.602 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2024-09-07T14:22:25.802 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:25.802 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2024-09-07T14:22:26.302 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:26.302 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2024-09-07T14:22:26.702 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:26.702 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2024-09-07T14:22:27.102 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:27.102 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2024-09-07T14:22:39.502 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:39.503 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2024-09-07T14:22:40.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:22:40.402 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2024-09-07T14:23:57.003 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:23:57.003 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2024-09-07T14:23:57.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:23:57.902 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2024-09-07T14:23:58.002 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:23:58.002 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2024-09-07T14:23:58.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:23:58.402 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2024-09-07T14:23:58.702 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:23:58.702 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2024-09-07T14:23:59.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:23:59.402 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2024-09-07T14:24:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:24:12.303 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2024-09-07T14:24:12.802 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:24:12.802 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2024-09-07T14:24:12.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:24:12.902 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2024-09-07T14:24:13.002 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:24:13.002 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2024-09-07T14:24:29.503 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:24:29.520 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2024-09-07T14:24:33.803 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:24:33.803 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests STANDARD_OUT 2024-09-07T14:24:33.803 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07 14:24:33,709 [s3-transfer-manager-worker-10] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-07T14:24:33.803 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07 14:24:33,721 [s3-transfer-manager-worker-9] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-07T14:24:33.803 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07 14:24:33,726 [s3-transfer-manager-worker-1] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-07T14:24:35.302 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:24:35.303 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2024-09-07T14:24:59.303 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:24:59.303 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2024-09-07T14:25:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:25:00.103 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2024-09-07T14:25:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:25:09.803 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2024-09-07T14:25:10.305 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:25:10.305 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2024-09-07T14:26:31.903 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:26:31.904 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2024-09-07T14:26:32.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:26:32.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2024-09-07T14:26:47.502 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:26:47.503 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2024-09-07T14:26:48.002 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:26:48.003 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2024-09-07T14:26:58.603 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:26:58.603 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2024-09-07T14:26:59.102 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:26:59.103 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2024-09-07T14:27:03.303 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:03.303 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2024-09-07T14:27:15.203 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:15.203 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2024-09-07T14:27:15.903 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:15.903 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2024-09-07T14:27:16.702 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:16.703 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2024-09-07T14:27:16.802 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:16.803 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2024-09-07T14:27:17.403 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:17.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2024-09-07T14:27:17.503 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:17.503 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2024-09-07T14:27:18.002 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:18.003 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2024-09-07T14:27:18.102 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:18.103 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2024-09-07T14:27:18.602 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:18.602 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2024-09-07T14:27:18.802 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:18.803 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2024-09-07T14:27:19.202 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:19.203 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2024-09-07T14:27:19.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:19.402 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2024-09-07T14:27:19.802 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:19.803 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2024-09-07T14:27:20.003 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:20.003 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2024-09-07T14:27:20.602 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:20.603 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2024-09-07T14:27:21.103 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:21.103 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2024-09-07T14:27:21.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:21.902 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2024-09-07T14:27:22.403 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:22.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2024-09-07T14:27:23.103 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:23.103 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2024-09-07T14:27:23.602 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:23.603 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2024-09-07T14:27:24.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:24.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2024-09-07T14:27:24.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:24.902 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2024-09-07T14:27:25.603 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:25.603 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2024-09-07T14:27:26.103 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:26.103 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2024-09-07T14:27:26.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:26.903 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2024-09-07T14:27:27.403 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:27.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2024-09-07T14:27:28.102 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:28.103 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2024-09-07T14:27:28.602 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:28.603 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2024-09-07T14:27:29.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:29.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2024-09-07T14:27:29.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:29.903 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2024-09-07T14:27:30.602 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:30.603 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2024-09-07T14:27:31.102 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:31.103 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2024-09-07T14:27:31.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:31.903 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2024-09-07T14:27:32.403 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:32.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2024-09-07T14:27:33.203 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:33.203 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2024-09-07T14:27:33.703 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:33.703 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2024-09-07T14:27:34.502 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:34.503 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2024-09-07T14:27:34.903 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:34.903 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2024-09-07T14:27:35.502 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:35.503 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2024-09-07T14:27:36.002 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:36.003 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2024-09-07T14:27:36.602 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:36.603 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2024-09-07T14:27:37.202 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:37.203 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2024-09-07T14:27:37.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:37.903 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2024-09-07T14:27:38.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:38.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2024-09-07T14:27:39.203 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:39.203 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2024-09-07T14:27:39.702 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:39.703 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2024-09-07T14:27:40.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:40.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2024-09-07T14:27:40.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:40.903 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2024-09-07T14:27:41.602 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:41.603 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2024-09-07T14:27:42.102 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:42.103 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2024-09-07T14:27:42.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:42.903 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2024-09-07T14:27:43.302 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:43.303 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2024-09-07T14:27:44.002 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:44.003 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2024-09-07T14:27:44.403 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:44.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2024-09-07T14:27:45.102 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:45.103 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2024-09-07T14:27:45.502 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:45.503 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2024-09-07T14:27:46.202 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:46.203 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2024-09-07T14:27:46.602 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:46.603 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2024-09-07T14:27:47.302 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:47.303 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2024-09-07T14:27:47.403 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:47.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2024-09-07T14:27:47.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:47.903 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2024-09-07T14:27:48.003 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:48.003 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2024-09-07T14:27:48.502 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:48.503 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2024-09-07T14:27:48.703 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:48.703 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2024-09-07T14:27:49.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:49.402 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2024-09-07T14:27:49.602 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:49.603 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2024-09-07T14:27:50.202 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:50.203 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2024-09-07T14:27:50.802 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:50.803 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2024-09-07T14:27:51.202 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:51.203 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2024-09-07T14:27:51.302 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:51.303 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2024-09-07T14:27:51.402 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:51.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2024-09-07T14:27:51.702 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:51.703 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2024-09-07T14:27:52.202 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:52.202 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2024-09-07T14:27:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:52.503 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2024-09-07T14:27:53.002 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:53.002 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2024-09-07T14:27:53.502 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:53.503 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2024-09-07T14:27:54.002 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:54.003 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2024-09-07T14:27:54.203 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:54.203 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2024-09-07T14:27:54.603 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:27:54.603 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2024-09-07T14:28:06.403 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:06.403 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2024-09-07T14:28:06.902 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:06.903 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2024-09-07T14:28:19.103 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:19.103 INFO:teuthology.orchestra.run.smithi107.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2024-09-07T14:28:19.657 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:19.657 INFO:teuthology.orchestra.run.smithi107.stdout:---------------------------------------------------------------------- 2024-09-07T14:28:19.657 INFO:teuthology.orchestra.run.smithi107.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2024-09-07T14:28:19.657 INFO:teuthology.orchestra.run.smithi107.stdout:---------------------------------------------------------------------- 2024-09-07T14:28:19.657 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:19.657 INFO:teuthology.orchestra.run.smithi107.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-07T14:28:19.657 INFO:teuthology.orchestra.run.smithi107.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-07T14:28:19.658 INFO:teuthology.orchestra.run.smithi107.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-07T14:28:19.658 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:19.658 INFO:teuthology.orchestra.run.smithi107.stdout:BUILD SUCCESSFUL in 6m 27s 2024-09-07T14:28:19.658 INFO:teuthology.orchestra.run.smithi107.stdout:5 actionable tasks: 5 executed 2024-09-07T14:28:19.666 DEBUG:teuthology.orchestra.run.smithi107:> radosgw-admin gc process --include-all 2024-09-07T14:28:19.691 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:19.691 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:19.734 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.733+0000 7f1173b5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:19.735 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.733+0000 7f1173b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:19.736 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.733+0000 7f1173b5a9c0 20 realm 2024-09-07T14:28:19.736 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.733+0000 7f1173b5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:19.736 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.733+0000 7f1173b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:19.736 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.733+0000 7f1173b5a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:19.736 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.733+0000 7f1173b5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:19.736 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.733+0000 7f1173b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:19.736 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.733+0000 7f1173b5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:19.737 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.737+0000 7f1173b5a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:19.737 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.737+0000 7f1173b5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:19.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.737+0000 7f1173b5a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:19.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.737+0000 7f1173b5a9c0 20 searching for the correct realm 2024-09-07T14:28:19.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.741+0000 7f1171660640 0 -- 172.21.15.107:0/3375476497 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f116c069040 msgr2=0x7f116c065e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:19.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.749+0000 7f1171660640 0 -- 172.21.15.107:0/3375476497 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f103c081240 msgr2=0x7f103c083670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:19.758 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:19.758 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:19.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:19.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:19.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:19.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:19.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:19.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:19.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:19.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:19.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:19.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:19.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 zone default found 2024-09-07T14:28:19.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 4 Realm: () 2024-09-07T14:28:19.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:19.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:19.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:19.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 zonegroup default 2024-09-07T14:28:19.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:19.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:19.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:19.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:19.762 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:19.762 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:19.762 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 started sync module instance, tier type = 2024-09-07T14:28:19.762 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.757+0000 7f1173b5a9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:19.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.773+0000 7f1173b5a9c0 20 add_watcher() i=0 2024-09-07T14:28:19.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.773+0000 7f1173b5a9c0 20 add_watcher() i=1 2024-09-07T14:28:19.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.773+0000 7f1173b5a9c0 20 add_watcher() i=2 2024-09-07T14:28:19.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.773+0000 7f1173b5a9c0 20 add_watcher() i=3 2024-09-07T14:28:19.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.773+0000 7f1173b5a9c0 20 add_watcher() i=4 2024-09-07T14:28:19.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.773+0000 7f1173b5a9c0 20 add_watcher() i=5 2024-09-07T14:28:19.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.773+0000 7f1173b5a9c0 20 add_watcher() i=6 2024-09-07T14:28:19.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.777+0000 7f1173b5a9c0 20 add_watcher() i=7 2024-09-07T14:28:19.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.777+0000 7f1173b5a9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:19.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.777+0000 7f10277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:19.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.777+0000 7f1173b5a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:19.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.777+0000 7f1173b5a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:19.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.857+0000 7f10267e4640 20 reqs_thread_entry: start 2024-09-07T14:28:19.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.857+0000 7f1173b5a9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:19.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.857+0000 7f1173b5a9c0 20 Filter name: none 2024-09-07T14:28:19.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.857+0000 7f0f97fff640 20 reqs_thread_entry: start 2024-09-07T14:28:19.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.857+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T14:28:19.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:19.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:19.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-07T14:28:19.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11882109669109619896', time=2024-09-07T16:22:21.650168+0000, chain.objs.size()=2 2024-09-07T14:28:19.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.84__shadow_.gSpHbIYc5RMbD80VFzFb7HyUX78au_U_0 2024-09-07T14:28:19.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.84__shadow_.gSpHbIYc5RMbD80VFzFb7HyUX78au_U_1 2024-09-07T14:28:19.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12306413946814582062', time=2024-09-07T16:24:59.646362+0000, chain.objs.size()=1 2024-09-07T14:28:19.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__shadow_.sbP3OV1Zm66SXpKX-nSwLjhZWort-Bp_0 2024-09-07T14:28:19.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd', time=2024-09-07T16:27:08.727269+0000, chain.objs.size()=1 2024-09-07T14:28:19.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.16 2024-09-07T14:28:19.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd', time=2024-09-07T16:27:09.068746+0000, chain.objs.size()=29 2024-09-07T14:28:19.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.1 2024-09-07T14:28:19.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.2 2024-09-07T14:28:19.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.3 2024-09-07T14:28:19.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.4 2024-09-07T14:28:19.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.5 2024-09-07T14:28:19.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.6 2024-09-07T14:28:19.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.861+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.7 2024-09-07T14:28:19.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.865+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.8 2024-09-07T14:28:19.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.869+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.9 2024-09-07T14:28:19.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.869+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.10 2024-09-07T14:28:19.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.869+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.11 2024-09-07T14:28:19.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.869+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.12 2024-09-07T14:28:19.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.869+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.13 2024-09-07T14:28:19.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.869+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.14 2024-09-07T14:28:19.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.869+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.15 2024-09-07T14:28:19.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.869+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.B1UDPHBgp74mqTdVh06Xf2Bw5wGakkhc.16 2024-09-07T14:28:19.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.873+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.17 2024-09-07T14:28:19.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.873+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.18 2024-09-07T14:28:19.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.873+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.19 2024-09-07T14:28:19.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.885+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.20 2024-09-07T14:28:19.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.885+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.21 2024-09-07T14:28:19.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.885+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.22 2024-09-07T14:28:19.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.885+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.23 2024-09-07T14:28:19.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.885+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.24 2024-09-07T14:28:19.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.885+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.25 2024-09-07T14:28:19.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.885+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.26 2024-09-07T14:28:19.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.885+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.27 2024-09-07T14:28:19.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.885+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.28 2024-09-07T14:28:19.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.885+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.106__multipart_key1.2~EMCCdXdRSJue2VUHj-Lr05jotuhmFxd.29 2024-09-07T14:28:19.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.885+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16851164375440865075', time=2024-09-07T16:27:22.550450+0000, chain.objs.size()=1 2024-09-07T14:28:19.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.885+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.114__shadow_.Ry73KB1W0fZ5qhutYtK8WQU8Z4FAlBv_0 2024-09-07T14:28:19.891 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.889+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15541099095139130742', time=2024-09-07T16:27:22.751876+0000, chain.objs.size()=1 2024-09-07T14:28:19.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.889+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.114__shadow_.GFtHZOmrDHF_sekJoWPgXol9xWuoVIw_0 2024-09-07T14:28:19.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.889+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18222915584048573324', time=2024-09-07T16:27:26.426055+0000, chain.objs.size()=1 2024-09-07T14:28:19.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.889+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.117__shadow_.Xz5X3NZuXZTPLd5VIVR1lIarJV9cBjA_0 2024-09-07T14:28:19.895 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.893+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18007014948795138209', time=2024-09-07T16:27:45.727019+0000, chain.objs.size()=1 2024-09-07T14:28:19.895 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.893+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.133__shadow_.s78NooNJDT6Wzms2-7urcLb4Bpm5X5b_0 2024-09-07T14:28:19.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.893+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1957826800674614958', time=2024-09-07T16:27:46.834608+0000, chain.objs.size()=1 2024-09-07T14:28:19.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.893+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.134__shadow_.haV2nRtk5YPg9oMl6FzRo2AM8DeYuH5_0 2024-09-07T14:28:19.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.897+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14986078307407430788', time=2024-09-07T16:27:49.798779+0000, chain.objs.size()=1 2024-09-07T14:28:19.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.897+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.138__shadow_.AKp_JIAVvX2EGKJpQnHSO46xFeomE0l_0 2024-09-07T14:28:19.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.901+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:19.908 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.905+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T14:28:19.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.909+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:19.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.909+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:19.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.909+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-07T14:28:19.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.909+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12750532367232924037', time=2024-09-07T16:27:31.309910+0000, chain.objs.size()=1 2024-09-07T14:28:19.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.909+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.121__shadow_.f9sbvbVyzg2REr05K7rjyRmui_GoYJy_0 2024-09-07T14:28:19.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.909+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8635207981269839327', time=2024-09-07T16:27:31.531236+0000, chain.objs.size()=1 2024-09-07T14:28:19.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.909+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.121__shadow_.hnD291_4sRYpqNwvwYddur7Ba1s7jLU_0 2024-09-07T14:28:19.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.909+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.434312834564318121', time=2024-09-07T16:27:39.847973+0000, chain.objs.size()=1 2024-09-07T14:28:19.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.909+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.128__shadow_.U-iXGuhR1oqiytnsCPsg-1lIr74zxaI_0 2024-09-07T14:28:19.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.909+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11590823160769464313', time=2024-09-07T16:27:46.905973+0000, chain.objs.size()=1 2024-09-07T14:28:19.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.909+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.134__shadow_.iriogUIDSO-Qwq8NpfJC1mF0sq4VXvC_0 2024-09-07T14:28:19.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.913+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:19.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.917+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T14:28:19.920 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.917+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:19.921 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.917+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:19.921 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.921+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:28:19.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.921+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11134646261164232155', time=2024-09-07T16:22:11.746979+0000, chain.objs.size()=1 2024-09-07T14:28:19.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.921+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.82__shadow_.A22oHHA3X6l0-rYX5jlzwuycqn8Mgqk_0 2024-09-07T14:28:19.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.921+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9015436890954726037', time=2024-09-07T16:27:21.423588+0000, chain.objs.size()=1 2024-09-07T14:28:19.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.921+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.113__shadow_.XDaQjuG6_sFfpaMMXKJNTc4MCxkjQYQ_0 2024-09-07T14:28:19.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.921+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17589990244503687416', time=2024-09-07T16:27:31.457048+0000, chain.objs.size()=1 2024-09-07T14:28:19.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.921+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.121__shadow_._xQEmk_R4Dpo8yeqpkT6BP8bgS8bWuB_0 2024-09-07T14:28:19.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.925+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:19.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.929+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T14:28:19.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:19.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:19.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-07T14:28:19.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12622833222045379648', time=2024-09-07T16:23:52.635418+0000, chain.objs.size()=5 2024-09-07T14:28:19.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~ifBFuhdjP2oxwFHFAowZKIPt4OelbeD.1 2024-09-07T14:28:19.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__shadow_key1.2~ifBFuhdjP2oxwFHFAowZKIPt4OelbeD.1_1 2024-09-07T14:28:19.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~ifBFuhdjP2oxwFHFAowZKIPt4OelbeD.2 2024-09-07T14:28:19.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__shadow_key1.2~ifBFuhdjP2oxwFHFAowZKIPt4OelbeD.2_1 2024-09-07T14:28:19.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~ifBFuhdjP2oxwFHFAowZKIPt4OelbeD.3 2024-09-07T14:28:19.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8556427919291920291', time=2024-09-07T16:27:21.350553+0000, chain.objs.size()=1 2024-09-07T14:28:19.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.113__shadow_.ZZrBa0e4dITmLUVBWDDRAEw-mq0w69A_0 2024-09-07T14:28:19.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4147039168727526042', time=2024-09-07T16:27:30.219630+0000, chain.objs.size()=1 2024-09-07T14:28:19.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.120__shadow_.BGMgqvM1Wh_I7cx4O3vvND1wuAXqrd7_0 2024-09-07T14:28:19.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12627174808678958667', time=2024-09-07T16:27:32.678117+0000, chain.objs.size()=1 2024-09-07T14:28:19.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.933+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.122__shadow_.wgZDWpAb0wfBpYv8_IXtBuOyYnvETrm_0 2024-09-07T14:28:19.945 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.941+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:19.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.949+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T14:28:19.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.949+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:19.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.953+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:19.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.953+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:19.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.953+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T14:28:19.959 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.957+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:19.960 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.957+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:19.960 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.957+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:28:19.960 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.957+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5201045488729757542', time=2024-09-07T16:27:25.116317+0000, chain.objs.size()=1 2024-09-07T14:28:19.960 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.957+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.116__shadow_.7rMNLhX9LrLnIwQKSdAZpZJ_BCBJTig_0 2024-09-07T14:28:19.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.961+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:19.967 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.965+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T14:28:19.970 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:19.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:19.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:28:19.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15227601919479931022', time=2024-09-07T16:24:59.720727+0000, chain.objs.size()=1 2024-09-07T14:28:19.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__shadow_.ICTugrGTIJmxZKmxjxBWCmMUit-YD-w_0 2024-09-07T14:28:19.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16257954458301102907', time=2024-09-07T16:26:58.788062+0000, chain.objs.size()=5 2024-09-07T14:28:19.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.105__multipart_key1.2~FwfPplXMM0ZMqjb5dlIzjsgVSM6-_ZM.1 2024-09-07T14:28:19.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.105__multipart_key1.2~FwfPplXMM0ZMqjb5dlIzjsgVSM6-_ZM.2 2024-09-07T14:28:19.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.105__multipart_key1.2~FwfPplXMM0ZMqjb5dlIzjsgVSM6-_ZM.3 2024-09-07T14:28:19.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.105__multipart_key1.2~FwfPplXMM0ZMqjb5dlIzjsgVSM6-_ZM.4 2024-09-07T14:28:19.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.105__multipart_key1.2~FwfPplXMM0ZMqjb5dlIzjsgVSM6-_ZM.5 2024-09-07T14:28:19.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15619948405416657216', time=2024-09-07T16:27:38.783792+0000, chain.objs.size()=1 2024-09-07T14:28:19.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.969+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.127__shadow_.tgIgErc4IOl188kR8mVtRBd61_9hO-B_0 2024-09-07T14:28:19.977 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.973+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:19.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.981+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T14:28:19.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.981+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:19.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.981+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:19.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-07T14:28:19.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15687260194347236289', time=2024-09-07T16:22:23.334281+0000, chain.objs.size()=1 2024-09-07T14:28:19.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.86__shadow_.xucpOZKAKdAHMHYXtRtW581-lyh0n9o_0 2024-09-07T14:28:19.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10091597942331702383', time=2024-09-07T16:23:34.616951+0000, chain.objs.size()=5 2024-09-07T14:28:19.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~BWlJPZzX_-Bd7T63JVluRqrnEq7OiJ7.1 2024-09-07T14:28:19.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~BWlJPZzX_-Bd7T63JVluRqrnEq7OiJ7.2 2024-09-07T14:28:19.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~BWlJPZzX_-Bd7T63JVluRqrnEq7OiJ7.3 2024-09-07T14:28:19.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~BWlJPZzX_-Bd7T63JVluRqrnEq7OiJ7.4 2024-09-07T14:28:19.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~BWlJPZzX_-Bd7T63JVluRqrnEq7OiJ7.5 2024-09-07T14:28:19.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2772352211035357465', time=2024-09-07T16:27:24.040699+0000, chain.objs.size()=1 2024-09-07T14:28:19.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.115__shadow_.7r5bldOscO1DMsPZcLKoBRy8_l9WjY8_0 2024-09-07T14:28:19.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1857894359600940603', time=2024-09-07T16:27:41.051936+0000, chain.objs.size()=1 2024-09-07T14:28:19.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.985+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.129__shadow_._21AqPGlAFhkJzjXOOQNHk5ZJgoYnv7_0 2024-09-07T14:28:19.995 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.993+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:19.997+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T14:28:20.003 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.003 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:28:20.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4337180123725559417', time=2024-09-07T16:24:59.502032+0000, chain.objs.size()=1 2024-09-07T14:28:20.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__shadow_.oe34oyEt0Nl8Lgk26Mi3wjE1G5LEZWa_0 2024-09-07T14:28:20.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12602073242822431913', time=2024-09-07T16:26:31.757773+0000, chain.objs.size()=5 2024-09-07T14:28:20.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~f8cw09gQTk2bjtyabWrHUQ5CpnTrxAl.1 2024-09-07T14:28:20.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__shadow_key1.2~f8cw09gQTk2bjtyabWrHUQ5CpnTrxAl.1_1 2024-09-07T14:28:20.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~f8cw09gQTk2bjtyabWrHUQ5CpnTrxAl.2 2024-09-07T14:28:20.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__shadow_key1.2~f8cw09gQTk2bjtyabWrHUQ5CpnTrxAl.2_1 2024-09-07T14:28:20.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~f8cw09gQTk2bjtyabWrHUQ5CpnTrxAl.3 2024-09-07T14:28:20.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9112845795655910220', time=2024-09-07T16:27:23.792732+0000, chain.objs.size()=1 2024-09-07T14:28:20.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.001+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.115__shadow_.v0gvEV8Defji-z41TUxryFUus91qLj8_0 2024-09-07T14:28:20.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.009+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.017+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T14:28:20.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.017+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.021+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.021+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-07T14:28:20.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.021+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15557872209705825545', time=2024-09-07T16:27:28.792966+0000, chain.objs.size()=1 2024-09-07T14:28:20.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.021+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.119__shadow_.tSC-sT_Xqj1UyFGQHKPu6SZMyjvnmG3_0 2024-09-07T14:28:20.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.021+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16011146783923647867', time=2024-09-07T16:27:44.583897+0000, chain.objs.size()=1 2024-09-07T14:28:20.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.021+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.132__shadow_.EWscVwKxn2mfAiSZgFAMDvKh4xSmy0z_0 2024-09-07T14:28:20.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.025+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.029+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T14:28:20.032 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.029+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.029+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-07T14:28:20.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13685482222046227417', time=2024-09-07T16:22:22.479083+0000, chain.objs.size()=1 2024-09-07T14:28:20.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.85__shadow_.AphYiCvzQa7L7_hJxCNANx2xXFGoV3M_0 2024-09-07T14:28:20.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.661271033403440143', time=2024-09-07T16:23:48.151535+0000, chain.objs.size()=5 2024-09-07T14:28:20.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~JfdYLcrni6792wzU3QIGKpsiv7aB1nL.1 2024-09-07T14:28:20.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~JfdYLcrni6792wzU3QIGKpsiv7aB1nL.2 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~JfdYLcrni6792wzU3QIGKpsiv7aB1nL.3 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~JfdYLcrni6792wzU3QIGKpsiv7aB1nL.4 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~JfdYLcrni6792wzU3QIGKpsiv7aB1nL.5 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10579625374647511363', time=2024-09-07T16:27:27.550423+0000, chain.objs.size()=1 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.118__shadow_.cfKkWb1akxRBQ1Iju6h1WDcg7PZ1Vga_0 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13165930915461247898', time=2024-09-07T16:27:27.753474+0000, chain.objs.size()=1 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.118__shadow_.aaXD40hvCAyoH36K9MfY1L5QxVLkhUI_0 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18221440283449768283', time=2024-09-07T16:27:28.866702+0000, chain.objs.size()=1 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.119__shadow_.qsuH4AQmslQGPoRXNdZd8bPedqIL06-_0 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6246259956909372420', time=2024-09-07T16:27:32.750116+0000, chain.objs.size()=1 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.122__shadow_.h0utz9vfY33ceUCqh0c8gddsQxlsTkS_0 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6606459451992952436', time=2024-09-07T16:27:37.473782+0000, chain.objs.size()=1 2024-09-07T14:28:20.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.126__shadow_.G8mMQPgCymIGY2HHFL3CKkf80N-1cQb_0 2024-09-07T14:28:20.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5563540251625159289', time=2024-09-07T16:27:41.129274+0000, chain.objs.size()=1 2024-09-07T14:28:20.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.033+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.129__shadow_.mo_k1g08F-CuIwmErYZrwlEjizxrmcQ_0 2024-09-07T14:28:20.041 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.037+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17539348457905569157', time=2024-09-07T16:27:42.315834+0000, chain.objs.size()=1 2024-09-07T14:28:20.041 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.037+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.130__shadow_.39cB8FNB2hkBezKOCWQ45zKoS4X2BHI_0 2024-09-07T14:28:20.041 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.037+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3404988241466698860', time=2024-09-07T16:27:48.996100+0000, chain.objs.size()=1 2024-09-07T14:28:20.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.037+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.137__shadow_.rG29e80WUfYIP4hVFAz6S5LokRmuA8X_0 2024-09-07T14:28:20.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.045+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.049+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T14:28:20.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.049+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.049+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.049+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-07T14:28:20.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.049+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18366566880149585634', time=2024-09-07T16:23:57.191225+0000, chain.objs.size()=5 2024-09-07T14:28:20.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.049+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~0-4QirLTYVZ5XkPUDh0C4P_BuxVaAjx.1 2024-09-07T14:28:20.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.049+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__shadow_key1.2~0-4QirLTYVZ5XkPUDh0C4P_BuxVaAjx.1_1 2024-09-07T14:28:20.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.049+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~0-4QirLTYVZ5XkPUDh0C4P_BuxVaAjx.2 2024-09-07T14:28:20.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.049+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__shadow_key1.2~0-4QirLTYVZ5XkPUDh0C4P_BuxVaAjx.2_1 2024-09-07T14:28:20.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.049+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~0-4QirLTYVZ5XkPUDh0C4P_BuxVaAjx.3 2024-09-07T14:28:20.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.049+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15324093901617629665', time=2024-09-07T16:27:34.039990+0000, chain.objs.size()=1 2024-09-07T14:28:20.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.049+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.123__shadow_.sk1nRBx4gsyB2oHWv-en_Sku-G6ZUHS_0 2024-09-07T14:28:20.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.053+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2938422550719386214', time=2024-09-07T16:27:36.278318+0000, chain.objs.size()=1 2024-09-07T14:28:20.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.053+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.125__shadow_.BAJlhxVLQuG2nKGhSqBJPOm3V_yze_3_0 2024-09-07T14:28:20.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.053+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3864992371281976583', time=2024-09-07T16:27:44.656550+0000, chain.objs.size()=1 2024-09-07T14:28:20.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.053+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.132__shadow_.EWtOXIDOPdZ3vq3EPZ-8qktuiiLCw_G_0 2024-09-07T14:28:20.059 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.057+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.061+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T14:28:20.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.061+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.065+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.065+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:28:20.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.065+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9851140549201680702', time=2024-09-07T16:28:19.284728+0000, chain.objs.size()=1 2024-09-07T14:28:20.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.065+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.145__shadow_.2F_YmjCiJ_brfOr3Q-MpPNN5_rCjUPn_0 2024-09-07T14:28:20.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.065+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.069+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T14:28:20.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.073+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.073+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.073+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:28:20.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.073+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10635834103047789465', time=2024-09-07T16:27:30.083313+0000, chain.objs.size()=1 2024-09-07T14:28:20.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.073+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.120__shadow_.sbyTr2hWLucCLeYvqtyIxE3X57t5HOx_0 2024-09-07T14:28:20.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.073+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7571490831723588952', time=2024-09-07T16:27:33.947769+0000, chain.objs.size()=1 2024-09-07T14:28:20.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.073+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.123__shadow_.irUKviZQBa4hjruGEmvYkh_L13Pfuzf_0 2024-09-07T14:28:20.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.073+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12691587439785296079', time=2024-09-07T16:27:36.203817+0000, chain.objs.size()=1 2024-09-07T14:28:20.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.073+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.125__shadow_.wwOiVsgQlmCaYeASYFPaFeX0Raa4yr8_0 2024-09-07T14:28:20.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.077+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.082 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T14:28:20.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-07T14:28:20.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1933661852108211401', time=2024-09-07T16:22:40.079791+0000, chain.objs.size()=5 2024-09-07T14:28:20.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.92__multipart_key1.2~yriZ0M3ApNCyZSpob7PhY-23_yLoi0x.1 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.92__multipart_key1.2~yriZ0M3ApNCyZSpob7PhY-23_yLoi0x.2 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.92__multipart_key1.2~yriZ0M3ApNCyZSpob7PhY-23_yLoi0x.3 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.92__multipart_key1.2~yriZ0M3ApNCyZSpob7PhY-23_yLoi0x.4 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.92__multipart_key1.2~yriZ0M3ApNCyZSpob7PhY-23_yLoi0x.5 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2296074786646335230', time=2024-09-07T16:25:30.981178+0000, chain.objs.size()=5 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~Zmm0fGJonVklORokeBDij931tDlHuUh.1 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~Zmm0fGJonVklORokeBDij931tDlHuUh.2 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~Zmm0fGJonVklORokeBDij931tDlHuUh.3 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~Zmm0fGJonVklORokeBDij931tDlHuUh.4 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~Zmm0fGJonVklORokeBDij931tDlHuUh.5 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5149878917445906061', time=2024-09-07T16:27:25.062049+0000, chain.objs.size()=1 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.116__shadow_.9QGZifAx-Jo5eILUq9mAjnTSIpqi9DB_0 2024-09-07T14:28:20.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11109429492645887410', time=2024-09-07T16:27:37.323126+0000, chain.objs.size()=1 2024-09-07T14:28:20.087 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.081+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.126__shadow_.pv8lk7AtZrYLZHJX8zJmVe9VzENaJzc_0 2024-09-07T14:28:20.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.093+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.093+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T14:28:20.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.097+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.097+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.097+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:28:20.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.097+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4245144475613161748', time=2024-09-07T16:22:26.511461+0000, chain.objs.size()=1 2024-09-07T14:28:20.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.097+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.91__shadow_.sHOkyMmibMDIZWI48AzmSXK6ZoUfRCb_0 2024-09-07T14:28:20.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.097+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.698522847583731935', time=2024-09-07T16:27:26.280090+0000, chain.objs.size()=1 2024-09-07T14:28:20.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.097+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.117__shadow_.BjDu8YkloEttLJPJtgoJdmaoZAr52mX_0 2024-09-07T14:28:20.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.097+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8711362683141306002', time=2024-09-07T16:27:37.547722+0000, chain.objs.size()=1 2024-09-07T14:28:20.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.097+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.126__shadow_.3XePHOboYBhdqycNffFW1GYkp6xVzwv_0 2024-09-07T14:28:20.103 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.101+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.105+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T14:28:20.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.105+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-07T14:28:20.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17395996491155198252', time=2024-09-07T16:26:21.116937+0000, chain.objs.size()=5 2024-09-07T14:28:20.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~CYuq9-D9tBi1QPli10Tyum7zpNME8Pk.1 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__shadow_key1.2~CYuq9-D9tBi1QPli10Tyum7zpNME8Pk.1_1 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~CYuq9-D9tBi1QPli10Tyum7zpNME8Pk.2 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__shadow_key1.2~CYuq9-D9tBi1QPli10Tyum7zpNME8Pk.2_1 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~CYuq9-D9tBi1QPli10Tyum7zpNME8Pk.3 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3207596833161279986', time=2024-09-07T16:26:43.418088+0000, chain.objs.size()=1 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.104__shadow_.GwfpOCZBCOPl0fKucYTKA30rE8fVhc2_0 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11424787245517680348', time=2024-09-07T16:26:47.622180+0000, chain.objs.size()=5 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.104__multipart_key1.2~mOaA-GHhzF4_VvTLHr4qQwFOG2C38Mo.1 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.104__multipart_key1.2~mOaA-GHhzF4_VvTLHr4qQwFOG2C38Mo.2 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.104__multipart_key1.2~mOaA-GHhzF4_VvTLHr4qQwFOG2C38Mo.3 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.104__multipart_key1.2~mOaA-GHhzF4_VvTLHr4qQwFOG2C38Mo.4 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.104__multipart_key1.2~mOaA-GHhzF4_VvTLHr4qQwFOG2C38Mo.5 2024-09-07T14:28:20.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1698602725357251872', time=2024-09-07T16:27:23.966234+0000, chain.objs.size()=1 2024-09-07T14:28:20.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.109+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.115__shadow_.41Wer8mMFGmz9D4-K7UsusOf34h7gYe_0 2024-09-07T14:28:20.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.117+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12683358428503940293', time=2024-09-07T16:27:27.610979+0000, chain.objs.size()=1 2024-09-07T14:28:20.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.117+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.118__shadow_.evGJPcSTxSMTMfUDn9D6R-Qvxcwlpbo_0 2024-09-07T14:28:20.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.117+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1619620731764219987', time=2024-09-07T16:27:35.140294+0000, chain.objs.size()=1 2024-09-07T14:28:20.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.117+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.124__shadow_.98w5y_lyU597FNyc7q7tJC00a0KHI58_0 2024-09-07T14:28:20.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.117+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7489381072440592197', time=2024-09-07T16:27:52.697041+0000, chain.objs.size()=1 2024-09-07T14:28:20.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.117+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.141__shadow_.P5vGnxqAXZ5CjBJ7xLztVDjyJTsVTJd_0 2024-09-07T14:28:20.124 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.121+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.125+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T14:28:20.129 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:28:20.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14589308902552435494', time=2024-09-07T16:26:32.025947+0000, chain.objs.size()=5 2024-09-07T14:28:20.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~oYw6nsP3IWcHj4U_qTt-V5GzeI-anER.1 2024-09-07T14:28:20.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__shadow_key1.2~oYw6nsP3IWcHj4U_qTt-V5GzeI-anER.1_1 2024-09-07T14:28:20.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~oYw6nsP3IWcHj4U_qTt-V5GzeI-anER.2 2024-09-07T14:28:20.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__shadow_key1.2~oYw6nsP3IWcHj4U_qTt-V5GzeI-anER.2_1 2024-09-07T14:28:20.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~oYw6nsP3IWcHj4U_qTt-V5GzeI-anER.3 2024-09-07T14:28:20.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1477710193088008954', time=2024-09-07T16:27:26.350959+0000, chain.objs.size()=1 2024-09-07T14:28:20.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.117__shadow_.zyXWneMmK7q3p7SP6BGzZPZngHOmdQo_0 2024-09-07T14:28:20.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.968050763220255735', time=2024-09-07T16:27:38.615194+0000, chain.objs.size()=1 2024-09-07T14:28:20.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.129+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.127__shadow_.3P5s96dFKtOtN-tqoepm00NuDeWNJ35_0 2024-09-07T14:28:20.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.133+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.137+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T14:28:20.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.137+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-07T14:28:20.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9596212428280787644', time=2024-09-07T16:27:32.607051+0000, chain.objs.size()=1 2024-09-07T14:28:20.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.122__shadow_.Gs1YOO_oygtPPFNje38ZJhzuIjFYTVu_0 2024-09-07T14:28:20.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3893891697199865995', time=2024-09-07T16:27:32.823357+0000, chain.objs.size()=1 2024-09-07T14:28:20.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.122__shadow_.CVIIGGTtN0sb1yDRkG5nORh4Tkr_FgG_0 2024-09-07T14:28:20.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18368687083724461999', time=2024-09-07T16:27:33.874882+0000, chain.objs.size()=1 2024-09-07T14:28:20.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.123__shadow_.RlABq8U-o12PdQHm4O9VJ6YG3DpFr1H_0 2024-09-07T14:28:20.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8161134747050909834', time=2024-09-07T16:27:41.206081+0000, chain.objs.size()=1 2024-09-07T14:28:20.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.129__shadow_.251HUIQOaCvPzJQ8iKJ4rUJ4fxPo8-h_0 2024-09-07T14:28:20.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13919802168403728470', time=2024-09-07T16:27:43.539579+0000, chain.objs.size()=1 2024-09-07T14:28:20.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.131__shadow_.Xz57yuExVzgYxCleCciYAza9Y5ZwtY8_0 2024-09-07T14:28:20.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17774386927849654473', time=2024-09-07T16:27:44.731152+0000, chain.objs.size()=1 2024-09-07T14:28:20.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.132__shadow_.JFLrgSkwWSXASZuI0ARUdbuqipZbkIi_0 2024-09-07T14:28:20.145 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.141+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.145+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T14:28:20.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:28:20.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8195190863659390201', time=2024-09-07T16:23:56.904551+0000, chain.objs.size()=5 2024-09-07T14:28:20.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~SMlwMNl5I0SuB4gKgWbIeZcwNfwn2sT.1 2024-09-07T14:28:20.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__shadow_key1.2~SMlwMNl5I0SuB4gKgWbIeZcwNfwn2sT.1_1 2024-09-07T14:28:20.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~SMlwMNl5I0SuB4gKgWbIeZcwNfwn2sT.2 2024-09-07T14:28:20.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__shadow_key1.2~SMlwMNl5I0SuB4gKgWbIeZcwNfwn2sT.2_1 2024-09-07T14:28:20.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~SMlwMNl5I0SuB4gKgWbIeZcwNfwn2sT.3 2024-09-07T14:28:20.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2127728882467157831', time=2024-09-07T16:24:33.068358+0000, chain.objs.size()=5 2024-09-07T14:28:20.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.100__multipart_key1.2~FSUcGFfvQHuayW7RwSjkbBYb2CdVk1p.1 2024-09-07T14:28:20.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.100__multipart_key1.2~FSUcGFfvQHuayW7RwSjkbBYb2CdVk1p.2 2024-09-07T14:28:20.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.100__multipart_key1.2~FSUcGFfvQHuayW7RwSjkbBYb2CdVk1p.3 2024-09-07T14:28:20.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.100__multipart_key1.2~FSUcGFfvQHuayW7RwSjkbBYb2CdVk1p.4 2024-09-07T14:28:20.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.100__multipart_key1.2~FSUcGFfvQHuayW7RwSjkbBYb2CdVk1p.5 2024-09-07T14:28:20.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2307661290331148720', time=2024-09-07T16:26:10.464084+0000, chain.objs.size()=5 2024-09-07T14:28:20.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~9nm6RWyJaHtPTqjN3iPVMqlMxlR75at.1 2024-09-07T14:28:20.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.149+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~9nm6RWyJaHtPTqjN3iPVMqlMxlR75at.2 2024-09-07T14:28:20.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.153+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~9nm6RWyJaHtPTqjN3iPVMqlMxlR75at.3 2024-09-07T14:28:20.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.157+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~9nm6RWyJaHtPTqjN3iPVMqlMxlR75at.4 2024-09-07T14:28:20.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.157+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~9nm6RWyJaHtPTqjN3iPVMqlMxlR75at.5 2024-09-07T14:28:20.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.161+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.165+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T14:28:20.168 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.165+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.168 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.165+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.165+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:28:20.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.165+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1294364094881222610', time=2024-09-07T16:27:21.278878+0000, chain.objs.size()=1 2024-09-07T14:28:20.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.165+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.113__shadow_.3qIShhmZ97xfAwcFIMvea9zGZ95mtQB_0 2024-09-07T14:28:20.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.169+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.173+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T14:28:20.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.173+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.458 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.173+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.458 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-07T14:28:20.458 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6197162953287199211', time=2024-09-07T16:27:22.690136+0000, chain.objs.size()=1 2024-09-07T14:28:20.458 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.114__shadow_.O4RLsj4avr8iJzr1-FPd1n7jxPtNM7m_0 2024-09-07T14:28:20.458 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14126165152844675535', time=2024-09-07T16:27:29.033285+0000, chain.objs.size()=1 2024-09-07T14:28:20.458 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.119__shadow_.tpsF4LIaeMF05_OXiagP_yQeJF7DIdn_0 2024-09-07T14:28:20.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.210782980611099632', time=2024-09-07T16:27:40.084244+0000, chain.objs.size()=1 2024-09-07T14:28:20.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.128__shadow_.TlO51GAHM0nuOoUOuZXwnBQcI2js-fO_0 2024-09-07T14:28:20.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14390974316343026314', time=2024-09-07T16:27:42.537902+0000, chain.objs.size()=1 2024-09-07T14:28:20.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.130__shadow_.XM0YHBKxvbEGIrvPCHvSQxrrxNpkuhJ_0 2024-09-07T14:28:20.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16632083195378814903', time=2024-09-07T16:28:19.213055+0000, chain.objs.size()=5 2024-09-07T14:28:20.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.145__multipart_key1/data/file.mpg.2~qZPYvaL0ApCfnqwRFbGAIYElzG9TEUO.1 2024-09-07T14:28:20.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.145__multipart_key1/data/file.mpg.2~qZPYvaL0ApCfnqwRFbGAIYElzG9TEUO.2 2024-09-07T14:28:20.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.145__multipart_key1/data/file.mpg.2~qZPYvaL0ApCfnqwRFbGAIYElzG9TEUO.3 2024-09-07T14:28:20.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.145__multipart_key1/data/file.mpg.2~qZPYvaL0ApCfnqwRFbGAIYElzG9TEUO.4 2024-09-07T14:28:20.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.177+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.145__multipart_key1/data/file.mpg.2~qZPYvaL0ApCfnqwRFbGAIYElzG9TEUO.5 2024-09-07T14:28:20.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.181+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T14:28:20.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-07T14:28:20.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5877693035550205344', time=2024-09-07T16:24:12.443345+0000, chain.objs.size()=5 2024-09-07T14:28:20.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.99__multipart_key1.2~WM8BlDVjvCdy4rMT1yPlXpGMtGD3qFa.1 2024-09-07T14:28:20.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.99__multipart_key1.2~WM8BlDVjvCdy4rMT1yPlXpGMtGD3qFa.2 2024-09-07T14:28:20.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.99__multipart_key1.2~WM8BlDVjvCdy4rMT1yPlXpGMtGD3qFa.3 2024-09-07T14:28:20.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.99__multipart_key1.2~WM8BlDVjvCdy4rMT1yPlXpGMtGD3qFa.4 2024-09-07T14:28:20.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.99__multipart_key1.2~WM8BlDVjvCdy4rMT1yPlXpGMtGD3qFa.5 2024-09-07T14:28:20.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30854281480391074', time=2024-09-07T16:27:21.496989+0000, chain.objs.size()=1 2024-09-07T14:28:20.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.113__shadow_.e5wMui7riRieU9tiQWbFpDm8Co9d89u_0 2024-09-07T14:28:20.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10258022123517888295', time=2024-09-07T16:27:30.150834+0000, chain.objs.size()=1 2024-09-07T14:28:20.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.120__shadow_.ZeHjaijDz2Ek_eHkp7F0dVshB3dX_ll_0 2024-09-07T14:28:20.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4273438966618415104', time=2024-09-07T16:27:34.114198+0000, chain.objs.size()=1 2024-09-07T14:28:20.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.185+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.123__shadow_.v6PQtswuqWhNuquETTrIBLr9GWDs5Tg_0 2024-09-07T14:28:20.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.189+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.193+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T14:28:20.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:28:20.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2685201127866126659', time=2024-09-07T16:24:59.572874+0000, chain.objs.size()=5 2024-09-07T14:28:20.461 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__multipart_file2.mpg.2~yXwL2fG6nkYdif_9kE_fD4A_0JZKilx.1 2024-09-07T14:28:20.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__multipart_file2.mpg.2~yXwL2fG6nkYdif_9kE_fD4A_0JZKilx.2 2024-09-07T14:28:20.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__multipart_file2.mpg.2~yXwL2fG6nkYdif_9kE_fD4A_0JZKilx.3 2024-09-07T14:28:20.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__multipart_file2.mpg.2~yXwL2fG6nkYdif_9kE_fD4A_0JZKilx.4 2024-09-07T14:28:20.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__multipart_file2.mpg.2~yXwL2fG6nkYdif_9kE_fD4A_0JZKilx.5 2024-09-07T14:28:20.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13539294465915015587', time=2024-09-07T16:27:23.873307+0000, chain.objs.size()=1 2024-09-07T14:28:20.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.115__shadow_.59IBiZ-X-n26AlByXFioq-tD0EpIOeL_0 2024-09-07T14:28:20.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.834371400505840306', time=2024-09-07T16:27:41.278148+0000, chain.objs.size()=1 2024-09-07T14:28:20.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.197+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.129__shadow_.7mKRRei2JSNDszfn8arqYjVPLjsXWcp_0 2024-09-07T14:28:20.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.201+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.201+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T14:28:20.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-07T14:28:20.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~vbl9-9vcWh0vHjjbEmi1rKYaBSo2ZEN', time=2024-09-07T16:22:10.006355+0000, chain.objs.size()=5 2024-09-07T14:28:20.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.80__multipart_key1.2~vbl9-9vcWh0vHjjbEmi1rKYaBSo2ZEN.1 2024-09-07T14:28:20.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.80__multipart_key1.2~vbl9-9vcWh0vHjjbEmi1rKYaBSo2ZEN.2 2024-09-07T14:28:20.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.80__multipart_key1.2~vbl9-9vcWh0vHjjbEmi1rKYaBSo2ZEN.3 2024-09-07T14:28:20.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.80__multipart_key1.2~vbl9-9vcWh0vHjjbEmi1rKYaBSo2ZEN.4 2024-09-07T14:28:20.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.80__multipart_key1.2~vbl9-9vcWh0vHjjbEmi1rKYaBSo2ZEN.5 2024-09-07T14:28:20.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16917668530253512231', time=2024-09-07T16:22:39.703320+0000, chain.objs.size()=5 2024-09-07T14:28:20.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.92__multipart_key1.2~yriZ0M3ApNCyZSpob7PhY-23_yLoi0x.1 2024-09-07T14:28:20.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.92__multipart_key1.2~yriZ0M3ApNCyZSpob7PhY-23_yLoi0x.2 2024-09-07T14:28:20.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.92__multipart_key1.2~yriZ0M3ApNCyZSpob7PhY-23_yLoi0x.3 2024-09-07T14:28:20.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.92__multipart_key1.2~yriZ0M3ApNCyZSpob7PhY-23_yLoi0x.4 2024-09-07T14:28:20.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.92__multipart_key1.2~yriZ0M3ApNCyZSpob7PhY-23_yLoi0x.5 2024-09-07T14:28:20.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~xUEbSL-tEiAeY7xrxAdnb1sQH_qQpym', time=2024-09-07T16:25:10.069768+0000, chain.objs.size()=5 2024-09-07T14:28:20.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.102__multipart_key1.2~xUEbSL-tEiAeY7xrxAdnb1sQH_qQpym.7 2024-09-07T14:28:20.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.205+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.102__multipart_key1.2~xUEbSL-tEiAeY7xrxAdnb1sQH_qQpym.8 2024-09-07T14:28:20.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.209+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.102__multipart_key1.2~xUEbSL-tEiAeY7xrxAdnb1sQH_qQpym.9 2024-09-07T14:28:20.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.209+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.102__multipart_key1.2~xUEbSL-tEiAeY7xrxAdnb1sQH_qQpym.10 2024-09-07T14:28:20.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.209+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.102__multipart_key1.2~xUEbSL-tEiAeY7xrxAdnb1sQH_qQpym.11 2024-09-07T14:28:20.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.213+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3743821794976990872', time=2024-09-07T16:27:38.540637+0000, chain.objs.size()=1 2024-09-07T14:28:20.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.213+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.127__shadow_.t1_Ns2h3BJfwNoSqEUq3Ulpx0lcX8Xk_0 2024-09-07T14:28:20.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.213+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15397526504929720882', time=2024-09-07T16:27:43.609934+0000, chain.objs.size()=1 2024-09-07T14:28:20.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.213+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.131__shadow_.QkdnbzWTK--sE1C8sEdjsP-7nGDpE_U_0 2024-09-07T14:28:20.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.217+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T14:28:20.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-07T14:28:20.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8849985602636315398', time=2024-09-07T16:23:20.138474+0000, chain.objs.size()=5 2024-09-07T14:28:20.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~EMspgYKB1IjCXdyXCMjdcE_AbW6yEFt.1 2024-09-07T14:28:20.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~EMspgYKB1IjCXdyXCMjdcE_AbW6yEFt.2 2024-09-07T14:28:20.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~EMspgYKB1IjCXdyXCMjdcE_AbW6yEFt.3 2024-09-07T14:28:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~EMspgYKB1IjCXdyXCMjdcE_AbW6yEFt.4 2024-09-07T14:28:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.95__multipart_key1.2~EMspgYKB1IjCXdyXCMjdcE_AbW6yEFt.5 2024-09-07T14:28:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12746674225901341184', time=2024-09-07T16:27:31.383036+0000, chain.objs.size()=1 2024-09-07T14:28:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.121__shadow_.TnMNbTyNba1Km8raqIeiwMsd0fbpaax_0 2024-09-07T14:28:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10813875387652743664', time=2024-09-07T16:27:37.400650+0000, chain.objs.size()=1 2024-09-07T14:28:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.126__shadow_.VHNWYqj9dG38ZQFpoIWZ9FlGJ_D1H2E_0 2024-09-07T14:28:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16964171948185918861', time=2024-09-07T16:27:42.462469+0000, chain.objs.size()=1 2024-09-07T14:28:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.130__shadow_.0VaBzlDhDKxAWxpp6dHrE096nGQdAfW_0 2024-09-07T14:28:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11092122024131440817', time=2024-09-07T16:27:43.463986+0000, chain.objs.size()=1 2024-09-07T14:28:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.131__shadow_.qY5vD7SyxLWcTAHrL371iu0-mdsIUSW_0 2024-09-07T14:28:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9319314170829105520', time=2024-09-07T16:27:51.891655+0000, chain.objs.size()=1 2024-09-07T14:28:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.221+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.140__shadow_.uZYxgPiwSKGcaJ3IH8N3ogIeM4U-wUR_0 2024-09-07T14:28:20.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.229+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.229+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T14:28:20.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-07T14:28:20.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17025273614633630073', time=2024-09-07T16:25:50.650934+0000, chain.objs.size()=5 2024-09-07T14:28:20.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~usIc4iOLUov59t0cjlck9OE9oJF1Wld.1 2024-09-07T14:28:20.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~usIc4iOLUov59t0cjlck9OE9oJF1Wld.2 2024-09-07T14:28:20.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~usIc4iOLUov59t0cjlck9OE9oJF1Wld.3 2024-09-07T14:28:20.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~usIc4iOLUov59t0cjlck9OE9oJF1Wld.4 2024-09-07T14:28:20.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.103__multipart_key1.2~usIc4iOLUov59t0cjlck9OE9oJF1Wld.5 2024-09-07T14:28:20.467 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7757463720272146161', time=2024-09-07T16:27:22.616108+0000, chain.objs.size()=1 2024-09-07T14:28:20.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.114__shadow_.yIIVVCnFQES9HsTD-V0Ji_mBTIC-tMU_0 2024-09-07T14:28:20.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4467780327275246372', time=2024-09-07T16:27:25.186417+0000, chain.objs.size()=1 2024-09-07T14:28:20.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.116__shadow_.girePyzcrk2Gx7AuOrLXrnra-6JAAGg_0 2024-09-07T14:28:20.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6604303580583052194', time=2024-09-07T16:27:28.938762+0000, chain.objs.size()=1 2024-09-07T14:28:20.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.119__shadow_.hVc_JoeIsC4ngYEdEwo4ZOqwkb4X_Rz_0 2024-09-07T14:28:20.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7164762292584679851', time=2024-09-07T16:27:38.709168+0000, chain.objs.size()=1 2024-09-07T14:28:20.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.127__shadow_.LTU3rH4ZpzCTl2cVnct4aIgovVcN714_0 2024-09-07T14:28:20.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13266551033425016431', time=2024-09-07T16:27:39.925235+0000, chain.objs.size()=1 2024-09-07T14:28:20.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.128__shadow_.FgWuqEj3Wh8HY_2EGIQ-rKSMqr2Nc11_0 2024-09-07T14:28:20.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14157440767471460656', time=2024-09-07T16:27:45.651292+0000, chain.objs.size()=1 2024-09-07T14:28:20.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.133__shadow_.T-H0b0-2kFJMOh5oOE_pbcTc3viLDDn_0 2024-09-07T14:28:20.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12945685921151132135', time=2024-09-07T16:27:45.793466+0000, chain.objs.size()=1 2024-09-07T14:28:20.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.233+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.133__shadow_.IyhBQbV07SRwqxpq6cAqlh-EIwj_NGd_0 2024-09-07T14:28:20.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.241+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.245+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T14:28:20.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.245+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.245+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.245+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:28:20.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.245+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4937578936072221840', time=2024-09-07T16:27:17.005740+0000, chain.objs.size()=1 2024-09-07T14:28:20.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.245+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.107__shadow_.rhH1ElHOjOAzamEMGJLIenuQ9hoOOAj_0 2024-09-07T14:28:20.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.245+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1261786628972237158', time=2024-09-07T16:27:26.499048+0000, chain.objs.size()=1 2024-09-07T14:28:20.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.245+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.117__shadow_.WpGfkwqFetLHbBsdTFnbMYwSdOjOSCM_0 2024-09-07T14:28:20.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.245+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17126104634321903636', time=2024-09-07T16:27:35.209729+0000, chain.objs.size()=1 2024-09-07T14:28:20.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.245+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.124__shadow_.a6eAVWd9N4M_RxEhM949C0xK_x-Ti9C_0 2024-09-07T14:28:20.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.249+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.249+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T14:28:20.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-07T14:28:20.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5039789784931644617', time=2024-09-07T16:23:57.568527+0000, chain.objs.size()=4 2024-09-07T14:28:20.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.94__shadow_.DBkTFfARngt5XHboDOG5-tt3j8U3hFZ_0 2024-09-07T14:28:20.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.94__shadow_.DBkTFfARngt5XHboDOG5-tt3j8U3hFZ_1 2024-09-07T14:28:20.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.94__shadow_.DBkTFfARngt5XHboDOG5-tt3j8U3hFZ_2 2024-09-07T14:28:20.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.94__shadow_.DBkTFfARngt5XHboDOG5-tt3j8U3hFZ_3 2024-09-07T14:28:20.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17195542418636064009', time=2024-09-07T16:27:27.676071+0000, chain.objs.size()=1 2024-09-07T14:28:20.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.118__shadow_.Ci2C77C0zYjlS7x7jj29V0NBgxHlWEM_0 2024-09-07T14:28:20.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18438157226575448176', time=2024-09-07T16:27:42.389776+0000, chain.objs.size()=1 2024-09-07T14:28:20.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.130__shadow_.o4bDH4gqEIAMCQuyxW5d_SBpJkNy0Y5_0 2024-09-07T14:28:20.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18384768232842657983', time=2024-09-07T16:27:50.643387+0000, chain.objs.size()=1 2024-09-07T14:28:20.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.139__shadow_.DO2PEpDnUnOWsXgDVleR5U5rD9e4Fo1_0 2024-09-07T14:28:20.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6517089287885487786', time=2024-09-07T16:28:06.567473+0000, chain.objs.size()=5 2024-09-07T14:28:20.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.144__multipart_key1.2~TerZhnY4zjWD-8CPQAMbeyeDAbebdkG.1 2024-09-07T14:28:20.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.144__multipart_key1.2~TerZhnY4zjWD-8CPQAMbeyeDAbebdkG.2 2024-09-07T14:28:20.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.144__multipart_key1.2~TerZhnY4zjWD-8CPQAMbeyeDAbebdkG.3 2024-09-07T14:28:20.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.144__multipart_key1.2~TerZhnY4zjWD-8CPQAMbeyeDAbebdkG.4 2024-09-07T14:28:20.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.253+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.144__multipart_key1.2~TerZhnY4zjWD-8CPQAMbeyeDAbebdkG.5 2024-09-07T14:28:20.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.261+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.265+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T14:28:20.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.265+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.265+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.265+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-07T14:28:20.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.265+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13907776077818687239', time=2024-09-07T16:27:39.997959+0000, chain.objs.size()=1 2024-09-07T14:28:20.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.265+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.128__shadow_.QTD0TzlhGRZqXt4OFDQSEh4dM8iy-Mt_0 2024-09-07T14:28:20.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.265+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10188379813408067849', time=2024-09-07T16:27:46.761212+0000, chain.objs.size()=1 2024-09-07T14:28:20.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.265+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.134__shadow_.c9Zji-boEBhyIo-CgK7dW4KOxJYiTdp_0 2024-09-07T14:28:20.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.265+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8167662703895839407', time=2024-09-07T16:27:50.479969+0000, chain.objs.size()=1 2024-09-07T14:28:20.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.265+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.139__shadow_.fc6Yat3yXrLB4I6duFtHFnxcZtnPqrN_0 2024-09-07T14:28:20.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.269+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.269+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T14:28:20.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.273+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.273+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.273+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-07T14:28:20.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.273+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2698196254408146381', time=2024-09-07T16:27:30.289581+0000, chain.objs.size()=1 2024-09-07T14:28:20.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.273+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.120__shadow_.8ONHdStnOQmXDW9TcG6H7kBhzFZHciT_0 2024-09-07T14:28:20.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.273+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.277+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T14:28:20.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.277+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:20.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:20.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-07T14:28:20.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18255291000229921012', time=2024-09-07T16:21:57.347784+0000, chain.objs.size()=1 2024-09-07T14:28:20.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.78__shadow_.oAjN2l777bq7NznIG2FCHh1ebifcsAr_0 2024-09-07T14:28:20.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7318358974671722668', time=2024-09-07T16:24:59.429487+0000, chain.objs.size()=5 2024-09-07T14:28:20.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__multipart_file.mpg.2~AJ9xlasFq_rGum4b0hqXIYy2Hb5XFkS.1 2024-09-07T14:28:20.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__multipart_file.mpg.2~AJ9xlasFq_rGum4b0hqXIYy2Hb5XFkS.2 2024-09-07T14:28:20.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__multipart_file.mpg.2~AJ9xlasFq_rGum4b0hqXIYy2Hb5XFkS.3 2024-09-07T14:28:20.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__multipart_file.mpg.2~AJ9xlasFq_rGum4b0hqXIYy2Hb5XFkS.4 2024-09-07T14:28:20.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.101__multipart_file.mpg.2~AJ9xlasFq_rGum4b0hqXIYy2Hb5XFkS.5 2024-09-07T14:28:20.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6640941712148858376', time=2024-09-07T16:27:25.251064+0000, chain.objs.size()=1 2024-09-07T14:28:20.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.116__shadow_.lZNKgqhdmhjUE0ZIGTqMjHsFbGxh6MU_0 2024-09-07T14:28:20.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9483298628290514556', time=2024-09-07T16:27:35.078194+0000, chain.objs.size()=1 2024-09-07T14:28:20.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.124__shadow_.5HWwmyQ3DOGexlsN8_j4cvVmcxYeqdr_0 2024-09-07T14:28:20.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13267662465842032446', time=2024-09-07T16:27:36.132541+0000, chain.objs.size()=1 2024-09-07T14:28:20.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.281+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.125__shadow_.S6qn7UKnFvoNJMiVHHtiYPX47AbB-og_0 2024-09-07T14:28:20.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.285+0000 7f1173b5a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T14:28:20.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.289+0000 7f10277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:20.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.293+0000 7f1173b5a9c0 20 remove_watcher() i=0 2024-09-07T14:28:20.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.293+0000 7f1173b5a9c0 2 removed watcher, disabling cache 2024-09-07T14:28:20.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.293+0000 7f1173b5a9c0 20 remove_watcher() i=1 2024-09-07T14:28:20.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.293+0000 7f1173b5a9c0 20 remove_watcher() i=2 2024-09-07T14:28:20.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.293+0000 7f1173b5a9c0 20 remove_watcher() i=3 2024-09-07T14:28:20.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.297+0000 7f1173b5a9c0 20 remove_watcher() i=4 2024-09-07T14:28:20.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.297+0000 7f1173b5a9c0 20 remove_watcher() i=5 2024-09-07T14:28:20.476 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.297+0000 7f1173b5a9c0 20 remove_watcher() i=6 2024-09-07T14:28:20.476 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.301+0000 7f1173b5a9c0 20 remove_watcher() i=7 2024-09-07T14:28:20.476 DEBUG:teuthology.orchestra.run.smithi107:> radosgw-admin gc process --include-all 2024-09-07T14:28:20.533 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:20.533 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:20.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.577+0000 7ff1e2b5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:20.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.581+0000 7ff1e2b5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:20.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.581+0000 7ff1e2b5e9c0 20 realm 2024-09-07T14:28:20.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.581+0000 7ff1e2b5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:20.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.581+0000 7ff1e2b5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:20.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.581+0000 7ff1e2b5e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:20.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.581+0000 7ff1e2b5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:20.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.581+0000 7ff1e2b5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:20.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.581+0000 7ff1e2b5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:20.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.581+0000 7ff1e2b5e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:20.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.581+0000 7ff1e2b5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:20.585 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.581+0000 7ff1e2b5e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:20.585 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.581+0000 7ff1e2b5e9c0 20 searching for the correct realm 2024-09-07T14:28:20.588 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.585+0000 7ff1e0e65640 0 -- 172.21.15.107:0/4029164917 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7ff1d4008040 msgr2=0x7ff1d40679a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:20.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:20.801+0000 7ff1dfe63640 0 -- 172.21.15.107:0/4029164917 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7ff1d0052040 msgr2=0x7ff1d0052930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:21.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.017+0000 7ff1e2b5e9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:21.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.017+0000 7ff1e2b5e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:21.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.017+0000 7ff1e2b5e9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:21.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.017+0000 7ff1e2b5e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:21.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.017+0000 7ff1e2b5e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:21.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.017+0000 7ff1e2b5e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:21.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.017+0000 7ff1e2b5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:21.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.017+0000 7ff1e2b5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:21.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.017+0000 7ff1e2b5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:21.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:21.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:21.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:21.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 zone default found 2024-09-07T14:28:21.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 4 Realm: () 2024-09-07T14:28:21.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:21.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:21.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:21.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 zonegroup default 2024-09-07T14:28:21.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:21.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:21.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:21.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:21.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:21.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:21.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 started sync module instance, tier type = 2024-09-07T14:28:21.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.021+0000 7ff1e2b5e9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:21.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.045+0000 7ff1e2b5e9c0 20 add_watcher() i=0 2024-09-07T14:28:21.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.045+0000 7ff1e2b5e9c0 20 add_watcher() i=1 2024-09-07T14:28:21.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.045+0000 7ff1e2b5e9c0 20 add_watcher() i=2 2024-09-07T14:28:21.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.045+0000 7ff1e2b5e9c0 20 add_watcher() i=3 2024-09-07T14:28:21.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.045+0000 7ff1e2b5e9c0 20 add_watcher() i=4 2024-09-07T14:28:21.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.045+0000 7ff1e2b5e9c0 20 add_watcher() i=5 2024-09-07T14:28:21.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.045+0000 7ff1e2b5e9c0 20 add_watcher() i=6 2024-09-07T14:28:21.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.049+0000 7ff1e2b5e9c0 20 add_watcher() i=7 2024-09-07T14:28:21.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.049+0000 7ff1e2b5e9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:21.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.053+0000 7ff0977de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:21.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.053+0000 7ff1e2b5e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:21.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.053+0000 7ff1e2b5e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:21.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.149+0000 7ff0967dc640 20 reqs_thread_entry: start 2024-09-07T14:28:21.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.149+0000 7ff1e2b5e9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:21.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.149+0000 7ff1e2b5e9c0 20 Filter name: none 2024-09-07T14:28:21.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.153+0000 7ff08f7fe640 20 reqs_thread_entry: start 2024-09-07T14:28:21.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.153+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T14:28:21.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.157+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.157+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.161+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.161+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T14:28:21.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.165+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.168 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.165+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.165+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.169+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T14:28:21.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.169+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.173+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.173+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.173+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T14:28:21.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.177+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.177+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.181+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.181+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T14:28:21.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.185+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.185+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.189+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.189+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T14:28:21.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.193+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.197+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.197+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.197+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T14:28:21.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.201+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.205+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.205+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.205+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T14:28:21.212 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.209+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.209+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.213+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.216 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.213+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T14:28:21.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.217+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.217+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.222 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.221+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.221+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T14:28:21.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.229+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.229+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.229+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.233+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T14:28:21.238 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.237+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.239 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.237+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.240 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.237+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.242 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.241+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T14:28:21.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.245+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.245+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.248 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.245+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.249+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T14:28:21.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.253+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.256 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.253+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.256 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.253+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.257+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T14:28:21.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.261+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.261+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.261+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.267 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.265+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T14:28:21.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.269+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.269+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.269+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.273+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T14:28:21.279 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.277+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.281 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.277+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.281 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.281+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.284 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.281+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T14:28:21.288 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.285+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.289+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.290 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.289+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.289+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T14:28:21.297 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.293+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.299 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.297+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.297+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.302 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.301+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T14:28:21.307 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.305+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.308 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.305+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.309 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.305+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.312 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.309+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T14:28:21.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.313+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.313+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.317 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.313+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.320 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.317+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T14:28:21.323 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.321+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.325 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.321+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.325+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.329 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.325+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T14:28:21.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.329+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.333+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.334 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.333+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.337 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.333+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T14:28:21.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.337+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.341+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.341+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.341+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T14:28:21.349 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.345+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.349+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.349+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.354 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.353+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T14:28:21.357 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.357+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.357+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.360 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.357+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.363 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.361+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T14:28:21.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.365+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.367 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.365+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.367 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.365+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.369+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T14:28:21.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.373+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.377 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.373+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.377+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.381 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.381+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T14:28:21.385 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.381+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.386 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.385+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.386 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.385+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.389 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.385+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T14:28:21.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.389+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.394 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.393+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.393+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.398 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.397+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T14:28:21.402 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.401+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.404 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.401+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.405 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.405+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.405+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T14:28:21.412 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.409+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.414 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.413+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.413+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.417+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T14:28:21.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.421+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.421+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T14:28:21.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.421+0000 7ff1e2b5e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T14:28:21.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.425+0000 7ff0977de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:21.433 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.433+0000 7ff1e2b5e9c0 20 remove_watcher() i=0 2024-09-07T14:28:21.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.433+0000 7ff1e2b5e9c0 2 removed watcher, disabling cache 2024-09-07T14:28:21.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.433+0000 7ff1e2b5e9c0 20 remove_watcher() i=1 2024-09-07T14:28:21.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.437+0000 7ff1e2b5e9c0 20 remove_watcher() i=2 2024-09-07T14:28:21.440 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.437+0000 7ff1e2b5e9c0 20 remove_watcher() i=3 2024-09-07T14:28:21.443 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.441+0000 7ff1e2b5e9c0 20 remove_watcher() i=4 2024-09-07T14:28:21.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.441+0000 7ff1e2b5e9c0 20 remove_watcher() i=5 2024-09-07T14:28:21.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.445+0000 7ff1e2b5e9c0 20 remove_watcher() i=6 2024-09-07T14:28:21.447 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:21.445+0000 7ff1e2b5e9c0 20 remove_watcher() i=7 2024-09-07T14:28:21.466 INFO:teuthology.run_tasks:Running task s3tests... 2024-09-07T14:28:21.487 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}} 2024-09-07T14:28:21.487 INFO:tasks.s3tests:Downloading s3-tests... 2024-09-07T14:28:21.488 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2024-09-07T14:28:21.488 DEBUG:teuthology.orchestra.run.smithi107:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2024-09-07T14:28:21.514 INFO:teuthology.orchestra.run.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2024-09-07T14:28:22.381 INFO:tasks.s3tests:Creating rgw users... 2024-09-07T14:28:22.382 DEBUG:tasks.s3tests:Creating user foo.client.0 on client.0 2024-09-07T14:28:22.382 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.foo.client.0 --email foo+test@test.test --access-key AEGTJMYMUZTQDAPFJDYN --secret wiGuaQAmqSN99B5ffdjlh9u2RA8Otarcqn3gqe3nUs4e/L18O2vSQg== --cluster ceph 2024-09-07T14:28:22.470 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:22.470 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:22.512 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.509+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.513+0000 7f790885b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.513+0000 7f790885b9c0 20 realm 2024-09-07T14:28:22.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.513+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.513+0000 7f790885b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.513+0000 7f790885b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:22.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.513+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.513+0000 7f790885b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.513+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.513+0000 7f790885b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:22.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.513+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.517+0000 7f790885b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:22.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.517+0000 7f790885b9c0 20 searching for the correct realm 2024-09-07T14:28:22.520 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.517+0000 7f7906b62640 0 -- 172.21.15.107:0/4156339737 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f78f006b170 msgr2=0x7f78f0063480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:22.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.525+0000 7f7905b60640 0 -- 172.21.15.107:0/4156339737 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f78f80e4000 msgr2=0x7f78f810d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:22.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.741+0000 7f790885b9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:22.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.741+0000 7f790885b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:22.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.741+0000 7f790885b9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:22.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.741+0000 7f790885b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:22.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.741+0000 7f790885b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:22.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.741+0000 7f790885b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:22.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.741+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.741+0000 7f790885b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.741+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.745+0000 7f790885b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:22.746 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.745+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.747 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.745+0000 7f790885b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:22.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.745+0000 7f790885b9c0 20 zone default found 2024-09-07T14:28:22.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.745+0000 7f790885b9c0 4 Realm: () 2024-09-07T14:28:22.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.745+0000 7f790885b9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:22.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.745+0000 7f790885b9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:22.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.745+0000 7f790885b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:22.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.745+0000 7f790885b9c0 20 zonegroup default 2024-09-07T14:28:22.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.745+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.745+0000 7f790885b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.745+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.749+0000 7f790885b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.749+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.749+0000 7f790885b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.749+0000 7f790885b9c0 20 started sync module instance, tier type = 2024-09-07T14:28:22.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.749+0000 7f790885b9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:22.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.773+0000 7f790885b9c0 20 add_watcher() i=0 2024-09-07T14:28:22.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.773+0000 7f790885b9c0 20 add_watcher() i=1 2024-09-07T14:28:22.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.773+0000 7f790885b9c0 20 add_watcher() i=2 2024-09-07T14:28:22.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.773+0000 7f790885b9c0 20 add_watcher() i=3 2024-09-07T14:28:22.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.773+0000 7f790885b9c0 20 add_watcher() i=4 2024-09-07T14:28:22.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.773+0000 7f790885b9c0 20 add_watcher() i=5 2024-09-07T14:28:22.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.773+0000 7f790885b9c0 20 add_watcher() i=6 2024-09-07T14:28:22.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.777+0000 7f790885b9c0 20 add_watcher() i=7 2024-09-07T14:28:22.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.777+0000 7f790885b9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:22.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f77bcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:22.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:22.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:22.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 5 note: GC not initialized 2024-09-07T14:28:22.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f77377fe640 20 reqs_thread_entry: start 2024-09-07T14:28:22.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:22.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 20 Filter name: none 2024-09-07T14:28:22.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f77357fa640 20 reqs_thread_entry: start 2024-09-07T14:28:22.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-07T14:28:22.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2024-09-07T14:28:22.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-07T14:28:22.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2024-09-07T14:28:22.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2024-09-07T14:28:22.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-07T14:28:22.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 10 cache get: name=default.rgw.meta+users.keys+AEGTJMYMUZTQDAPFJDYN : miss 2024-09-07T14:28:22.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 10 cache put: name=default.rgw.meta+users.keys+AEGTJMYMUZTQDAPFJDYN info.flags=0x0 2024-09-07T14:28:22.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.781+0000 7f790885b9c0 10 adding default.rgw.meta+users.keys+AEGTJMYMUZTQDAPFJDYN to cache LRU end 2024-09-07T14:28:22.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.785+0000 7f790885b9c0 10 cache get: name=default.rgw.meta+users.keys+AEGTJMYMUZTQDAPFJDYN : hit (negative entry) 2024-09-07T14:28:22.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.785+0000 7f790885b9c0 10 cache get: name=default.rgw.meta+users.keys+AEGTJMYMUZTQDAPFJDYN : hit (negative entry) 2024-09-07T14:28:22.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.785+0000 7f790885b9c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-07T14:28:22.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.785+0000 7f790885b9c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-07T14:28:22.788 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.785+0000 7f790885b9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-07T14:28:22.788 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.785+0000 7f77e9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300930 cookie 93857224000688 notifier 9066 bl.length()=645 2024-09-07T14:28:22.788 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.785+0000 7f77e9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-07T14:28:22.788 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.785+0000 7f77e9ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-07T14:28:22.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.789+0000 7f790885b9c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-07T14:28:22.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.789+0000 7f790885b9c0 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-07T14:28:22.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.789+0000 7f790885b9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2024-09-07T14:28:22.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.793+0000 7f77e9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300931 cookie 93857224014720 notifier 9066 bl.length()=185 2024-09-07T14:28:22.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.793+0000 7f77e9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-07T14:28:22.794 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.793+0000 7f77e9ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-07T14:28:22.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.797+0000 7f790885b9c0 10 cache put: name=default.rgw.meta+users.keys+AEGTJMYMUZTQDAPFJDYN info.flags=0x7 2024-09-07T14:28:22.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.797+0000 7f790885b9c0 10 moving default.rgw.meta+users.keys+AEGTJMYMUZTQDAPFJDYN to cache LRU end 2024-09-07T14:28:22.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.797+0000 7f790885b9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:AEGTJMYMUZTQDAPFJDYN, ofs0, ns] 2024-09-07T14:28:22.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.797+0000 7f77e9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300851 cookie 93857224010336 notifier 9066 bl.length()=186 2024-09-07T14:28:22.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.797+0000 7f77e9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+AEGTJMYMUZTQDAPFJDYN info.flags=0x7 2024-09-07T14:28:22.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.797+0000 7f77e9ffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+AEGTJMYMUZTQDAPFJDYN to cache LRU end 2024-09-07T14:28:22.800 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T14:28:22.801 INFO:teuthology.orchestra.run.smithi107.stdout: "user_id": "foo.client.0", 2024-09-07T14:28:22.801 INFO:teuthology.orchestra.run.smithi107.stdout: "display_name": "Mr.foo.client.0", 2024-09-07T14:28:22.801 INFO:teuthology.orchestra.run.smithi107.stdout: "email": "foo+test@test.test", 2024-09-07T14:28:22.801 INFO:teuthology.orchestra.run.smithi107.stdout: "suspended": 0, 2024-09-07T14:28:22.801 INFO:teuthology.orchestra.run.smithi107.stdout: "max_buckets": 1000, 2024-09-07T14:28:22.801 INFO:teuthology.orchestra.run.smithi107.stdout: "subusers": [], 2024-09-07T14:28:22.801 INFO:teuthology.orchestra.run.smithi107.stdout: "keys": [ 2024-09-07T14:28:22.801 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:28:22.801 INFO:teuthology.orchestra.run.smithi107.stdout: "user": "foo.client.0", 2024-09-07T14:28:22.801 INFO:teuthology.orchestra.run.smithi107.stdout: "access_key": "AEGTJMYMUZTQDAPFJDYN", 2024-09-07T14:28:22.801 INFO:teuthology.orchestra.run.smithi107.stdout: "secret_key": "wiGuaQAmqSN99B5ffdjlh9u2RA8Otarcqn3gqe3nUs4e/L18O2vSQg==", 2024-09-07T14:28:22.801 INFO:teuthology.orchestra.run.smithi107.stdout: "active": true, 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:22.786936Z" 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: } 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: "swift_keys": [], 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: "caps": [], 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: "default_placement": "", 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: "default_storage_class": "", 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: "placement_tags": [], 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: "bucket_quota": { 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:22.802 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:22.803 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:22.803 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:22.803 INFO:teuthology.orchestra.run.smithi107.stdout: "user_quota": { 2024-09-07T14:28:22.803 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:22.803 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:22.803 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:22.803 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:22.803 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:22.803 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:22.803 INFO:teuthology.orchestra.run.smithi107.stdout: "temp_url_keys": [], 2024-09-07T14:28:22.804 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "rgw", 2024-09-07T14:28:22.804 INFO:teuthology.orchestra.run.smithi107.stdout: "mfa_ids": [], 2024-09-07T14:28:22.804 INFO:teuthology.orchestra.run.smithi107.stdout: "account_id": "", 2024-09-07T14:28:22.804 INFO:teuthology.orchestra.run.smithi107.stdout: "path": "/", 2024-09-07T14:28:22.804 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:22.786888Z", 2024-09-07T14:28:22.804 INFO:teuthology.orchestra.run.smithi107.stdout: "tags": [], 2024-09-07T14:28:22.804 INFO:teuthology.orchestra.run.smithi107.stdout: "group_ids": [] 2024-09-07T14:28:22.804 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T14:28:22.804 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:22.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.801+0000 7f77bcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:22.807 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.805+0000 7f790885b9c0 20 remove_watcher() i=0 2024-09-07T14:28:22.807 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.805+0000 7f790885b9c0 2 removed watcher, disabling cache 2024-09-07T14:28:22.809 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.809+0000 7f790885b9c0 20 remove_watcher() i=1 2024-09-07T14:28:22.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.809+0000 7f790885b9c0 20 remove_watcher() i=2 2024-09-07T14:28:22.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.813+0000 7f790885b9c0 20 remove_watcher() i=3 2024-09-07T14:28:22.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.813+0000 7f790885b9c0 20 remove_watcher() i=4 2024-09-07T14:28:22.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.817+0000 7f790885b9c0 20 remove_watcher() i=5 2024-09-07T14:28:22.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.817+0000 7f790885b9c0 20 remove_watcher() i=6 2024-09-07T14:28:22.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.821+0000 7f790885b9c0 20 remove_watcher() i=7 2024-09-07T14:28:22.836 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 7356028467 --totp-seed LDWR2Y5YUE6S5IO44IOOLOOC2T67GFGA5U23AUIM2D55OLNTZDAUZBB3UWFFYM6W --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-07T14:28:22.881 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:22.881 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:22.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.921+0000 7fedeec8c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.921+0000 7fedeec8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.921+0000 7fedeec8c9c0 20 realm 2024-09-07T14:28:22.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.921+0000 7fedeec8c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.921+0000 7fedeec8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.921+0000 7fedeec8c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:22.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.921+0000 7fedeec8c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.921+0000 7fedeec8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:22.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.921+0000 7fedeec8c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.925+0000 7fedeec8c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:22.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.925+0000 7fedeec8c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:22.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.925+0000 7fedeec8c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:22.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.925+0000 7fedeec8c9c0 20 searching for the correct realm 2024-09-07T14:28:22.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.929+0000 7fedecf93640 0 -- 172.21.15.107:0/1253412232 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fedd4045040 msgr2=0x7fedd4044410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:22.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:22.937+0000 7fedebf91640 0 -- 172.21.15.107:0/1253412232 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7feddc0da040 msgr2=0x7feddc0b5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:23.157 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:23.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:23.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:23.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:23.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:23.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:23.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:23.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:23.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:23.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:23.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:23.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:23.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 zone default found 2024-09-07T14:28:23.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 4 Realm: () 2024-09-07T14:28:23.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:23.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:23.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:23.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 zonegroup default 2024-09-07T14:28:23.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:23.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:23.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.157+0000 7fedeec8c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:23.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.161+0000 7fedeec8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:23.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.161+0000 7fedeec8c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:23.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.161+0000 7fedeec8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:23.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.161+0000 7fedeec8c9c0 20 started sync module instance, tier type = 2024-09-07T14:28:23.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.161+0000 7fedeec8c9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:23.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.185+0000 7fedeec8c9c0 20 add_watcher() i=0 2024-09-07T14:28:23.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.185+0000 7fedeec8c9c0 20 add_watcher() i=1 2024-09-07T14:28:23.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.185+0000 7fedeec8c9c0 20 add_watcher() i=2 2024-09-07T14:28:23.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.185+0000 7fedeec8c9c0 20 add_watcher() i=3 2024-09-07T14:28:23.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.185+0000 7fedeec8c9c0 20 add_watcher() i=4 2024-09-07T14:28:23.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.185+0000 7fedeec8c9c0 20 add_watcher() i=5 2024-09-07T14:28:23.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.185+0000 7fedeec8c9c0 20 add_watcher() i=6 2024-09-07T14:28:23.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.185+0000 7fedeec8c9c0 20 add_watcher() i=7 2024-09-07T14:28:23.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.185+0000 7fedeec8c9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:23.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.189+0000 7feca2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:23.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.189+0000 7fedeec8c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:23.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.189+0000 7fedeec8c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:23.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.189+0000 7fedeec8c9c0 5 note: GC not initialized 2024-09-07T14:28:23.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.193+0000 7feca1fe3640 20 reqs_thread_entry: start 2024-09-07T14:28:23.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.193+0000 7fedeec8c9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:23.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.193+0000 7fedeec8c9c0 20 Filter name: none 2024-09-07T14:28:23.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.193+0000 7fec9affd640 20 reqs_thread_entry: start 2024-09-07T14:28:23.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.193+0000 7fedeec8c9c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-07T14:28:23.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.193+0000 7fedeec8c9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:23.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.193+0000 7fedeec8c9c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-07T14:28:23.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.193+0000 7fedeec8c9c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2024-09-07T14:28:23.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.193+0000 7fedeec8c9c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-07T14:28:23.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:23.193+0000 7fedeec8c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:28:24.452 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.449+0000 7fedeec8c9c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-07T14:28:24.452 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.449+0000 7fedeec8c9c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-07T14:28:24.452 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.449+0000 7fedeec8c9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-07T14:28:24.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.449+0000 7fecc2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235524 cookie 94455921773008 notifier 9084 bl.length()=659 2024-09-07T14:28:24.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.449+0000 7fecc2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-07T14:28:24.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.449+0000 7fecc2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-07T14:28:24.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.457+0000 7feca2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:24.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.461+0000 7fedeec8c9c0 20 remove_watcher() i=0 2024-09-07T14:28:24.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.461+0000 7fedeec8c9c0 2 removed watcher, disabling cache 2024-09-07T14:28:24.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.465+0000 7fedeec8c9c0 20 remove_watcher() i=1 2024-09-07T14:28:24.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.465+0000 7fedeec8c9c0 20 remove_watcher() i=2 2024-09-07T14:28:24.470 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.469+0000 7fedeec8c9c0 20 remove_watcher() i=3 2024-09-07T14:28:24.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.469+0000 7fedeec8c9c0 20 remove_watcher() i=4 2024-09-07T14:28:24.475 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.473+0000 7fedeec8c9c0 20 remove_watcher() i=5 2024-09-07T14:28:24.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.477+0000 7fedeec8c9c0 20 remove_watcher() i=6 2024-09-07T14:28:24.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.477+0000 7fedeec8c9c0 20 remove_watcher() i=7 2024-09-07T14:28:24.500 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2024-09-07T14:28:24.500 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key HANYHHWEVUBUTPBSSFMM --secret qt0tiw6lbMzxGpXliCVc0zonLyy77riUV+mdGAqn8FHomGF9eym5tw== --cluster ceph 2024-09-07T14:28:24.544 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:24.545 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:24.586 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.585+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.588 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.585+0000 7f82e6d9e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:24.588 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.585+0000 7f82e6d9e9c0 20 realm 2024-09-07T14:28:24.588 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.585+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.588 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.585+0000 7f82e6d9e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:24.588 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.585+0000 7f82e6d9e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:24.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.585+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.585+0000 7f82e6d9e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:24.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.585+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.589+0000 7f82e6d9e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:24.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.589+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.589+0000 7f82e6d9e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:24.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.589+0000 7f82e6d9e9c0 20 searching for the correct realm 2024-09-07T14:28:24.595 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.593+0000 7f82e50a5640 0 -- 172.21.15.107:0/2741505614 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f82cc075040 msgr2=0x7f82cc092240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:24.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.601+0000 7f82e40a3640 0 -- 172.21.15.107:0/2741505614 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f82d40f1940 msgr2=0x7f82d40fa400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:24.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.817+0000 7f82e6d9e9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:24.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.817+0000 7f82e6d9e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:24.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.817+0000 7f82e6d9e9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:24.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.817+0000 7f82e6d9e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:24.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.817+0000 7f82e6d9e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:24.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.817+0000 7f82e6d9e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:24.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.817+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:24.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:24.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:24.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 20 zone default found 2024-09-07T14:28:24.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 4 Realm: () 2024-09-07T14:28:24.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:24.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:24.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:24.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 20 zonegroup default 2024-09-07T14:28:24.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:24.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:24.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.821+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.825+0000 7f82e6d9e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:24.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.825+0000 7f82e6d9e9c0 20 started sync module instance, tier type = 2024-09-07T14:28:24.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.825+0000 7f82e6d9e9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:24.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.845+0000 7f82e6d9e9c0 20 add_watcher() i=0 2024-09-07T14:28:24.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.845+0000 7f82e6d9e9c0 20 add_watcher() i=1 2024-09-07T14:28:24.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.845+0000 7f82e6d9e9c0 20 add_watcher() i=2 2024-09-07T14:28:24.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.845+0000 7f82e6d9e9c0 20 add_watcher() i=3 2024-09-07T14:28:24.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.845+0000 7f82e6d9e9c0 20 add_watcher() i=4 2024-09-07T14:28:24.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.845+0000 7f82e6d9e9c0 20 add_watcher() i=5 2024-09-07T14:28:24.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.845+0000 7f82e6d9e9c0 20 add_watcher() i=6 2024-09-07T14:28:24.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.849+0000 7f82e6d9e9c0 20 add_watcher() i=7 2024-09-07T14:28:24.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.849+0000 7f82e6d9e9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:24.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.853+0000 7f819b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:24.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.853+0000 7f82e6d9e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:24.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.853+0000 7f82e6d9e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:24.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.853+0000 7f82e6d9e9c0 5 note: GC not initialized 2024-09-07T14:28:24.857 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.853+0000 7f819a7e4640 20 reqs_thread_entry: start 2024-09-07T14:28:24.857 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.853+0000 7f82e6d9e9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:24.857 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 20 Filter name: none 2024-09-07T14:28:24.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f8193fff640 20 reqs_thread_entry: start 2024-09-07T14:28:24.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-07T14:28:24.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:24.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2024-09-07T14:28:24.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-07T14:28:24.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2024-09-07T14:28:24.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:24.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2024-09-07T14:28:24.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-07T14:28:24.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 10 cache get: name=default.rgw.meta+users.keys+HANYHHWEVUBUTPBSSFMM : miss 2024-09-07T14:28:24.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:24.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:24.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 10 cache put: name=default.rgw.meta+users.keys+HANYHHWEVUBUTPBSSFMM info.flags=0x0 2024-09-07T14:28:24.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 10 adding default.rgw.meta+users.keys+HANYHHWEVUBUTPBSSFMM to cache LRU end 2024-09-07T14:28:24.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 10 cache get: name=default.rgw.meta+users.keys+HANYHHWEVUBUTPBSSFMM : hit (negative entry) 2024-09-07T14:28:24.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.857+0000 7f82e6d9e9c0 10 cache get: name=default.rgw.meta+users.keys+HANYHHWEVUBUTPBSSFMM : hit (negative entry) 2024-09-07T14:28:24.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.861+0000 7f82e6d9e9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-07T14:28:24.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.861+0000 7f82e6d9e9c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-07T14:28:24.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.861+0000 7f82e6d9e9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-07T14:28:24.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.861+0000 7f81bbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235506 cookie 93951685435040 notifier 9102 bl.length()=645 2024-09-07T14:28:24.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.861+0000 7f81bbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-07T14:28:24.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.861+0000 7f81bbfff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-07T14:28:24.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.869+0000 7f82e6d9e9c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-07T14:28:24.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.869+0000 7f82e6d9e9c0 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-07T14:28:24.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.869+0000 7f82e6d9e9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2024-09-07T14:28:24.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.869+0000 7f81bbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235464 cookie 93951685451328 notifier 9102 bl.length()=185 2024-09-07T14:28:24.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.869+0000 7f81bbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-07T14:28:24.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.869+0000 7f81bbfff640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-07T14:28:24.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.873+0000 7f82e6d9e9c0 10 cache put: name=default.rgw.meta+users.keys+HANYHHWEVUBUTPBSSFMM info.flags=0x7 2024-09-07T14:28:24.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.873+0000 7f82e6d9e9c0 10 moving default.rgw.meta+users.keys+HANYHHWEVUBUTPBSSFMM to cache LRU end 2024-09-07T14:28:24.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.873+0000 7f82e6d9e9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:HANYHHWEVUBUTPBSSFMM, ofs0, ns] 2024-09-07T14:28:24.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.877+0000 7f81bb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235525 cookie 93951685433984 notifier 9102 bl.length()=186 2024-09-07T14:28:24.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.877+0000 7f81bb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+HANYHHWEVUBUTPBSSFMM info.flags=0x7 2024-09-07T14:28:24.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.877+0000 7f81bb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+HANYHHWEVUBUTPBSSFMM to cache LRU end 2024-09-07T14:28:24.880 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T14:28:24.880 INFO:teuthology.orchestra.run.smithi107.stdout: "user_id": "bar.client.0", 2024-09-07T14:28:24.880 INFO:teuthology.orchestra.run.smithi107.stdout: "display_name": "Mr.bar.client.0", 2024-09-07T14:28:24.880 INFO:teuthology.orchestra.run.smithi107.stdout: "email": "bar+test@test.test", 2024-09-07T14:28:24.880 INFO:teuthology.orchestra.run.smithi107.stdout: "suspended": 0, 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: "max_buckets": 1000, 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: "subusers": [], 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: "keys": [ 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: "user": "bar.client.0", 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: "access_key": "HANYHHWEVUBUTPBSSFMM", 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: "secret_key": "qt0tiw6lbMzxGpXliCVc0zonLyy77riUV+mdGAqn8FHomGF9eym5tw==", 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: "active": true, 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:24.861817Z" 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: } 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: "swift_keys": [], 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: "caps": [], 2024-09-07T14:28:24.881 INFO:teuthology.orchestra.run.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: "default_placement": "", 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: "default_storage_class": "", 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: "placement_tags": [], 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: "bucket_quota": { 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: "user_quota": { 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:24.882 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: "temp_url_keys": [], 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "rgw", 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: "mfa_ids": [], 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: "account_id": "", 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: "path": "/", 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:24.861762Z", 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: "tags": [], 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: "group_ids": [] 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T14:28:24.883 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:24.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.881+0000 7f819b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:24.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.885+0000 7f82e6d9e9c0 20 remove_watcher() i=0 2024-09-07T14:28:24.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.885+0000 7f82e6d9e9c0 2 removed watcher, disabling cache 2024-09-07T14:28:24.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.889+0000 7f82e6d9e9c0 20 remove_watcher() i=1 2024-09-07T14:28:24.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.889+0000 7f82e6d9e9c0 20 remove_watcher() i=2 2024-09-07T14:28:24.894 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.893+0000 7f82e6d9e9c0 20 remove_watcher() i=3 2024-09-07T14:28:24.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.893+0000 7f82e6d9e9c0 20 remove_watcher() i=4 2024-09-07T14:28:24.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.897+0000 7f82e6d9e9c0 20 remove_watcher() i=5 2024-09-07T14:28:24.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.897+0000 7f82e6d9e9c0 20 remove_watcher() i=6 2024-09-07T14:28:24.901 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:24.897+0000 7f82e6d9e9c0 20 remove_watcher() i=7 2024-09-07T14:28:24.916 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 6820330067 --totp-seed 3HNJTNP25E733XPHOQ2XRMB7TVYZMUUT325XJKDAXFBQZJERZEREYYDEVRG4MZS4 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-07T14:28:25.008 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:25.008 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:25.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.049+0000 7fb8afe6e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.049+0000 7fb8afe6e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.049+0000 7fb8afe6e9c0 20 realm 2024-09-07T14:28:25.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.049+0000 7fb8afe6e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.049+0000 7fb8afe6e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.049+0000 7fb8afe6e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:25.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.049+0000 7fb8afe6e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.049+0000 7fb8afe6e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.049+0000 7fb8afe6e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.053+0000 7fb8afe6e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:25.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.053+0000 7fb8afe6e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.053+0000 7fb8afe6e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:25.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.053+0000 7fb8afe6e9c0 20 searching for the correct realm 2024-09-07T14:28:25.058 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.057+0000 7fb8ad974640 0 -- 172.21.15.107:0/3495966996 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fb8a807c040 msgr2=0x7fb8a808f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:25.275 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.273+0000 7fb8ad173640 0 -- 172.21.15.107:0/3495966996 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fb89805e600 msgr2=0x7fb89805c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:25.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.529+0000 7fb8afe6e9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:25.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.529+0000 7fb8afe6e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:25.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.529+0000 7fb8afe6e9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:25.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.529+0000 7fb8afe6e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:25.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.529+0000 7fb8afe6e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:25.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.529+0000 7fb8afe6e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:25.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.529+0000 7fb8afe6e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.529+0000 7fb8afe6e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.529+0000 7fb8afe6e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:25.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:25.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 zone default found 2024-09-07T14:28:25.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 4 Realm: () 2024-09-07T14:28:25.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:25.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:25.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:25.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 zonegroup default 2024-09-07T14:28:25.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.536 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.536 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.536 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.537 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 started sync module instance, tier type = 2024-09-07T14:28:25.537 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.533+0000 7fb8afe6e9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:25.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.561+0000 7fb8afe6e9c0 20 add_watcher() i=0 2024-09-07T14:28:25.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.561+0000 7fb8afe6e9c0 20 add_watcher() i=1 2024-09-07T14:28:25.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.561+0000 7fb8afe6e9c0 20 add_watcher() i=2 2024-09-07T14:28:25.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.561+0000 7fb8afe6e9c0 20 add_watcher() i=3 2024-09-07T14:28:25.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.561+0000 7fb8afe6e9c0 20 add_watcher() i=4 2024-09-07T14:28:25.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.561+0000 7fb8afe6e9c0 20 add_watcher() i=5 2024-09-07T14:28:25.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.561+0000 7fb8afe6e9c0 20 add_watcher() i=6 2024-09-07T14:28:25.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.561+0000 7fb8afe6e9c0 20 add_watcher() i=7 2024-09-07T14:28:25.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.561+0000 7fb8afe6e9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:25.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.565+0000 7fb75f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:25.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.565+0000 7fb8afe6e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:25.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.565+0000 7fb8afe6e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:25.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.565+0000 7fb8afe6e9c0 5 note: GC not initialized 2024-09-07T14:28:25.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.569+0000 7fb75e7fc640 20 reqs_thread_entry: start 2024-09-07T14:28:25.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.569+0000 7fb8afe6e9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:25.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.569+0000 7fb8afe6e9c0 20 Filter name: none 2024-09-07T14:28:25.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.569+0000 7fb6cffff640 20 reqs_thread_entry: start 2024-09-07T14:28:25.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.569+0000 7fb8afe6e9c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-07T14:28:25.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.569+0000 7fb8afe6e9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.569+0000 7fb8afe6e9c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-07T14:28:25.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.569+0000 7fb8afe6e9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2024-09-07T14:28:25.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.569+0000 7fb8afe6e9c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-07T14:28:25.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.569+0000 7fb8afe6e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:28:25.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.577+0000 7fb8afe6e9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-07T14:28:25.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.577+0000 7fb8afe6e9c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-07T14:28:25.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.577+0000 7fb8afe6e9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-07T14:28:25.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.577+0000 7fb7917fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202803 cookie 93868926339376 notifier 8558 bl.length()=659 2024-09-07T14:28:25.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.577+0000 7fb7917fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-07T14:28:25.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.577+0000 7fb7917fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-07T14:28:25.585 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.581+0000 7fb75f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:25.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.589+0000 7fb8afe6e9c0 20 remove_watcher() i=0 2024-09-07T14:28:25.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.589+0000 7fb8afe6e9c0 2 removed watcher, disabling cache 2024-09-07T14:28:25.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.589+0000 7fb8afe6e9c0 20 remove_watcher() i=1 2024-09-07T14:28:25.594 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.593+0000 7fb8afe6e9c0 20 remove_watcher() i=2 2024-09-07T14:28:25.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.593+0000 7fb8afe6e9c0 20 remove_watcher() i=3 2024-09-07T14:28:25.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.597+0000 7fb8afe6e9c0 20 remove_watcher() i=4 2024-09-07T14:28:25.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.597+0000 7fb8afe6e9c0 20 remove_watcher() i=5 2024-09-07T14:28:25.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.601+0000 7fb8afe6e9c0 20 remove_watcher() i=6 2024-09-07T14:28:25.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.601+0000 7fb8afe6e9c0 20 remove_watcher() i=7 2024-09-07T14:28:25.618 DEBUG:tasks.s3tests:Creating user testx$tenanteduser.client.0 on client.0 2024-09-07T14:28:25.618 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name 'Mr.testx$tenanteduser.client.0' --email 'testx$tenanteduser+test@test.test' --access-key RNUGPKMDGCWJJPIIJFIC --secret Fuj0Q+Pw3l0cUVutEI3afWA1gKArPf98rksW+N26mzJdT+m1UXrGdA== --cluster ceph 2024-09-07T14:28:25.657 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:25.657 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:25.699 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.697+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.697+0000 7fdac6dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.697+0000 7fdac6dcd9c0 20 realm 2024-09-07T14:28:25.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.697+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.697+0000 7fdac6dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.697+0000 7fdac6dcd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:25.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.697+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.697+0000 7fdac6dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.697+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.702 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.701+0000 7fdac6dcd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:25.702 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.701+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.701+0000 7fdac6dcd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:25.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.701+0000 7fdac6dcd9c0 20 searching for the correct realm 2024-09-07T14:28:25.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.705+0000 7fdac48d3640 0 -- 172.21.15.107:0/349458494 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fdab4093b10 msgr2=0x7fdab406b0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:25.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.921+0000 7fdac48d3640 0 -- 172.21.15.107:0/349458494 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fdab4093b10 msgr2=0x7fdab406b0b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:25.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.933+0000 7fdac6dcd9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:25.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.933+0000 7fdac6dcd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:25.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.933+0000 7fdac6dcd9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:25.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.933+0000 7fdac6dcd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:25.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.933+0000 7fdac6dcd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:25.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.933+0000 7fdac6dcd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:25.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.933+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.933+0000 7fdac6dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.933+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.933+0000 7fdac6dcd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:25.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.933+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:25.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 20 zone default found 2024-09-07T14:28:25.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 4 Realm: () 2024-09-07T14:28:25.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:25.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:25.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:25.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 20 zonegroup default 2024-09-07T14:28:25.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.941 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.941 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 20 started sync module instance, tier type = 2024-09-07T14:28:25.941 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.937+0000 7fdac6dcd9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:25.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.961+0000 7fdac6dcd9c0 20 add_watcher() i=0 2024-09-07T14:28:25.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.961+0000 7fdac6dcd9c0 20 add_watcher() i=1 2024-09-07T14:28:25.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.961+0000 7fdac6dcd9c0 20 add_watcher() i=2 2024-09-07T14:28:25.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.961+0000 7fdac6dcd9c0 20 add_watcher() i=3 2024-09-07T14:28:25.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.961+0000 7fdac6dcd9c0 20 add_watcher() i=4 2024-09-07T14:28:25.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.961+0000 7fdac6dcd9c0 20 add_watcher() i=5 2024-09-07T14:28:25.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.961+0000 7fdac6dcd9c0 20 add_watcher() i=6 2024-09-07T14:28:25.965 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.965+0000 7fdac6dcd9c0 20 add_watcher() i=7 2024-09-07T14:28:25.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.965+0000 7fdac6dcd9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:25.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fd97afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:25.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:25.970 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:25.970 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 5 note: GC not initialized 2024-09-07T14:28:25.970 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fd979fe3640 20 reqs_thread_entry: start 2024-09-07T14:28:25.970 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:25.971 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 20 Filter name: none 2024-09-07T14:28:25.971 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fd8eb7fe640 20 reqs_thread_entry: start 2024-09-07T14:28:25.971 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-07T14:28:25.971 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.972 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.972 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2024-09-07T14:28:25.972 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-07T14:28:25.972 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2024-09-07T14:28:25.972 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2024-09-07T14:28:25.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-07T14:28:25.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 10 cache get: name=default.rgw.meta+users.keys+RNUGPKMDGCWJJPIIJFIC : miss 2024-09-07T14:28:25.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:25.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:25.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 10 cache put: name=default.rgw.meta+users.keys+RNUGPKMDGCWJJPIIJFIC info.flags=0x0 2024-09-07T14:28:25.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 10 adding default.rgw.meta+users.keys+RNUGPKMDGCWJJPIIJFIC to cache LRU end 2024-09-07T14:28:25.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 10 cache get: name=default.rgw.meta+users.keys+RNUGPKMDGCWJJPIIJFIC : hit (negative entry) 2024-09-07T14:28:25.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.969+0000 7fdac6dcd9c0 10 cache get: name=default.rgw.meta+users.keys+RNUGPKMDGCWJJPIIJFIC : hit (negative entry) 2024-09-07T14:28:25.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.973+0000 7fdac6dcd9c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-07T14:28:25.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.973+0000 7fdac6dcd9c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-07T14:28:25.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.973+0000 7fdac6dcd9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-07T14:28:25.976 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.973+0000 7fd99bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202761 cookie 94518980494736 notifier 8576 bl.length()=719 2024-09-07T14:28:25.976 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.973+0000 7fd99bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-07T14:28:25.976 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.973+0000 7fd99bfff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-07T14:28:25.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.977+0000 7fdac6dcd9c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-07T14:28:25.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.977+0000 7fdac6dcd9c0 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-07T14:28:25.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.977+0000 7fdac6dcd9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2024-09-07T14:28:25.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.981+0000 7fd99b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202715 cookie 94518980501712 notifier 8576 bl.length()=215 2024-09-07T14:28:25.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.981+0000 7fd99b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-07T14:28:25.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.981+0000 7fd99b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-07T14:28:25.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.985+0000 7fdac6dcd9c0 10 cache put: name=default.rgw.meta+users.keys+RNUGPKMDGCWJJPIIJFIC info.flags=0x7 2024-09-07T14:28:25.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.985+0000 7fdac6dcd9c0 10 moving default.rgw.meta+users.keys+RNUGPKMDGCWJJPIIJFIC to cache LRU end 2024-09-07T14:28:25.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.985+0000 7fdac6dcd9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:RNUGPKMDGCWJJPIIJFIC, ofs0, ns] 2024-09-07T14:28:25.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.985+0000 7fd99b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202822 cookie 94518980492480 notifier 8576 bl.length()=201 2024-09-07T14:28:25.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.985+0000 7fd99b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+RNUGPKMDGCWJJPIIJFIC info.flags=0x7 2024-09-07T14:28:25.987 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.985+0000 7fd99b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+RNUGPKMDGCWJJPIIJFIC to cache LRU end 2024-09-07T14:28:25.989 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T14:28:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "user_id": "testx$tenanteduser.client.0", 2024-09-07T14:28:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "display_name": "Mr.testx$tenanteduser.client.0", 2024-09-07T14:28:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "email": "testx$tenanteduser+test@test.test", 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "suspended": 0, 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "max_buckets": 1000, 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "subusers": [], 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "keys": [ 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "user": "testx$tenanteduser.client.0", 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "access_key": "RNUGPKMDGCWJJPIIJFIC", 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "secret_key": "Fuj0Q+Pw3l0cUVutEI3afWA1gKArPf98rksW+N26mzJdT+m1UXrGdA==", 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "active": true, 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:25.974724Z" 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: } 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2024-09-07T14:28:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "swift_keys": [], 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "caps": [], 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "default_placement": "", 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "default_storage_class": "", 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "placement_tags": [], 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "bucket_quota": { 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "user_quota": { 2024-09-07T14:28:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "temp_url_keys": [], 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "rgw", 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "mfa_ids": [], 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "account_id": "", 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "path": "/", 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:25.974676Z", 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "tags": [], 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "group_ids": [] 2024-09-07T14:28:25.992 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T14:28:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:25.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.989+0000 7fd97afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:25.996 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.993+0000 7fdac6dcd9c0 20 remove_watcher() i=0 2024-09-07T14:28:25.996 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.993+0000 7fdac6dcd9c0 2 removed watcher, disabling cache 2024-09-07T14:28:25.998 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.997+0000 7fdac6dcd9c0 20 remove_watcher() i=1 2024-09-07T14:28:26.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:25.997+0000 7fdac6dcd9c0 20 remove_watcher() i=2 2024-09-07T14:28:26.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.001+0000 7fdac6dcd9c0 20 remove_watcher() i=3 2024-09-07T14:28:26.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.001+0000 7fdac6dcd9c0 20 remove_watcher() i=4 2024-09-07T14:28:26.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.005+0000 7fdac6dcd9c0 20 remove_watcher() i=5 2024-09-07T14:28:26.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.005+0000 7fdac6dcd9c0 20 remove_watcher() i=6 2024-09-07T14:28:26.009 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.005+0000 7fdac6dcd9c0 20 remove_watcher() i=7 2024-09-07T14:28:26.024 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 7386729067 --totp-seed OGZP6VBIGSRYTW7IMO7K6B4AWEV5O23LH23SIPEVCDETOU7RPYDPSXQVNRW7TDMA --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-07T14:28:26.111 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:26.112 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:26.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.153+0000 7fdc1bdda9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.153+0000 7fdc1bdda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.153+0000 7fdc1bdda9c0 20 realm 2024-09-07T14:28:26.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.153+0000 7fdc1bdda9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.153+0000 7fdc1bdda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.153+0000 7fdc1bdda9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:26.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.153+0000 7fdc1bdda9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.153+0000 7fdc1bdda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.153+0000 7fdc1bdda9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.157 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.157+0000 7fdc1bdda9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:26.157 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.157+0000 7fdc1bdda9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.157+0000 7fdc1bdda9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:26.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.157+0000 7fdc1bdda9c0 20 searching for the correct realm 2024-09-07T14:28:26.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.161+0000 7fdc198e0640 0 -- 172.21.15.107:0/4254460525 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fdc140692f0 msgr2=0x7fdc1406e9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:26.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.377+0000 7fdc198e0640 0 -- 172.21.15.107:0/4254460525 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fdc140692f0 msgr2=0x7fdc1406e9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:26.390 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:26.390 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:26.390 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:26.390 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:26.390 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:26.390 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:26.390 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.391 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.391 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.391 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:26.391 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:26.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 zone default found 2024-09-07T14:28:26.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 4 Realm: () 2024-09-07T14:28:26.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:26.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:26.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:26.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 zonegroup default 2024-09-07T14:28:26.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.393 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.389+0000 7fdc1bdda9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.394 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.393+0000 7fdc1bdda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.394 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.393+0000 7fdc1bdda9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.393+0000 7fdc1bdda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.393+0000 7fdc1bdda9c0 20 started sync module instance, tier type = 2024-09-07T14:28:26.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.393+0000 7fdc1bdda9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:26.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.417+0000 7fdc1bdda9c0 20 add_watcher() i=0 2024-09-07T14:28:26.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.417+0000 7fdc1bdda9c0 20 add_watcher() i=1 2024-09-07T14:28:26.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.417+0000 7fdc1bdda9c0 20 add_watcher() i=2 2024-09-07T14:28:26.419 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.417+0000 7fdc1bdda9c0 20 add_watcher() i=3 2024-09-07T14:28:26.419 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.417+0000 7fdc1bdda9c0 20 add_watcher() i=4 2024-09-07T14:28:26.419 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.417+0000 7fdc1bdda9c0 20 add_watcher() i=5 2024-09-07T14:28:26.419 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.417+0000 7fdc1bdda9c0 20 add_watcher() i=6 2024-09-07T14:28:26.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.417+0000 7fdc1bdda9c0 20 add_watcher() i=7 2024-09-07T14:28:26.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.417+0000 7fdc1bdda9c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:26.426 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdacffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:26.426 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdc1bdda9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:26.426 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdc1bdda9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:26.426 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdc1bdda9c0 5 note: GC not initialized 2024-09-07T14:28:26.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdacefe5640 20 reqs_thread_entry: start 2024-09-07T14:28:26.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdc1bdda9c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:26.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdc1bdda9c0 20 Filter name: none 2024-09-07T14:28:26.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdaccfe1640 20 reqs_thread_entry: start 2024-09-07T14:28:26.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdc1bdda9c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-07T14:28:26.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdc1bdda9c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdc1bdda9c0 20 rados_obj.operate() r=0 bl.length=519 2024-09-07T14:28:26.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdc1bdda9c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2024-09-07T14:28:26.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdc1bdda9c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-07T14:28:26.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.425+0000 7fdc1bdda9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:28:26.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.433+0000 7fdc1bdda9c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-07T14:28:26.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.433+0000 7fdc1bdda9c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-07T14:28:26.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.433+0000 7fdc1bdda9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-07T14:28:26.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.433+0000 7fdafd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202762 cookie 94713889858496 notifier 9156 bl.length()=733 2024-09-07T14:28:26.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.433+0000 7fdafd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-07T14:28:26.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.433+0000 7fdafd7fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-07T14:28:26.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.437+0000 7fdacffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:26.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.441+0000 7fdc1bdda9c0 20 remove_watcher() i=0 2024-09-07T14:28:26.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.441+0000 7fdc1bdda9c0 2 removed watcher, disabling cache 2024-09-07T14:28:26.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.445+0000 7fdc1bdda9c0 20 remove_watcher() i=1 2024-09-07T14:28:26.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.445+0000 7fdc1bdda9c0 20 remove_watcher() i=2 2024-09-07T14:28:26.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.449+0000 7fdc1bdda9c0 20 remove_watcher() i=3 2024-09-07T14:28:26.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.449+0000 7fdc1bdda9c0 20 remove_watcher() i=4 2024-09-07T14:28:26.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.453+0000 7fdc1bdda9c0 20 remove_watcher() i=5 2024-09-07T14:28:26.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.453+0000 7fdc1bdda9c0 20 remove_watcher() i=6 2024-09-07T14:28:26.458 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.457+0000 7fdc1bdda9c0 20 remove_watcher() i=7 2024-09-07T14:28:26.474 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2024-09-07T14:28:26.474 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key JTWVNNFADRSJAQKCXBWF --secret SRAt4AR+LDW6HGQ/SP6/UcNwm6BA4XmaFIt3H7sL+E45sZWPT6SK8w== --cluster ceph 2024-09-07T14:28:26.513 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:26.513 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:26.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.553+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.553+0000 7fde1c1b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.553+0000 7fde1c1b79c0 20 realm 2024-09-07T14:28:26.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.553+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.553+0000 7fde1c1b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.553+0000 7fde1c1b79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:26.558 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.553+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.558 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.557+0000 7fde1c1b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.558 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.557+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.559 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.557+0000 7fde1c1b79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:26.559 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.557+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.561 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.557+0000 7fde1c1b79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:26.561 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.557+0000 7fde1c1b79c0 20 searching for the correct realm 2024-09-07T14:28:26.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.561+0000 7fde1a4be640 0 -- 172.21.15.107:0/2688727164 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fde10017070 msgr2=0x7fde100a1250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:26.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.569+0000 7fde194bc640 0 -- 172.21.15.107:0/2688727164 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fde0c01a950 msgr2=0x7fde0c03a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:26.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.785+0000 7fde1c1b79c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:26.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.785+0000 7fde1c1b79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:26.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.785+0000 7fde1c1b79c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:26.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.785+0000 7fde1c1b79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:26.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.785+0000 7fde1c1b79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:26.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.785+0000 7fde1c1b79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:26.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.785+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:26.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:26.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 20 zone default found 2024-09-07T14:28:26.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 4 Realm: () 2024-09-07T14:28:26.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:26.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:26.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:26.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 20 zonegroup default 2024-09-07T14:28:26.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.789+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.793+0000 7fde1c1b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.793+0000 7fde1c1b79c0 20 started sync module instance, tier type = 2024-09-07T14:28:26.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.793+0000 7fde1c1b79c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:26.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.813+0000 7fde1c1b79c0 20 add_watcher() i=0 2024-09-07T14:28:26.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.813+0000 7fde1c1b79c0 20 add_watcher() i=1 2024-09-07T14:28:26.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.813+0000 7fde1c1b79c0 20 add_watcher() i=2 2024-09-07T14:28:26.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.813+0000 7fde1c1b79c0 20 add_watcher() i=3 2024-09-07T14:28:26.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.813+0000 7fde1c1b79c0 20 add_watcher() i=4 2024-09-07T14:28:26.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.813+0000 7fde1c1b79c0 20 add_watcher() i=5 2024-09-07T14:28:26.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.813+0000 7fde1c1b79c0 20 add_watcher() i=6 2024-09-07T14:28:26.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.813+0000 7fde1c1b79c0 20 add_watcher() i=7 2024-09-07T14:28:26.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.813+0000 7fde1c1b79c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:26.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.817+0000 7fdccb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:26.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.817+0000 7fde1c1b79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:26.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.817+0000 7fde1c1b79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:26.821 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 5 note: GC not initialized 2024-09-07T14:28:26.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fdcca7fc640 20 reqs_thread_entry: start 2024-09-07T14:28:26.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:26.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 20 Filter name: none 2024-09-07T14:28:26.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fdc3bfff640 20 reqs_thread_entry: start 2024-09-07T14:28:26.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-07T14:28:26.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2024-09-07T14:28:26.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-07T14:28:26.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2024-09-07T14:28:26.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2024-09-07T14:28:26.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-07T14:28:26.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 10 cache get: name=default.rgw.meta+users.keys+JTWVNNFADRSJAQKCXBWF : miss 2024-09-07T14:28:26.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:26.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:26.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 10 cache put: name=default.rgw.meta+users.keys+JTWVNNFADRSJAQKCXBWF info.flags=0x0 2024-09-07T14:28:26.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 10 adding default.rgw.meta+users.keys+JTWVNNFADRSJAQKCXBWF to cache LRU end 2024-09-07T14:28:26.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 10 cache get: name=default.rgw.meta+users.keys+JTWVNNFADRSJAQKCXBWF : hit (negative entry) 2024-09-07T14:28:26.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.821+0000 7fde1c1b79c0 10 cache get: name=default.rgw.meta+users.keys+JTWVNNFADRSJAQKCXBWF : hit (negative entry) 2024-09-07T14:28:26.826 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.825+0000 7fde1c1b79c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-07T14:28:26.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.825+0000 7fde1c1b79c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-07T14:28:26.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.825+0000 7fde1c1b79c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-07T14:28:26.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.825+0000 7fdcfd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202716 cookie 94706127807408 notifier 9177 bl.length()=660 2024-09-07T14:28:26.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.825+0000 7fdcfd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-07T14:28:26.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.825+0000 7fdcfd7fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-07T14:28:26.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.833+0000 7fde1c1b79c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-07T14:28:26.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.833+0000 7fde1c1b79c0 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-07T14:28:26.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.833+0000 7fde1c1b79c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2024-09-07T14:28:26.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.833+0000 7fdcfd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202804 cookie 94706127786576 notifier 9177 bl.length()=191 2024-09-07T14:28:26.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.833+0000 7fdcfd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-07T14:28:26.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.833+0000 7fdcfd7fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-07T14:28:26.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.837+0000 7fde1c1b79c0 10 cache put: name=default.rgw.meta+users.keys+JTWVNNFADRSJAQKCXBWF info.flags=0x7 2024-09-07T14:28:26.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.837+0000 7fde1c1b79c0 10 moving default.rgw.meta+users.keys+JTWVNNFADRSJAQKCXBWF to cache LRU end 2024-09-07T14:28:26.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.837+0000 7fde1c1b79c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:JTWVNNFADRSJAQKCXBWF, ofs0, ns] 2024-09-07T14:28:26.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.837+0000 7fdcfd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202763 cookie 94706127796176 notifier 9177 bl.length()=189 2024-09-07T14:28:26.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.837+0000 7fdcfd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JTWVNNFADRSJAQKCXBWF info.flags=0x7 2024-09-07T14:28:26.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.837+0000 7fdcfd7fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+JTWVNNFADRSJAQKCXBWF to cache LRU end 2024-09-07T14:28:26.842 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T14:28:26.842 INFO:teuthology.orchestra.run.smithi107.stdout: "user_id": "foobar.client.0", 2024-09-07T14:28:26.842 INFO:teuthology.orchestra.run.smithi107.stdout: "display_name": "Mr.foobar.client.0", 2024-09-07T14:28:26.842 INFO:teuthology.orchestra.run.smithi107.stdout: "email": "foobar+test@test.test", 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: "suspended": 0, 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: "max_buckets": 1000, 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: "subusers": [], 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: "keys": [ 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: "user": "foobar.client.0", 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: "access_key": "JTWVNNFADRSJAQKCXBWF", 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: "secret_key": "SRAt4AR+LDW6HGQ/SP6/UcNwm6BA4XmaFIt3H7sL+E45sZWPT6SK8w==", 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: "active": true, 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:26.826488Z" 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: } 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2024-09-07T14:28:26.843 INFO:teuthology.orchestra.run.smithi107.stdout: "swift_keys": [], 2024-09-07T14:28:26.844 INFO:teuthology.orchestra.run.smithi107.stdout: "caps": [], 2024-09-07T14:28:26.844 INFO:teuthology.orchestra.run.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T14:28:26.844 INFO:teuthology.orchestra.run.smithi107.stdout: "default_placement": "", 2024-09-07T14:28:26.844 INFO:teuthology.orchestra.run.smithi107.stdout: "default_storage_class": "", 2024-09-07T14:28:26.844 INFO:teuthology.orchestra.run.smithi107.stdout: "placement_tags": [], 2024-09-07T14:28:26.844 INFO:teuthology.orchestra.run.smithi107.stdout: "bucket_quota": { 2024-09-07T14:28:26.844 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:26.844 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:26.844 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:26.844 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:26.844 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:26.845 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:26.845 INFO:teuthology.orchestra.run.smithi107.stdout: "user_quota": { 2024-09-07T14:28:26.845 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:26.845 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:26.845 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:26.845 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:26.845 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:26.845 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:26.845 INFO:teuthology.orchestra.run.smithi107.stdout: "temp_url_keys": [], 2024-09-07T14:28:26.845 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "rgw", 2024-09-07T14:28:26.845 INFO:teuthology.orchestra.run.smithi107.stdout: "mfa_ids": [], 2024-09-07T14:28:26.846 INFO:teuthology.orchestra.run.smithi107.stdout: "account_id": "", 2024-09-07T14:28:26.846 INFO:teuthology.orchestra.run.smithi107.stdout: "path": "/", 2024-09-07T14:28:26.846 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:26.826449Z", 2024-09-07T14:28:26.846 INFO:teuthology.orchestra.run.smithi107.stdout: "tags": [], 2024-09-07T14:28:26.846 INFO:teuthology.orchestra.run.smithi107.stdout: "group_ids": [] 2024-09-07T14:28:26.846 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T14:28:26.846 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:26.846 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.841+0000 7fdccb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:26.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.845+0000 7fde1c1b79c0 20 remove_watcher() i=0 2024-09-07T14:28:26.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.845+0000 7fde1c1b79c0 2 removed watcher, disabling cache 2024-09-07T14:28:26.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.849+0000 7fde1c1b79c0 20 remove_watcher() i=1 2024-09-07T14:28:26.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.853+0000 7fde1c1b79c0 20 remove_watcher() i=2 2024-09-07T14:28:26.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.853+0000 7fde1c1b79c0 20 remove_watcher() i=3 2024-09-07T14:28:26.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.857+0000 7fde1c1b79c0 20 remove_watcher() i=4 2024-09-07T14:28:26.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.857+0000 7fde1c1b79c0 20 remove_watcher() i=5 2024-09-07T14:28:26.861 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.857+0000 7fde1c1b79c0 20 remove_watcher() i=6 2024-09-07T14:28:26.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:26.861+0000 7fde1c1b79c0 20 remove_watcher() i=7 2024-09-07T14:28:26.879 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 8598296862 --totp-seed TSEN4FB2UESWRHLJ7JWU4ALWOHQ2MGRAXFK4MQSB5WDNZ4IGDQZJY7UVKFGENRH3 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-07T14:28:26.968 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:26.968 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:27.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.009+0000 7f2335ab79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.009+0000 7f2335ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.009+0000 7f2335ab79c0 20 realm 2024-09-07T14:28:27.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.009+0000 7f2335ab79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.009+0000 7f2335ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.009+0000 7f2335ab79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:27.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.009+0000 7f2335ab79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.009+0000 7f2335ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.009+0000 7f2335ab79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.013+0000 7f2335ab79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:27.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.013+0000 7f2335ab79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.013+0000 7f2335ab79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:27.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.013+0000 7f2335ab79c0 20 searching for the correct realm 2024-09-07T14:28:27.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.017+0000 7f2333dbe640 0 -- 172.21.15.107:0/703249682 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f2328008070 msgr2=0x7f2328091a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:27.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.233+0000 7f2332dbc640 0 -- 172.21.15.107:0/703249682 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f23240910c0 msgr2=0x7f232406aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:27.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.449+0000 7f2335ab79c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:27.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.449+0000 7f2335ab79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:27.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.449+0000 7f2335ab79c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:27.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.449+0000 7f2335ab79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:27.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.449+0000 7f2335ab79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:27.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.449+0000 7f2335ab79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:27.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:27.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.455 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:27.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 zone default found 2024-09-07T14:28:27.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 4 Realm: () 2024-09-07T14:28:27.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:27.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:27.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:27.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 zonegroup default 2024-09-07T14:28:27.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.453+0000 7f2335ab79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.457+0000 7f2335ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.458 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.457+0000 7f2335ab79c0 20 started sync module instance, tier type = 2024-09-07T14:28:27.458 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.457+0000 7f2335ab79c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:27.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.477+0000 7f2335ab79c0 20 add_watcher() i=0 2024-09-07T14:28:27.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.477+0000 7f2335ab79c0 20 add_watcher() i=1 2024-09-07T14:28:27.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.477+0000 7f2335ab79c0 20 add_watcher() i=2 2024-09-07T14:28:27.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.477+0000 7f2335ab79c0 20 add_watcher() i=3 2024-09-07T14:28:27.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.477+0000 7f2335ab79c0 20 add_watcher() i=4 2024-09-07T14:28:27.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.477+0000 7f2335ab79c0 20 add_watcher() i=5 2024-09-07T14:28:27.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.477+0000 7f2335ab79c0 20 add_watcher() i=6 2024-09-07T14:28:27.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.481+0000 7f2335ab79c0 20 add_watcher() i=7 2024-09-07T14:28:27.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.481+0000 7f2335ab79c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:27.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f21e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:27.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f2335ab79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:27.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f2335ab79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:27.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f2335ab79c0 5 note: GC not initialized 2024-09-07T14:28:27.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f21e8fe1640 20 reqs_thread_entry: start 2024-09-07T14:28:27.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f2335ab79c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:27.487 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f2335ab79c0 20 Filter name: none 2024-09-07T14:28:27.487 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f21627fc640 20 reqs_thread_entry: start 2024-09-07T14:28:27.487 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f2335ab79c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-07T14:28:27.487 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f2335ab79c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.487 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f2335ab79c0 20 rados_obj.operate() r=0 bl.length=472 2024-09-07T14:28:27.487 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f2335ab79c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-07T14:28:27.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f2335ab79c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-07T14:28:27.488 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.485+0000 7f2335ab79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:28:27.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.489+0000 7f2335ab79c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-07T14:28:27.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.489+0000 7f2335ab79c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-07T14:28:27.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.489+0000 7f2335ab79c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-07T14:28:27.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.489+0000 7f2216ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202717 cookie 94651741224288 notifier 9198 bl.length()=674 2024-09-07T14:28:27.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.489+0000 7f2216ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-07T14:28:27.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.489+0000 7f2216ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-07T14:28:27.496 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.493+0000 7f21e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:27.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.497+0000 7f2335ab79c0 20 remove_watcher() i=0 2024-09-07T14:28:27.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.497+0000 7f2335ab79c0 2 removed watcher, disabling cache 2024-09-07T14:28:27.503 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.501+0000 7f2335ab79c0 20 remove_watcher() i=1 2024-09-07T14:28:27.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.505+0000 7f2335ab79c0 20 remove_watcher() i=2 2024-09-07T14:28:27.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.505+0000 7f2335ab79c0 20 remove_watcher() i=3 2024-09-07T14:28:27.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.509+0000 7f2335ab79c0 20 remove_watcher() i=4 2024-09-07T14:28:27.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.509+0000 7f2335ab79c0 20 remove_watcher() i=5 2024-09-07T14:28:27.513 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.509+0000 7f2335ab79c0 20 remove_watcher() i=6 2024-09-07T14:28:27.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.513+0000 7f2335ab79c0 20 remove_watcher() i=7 2024-09-07T14:28:27.530 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2024-09-07T14:28:27.563 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:27.563 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:27.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.601+0000 7f05536d69c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.605+0000 7f05536d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.605+0000 7f05536d69c0 20 realm 2024-09-07T14:28:27.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.605+0000 7f05536d69c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.605+0000 7f05536d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.605+0000 7f05536d69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:27.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.605+0000 7f05536d69c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.605+0000 7f05536d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.605+0000 7f05536d69c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.605+0000 7f05536d69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:27.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.605+0000 7f05536d69c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.609+0000 7f05536d69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:27.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.609+0000 7f05536d69c0 20 searching for the correct realm 2024-09-07T14:28:27.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.613+0000 7f05511dc640 0 -- 172.21.15.107:0/2695821299 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f054c05c4e0 msgr2=0x7f054c07e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:27.831 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.829+0000 7f05511dc640 0 -- 172.21.15.107:0/2695821299 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f054c05c4e0 msgr2=0x7f054c07e320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:27.842 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:27.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:27.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:27.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:27.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:27.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:27.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:27.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:27.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 zone default found 2024-09-07T14:28:27.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 4 Realm: () 2024-09-07T14:28:27.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:27.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:27.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:27.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 zonegroup default 2024-09-07T14:28:27.846 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.841+0000 7f05536d69c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.846 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.845+0000 7f05536d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.846 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.845+0000 7f05536d69c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.846 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.845+0000 7f05536d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.845+0000 7f05536d69c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.845+0000 7f05536d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:27.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.845+0000 7f05536d69c0 20 started sync module instance, tier type = 2024-09-07T14:28:27.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.845+0000 7f05536d69c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:27.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.869+0000 7f05536d69c0 20 add_watcher() i=0 2024-09-07T14:28:27.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.869+0000 7f05536d69c0 20 add_watcher() i=1 2024-09-07T14:28:27.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.869+0000 7f05536d69c0 20 add_watcher() i=2 2024-09-07T14:28:27.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.869+0000 7f05536d69c0 20 add_watcher() i=3 2024-09-07T14:28:27.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.869+0000 7f05536d69c0 20 add_watcher() i=4 2024-09-07T14:28:27.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.869+0000 7f05536d69c0 20 add_watcher() i=5 2024-09-07T14:28:27.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.869+0000 7f05536d69c0 20 add_watcher() i=6 2024-09-07T14:28:27.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.873+0000 7f05536d69c0 20 add_watcher() i=7 2024-09-07T14:28:27.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.873+0000 7f05536d69c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:27.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f0407fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:27.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f05536d69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:27.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f05536d69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:27.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f05536d69c0 5 note: GC not initialized 2024-09-07T14:28:27.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f0406fe5640 20 reqs_thread_entry: start 2024-09-07T14:28:27.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f05536d69c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:27.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f05536d69c0 20 Filter name: none 2024-09-07T14:28:27.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f0404fe1640 20 reqs_thread_entry: start 2024-09-07T14:28:27.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f05536d69c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-07T14:28:27.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f05536d69c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:27.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f05536d69c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-07T14:28:27.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f05536d69c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-07T14:28:27.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f05536d69c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-07T14:28:27.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.877+0000 7f05536d69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:28:27.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.881+0000 7f05536d69c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-07T14:28:27.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.881+0000 7f05536d69c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-07T14:28:27.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.881+0000 7f05536d69c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-07T14:28:27.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.881+0000 7f0434ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202718 cookie 94905108494320 notifier 8636 bl.length()=727 2024-09-07T14:28:27.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.881+0000 7f0434ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-07T14:28:27.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.881+0000 7f0434ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-07T14:28:27.885 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T14:28:27.885 INFO:teuthology.orchestra.run.smithi107.stdout: "user_id": "foobar.client.0", 2024-09-07T14:28:27.885 INFO:teuthology.orchestra.run.smithi107.stdout: "display_name": "Mr.foobar.client.0", 2024-09-07T14:28:27.885 INFO:teuthology.orchestra.run.smithi107.stdout: "email": "foobar+test@test.test", 2024-09-07T14:28:27.885 INFO:teuthology.orchestra.run.smithi107.stdout: "suspended": 0, 2024-09-07T14:28:27.886 INFO:teuthology.orchestra.run.smithi107.stdout: "max_buckets": 1000, 2024-09-07T14:28:27.886 INFO:teuthology.orchestra.run.smithi107.stdout: "subusers": [], 2024-09-07T14:28:27.886 INFO:teuthology.orchestra.run.smithi107.stdout: "keys": [ 2024-09-07T14:28:27.886 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:28:27.886 INFO:teuthology.orchestra.run.smithi107.stdout: "user": "foobar.client.0", 2024-09-07T14:28:27.886 INFO:teuthology.orchestra.run.smithi107.stdout: "access_key": "JTWVNNFADRSJAQKCXBWF", 2024-09-07T14:28:27.886 INFO:teuthology.orchestra.run.smithi107.stdout: "secret_key": "SRAt4AR+LDW6HGQ/SP6/UcNwm6BA4XmaFIt3H7sL+E45sZWPT6SK8w==", 2024-09-07T14:28:27.886 INFO:teuthology.orchestra.run.smithi107.stdout: "active": true, 2024-09-07T14:28:27.886 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:26.826488Z" 2024-09-07T14:28:27.886 INFO:teuthology.orchestra.run.smithi107.stdout: } 2024-09-07T14:28:27.886 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2024-09-07T14:28:27.886 INFO:teuthology.orchestra.run.smithi107.stdout: "swift_keys": [], 2024-09-07T14:28:27.887 INFO:teuthology.orchestra.run.smithi107.stdout: "caps": [ 2024-09-07T14:28:27.887 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:28:27.887 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "oidc-provider", 2024-09-07T14:28:27.887 INFO:teuthology.orchestra.run.smithi107.stdout: "perm": "*" 2024-09-07T14:28:27.887 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:27.887 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:28:27.887 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "roles", 2024-09-07T14:28:27.887 INFO:teuthology.orchestra.run.smithi107.stdout: "perm": "*" 2024-09-07T14:28:27.887 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:27.887 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:28:27.887 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "user-policy", 2024-09-07T14:28:27.887 INFO:teuthology.orchestra.run.smithi107.stdout: "perm": "*" 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: } 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: "default_placement": "", 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: "default_storage_class": "", 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: "placement_tags": [], 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: "bucket_quota": { 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:27.888 INFO:teuthology.orchestra.run.smithi107.stdout: "user_quota": { 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: "temp_url_keys": [], 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "rgw", 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: "mfa_ids": [ 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: "8598296862" 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: "account_id": "", 2024-09-07T14:28:27.889 INFO:teuthology.orchestra.run.smithi107.stdout: "path": "/", 2024-09-07T14:28:27.890 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:26.826449Z", 2024-09-07T14:28:27.890 INFO:teuthology.orchestra.run.smithi107.stdout: "tags": [], 2024-09-07T14:28:27.890 INFO:teuthology.orchestra.run.smithi107.stdout: "group_ids": [] 2024-09-07T14:28:27.890 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T14:28:27.890 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:27.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.885+0000 7f0407fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:27.891 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.889+0000 7f05536d69c0 20 remove_watcher() i=0 2024-09-07T14:28:27.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.889+0000 7f05536d69c0 2 removed watcher, disabling cache 2024-09-07T14:28:27.894 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.893+0000 7f05536d69c0 20 remove_watcher() i=1 2024-09-07T14:28:27.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.893+0000 7f05536d69c0 20 remove_watcher() i=2 2024-09-07T14:28:27.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.897+0000 7f05536d69c0 20 remove_watcher() i=3 2024-09-07T14:28:27.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.897+0000 7f05536d69c0 20 remove_watcher() i=4 2024-09-07T14:28:27.902 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.901+0000 7f05536d69c0 20 remove_watcher() i=5 2024-09-07T14:28:27.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.901+0000 7f05536d69c0 20 remove_watcher() i=6 2024-09-07T14:28:27.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:27.901+0000 7f05536d69c0 20 remove_watcher() i=7 2024-09-07T14:28:27.921 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2024-09-07T14:28:28.000 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:28.000 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:28.238 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.237+0000 7f89030e6640 0 --2- 172.21.15.107:0/2389694890 >> [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] conn(0x55d83666f750 0x55d83666fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-07T14:28:28.252 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.249+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.254 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.253+0000 7f8905de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:28.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.253+0000 7f8905de19c0 20 realm 2024-09-07T14:28:28.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.253+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.253+0000 7f8905de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:28.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.253+0000 7f8905de19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:28.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.253+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.253+0000 7f8905de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:28.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.253+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.256 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.253+0000 7f8905de19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:28.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.253+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.257+0000 7f8905de19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:28.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.257+0000 7f8905de19c0 20 searching for the correct realm 2024-09-07T14:28:28.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.257+0000 7f89030e6640 0 -- 172.21.15.107:0/2888405943 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f88f4024040 msgr2=0x7f88f40397e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:28.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.473+0000 7f89040e8640 0 -- 172.21.15.107:0/2888405943 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f88ec0e3bc0 msgr2=0x7f88ec1253c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:28.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.489+0000 7f8905de19c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:28.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.489+0000 7f8905de19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:28.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.489+0000 7f8905de19c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:28.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.489+0000 7f8905de19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:28.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.489+0000 7f8905de19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:28.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.489+0000 7f8905de19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:28.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.489+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.489+0000 7f8905de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:28.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.489+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:28.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.494 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:28.494 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 zone default found 2024-09-07T14:28:28.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 4 Realm: () 2024-09-07T14:28:28.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:28.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:28.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:28.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 zonegroup default 2024-09-07T14:28:28.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:28.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.496 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:28.496 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.497 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:28.497 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 started sync module instance, tier type = 2024-09-07T14:28:28.497 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.493+0000 7f8905de19c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:28.520 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.517+0000 7f8905de19c0 20 add_watcher() i=0 2024-09-07T14:28:28.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.517+0000 7f8905de19c0 20 add_watcher() i=1 2024-09-07T14:28:28.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.517+0000 7f8905de19c0 20 add_watcher() i=2 2024-09-07T14:28:28.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.517+0000 7f8905de19c0 20 add_watcher() i=3 2024-09-07T14:28:28.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.517+0000 7f8905de19c0 20 add_watcher() i=4 2024-09-07T14:28:28.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.517+0000 7f8905de19c0 20 add_watcher() i=5 2024-09-07T14:28:28.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.517+0000 7f8905de19c0 20 add_watcher() i=6 2024-09-07T14:28:28.523 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.521+0000 7f8905de19c0 20 add_watcher() i=7 2024-09-07T14:28:28.523 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.521+0000 7f8905de19c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:28.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f87b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:28.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f8905de19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:28.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f8905de19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:28.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f8905de19c0 5 note: GC not initialized 2024-09-07T14:28:28.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f87b8fe1640 20 reqs_thread_entry: start 2024-09-07T14:28:28.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f8905de19c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:28.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f8905de19c0 20 Filter name: none 2024-09-07T14:28:28.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f87327fc640 20 reqs_thread_entry: start 2024-09-07T14:28:28.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f8905de19c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2024-09-07T14:28:28.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f8905de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:28.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f8905de19c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2024-09-07T14:28:28.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f8905de19c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-07T14:28:28.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.525+0000 7f8905de19c0 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2024-09-07T14:28:28.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.529+0000 7f8905de19c0 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2024-09-07T14:28:28.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.529+0000 7f8905de19c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.529+0000 7f8905de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:28.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.529+0000 7f8905de19c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2024-09-07T14:28:28.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.529+0000 7f8905de19c0 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-07T14:28:28.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.529+0000 7f8905de19c0 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2024-09-07T14:28:28.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.529+0000 7f8905de19c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-07T14:28:28.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.529+0000 7f8905de19c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-07T14:28:28.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.529+0000 7f8905de19c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2024-09-07T14:28:28.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.533+0000 7f87e2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202805 cookie 94387114235184 notifier 8654 bl.length()=384 2024-09-07T14:28:28.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.533+0000 7f87e2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-07T14:28:28.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.533+0000 7f87e2ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-07T14:28:28.539 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.537+0000 7f8905de19c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-07T14:28:28.539 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.537+0000 7f8905de19c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-07T14:28:28.539 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.537+0000 7f8905de19c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2024-09-07T14:28:28.540 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.537+0000 7f87e27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202823 cookie 94387114237520 notifier 8654 bl.length()=225 2024-09-07T14:28:28.540 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.537+0000 7f87e27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-07T14:28:28.540 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.537+0000 7f87e27fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-07T14:28:28.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.545+0000 7f8905de19c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-07T14:28:28.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.545+0000 7f8905de19c0 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-07T14:28:28.546 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.545+0000 7f8905de19c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2024-09-07T14:28:28.546 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.545+0000 7f87e27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202740 cookie 94387114244320 notifier 8654 bl.length()=234 2024-09-07T14:28:28.546 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.545+0000 7f87e27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-07T14:28:28.546 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.545+0000 7f87e27fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-07T14:28:28.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.549+0000 7f87b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:28.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.553+0000 7f8905de19c0 20 remove_watcher() i=0 2024-09-07T14:28:28.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.553+0000 7f8905de19c0 2 removed watcher, disabling cache 2024-09-07T14:28:28.558 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.557+0000 7f8905de19c0 20 remove_watcher() i=1 2024-09-07T14:28:28.560 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.557+0000 7f8905de19c0 20 remove_watcher() i=2 2024-09-07T14:28:28.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.561+0000 7f8905de19c0 20 remove_watcher() i=3 2024-09-07T14:28:28.565 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.561+0000 7f8905de19c0 20 remove_watcher() i=4 2024-09-07T14:28:28.566 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.565+0000 7f8905de19c0 20 remove_watcher() i=5 2024-09-07T14:28:28.568 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.565+0000 7f8905de19c0 20 remove_watcher() i=6 2024-09-07T14:28:28.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.569+0000 7f8905de19c0 20 remove_watcher() i=7 2024-09-07T14:28:28.582 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T14:28:28.582 INFO:teuthology.orchestra.run.smithi107.stdout: "id": "RGW88888888888888888", 2024-09-07T14:28:28.582 INFO:teuthology.orchestra.run.smithi107.stdout: "tenant": "", 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "name": "Mr.RGW88888888888888888", 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "email": "RGW88888888888888888+test@test.test", 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "quota": { 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "bucket_quota": { 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:28.583 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:28.584 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:28.584 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:28.584 INFO:teuthology.orchestra.run.smithi107.stdout: "max_users": 1000, 2024-09-07T14:28:28.584 INFO:teuthology.orchestra.run.smithi107.stdout: "max_roles": 1000, 2024-09-07T14:28:28.584 INFO:teuthology.orchestra.run.smithi107.stdout: "max_groups": 1000, 2024-09-07T14:28:28.584 INFO:teuthology.orchestra.run.smithi107.stdout: "max_buckets": 1000, 2024-09-07T14:28:28.584 INFO:teuthology.orchestra.run.smithi107.stdout: "max_access_keys": 4 2024-09-07T14:28:28.584 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T14:28:28.585 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2024-09-07T14:28:28.585 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key YQEFVSDTBNHYZCMXUOXX --secret vKRZcoPfQeIsKsebB0IK2jdunqM3lSthYrkWxZnb6m6l8HD/+JPF2w== --cluster ceph --account-id RGW88888888888888888 --account-root 2024-09-07T14:28:28.678 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:28.678 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:28.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.717+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.717+0000 7faa62ff99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:28.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.717+0000 7faa62ff99c0 20 realm 2024-09-07T14:28:28.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.717+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.717+0000 7faa62ff99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:28.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.717+0000 7faa62ff99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:28.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.717+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.717+0000 7faa62ff99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:28.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.717+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.722 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.721+0000 7faa62ff99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:28.722 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.721+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:28.724 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.721+0000 7faa62ff99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:28.724 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.721+0000 7faa62ff99c0 20 searching for the correct realm 2024-09-07T14:28:28.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.725+0000 7faa61300640 0 -- 172.21.15.107:0/364281655 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7faa540419a0 msgr2=0x7faa54033410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:28.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:28.941+0000 7faa602fe640 0 -- 172.21.15.107:0/364281655 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7faa5812f040 msgr2=0x7faa58107a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:29.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.157+0000 7faa62ff99c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:29.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.157+0000 7faa62ff99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:29.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.157+0000 7faa62ff99c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:29.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.157+0000 7faa62ff99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:29.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.157+0000 7faa62ff99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:29.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.157+0000 7faa62ff99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:29.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.157+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.157+0000 7faa62ff99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.157+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:29.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:29.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 zone default found 2024-09-07T14:28:29.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 4 Realm: () 2024-09-07T14:28:29.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:29.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:29.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:29.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 zonegroup default 2024-09-07T14:28:29.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.164 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.164 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 started sync module instance, tier type = 2024-09-07T14:28:29.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.161+0000 7faa62ff99c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:29.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.185+0000 7faa62ff99c0 20 add_watcher() i=0 2024-09-07T14:28:29.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.185+0000 7faa62ff99c0 20 add_watcher() i=1 2024-09-07T14:28:29.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.185+0000 7faa62ff99c0 20 add_watcher() i=2 2024-09-07T14:28:29.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.185+0000 7faa62ff99c0 20 add_watcher() i=3 2024-09-07T14:28:29.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.185+0000 7faa62ff99c0 20 add_watcher() i=4 2024-09-07T14:28:29.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.185+0000 7faa62ff99c0 20 add_watcher() i=5 2024-09-07T14:28:29.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.185+0000 7faa62ff99c0 20 add_watcher() i=6 2024-09-07T14:28:29.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.185+0000 7faa62ff99c0 20 add_watcher() i=7 2024-09-07T14:28:29.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.185+0000 7faa62ff99c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:29.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.189+0000 7fa9177e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:29.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.189+0000 7faa62ff99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:29.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.189+0000 7faa62ff99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:29.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.189+0000 7faa62ff99c0 5 note: GC not initialized 2024-09-07T14:28:29.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.189+0000 7fa9167e4640 20 reqs_thread_entry: start 2024-09-07T14:28:29.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.189+0000 7faa62ff99c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:29.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 20 Filter name: none 2024-09-07T14:28:29.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7fa90f7fe640 20 reqs_thread_entry: start 2024-09-07T14:28:29.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-07T14:28:29.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2024-09-07T14:28:29.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-07T14:28:29.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2024-09-07T14:28:29.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2024-09-07T14:28:29.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-07T14:28:29.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 cache get: name=default.rgw.meta+users.keys+YQEFVSDTBNHYZCMXUOXX : miss 2024-09-07T14:28:29.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 cache put: name=default.rgw.meta+users.keys+YQEFVSDTBNHYZCMXUOXX info.flags=0x0 2024-09-07T14:28:29.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 adding default.rgw.meta+users.keys+YQEFVSDTBNHYZCMXUOXX to cache LRU end 2024-09-07T14:28:29.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2024-09-07T14:28:29.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-07T14:28:29.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-07T14:28:29.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-07T14:28:29.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:28:29.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 cache get: name=default.rgw.meta+users.keys+YQEFVSDTBNHYZCMXUOXX : hit (negative entry) 2024-09-07T14:28:29.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.193+0000 7faa62ff99c0 10 cache get: name=default.rgw.meta+users.keys+YQEFVSDTBNHYZCMXUOXX : hit (negative entry) 2024-09-07T14:28:29.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.197+0000 7faa62ff99c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-07T14:28:29.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.197+0000 7faa62ff99c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-07T14:28:29.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.197+0000 7faa62ff99c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-07T14:28:29.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.201+0000 7fa937fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202806 cookie 94342122248880 notifier 9255 bl.length()=681 2024-09-07T14:28:29.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.201+0000 7fa937fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-07T14:28:29.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.201+0000 7fa937fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-07T14:28:29.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.205+0000 7faa62ff99c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-07T14:28:29.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.205+0000 7faa62ff99c0 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-07T14:28:29.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.205+0000 7faa62ff99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2024-09-07T14:28:29.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.205+0000 7fa937fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202764 cookie 94342122259936 notifier 9255 bl.length()=189 2024-09-07T14:28:29.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.205+0000 7fa937fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-07T14:28:29.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.205+0000 7fa937fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-07T14:28:29.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.209+0000 7faa62ff99c0 10 cache put: name=default.rgw.meta+users.keys+YQEFVSDTBNHYZCMXUOXX info.flags=0x7 2024-09-07T14:28:29.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.209+0000 7faa62ff99c0 10 moving default.rgw.meta+users.keys+YQEFVSDTBNHYZCMXUOXX to cache LRU end 2024-09-07T14:28:29.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.209+0000 7faa62ff99c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:YQEFVSDTBNHYZCMXUOXX, ofs0, ns] 2024-09-07T14:28:29.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.213+0000 7fa9377fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202824 cookie 94342122253648 notifier 9255 bl.length()=188 2024-09-07T14:28:29.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.213+0000 7fa9377fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+YQEFVSDTBNHYZCMXUOXX info.flags=0x7 2024-09-07T14:28:29.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.213+0000 7fa9377fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+YQEFVSDTBNHYZCMXUOXX to cache LRU end 2024-09-07T14:28:29.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.217+0000 7faa62ff99c0 20 linked user root1.client.0 to account RGW88888888888888888 2024-09-07T14:28:29.218 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T14:28:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: "user_id": "root1.client.0", 2024-09-07T14:28:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: "display_name": "Mr.RGW88888888888888888", 2024-09-07T14:28:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: "email": "root1+test@test.test", 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "suspended": 0, 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "max_buckets": 1000, 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "subusers": [], 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "keys": [ 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "user": "root1.client.0", 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "access_key": "YQEFVSDTBNHYZCMXUOXX", 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "secret_key": "vKRZcoPfQeIsKsebB0IK2jdunqM3lSthYrkWxZnb6m6l8HD/+JPF2w==", 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "active": true, 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:29.198493Z" 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: } 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2024-09-07T14:28:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "swift_keys": [], 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "caps": [], 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "default_placement": "", 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "default_storage_class": "", 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "placement_tags": [], 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "bucket_quota": { 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "user_quota": { 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "temp_url_keys": [], 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "root", 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "mfa_ids": [], 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "account_id": "RGW88888888888888888", 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "path": "/", 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:29.198459Z", 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "tags": [], 2024-09-07T14:28:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "group_ids": [] 2024-09-07T14:28:29.222 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T14:28:29.222 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:29.222 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.217+0000 7fa9177e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:29.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.225+0000 7faa62ff99c0 20 remove_watcher() i=0 2024-09-07T14:28:29.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.225+0000 7faa62ff99c0 2 removed watcher, disabling cache 2024-09-07T14:28:29.228 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.225+0000 7faa62ff99c0 20 remove_watcher() i=1 2024-09-07T14:28:29.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.229+0000 7faa62ff99c0 20 remove_watcher() i=2 2024-09-07T14:28:29.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.229+0000 7faa62ff99c0 20 remove_watcher() i=3 2024-09-07T14:28:29.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.233+0000 7faa62ff99c0 20 remove_watcher() i=4 2024-09-07T14:28:29.237 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.233+0000 7faa62ff99c0 20 remove_watcher() i=5 2024-09-07T14:28:29.238 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.237+0000 7faa62ff99c0 20 remove_watcher() i=6 2024-09-07T14:28:29.240 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.237+0000 7faa62ff99c0 20 remove_watcher() i=7 2024-09-07T14:28:29.257 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 3114822179 --totp-seed NOBWVMOT2CU6SPUUO252JLXVELWWUM6B6SXRVNU664Z7PXX5XX3GEQKH47WDJYZW --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-07T14:28:29.303 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:29.303 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:29.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.341+0000 7fa6035199c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.345+0000 7fa6035199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.345+0000 7fa6035199c0 20 realm 2024-09-07T14:28:29.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.345+0000 7fa6035199c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.345+0000 7fa6035199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.345+0000 7fa6035199c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:29.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.345+0000 7fa6035199c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.345+0000 7fa6035199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.345+0000 7fa6035199c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.345+0000 7fa6035199c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:29.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.345+0000 7fa6035199c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.349+0000 7fa6035199c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:29.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.349+0000 7fa6035199c0 20 searching for the correct realm 2024-09-07T14:28:29.353 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.349+0000 7fa601820640 0 -- 172.21.15.107:0/2845993901 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fa5f8027040 msgr2=0x7fa5f8026410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:29.361 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.357+0000 7fa60081e640 0 -- 172.21.15.107:0/2845993901 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fa5f40799d0 msgr2=0x7fa5f407a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:29.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.573+0000 7fa6035199c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:29.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.573+0000 7fa6035199c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:29.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.573+0000 7fa6035199c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:29.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.573+0000 7fa6035199c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:29.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.573+0000 7fa6035199c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:29.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.573+0000 7fa6035199c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:29.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.573+0000 7fa6035199c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:29.578 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:29.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 20 zone default found 2024-09-07T14:28:29.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 4 Realm: () 2024-09-07T14:28:29.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:29.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:29.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:29.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 20 zonegroup default 2024-09-07T14:28:29.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.577+0000 7fa6035199c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.581+0000 7fa6035199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.581+0000 7fa6035199c0 20 started sync module instance, tier type = 2024-09-07T14:28:29.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.581+0000 7fa6035199c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:29.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.601+0000 7fa6035199c0 20 add_watcher() i=0 2024-09-07T14:28:29.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.601+0000 7fa6035199c0 20 add_watcher() i=1 2024-09-07T14:28:29.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.601+0000 7fa6035199c0 20 add_watcher() i=2 2024-09-07T14:28:29.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.601+0000 7fa6035199c0 20 add_watcher() i=3 2024-09-07T14:28:29.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.601+0000 7fa6035199c0 20 add_watcher() i=4 2024-09-07T14:28:29.606 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.601+0000 7fa6035199c0 20 add_watcher() i=5 2024-09-07T14:28:29.606 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.601+0000 7fa6035199c0 20 add_watcher() i=6 2024-09-07T14:28:29.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.605+0000 7fa6035199c0 20 add_watcher() i=7 2024-09-07T14:28:29.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.605+0000 7fa6035199c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:29.612 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.609+0000 7fa4b77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:29.612 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.609+0000 7fa6035199c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:29.612 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.609+0000 7fa6035199c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:29.612 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.609+0000 7fa6035199c0 5 note: GC not initialized 2024-09-07T14:28:29.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.609+0000 7fa4b67e4640 20 reqs_thread_entry: start 2024-09-07T14:28:29.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.609+0000 7fa6035199c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:29.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.609+0000 7fa6035199c0 20 Filter name: none 2024-09-07T14:28:29.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.609+0000 7fa427fff640 20 reqs_thread_entry: start 2024-09-07T14:28:29.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.609+0000 7fa6035199c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-07T14:28:29.613 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.609+0000 7fa6035199c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.613+0000 7fa6035199c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-07T14:28:29.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.613+0000 7fa6035199c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2024-09-07T14:28:29.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.613+0000 7fa6035199c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-07T14:28:29.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.613+0000 7fa6035199c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:28:29.618 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.617+0000 7fa6035199c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-07T14:28:29.618 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.617+0000 7fa6035199c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-07T14:28:29.618 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.617+0000 7fa6035199c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-07T14:28:29.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.617+0000 7fa4e4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202807 cookie 94471161509600 notifier 9276 bl.length()=695 2024-09-07T14:28:29.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.617+0000 7fa4e4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-07T14:28:29.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.617+0000 7fa4e4ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-07T14:28:29.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.621+0000 7fa4b77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:29.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.625+0000 7fa6035199c0 20 remove_watcher() i=0 2024-09-07T14:28:29.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.625+0000 7fa6035199c0 2 removed watcher, disabling cache 2024-09-07T14:28:29.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.629+0000 7fa6035199c0 20 remove_watcher() i=1 2024-09-07T14:28:29.634 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.633+0000 7fa6035199c0 20 remove_watcher() i=2 2024-09-07T14:28:29.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.633+0000 7fa6035199c0 20 remove_watcher() i=3 2024-09-07T14:28:29.639 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.637+0000 7fa6035199c0 20 remove_watcher() i=4 2024-09-07T14:28:29.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.637+0000 7fa6035199c0 20 remove_watcher() i=5 2024-09-07T14:28:29.642 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.641+0000 7fa6035199c0 20 remove_watcher() i=6 2024-09-07T14:28:29.644 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.641+0000 7fa6035199c0 20 remove_watcher() i=7 2024-09-07T14:28:29.660 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2024-09-07T14:28:29.699 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:29.699 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:29.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.741+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.741+0000 7f082ef069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.741+0000 7f082ef069c0 20 realm 2024-09-07T14:28:29.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.741+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.741+0000 7f082ef069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.741+0000 7f082ef069c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:29.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.741+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.741+0000 7f082ef069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.741+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.741+0000 7f082ef069c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:29.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.741+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.747 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.745+0000 7f082ef069c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:29.747 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.745+0000 7f082ef069c0 20 searching for the correct realm 2024-09-07T14:28:29.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.749+0000 7f082ca0c640 0 -- 172.21.15.107:0/144967172 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f08240702b0 msgr2=0x7f0824065750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:29.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.965+0000 7f082ca0c640 0 -- 172.21.15.107:0/144967172 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f08240702b0 msgr2=0x7f0824065750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:29.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:29.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:29.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:29.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:29.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:29.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:29.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:29.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:29.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 zone default found 2024-09-07T14:28:29.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 4 Realm: () 2024-09-07T14:28:29.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:29.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:29.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:29.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 zonegroup default 2024-09-07T14:28:29.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.977+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.981+0000 7f082ef069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.981+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.981+0000 7f082ef069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.983 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.981+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:29.983 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.981+0000 7f082ef069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:29.983 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.981+0000 7f082ef069c0 20 started sync module instance, tier type = 2024-09-07T14:28:29.983 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:29.981+0000 7f082ef069c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:30.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.005+0000 7f082ef069c0 20 add_watcher() i=0 2024-09-07T14:28:30.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.005+0000 7f082ef069c0 20 add_watcher() i=1 2024-09-07T14:28:30.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.005+0000 7f082ef069c0 20 add_watcher() i=2 2024-09-07T14:28:30.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.005+0000 7f082ef069c0 20 add_watcher() i=3 2024-09-07T14:28:30.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.005+0000 7f082ef069c0 20 add_watcher() i=4 2024-09-07T14:28:30.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.005+0000 7f082ef069c0 20 add_watcher() i=5 2024-09-07T14:28:30.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.005+0000 7f082ef069c0 20 add_watcher() i=6 2024-09-07T14:28:30.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.005+0000 7f082ef069c0 20 add_watcher() i=7 2024-09-07T14:28:30.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.005+0000 7f082ef069c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:30.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f06e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:30.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f082ef069c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:30.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f082ef069c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:30.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f082ef069c0 5 note: GC not initialized 2024-09-07T14:28:30.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f06e27e4640 20 reqs_thread_entry: start 2024-09-07T14:28:30.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f082ef069c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:30.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f082ef069c0 20 Filter name: none 2024-09-07T14:28:30.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f06dbfff640 20 reqs_thread_entry: start 2024-09-07T14:28:30.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f082ef069c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2024-09-07T14:28:30.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f082ef069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f082ef069c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2024-09-07T14:28:30.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.009+0000 7f082ef069c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-07T14:28:30.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.013+0000 7f082ef069c0 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2024-09-07T14:28:30.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.013+0000 7f082ef069c0 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2024-09-07T14:28:30.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.013+0000 7f082ef069c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.013+0000 7f082ef069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.013+0000 7f082ef069c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2024-09-07T14:28:30.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.013+0000 7f082ef069c0 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-07T14:28:30.015 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.013+0000 7f082ef069c0 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2024-09-07T14:28:30.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.017+0000 7f082ef069c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-07T14:28:30.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.017+0000 7f082ef069c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-07T14:28:30.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.017+0000 7f082ef069c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2024-09-07T14:28:30.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.017+0000 7f0703fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202808 cookie 94263853409184 notifier 9294 bl.length()=384 2024-09-07T14:28:30.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.017+0000 7f0703fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-07T14:28:30.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.017+0000 7f0703fff640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-07T14:28:30.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.021+0000 7f082ef069c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-07T14:28:30.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.021+0000 7f082ef069c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-07T14:28:30.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.021+0000 7f082ef069c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2024-09-07T14:28:30.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.021+0000 7f07037fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202825 cookie 94263853423744 notifier 9294 bl.length()=225 2024-09-07T14:28:30.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.021+0000 7f07037fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-07T14:28:30.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.021+0000 7f07037fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-07T14:28:30.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.029+0000 7f082ef069c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-07T14:28:30.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.029+0000 7f082ef069c0 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-07T14:28:30.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.029+0000 7f082ef069c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2024-09-07T14:28:30.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.029+0000 7f07037fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202741 cookie 94263853420112 notifier 9294 bl.length()=234 2024-09-07T14:28:30.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.029+0000 7f07037fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-07T14:28:30.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.029+0000 7f07037fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-07T14:28:30.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.033+0000 7f06e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:30.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.037+0000 7f082ef069c0 20 remove_watcher() i=0 2024-09-07T14:28:30.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.037+0000 7f082ef069c0 2 removed watcher, disabling cache 2024-09-07T14:28:30.041 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.041+0000 7f082ef069c0 20 remove_watcher() i=1 2024-09-07T14:28:30.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.041+0000 7f082ef069c0 20 remove_watcher() i=2 2024-09-07T14:28:30.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.045+0000 7f082ef069c0 20 remove_watcher() i=3 2024-09-07T14:28:30.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.045+0000 7f082ef069c0 20 remove_watcher() i=4 2024-09-07T14:28:30.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.049+0000 7f082ef069c0 20 remove_watcher() i=5 2024-09-07T14:28:30.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.049+0000 7f082ef069c0 20 remove_watcher() i=6 2024-09-07T14:28:30.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.053+0000 7f082ef069c0 20 remove_watcher() i=7 2024-09-07T14:28:30.072 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T14:28:30.072 INFO:teuthology.orchestra.run.smithi107.stdout: "id": "RGW99999999999999999", 2024-09-07T14:28:30.072 INFO:teuthology.orchestra.run.smithi107.stdout: "tenant": "", 2024-09-07T14:28:30.072 INFO:teuthology.orchestra.run.smithi107.stdout: "name": "Mr.RGW99999999999999999", 2024-09-07T14:28:30.072 INFO:teuthology.orchestra.run.smithi107.stdout: "email": "RGW99999999999999999+test@test.test", 2024-09-07T14:28:30.072 INFO:teuthology.orchestra.run.smithi107.stdout: "quota": { 2024-09-07T14:28:30.072 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "bucket_quota": { 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "max_users": 1000, 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "max_roles": 1000, 2024-09-07T14:28:30.073 INFO:teuthology.orchestra.run.smithi107.stdout: "max_groups": 1000, 2024-09-07T14:28:30.074 INFO:teuthology.orchestra.run.smithi107.stdout: "max_buckets": 1000, 2024-09-07T14:28:30.074 INFO:teuthology.orchestra.run.smithi107.stdout: "max_access_keys": 4 2024-09-07T14:28:30.074 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T14:28:30.076 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2024-09-07T14:28:30.076 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key VFZYFZFDHRJGWGSTVOME --secret g4X3ZKOYoUO+er4iv/VGd9IBCWLh5Fn3hiJxyncOd9VX5mESkw5U/Q== --cluster ceph --account-id RGW99999999999999999 --account-root 2024-09-07T14:28:30.166 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:30.166 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:30.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.205+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.205+0000 7fb6639339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.205+0000 7fb6639339c0 20 realm 2024-09-07T14:28:30.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.205+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.205+0000 7fb6639339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.205+0000 7fb6639339c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:30.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.205+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.205+0000 7fb6639339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.205+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.209+0000 7fb6639339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:30.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.209+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.209+0000 7fb6639339c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:30.212 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.209+0000 7fb6639339c0 20 searching for the correct realm 2024-09-07T14:28:30.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.213+0000 7fb661c3a640 0 -- 172.21.15.107:0/260409996 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fb658049960 msgr2=0x7fb658039480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:30.431 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.429+0000 7fb660c38640 0 -- 172.21.15.107:0/260409996 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fb654020060 msgr2=0x7fb654063bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:30.648 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.645+0000 7fb6639339c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:30.648 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.645+0000 7fb6639339c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:30.648 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.645+0000 7fb6639339c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:30.648 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.645+0000 7fb6639339c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:30.648 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.645+0000 7fb6639339c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:30.648 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.645+0000 7fb6639339c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:30.649 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.645+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.649 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.645+0000 7fb6639339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.649 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.645+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.649+0000 7fb6639339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:30.652 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.649+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.653 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.649+0000 7fb6639339c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:30.653 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.649+0000 7fb6639339c0 20 zone default found 2024-09-07T14:28:30.653 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.649+0000 7fb6639339c0 4 Realm: () 2024-09-07T14:28:30.653 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.649+0000 7fb6639339c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:30.653 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.649+0000 7fb6639339c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:30.653 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.649+0000 7fb6639339c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:30.653 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.649+0000 7fb6639339c0 20 zonegroup default 2024-09-07T14:28:30.653 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.649+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.654 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.653+0000 7fb6639339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.654 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.653+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.654 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.653+0000 7fb6639339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.654 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.653+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.655 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.653+0000 7fb6639339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.655 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.653+0000 7fb6639339c0 20 started sync module instance, tier type = 2024-09-07T14:28:30.655 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.653+0000 7fb6639339c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:30.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.677+0000 7fb6639339c0 20 add_watcher() i=0 2024-09-07T14:28:30.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.677+0000 7fb6639339c0 20 add_watcher() i=1 2024-09-07T14:28:30.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.677+0000 7fb6639339c0 20 add_watcher() i=2 2024-09-07T14:28:30.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.677+0000 7fb6639339c0 20 add_watcher() i=3 2024-09-07T14:28:30.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.677+0000 7fb6639339c0 20 add_watcher() i=4 2024-09-07T14:28:30.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.677+0000 7fb6639339c0 20 add_watcher() i=5 2024-09-07T14:28:30.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.677+0000 7fb6639339c0 20 add_watcher() i=6 2024-09-07T14:28:30.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.677+0000 7fb6639339c0 20 add_watcher() i=7 2024-09-07T14:28:30.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.677+0000 7fb6639339c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:30.685 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb517fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:30.686 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:30.686 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:30.686 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 5 note: GC not initialized 2024-09-07T14:28:30.686 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb516fe5640 20 reqs_thread_entry: start 2024-09-07T14:28:30.686 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:30.687 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 20 Filter name: none 2024-09-07T14:28:30.687 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb514fe1640 20 reqs_thread_entry: start 2024-09-07T14:28:30.687 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-07T14:28:30.687 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.688 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2024-09-07T14:28:30.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-07T14:28:30.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2024-09-07T14:28:30.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2024-09-07T14:28:30.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-07T14:28:30.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 10 cache get: name=default.rgw.meta+users.keys+VFZYFZFDHRJGWGSTVOME : miss 2024-09-07T14:28:30.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.690 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.685+0000 7fb6639339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.690 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.689+0000 7fb6639339c0 10 cache put: name=default.rgw.meta+users.keys+VFZYFZFDHRJGWGSTVOME info.flags=0x0 2024-09-07T14:28:30.690 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.689+0000 7fb6639339c0 10 adding default.rgw.meta+users.keys+VFZYFZFDHRJGWGSTVOME to cache LRU end 2024-09-07T14:28:30.690 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.689+0000 7fb6639339c0 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2024-09-07T14:28:30.690 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.689+0000 7fb6639339c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.689+0000 7fb6639339c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-07T14:28:30.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.689+0000 7fb6639339c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-07T14:28:30.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.689+0000 7fb6639339c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-07T14:28:30.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.689+0000 7fb6639339c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:28:30.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.689+0000 7fb6639339c0 10 cache get: name=default.rgw.meta+users.keys+VFZYFZFDHRJGWGSTVOME : hit (negative entry) 2024-09-07T14:28:30.691 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.689+0000 7fb6639339c0 10 cache get: name=default.rgw.meta+users.keys+VFZYFZFDHRJGWGSTVOME : hit (negative entry) 2024-09-07T14:28:30.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.693+0000 7fb6639339c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-07T14:28:30.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.693+0000 7fb6639339c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-07T14:28:30.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.693+0000 7fb6639339c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-07T14:28:30.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.693+0000 7fb544ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202809 cookie 94232406945632 notifier 8720 bl.length()=681 2024-09-07T14:28:30.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.693+0000 7fb544ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-07T14:28:30.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.693+0000 7fb544ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-07T14:28:30.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.697+0000 7fb6639339c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-07T14:28:30.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.697+0000 7fb6639339c0 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-07T14:28:30.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.697+0000 7fb6639339c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2024-09-07T14:28:30.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.701+0000 7fb544ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202765 cookie 94232406991376 notifier 8720 bl.length()=189 2024-09-07T14:28:30.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.701+0000 7fb544ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-07T14:28:30.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.701+0000 7fb544ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-07T14:28:30.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.705+0000 7fb6639339c0 10 cache put: name=default.rgw.meta+users.keys+VFZYFZFDHRJGWGSTVOME info.flags=0x7 2024-09-07T14:28:30.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.705+0000 7fb6639339c0 10 moving default.rgw.meta+users.keys+VFZYFZFDHRJGWGSTVOME to cache LRU end 2024-09-07T14:28:30.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.705+0000 7fb6639339c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:VFZYFZFDHRJGWGSTVOME, ofs0, ns] 2024-09-07T14:28:30.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.705+0000 7fb544ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202766 cookie 94232407002896 notifier 8720 bl.length()=188 2024-09-07T14:28:30.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.705+0000 7fb544ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+VFZYFZFDHRJGWGSTVOME info.flags=0x7 2024-09-07T14:28:30.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.705+0000 7fb544ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+VFZYFZFDHRJGWGSTVOME to cache LRU end 2024-09-07T14:28:30.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.713+0000 7fb6639339c0 20 linked user root2.client.0 to account RGW99999999999999999 2024-09-07T14:28:30.714 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T14:28:30.714 INFO:teuthology.orchestra.run.smithi107.stdout: "user_id": "root2.client.0", 2024-09-07T14:28:30.714 INFO:teuthology.orchestra.run.smithi107.stdout: "display_name": "Mr.RGW99999999999999999", 2024-09-07T14:28:30.714 INFO:teuthology.orchestra.run.smithi107.stdout: "email": "root2+test@test.test", 2024-09-07T14:28:30.714 INFO:teuthology.orchestra.run.smithi107.stdout: "suspended": 0, 2024-09-07T14:28:30.714 INFO:teuthology.orchestra.run.smithi107.stdout: "max_buckets": 1000, 2024-09-07T14:28:30.714 INFO:teuthology.orchestra.run.smithi107.stdout: "subusers": [], 2024-09-07T14:28:30.714 INFO:teuthology.orchestra.run.smithi107.stdout: "keys": [ 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: { 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: "user": "root2.client.0", 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: "access_key": "VFZYFZFDHRJGWGSTVOME", 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: "secret_key": "g4X3ZKOYoUO+er4iv/VGd9IBCWLh5Fn3hiJxyncOd9VX5mESkw5U/Q==", 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: "active": true, 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:30.692567Z" 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: } 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: "swift_keys": [], 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: "caps": [], 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: "op_mask": "read, write, delete", 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: "default_placement": "", 2024-09-07T14:28:30.715 INFO:teuthology.orchestra.run.smithi107.stdout: "default_storage_class": "", 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: "placement_tags": [], 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: "bucket_quota": { 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: "user_quota": { 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: "enabled": false, 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: "check_on_raw": false, 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size": -1, 2024-09-07T14:28:30.716 INFO:teuthology.orchestra.run.smithi107.stdout: "max_size_kb": 0, 2024-09-07T14:28:30.717 INFO:teuthology.orchestra.run.smithi107.stdout: "max_objects": -1 2024-09-07T14:28:30.717 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2024-09-07T14:28:30.717 INFO:teuthology.orchestra.run.smithi107.stdout: "temp_url_keys": [], 2024-09-07T14:28:30.717 INFO:teuthology.orchestra.run.smithi107.stdout: "type": "root", 2024-09-07T14:28:30.717 INFO:teuthology.orchestra.run.smithi107.stdout: "mfa_ids": [], 2024-09-07T14:28:30.717 INFO:teuthology.orchestra.run.smithi107.stdout: "account_id": "RGW99999999999999999", 2024-09-07T14:28:30.717 INFO:teuthology.orchestra.run.smithi107.stdout: "path": "/", 2024-09-07T14:28:30.717 INFO:teuthology.orchestra.run.smithi107.stdout: "create_date": "2024-09-07T14:28:30.692529Z", 2024-09-07T14:28:30.717 INFO:teuthology.orchestra.run.smithi107.stdout: "tags": [], 2024-09-07T14:28:30.717 INFO:teuthology.orchestra.run.smithi107.stdout: "group_ids": [] 2024-09-07T14:28:30.717 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T14:28:30.718 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:28:30.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.713+0000 7fb517fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:30.719 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.717+0000 7fb6639339c0 20 remove_watcher() i=0 2024-09-07T14:28:30.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.717+0000 7fb6639339c0 2 removed watcher, disabling cache 2024-09-07T14:28:30.722 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.721+0000 7fb6639339c0 20 remove_watcher() i=1 2024-09-07T14:28:30.724 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.721+0000 7fb6639339c0 20 remove_watcher() i=2 2024-09-07T14:28:30.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.725+0000 7fb6639339c0 20 remove_watcher() i=3 2024-09-07T14:28:30.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.725+0000 7fb6639339c0 20 remove_watcher() i=4 2024-09-07T14:28:30.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.729+0000 7fb6639339c0 20 remove_watcher() i=5 2024-09-07T14:28:30.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.729+0000 7fb6639339c0 20 remove_watcher() i=6 2024-09-07T14:28:30.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.733+0000 7fb6639339c0 20 remove_watcher() i=7 2024-09-07T14:28:30.748 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 8653137149 --totp-seed JQWB52UFLUS5KIYNND45R3EJRKM3ECOAHCVA7LNNTQCMFX246HZ67SI3TA3SASGB --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-07T14:28:30.794 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T14:28:30.794 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T14:28:30.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.833+0000 7f649b0a29c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.837+0000 7f649b0a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.837+0000 7f649b0a29c0 20 realm 2024-09-07T14:28:30.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.837+0000 7f649b0a29c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.837+0000 7f649b0a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.837+0000 7f649b0a29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T14:28:30.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.837+0000 7f649b0a29c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.837+0000 7f649b0a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:30.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.837+0000 7f649b0a29c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.837+0000 7f649b0a29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:30.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.837+0000 7f649b0a29c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:30.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.837+0000 7f649b0a29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T14:28:30.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.837+0000 7f649b0a29c0 20 searching for the correct realm 2024-09-07T14:28:30.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:30.841+0000 7f6498ba8640 0 -- 172.21.15.107:0/3784812534 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f6490064090 msgr2=0x7f6490062b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T14:28:31.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.057+0000 7f6498ba8640 0 -- 172.21.15.107:0/3784812534 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7f6490064090 msgr2=0x7f6490062b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T14:28:31.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.069+0000 7f649b0a29c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T14:28:31.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.069+0000 7f649b0a29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T14:28:31.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.069+0000 7f649b0a29c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T14:28:31.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.069+0000 7f649b0a29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T14:28:31.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.069+0000 7f649b0a29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T14:28:31.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.069+0000 7f649b0a29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T14:28:31.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.069+0000 7f649b0a29c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:31.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.069+0000 7f649b0a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:31.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.069+0000 7f649b0a29c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:31.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.069+0000 7f649b0a29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T14:28:31.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.069+0000 7f649b0a29c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:31.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T14:28:31.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 20 zone default found 2024-09-07T14:28:31.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 4 Realm: () 2024-09-07T14:28:31.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T14:28:31.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T14:28:31.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T14:28:31.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 20 zonegroup default 2024-09-07T14:28:31.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:31.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:31.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:31.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:31.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:31.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T14:28:31.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 20 started sync module instance, tier type = 2024-09-07T14:28:31.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.073+0000 7f649b0a29c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T14:28:31.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.097+0000 7f649b0a29c0 20 add_watcher() i=0 2024-09-07T14:28:31.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.097+0000 7f649b0a29c0 20 add_watcher() i=1 2024-09-07T14:28:31.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.097+0000 7f649b0a29c0 20 add_watcher() i=2 2024-09-07T14:28:31.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.097+0000 7f649b0a29c0 20 add_watcher() i=3 2024-09-07T14:28:31.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.097+0000 7f649b0a29c0 20 add_watcher() i=4 2024-09-07T14:28:31.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.097+0000 7f649b0a29c0 20 add_watcher() i=5 2024-09-07T14:28:31.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.097+0000 7f649b0a29c0 20 add_watcher() i=6 2024-09-07T14:28:31.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.101+0000 7f649b0a29c0 20 add_watcher() i=7 2024-09-07T14:28:31.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.101+0000 7f649b0a29c0 2 all 8 watchers are set, enabling cache 2024-09-07T14:28:31.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f634f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:31.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f649b0a29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T14:28:31.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f649b0a29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T14:28:31.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f649b0a29c0 5 note: GC not initialized 2024-09-07T14:28:31.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f634e7e4640 20 reqs_thread_entry: start 2024-09-07T14:28:31.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f649b0a29c0 20 init_complete bucket index max shards: 1 2024-09-07T14:28:31.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f649b0a29c0 20 Filter name: none 2024-09-07T14:28:31.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f63477fe640 20 reqs_thread_entry: start 2024-09-07T14:28:31.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f649b0a29c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-07T14:28:31.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f649b0a29c0 20 rados->read ofs=0 len=0 2024-09-07T14:28:31.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f649b0a29c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-07T14:28:31.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f649b0a29c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2024-09-07T14:28:31.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f649b0a29c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-07T14:28:31.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.105+0000 7f649b0a29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T14:28:31.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.113+0000 7f649b0a29c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-07T14:28:31.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.113+0000 7f649b0a29c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-07T14:28:31.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.113+0000 7f649b0a29c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-07T14:28:31.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.113+0000 7f636ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202810 cookie 94826127281440 notifier 8738 bl.length()=695 2024-09-07T14:28:31.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.113+0000 7f636ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-07T14:28:31.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.113+0000 7f636ffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-07T14:28:31.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.117+0000 7f634f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T14:28:31.123 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.121+0000 7f649b0a29c0 20 remove_watcher() i=0 2024-09-07T14:28:31.123 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.121+0000 7f649b0a29c0 2 removed watcher, disabling cache 2024-09-07T14:28:31.125 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.125+0000 7f649b0a29c0 20 remove_watcher() i=1 2024-09-07T14:28:31.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.125+0000 7f649b0a29c0 20 remove_watcher() i=2 2024-09-07T14:28:31.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.129+0000 7f649b0a29c0 20 remove_watcher() i=3 2024-09-07T14:28:31.132 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.129+0000 7f649b0a29c0 20 remove_watcher() i=4 2024-09-07T14:28:31.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.133+0000 7f649b0a29c0 20 remove_watcher() i=5 2024-09-07T14:28:31.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.137+0000 7f649b0a29c0 20 remove_watcher() i=6 2024-09-07T14:28:31.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T14:28:31.137+0000 7f649b0a29c0 20 remove_watcher() i=7 2024-09-07T14:28:31.156 INFO:tasks.s3tests:Configuring s3-tests... 2024-09-07T14:28:31.157 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T14:28:31.157 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2024-09-07T14:28:31.207 INFO:tasks.s3tests:Configuring boto... 2024-09-07T14:28:31.207 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T14:28:31.207 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2024-09-07T14:28:31.255 DEBUG:teuthology.orchestra.run.smithi107:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-07T14:28:31.431 INFO:teuthology.orchestra.run.smithi107.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2024-09-07T14:28:31.626 INFO:teuthology.orchestra.run.smithi107.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2024-09-07T14:28:31.908 INFO:teuthology.orchestra.run.smithi107.stdout:py installdeps: -rrequirements.txt 2024-09-07T14:30:28.070 INFO:teuthology.orchestra.run.smithi107.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2024-09-07T14:30:29.843 INFO:teuthology.orchestra.run.smithi107.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.5.0,certifi==2024.8.30,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.8,exceptiongroup==1.2.2,filelock==3.15.4,gevent==24.2.1,greenlet==3.0.3,httplib2==0.22.0,idna==3.8,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==5.3.0,munch==4.0.0,packaging==24.1,platformdirs==4.2.2,pluggy==1.5.0,pyparsing==3.1.4,pyproject-api==1.7.1,pytest==8.3.2,python-dateutil==2.9.0.post0,pytz==2024.1,PyYAML==6.0.2,requests==2.32.3,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=526447a29027b6bb4b3af2583e3130682ce9427fc10bf8d46b5a9d4a489e1d62,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.18.0,urllib3==1.26.20,virtualenv==20.26.3,zope.event==5.0,zope.interface==7.0.3 2024-09-07T14:30:29.844 INFO:teuthology.orchestra.run.smithi107.stdout:py run-test-pre: PYTHONHASHSEED='3951810283' 2024-09-07T14:30:29.844 INFO:teuthology.orchestra.run.smithi107.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-07T14:30:30.039 INFO:teuthology.orchestra.run.smithi107.stdout:============================= test session starts ============================== 2024-09-07T14:30:30.039 INFO:teuthology.orchestra.run.smithi107.stdout:platform linux -- Python 3.10.6, pytest-8.3.2, pluggy-1.5.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2024-09-07T14:30:30.039 INFO:teuthology.orchestra.run.smithi107.stdout:cachedir: .tox/py/.pytest_cache 2024-09-07T14:30:30.039 INFO:teuthology.orchestra.run.smithi107.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2024-09-07T14:30:30.040 INFO:teuthology.orchestra.run.smithi107.stdout:configfile: pytest.ini 2024-09-07T14:30:31.834 INFO:teuthology.orchestra.run.smithi107.stdout:collecting ... collected 872 items / 126 deselected / 746 selected 2024-09-07T14:30:31.834 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T14:30:32.863 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2024-09-07T14:30:33.470 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2024-09-07T14:30:34.083 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2024-09-07T14:30:34.759 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2024-09-07T14:30:35.378 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2024-09-07T14:30:35.843 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2024-09-07T14:30:36.618 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 0%] 2024-09-07T14:30:37.082 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2024-09-07T14:30:37.251 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2024-09-07T14:30:37.426 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2024-09-07T14:30:38.073 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2024-09-07T14:30:38.701 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2024-09-07T14:30:39.316 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2024-09-07T14:30:39.983 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 1%] 2024-09-07T14:30:40.166 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2024-09-07T14:30:40.349 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2024-09-07T14:30:40.473 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2024-09-07T14:30:40.596 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2024-09-07T14:30:40.723 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2024-09-07T14:30:40.853 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 2%] 2024-09-07T14:30:40.977 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 2%] 2024-09-07T14:30:41.105 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 2%] 2024-09-07T14:30:41.233 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2024-09-07T14:30:41.362 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2024-09-07T14:30:41.491 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2024-09-07T14:30:41.616 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2024-09-07T14:30:41.745 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 3%] 2024-09-07T14:30:41.870 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 3%] 2024-09-07T14:30:41.997 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 3%] 2024-09-07T14:30:42.131 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2024-09-07T14:30:42.263 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2024-09-07T14:30:42.388 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2024-09-07T14:30:42.514 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-07T14:30:42.639 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-07T14:30:42.768 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 4%] 2024-09-07T14:30:42.893 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 4%] 2024-09-07T14:30:43.017 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 4%] 2024-09-07T14:30:43.146 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2024-09-07T14:30:43.273 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2024-09-07T14:30:43.402 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 5%] 2024-09-07T14:30:43.527 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 5%] 2024-09-07T14:30:43.652 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 5%] 2024-09-07T14:30:43.780 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 5%] 2024-09-07T14:30:43.906 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 5%] 2024-09-07T14:30:44.036 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2024-09-07T14:30:44.165 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2024-09-07T14:30:44.297 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 6%] 2024-09-07T14:30:44.425 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 6%] 2024-09-07T14:30:44.549 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 6%] 2024-09-07T14:30:44.716 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 6%] 2024-09-07T14:30:44.842 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 6%] 2024-09-07T14:30:44.967 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 6%] 2024-09-07T14:30:45.096 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2024-09-07T14:30:46.570 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 7%] 2024-09-07T14:31:03.180 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 7%] 2024-09-07T14:31:20.655 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 7%] 2024-09-07T14:31:47.147 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 7%] 2024-09-07T14:32:21.006 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 7%] 2024-09-07T14:32:31.249 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 7%] 2024-09-07T14:32:41.801 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 8%] 2024-09-07T14:32:44.977 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 8%] 2024-09-07T14:32:45.925 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 8%] 2024-09-07T14:32:48.561 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 8%] 2024-09-07T14:32:51.063 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 8%] 2024-09-07T14:32:52.903 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 8%] 2024-09-07T14:32:54.004 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 8%] 2024-09-07T14:32:54.763 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 8%] 2024-09-07T14:32:54.765 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 9%] 2024-09-07T14:32:54.767 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 9%] 2024-09-07T14:32:54.770 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 9%] 2024-09-07T14:32:54.777 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 9%] 2024-09-07T14:32:54.779 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 9%] 2024-09-07T14:32:54.782 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 9%] 2024-09-07T14:32:54.784 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 9%] 2024-09-07T14:32:54.786 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 10%] 2024-09-07T14:32:54.789 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-07T14:32:54.791 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-07T14:32:54.794 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-07T14:32:54.795 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 10%] 2024-09-07T14:32:54.797 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-07T14:32:54.799 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-07T14:32:54.800 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-07T14:32:54.801 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-07T14:32:54.803 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-07T14:32:54.804 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-07T14:32:54.806 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-07T14:32:54.807 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 11%] 2024-09-07T14:32:54.808 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 11%] 2024-09-07T14:32:54.810 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 11%] 2024-09-07T14:32:54.811 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 12%] 2024-09-07T14:32:54.812 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 12%] 2024-09-07T14:32:54.813 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 12%] 2024-09-07T14:32:54.815 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 12%] 2024-09-07T14:32:54.816 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 12%] 2024-09-07T14:32:54.914 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 12%] 2024-09-07T14:32:54.923 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 12%] 2024-09-07T14:32:57.069 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 13%] 2024-09-07T14:33:06.044 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 13%] 2024-09-07T14:33:07.509 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 13%] 2024-09-07T14:33:09.356 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 13%] 2024-09-07T14:33:11.076 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 13%] 2024-09-07T14:33:12.823 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 13%] 2024-09-07T14:33:14.615 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 13%] 2024-09-07T14:33:16.136 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 13%] 2024-09-07T14:33:17.971 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 14%] 2024-09-07T14:33:19.600 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 14%] 2024-09-07T14:33:21.184 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 14%] 2024-09-07T14:33:22.547 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 14%] 2024-09-07T14:33:23.812 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 14%] 2024-09-07T14:33:25.066 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 14%] 2024-09-07T14:33:26.034 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 14%] 2024-09-07T14:33:27.450 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 15%] 2024-09-07T14:33:29.213 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 15%] 2024-09-07T14:33:30.866 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 15%] 2024-09-07T14:33:32.362 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 15%] 2024-09-07T14:33:33.830 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 15%] 2024-09-07T14:33:35.265 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 15%] 2024-09-07T14:33:36.749 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 15%] 2024-09-07T14:33:38.185 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 15%] 2024-09-07T14:33:39.427 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 16%] 2024-09-07T14:33:40.668 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 16%] 2024-09-07T14:33:41.630 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 16%] 2024-09-07T14:33:42.632 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 16%] 2024-09-07T14:33:43.588 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 16%] 2024-09-07T14:33:44.521 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 16%] 2024-09-07T14:33:45.480 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 16%] 2024-09-07T14:33:47.237 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 17%] 2024-09-07T14:33:48.210 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 17%] 2024-09-07T14:33:49.299 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 17%] 2024-09-07T14:33:50.553 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 17%] 2024-09-07T14:33:51.839 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 17%] 2024-09-07T14:33:52.833 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 17%] 2024-09-07T14:33:54.076 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 17%] 2024-09-07T14:33:55.349 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 17%] 2024-09-07T14:33:56.920 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-07T14:33:58.076 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 18%] 2024-09-07T14:33:59.337 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 18%] 2024-09-07T14:34:00.581 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 18%] 2024-09-07T14:34:02.445 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-07T14:34:04.418 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-07T14:34:06.130 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-07T14:34:08.059 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 19%] 2024-09-07T14:34:10.201 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 19%] 2024-09-07T14:34:14.449 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-07T14:34:19.010 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-07T14:34:21.343 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-07T14:34:23.515 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-07T14:34:25.246 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 19%] 2024-09-07T14:34:27.264 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 19%] 2024-09-07T14:34:28.758 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 20%] 2024-09-07T14:34:31.649 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_create PASSED [ 20%] 2024-09-07T14:34:33.636 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 20%] 2024-09-07T14:34:35.948 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_delete PASSED [ 20%] 2024-09-07T14:34:40.159 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list PASSED [ 20%] 2024-09-07T14:34:45.627 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 20%] 2024-09-07T14:34:48.968 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_name PASSED [ 20%] 2024-09-07T14:34:51.967 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_path PASSED [ 21%] 2024-09-07T14:34:54.327 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_create PASSED [ 21%] 2024-09-07T14:34:56.006 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 21%] 2024-09-07T14:34:58.715 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_update PASSED [ 21%] 2024-09-07T14:35:00.745 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 21%] 2024-09-07T14:35:03.322 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 21%] 2024-09-07T14:35:05.230 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 21%] 2024-09-07T14:35:08.577 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_list PASSED [ 21%] 2024-09-07T14:35:11.544 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 22%] 2024-09-07T14:35:15.083 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy PASSED [ 22%] 2024-09-07T14:35:18.652 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_managed PASSED [ 22%] 2024-09-07T14:35:21.372 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_allow PASSED [ 22%] 2024-09-07T14:35:23.813 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_create PASSED [ 22%] 2024-09-07T14:35:25.815 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 22%] 2024-09-07T14:35:30.102 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_list PASSED [ 22%] 2024-09-07T14:35:33.394 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_update PASSED [ 23%] 2024-09-07T14:35:36.971 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy PASSED [ 23%] 2024-09-07T14:35:40.332 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy PASSED [ 23%] 2024-09-07T14:35:43.739 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 23%] 2024-09-07T14:35:47.118 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 23%] 2024-09-07T14:35:49.943 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_create PASSED [ 23%] 2024-09-07T14:35:51.935 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 23%] 2024-09-07T14:35:54.309 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_delete PASSED [ 23%] 2024-09-07T14:35:58.275 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list PASSED [ 24%] 2024-09-07T14:36:03.286 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 24%] 2024-09-07T14:36:05.585 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_update PASSED [ 24%] 2024-09-07T14:36:08.939 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy PASSED [ 24%] 2024-09-07T14:36:12.231 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_managed PASSED [ 24%] 2024-09-07T14:36:15.680 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow PASSED [ 24%] 2024-09-07T14:36:19.549 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 24%] 2024-09-07T14:36:23.675 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 25%] 2024-09-07T14:36:27.510 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 25%] 2024-09-07T14:36:31.136 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 25%] 2024-09-07T14:36:33.489 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_account_oidc_provider PASSED [ 25%] 2024-09-07T14:36:35.414 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 25%] 2024-09-07T14:36:37.313 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 25%] 2024-09-07T14:36:39.290 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 25%] 2024-09-07T14:36:42.723 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 26%] 2024-09-07T14:36:46.222 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 26%] 2024-09-07T14:36:49.732 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 26%] 2024-09-07T14:36:53.218 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 26%] 2024-09-07T14:36:56.788 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 26%] 2024-09-07T14:37:00.373 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 26%] 2024-09-07T14:37:03.942 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 26%] 2024-09-07T14:37:07.463 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 26%] 2024-09-07T14:37:10.944 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 27%] 2024-09-07T14:37:14.487 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-07T14:37:18.009 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 27%] 2024-09-07T14:37:21.525 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 27%] 2024-09-07T14:37:24.060 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 27%] 2024-09-07T14:37:26.534 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 27%] 2024-09-07T14:37:28.957 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-07T14:37:31.349 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 28%] 2024-09-07T14:37:33.257 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 28%] 2024-09-07T14:37:35.310 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 28%] 2024-09-07T14:37:37.354 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 28%] 2024-09-07T14:37:39.614 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 28%] 2024-09-07T14:37:41.580 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 28%] 2024-09-07T14:37:43.647 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 28%] 2024-09-07T14:37:45.714 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 28%] 2024-09-07T14:37:47.776 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 29%] 2024-09-07T14:37:49.871 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 29%] 2024-09-07T14:37:53.301 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 29%] 2024-09-07T14:37:56.784 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 29%] 2024-09-07T14:37:58.528 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-07T14:38:00.210 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-07T14:38:02.301 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 29%] 2024-09-07T14:38:04.319 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 30%] 2024-09-07T14:38:07.880 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 30%] 2024-09-07T14:38:11.428 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 30%] 2024-09-07T14:38:13.448 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 30%] 2024-09-07T14:38:15.513 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 30%] 2024-09-07T14:38:17.526 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 30%] 2024-09-07T14:38:19.614 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 30%] 2024-09-07T14:38:21.643 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 30%] 2024-09-07T14:38:23.724 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 31%] 2024-09-07T14:38:25.857 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 31%] 2024-09-07T14:38:27.894 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 31%] 2024-09-07T14:38:29.901 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 31%] 2024-09-07T14:38:32.009 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 31%] 2024-09-07T14:38:34.099 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 31%] 2024-09-07T14:38:36.148 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 31%] 2024-09-07T14:38:38.152 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 32%] 2024-09-07T14:38:40.126 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 32%] 2024-09-07T14:38:42.058 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 32%] 2024-09-07T14:38:44.134 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 32%] 2024-09-07T14:38:46.229 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 32%] 2024-09-07T14:41:02.278 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 32%] 2024-09-07T14:41:04.253 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 32%] 2024-09-07T14:41:06.189 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 32%] 2024-09-07T14:41:08.182 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 33%] 2024-09-07T14:41:10.071 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 33%] 2024-09-07T14:41:11.995 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 33%] 2024-09-07T14:41:13.968 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 33%] 2024-09-07T14:41:15.865 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 33%] 2024-09-07T14:41:17.816 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 33%] 2024-09-07T14:41:19.757 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 33%] 2024-09-07T14:41:21.767 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 34%] 2024-09-07T14:41:23.710 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 34%] 2024-09-07T14:41:25.645 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 34%] 2024-09-07T14:41:27.726 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 34%] 2024-09-07T14:41:29.783 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 34%] 2024-09-07T14:41:31.888 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 34%] 2024-09-07T14:41:33.877 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 34%] 2024-09-07T14:41:35.953 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 34%] 2024-09-07T14:41:37.961 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 35%] 2024-09-07T14:41:39.988 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-07T14:41:42.065 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-07T14:41:44.154 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-07T14:41:46.205 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-07T14:41:48.488 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 35%] 2024-09-07T14:41:50.657 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 35%] 2024-09-07T14:41:52.695 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 36%] 2024-09-07T14:41:54.771 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 36%] 2024-09-07T14:41:56.769 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 36%] 2024-09-07T14:41:58.768 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 36%] 2024-09-07T14:41:59.731 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 36%] 2024-09-07T14:42:01.399 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 36%] 2024-09-07T14:42:06.919 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 36%] 2024-09-07T14:42:12.283 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 36%] 2024-09-07T14:42:14.348 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 37%] 2024-09-07T14:42:16.375 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 37%] 2024-09-07T14:42:18.529 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 37%] 2024-09-07T14:42:20.512 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 37%] 2024-09-07T14:42:22.724 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 37%] 2024-09-07T14:42:24.920 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 37%] 2024-09-07T14:42:27.016 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 37%] 2024-09-07T14:42:29.089 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 38%] 2024-09-07T14:42:31.149 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 38%] 2024-09-07T14:42:33.254 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 38%] 2024-09-07T14:42:35.302 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 38%] 2024-09-07T14:42:37.411 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 38%] 2024-09-07T14:42:39.897 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 38%] 2024-09-07T14:42:43.237 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 38%] 2024-09-07T14:42:44.860 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 39%] 2024-09-07T14:42:46.561 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 39%] 2024-09-07T14:42:48.012 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 39%] 2024-09-07T14:42:49.379 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 39%] 2024-09-07T14:42:50.332 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 39%] 2024-09-07T14:42:51.291 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 39%] 2024-09-07T14:42:52.224 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 39%] 2024-09-07T14:42:53.986 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 39%] 2024-09-07T14:43:03.295 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 40%] 2024-09-07T14:43:04.256 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 40%] 2024-09-07T14:43:05.830 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 40%] 2024-09-07T14:43:07.189 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 40%] 2024-09-07T14:43:08.721 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 40%] 2024-09-07T14:43:10.141 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 40%] 2024-09-07T14:43:15.816 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 40%] 2024-09-07T14:43:18.081 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 41%] 2024-09-07T14:43:20.314 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 41%] 2024-09-07T14:45:34.833 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 41%] 2024-09-07T14:47:50.505 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 41%] 2024-09-07T14:47:52.147 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 41%] 2024-09-07T14:47:53.812 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 41%] 2024-09-07T14:47:55.547 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 41%] 2024-09-07T14:47:57.244 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 41%] 2024-09-07T14:47:59.168 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 42%] 2024-09-07T14:48:00.874 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 42%] 2024-09-07T14:48:02.554 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 42%] 2024-09-07T14:48:04.551 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 42%] 2024-09-07T14:48:06.346 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 42%] 2024-09-07T14:48:08.079 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 42%] 2024-09-07T14:48:09.903 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 42%] 2024-09-07T14:48:11.744 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 43%] 2024-09-07T14:48:13.372 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 43%] 2024-09-07T14:48:14.759 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 43%] 2024-09-07T14:48:16.311 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 43%] 2024-09-07T14:48:17.850 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 43%] 2024-09-07T14:48:21.316 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 43%] 2024-09-07T14:48:23.119 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 43%] 2024-09-07T14:48:24.668 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 43%] 2024-09-07T14:48:26.306 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 44%] 2024-09-07T14:48:28.101 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 44%] 2024-09-07T14:48:29.913 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 44%] 2024-09-07T14:48:31.349 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 44%] 2024-09-07T14:48:32.768 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 44%] 2024-09-07T14:48:34.263 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 44%] 2024-09-07T14:48:35.626 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 44%] 2024-09-07T14:48:37.095 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 45%] 2024-09-07T14:48:38.505 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 45%] 2024-09-07T14:48:40.332 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 45%] 2024-09-07T14:48:41.816 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 45%] 2024-09-07T14:48:43.167 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 45%] 2024-09-07T14:48:44.665 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 45%] 2024-09-07T14:48:46.144 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 45%] 2024-09-07T14:48:48.096 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 45%] 2024-09-07T14:48:49.594 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 46%] 2024-09-07T14:48:51.035 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 46%] 2024-09-07T14:48:52.533 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 46%] 2024-09-07T14:48:54.247 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 46%] 2024-09-07T14:48:55.771 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 46%] 2024-09-07T14:48:57.324 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 46%] 2024-09-07T14:48:58.864 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 46%] 2024-09-07T14:49:02.372 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 47%] 2024-09-07T14:49:03.840 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 47%] 2024-09-07T14:49:05.623 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 47%] 2024-09-07T14:49:07.309 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 47%] 2024-09-07T14:49:09.096 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 47%] 2024-09-07T14:49:10.773 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 47%] 2024-09-07T14:49:12.504 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 47%] 2024-09-07T14:49:15.350 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 47%] 2024-09-07T14:49:17.016 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 48%] 2024-09-07T14:49:18.715 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 48%] 2024-09-07T14:49:20.728 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 48%] 2024-09-07T14:49:22.741 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 48%] 2024-09-07T14:49:24.728 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 48%] 2024-09-07T14:49:26.418 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 48%] 2024-09-07T14:49:28.361 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 48%] 2024-09-07T14:49:30.439 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 49%] 2024-09-07T14:49:32.145 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 49%] 2024-09-07T14:49:34.119 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 49%] 2024-09-07T14:49:35.787 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 49%] 2024-09-07T14:49:37.415 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 49%] 2024-09-07T14:49:38.980 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 49%] 2024-09-07T14:49:40.826 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 49%] 2024-09-07T14:49:42.297 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 50%] 2024-09-07T14:49:43.244 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 50%] 2024-09-07T14:49:45.494 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 50%] 2024-09-07T14:49:47.094 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 50%] 2024-09-07T14:49:48.746 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 50%] 2024-09-07T14:49:53.452 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 50%] 2024-09-07T14:49:55.146 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 50%] 2024-09-07T14:49:56.874 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 50%] 2024-09-07T14:49:58.511 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 51%] 2024-09-07T14:50:00.238 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 51%] 2024-09-07T14:50:01.870 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 51%] 2024-09-07T14:50:03.517 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 51%] 2024-09-07T14:50:05.404 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 51%] 2024-09-07T14:50:07.251 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 51%] 2024-09-07T14:50:08.857 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 51%] 2024-09-07T14:50:10.604 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 52%] 2024-09-07T14:50:12.209 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 52%] 2024-09-07T14:50:13.810 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 52%] 2024-09-07T14:50:15.655 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 52%] 2024-09-07T14:50:17.219 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 52%] 2024-09-07T14:50:19.016 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 52%] 2024-09-07T14:50:20.756 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 52%] 2024-09-07T14:50:22.459 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 52%] 2024-09-07T14:50:23.420 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 53%] 2024-09-07T14:50:24.425 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 53%] 2024-09-07T14:50:25.467 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 53%] 2024-09-07T14:50:26.768 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 53%] 2024-09-07T14:50:28.042 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 53%] 2024-09-07T14:50:29.275 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 53%] 2024-09-07T14:50:30.593 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 53%] 2024-09-07T14:50:31.999 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 54%] 2024-09-07T14:50:32.912 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 54%] 2024-09-07T14:50:33.860 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 54%] 2024-09-07T14:50:35.204 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 54%] 2024-09-07T14:50:36.213 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 54%] 2024-09-07T14:50:37.184 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 54%] 2024-09-07T14:50:38.173 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 54%] 2024-09-07T14:50:39.107 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 54%] 2024-09-07T14:50:40.527 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 55%] 2024-09-07T14:50:41.905 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 55%] 2024-09-07T14:50:43.333 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 55%] 2024-09-07T14:50:44.616 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 55%] 2024-09-07T14:50:46.017 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 55%] 2024-09-07T14:50:47.500 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 55%] 2024-09-07T14:50:48.852 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 55%] 2024-09-07T14:50:50.434 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 56%] 2024-09-07T14:50:51.807 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-07T14:50:53.164 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 56%] 2024-09-07T14:50:54.827 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 56%] 2024-09-07T14:50:56.772 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 56%] 2024-09-07T14:50:58.684 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 56%] 2024-09-07T14:51:00.372 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-07T14:51:02.102 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 56%] 2024-09-07T14:51:04.020 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 57%] 2024-09-07T14:51:05.906 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 57%] 2024-09-07T14:51:07.785 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 57%] 2024-09-07T14:51:09.779 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 57%] 2024-09-07T14:51:11.267 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 57%] 2024-09-07T14:51:13.167 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 57%] 2024-09-07T14:51:15.079 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 57%] 2024-09-07T14:51:17.012 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 58%] 2024-09-07T14:51:18.941 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 58%] 2024-09-07T14:51:20.886 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 58%] 2024-09-07T14:51:23.684 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 58%] 2024-09-07T14:51:26.131 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 58%] 2024-09-07T14:51:28.539 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 58%] 2024-09-07T14:51:31.173 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 58%] 2024-09-07T14:51:33.649 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 58%] 2024-09-07T14:51:35.216 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 59%] 2024-09-07T14:51:37.004 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 59%] 2024-09-07T14:51:38.673 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 59%] 2024-09-07T14:51:40.389 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 59%] 2024-09-07T14:51:42.077 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 59%] 2024-09-07T14:51:44.049 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 59%] 2024-09-07T14:51:46.833 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 59%] 2024-09-07T14:51:49.570 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 60%] 2024-09-07T14:51:52.294 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 60%] 2024-09-07T14:51:54.994 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 60%] 2024-09-07T14:51:57.660 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 60%] 2024-09-07T14:52:00.400 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 60%] 2024-09-07T14:52:03.206 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 60%] 2024-09-07T14:52:05.916 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 60%] 2024-09-07T14:52:08.675 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 60%] 2024-09-07T14:52:11.355 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 61%] 2024-09-07T14:52:13.989 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 61%] 2024-09-07T14:52:16.697 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 61%] 2024-09-07T14:52:19.761 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 61%] 2024-09-07T14:52:22.568 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 61%] 2024-09-07T14:52:23.533 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 61%] 2024-09-07T14:52:24.476 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 61%] 2024-09-07T14:52:25.428 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 62%] 2024-09-07T14:52:27.022 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 62%] 2024-09-07T14:52:28.605 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 62%] 2024-09-07T14:52:29.862 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 62%] 2024-09-07T14:52:31.046 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 62%] 2024-09-07T14:52:33.276 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 62%] 2024-09-07T14:52:38.870 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 62%] 2024-09-07T14:52:41.272 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 63%] 2024-09-07T14:52:43.310 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 63%] 2024-09-07T14:52:52.186 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 63%] 2024-09-07T14:52:54.173 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 63%] 2024-09-07T14:52:56.136 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 63%] 2024-09-07T14:52:57.964 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 63%] 2024-09-07T14:52:59.795 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 63%] 2024-09-07T14:53:02.313 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 63%] 2024-09-07T14:53:04.295 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 64%] 2024-09-07T14:53:06.829 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 64%] 2024-09-07T14:53:09.113 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 64%] 2024-09-07T14:53:12.791 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 64%] 2024-09-07T14:53:16.112 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 64%] 2024-09-07T14:53:17.590 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 64%] 2024-09-07T14:53:19.021 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 64%] 2024-09-07T14:53:24.347 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 65%] 2024-09-07T14:53:26.554 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 65%] 2024-09-07T14:54:07.430 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 65%] 2024-09-07T14:54:09.177 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty PASSED [ 65%] 2024-09-07T14:54:11.390 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small PASSED [ 65%] 2024-09-07T14:54:18.294 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small PASSED [ 65%] 2024-09-07T14:54:20.350 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 65%] 2024-09-07T14:54:23.731 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 65%] 2024-09-07T14:54:46.654 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 66%] 2024-09-07T14:55:23.127 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload PASSED [ 66%] 2024-09-07T14:56:11.645 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 66%] 2024-09-07T14:59:35.847 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 66%] 2024-09-07T15:00:01.213 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 66%] 2024-09-07T15:00:38.030 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 66%] 2024-09-07T15:00:41.182 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 66%] 2024-09-07T15:00:53.551 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents PASSED [ 67%] 2024-09-07T15:01:04.301 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 67%] 2024-09-07T15:01:10.939 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload PASSED [ 67%] 2024-09-07T15:01:12.688 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 67%] 2024-09-07T15:01:22.928 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload PASSED [ 67%] 2024-09-07T15:01:25.057 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 67%] 2024-09-07T15:01:26.949 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 67%] 2024-09-07T15:01:28.681 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 67%] 2024-09-07T15:01:57.116 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part PASSED [ 68%] 2024-09-07T15:02:03.229 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_single_get_part PASSED [ 68%] 2024-09-07T15:02:05.075 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part PASSED [ 68%] 2024-09-07T15:02:06.730 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue PASSED [ 68%] 2024-09-07T15:02:08.578 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors PASSED [ 68%] 2024-09-07T15:02:18.288 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response PASSED [ 68%] 2024-09-07T15:02:23.209 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 68%] 2024-09-07T15:02:27.874 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option PASSED [ 69%] 2024-09-07T15:02:29.730 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 69%] 2024-09-07T15:02:31.665 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 69%] 2024-09-07T15:02:33.527 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 69%] 2024-09-07T15:02:35.399 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 69%] 2024-09-07T15:02:37.307 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 69%] 2024-09-07T15:02:39.192 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 69%] 2024-09-07T15:02:40.988 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging PASSED [ 69%] 2024-09-07T15:02:44.813 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb PASSED [ 70%] 2024-09-07T15:02:51.804 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb PASSED [ 70%] 2024-09-07T15:03:03.734 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb PASSED [ 70%] 2024-09-07T15:03:08.452 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb PASSED [ 70%] 2024-09-07T15:03:17.436 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb PASSED [ 70%] 2024-09-07T15:03:32.724 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb PASSED [ 70%] 2024-09-07T15:03:36.755 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 70%] 2024-09-07T15:03:45.167 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 71%] 2024-09-07T15:03:58.786 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 71%] 2024-09-07T15:04:03.000 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 71%] 2024-09-07T15:04:05.037 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 71%] 2024-09-07T15:04:07.947 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 71%] 2024-09-07T15:04:09.688 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code PASSED [ 71%] 2024-09-07T15:04:19.234 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 71%] 2024-09-07T15:04:20.967 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 71%] 2024-09-07T15:04:22.742 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 72%] 2024-09-07T15:04:24.517 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 72%] 2024-09-07T15:04:26.230 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 72%] 2024-09-07T15:04:28.848 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 72%] 2024-09-07T15:04:52.524 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 72%] 2024-09-07T15:04:55.938 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 72%] 2024-09-07T15:04:58.258 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 72%] 2024-09-07T15:05:01.127 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 73%] 2024-09-07T15:05:03.997 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 73%] 2024-09-07T15:05:14.566 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 73%] 2024-09-07T15:05:17.621 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 73%] 2024-09-07T15:05:29.543 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 73%] 2024-09-07T15:06:12.309 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 73%] 2024-09-07T15:07:11.549 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 73%] 2024-09-07T15:07:17.206 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 73%] 2024-09-07T15:07:22.599 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 74%] 2024-09-07T15:07:25.371 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 74%] 2024-09-07T15:07:28.469 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 74%] 2024-09-07T15:07:30.587 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 74%] 2024-09-07T15:07:33.779 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl PASSED [ 74%] 2024-09-07T15:07:36.790 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 74%] 2024-09-07T15:07:42.395 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 74%] 2024-09-07T15:07:44.037 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set PASSED [ 75%] 2024-09-07T15:07:45.658 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get PASSED [ 75%] 2024-09-07T15:07:47.312 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 75%] 2024-09-07T15:07:48.726 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 75%] 2024-09-07T15:07:50.208 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id PASSED [ 75%] 2024-09-07T15:07:51.902 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 75%] 2024-09-07T15:07:53.402 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date PASSED [ 75%] 2024-09-07T15:07:54.835 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 76%] 2024-09-07T15:07:56.680 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 76%] 2024-09-07T15:07:58.133 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 76%] 2024-09-07T15:07:59.625 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 76%] 2024-09-07T15:08:01.194 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 76%] 2024-09-07T15:08:02.656 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 76%] 2024-09-07T15:08:04.117 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 76%] 2024-09-07T15:08:05.851 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 76%] 2024-09-07T15:08:07.660 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 77%] 2024-09-07T15:08:10.224 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 77%] 2024-09-07T15:08:12.059 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 77%] 2024-09-07T15:08:13.863 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 77%] 2024-09-07T15:08:15.609 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 77%] 2024-09-07T15:08:17.423 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 77%] 2024-09-07T15:08:18.919 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 77%] 2024-09-07T15:08:20.432 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 78%] 2024-09-07T15:08:21.968 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 78%] 2024-09-07T15:08:23.421 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 78%] 2024-09-07T15:09:30.817 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 78%] 2024-09-07T15:10:37.634 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 78%] 2024-09-07T15:10:57.068 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 78%] 2024-09-07T15:10:58.923 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 78%] 2024-09-07T15:12:02.029 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 78%] 2024-09-07T15:13:04.951 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 79%] 2024-09-07T15:13:06.796 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head PASSED [ 79%] 2024-09-07T15:13:08.542 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present PASSED [ 79%] 2024-09-07T15:13:09.987 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key PASSED [ 79%] 2024-09-07T15:13:11.414 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 79%] 2024-09-07T15:13:58.848 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 79%] 2024-09-07T15:14:16.724 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 79%] 2024-09-07T15:14:34.313 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 80%] 2024-09-07T15:14:36.194 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 80%] 2024-09-07T15:14:37.874 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 80%] 2024-09-07T15:14:39.664 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 80%] 2024-09-07T15:14:42.067 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 80%] 2024-09-07T15:14:43.747 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 80%] 2024-09-07T15:14:45.484 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 80%] 2024-09-07T15:14:47.388 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy PASSED [ 80%] 2024-09-07T15:14:49.340 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy PASSED [ 81%] 2024-09-07T15:14:51.462 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl PASSED [ 81%] 2024-09-07T15:14:53.558 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 81%] 2024-09-07T15:14:55.479 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 81%] 2024-09-07T15:14:57.224 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 81%] 2024-09-07T15:15:00.140 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 81%] 2024-09-07T15:15:03.069 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 81%] 2024-09-07T15:15:08.111 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging PASSED [ 82%] 2024-09-07T15:15:13.691 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 82%] 2024-09-07T15:15:18.752 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags PASSED [ 82%] 2024-09-07T15:15:23.804 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags PASSED [ 82%] 2024-09-07T15:15:28.789 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 82%] 2024-09-07T15:15:33.950 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags PASSED [ 82%] 2024-09-07T15:15:39.066 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags PASSED [ 82%] 2024-09-07T15:15:44.279 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags PASSED [ 82%] 2024-09-07T15:15:49.568 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags PASSED [ 83%] 2024-09-07T15:15:51.372 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 83%] 2024-09-07T15:15:53.219 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 83%] 2024-09-07T15:15:55.020 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags PASSED [ 83%] 2024-09-07T15:16:00.333 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public PASSED [ 83%] 2024-09-07T15:16:05.483 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public PASSED [ 83%] 2024-09-07T15:16:10.933 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 83%] 2024-09-07T15:16:14.888 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 84%] 2024-09-07T15:17:03.281 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 84%] 2024-09-07T15:17:06.092 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 84%] 2024-09-07T15:17:09.051 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 84%] 2024-09-07T15:17:11.825 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 84%] 2024-09-07T15:17:15.309 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 84%] 2024-09-07T15:17:18.569 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 84%] 2024-09-07T15:17:20.513 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 84%] 2024-09-07T15:17:23.400 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 85%] 2024-09-07T15:17:24.830 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 85%] 2024-09-07T15:17:26.211 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 85%] 2024-09-07T15:17:27.670 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 85%] 2024-09-07T15:17:29.151 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 85%] 2024-09-07T15:17:30.990 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 85%] 2024-09-07T15:17:32.530 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 85%] 2024-09-07T15:17:35.347 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 86%] 2024-09-07T15:17:36.924 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 86%] 2024-09-07T15:17:38.318 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 86%] 2024-09-07T15:17:39.799 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 86%] 2024-09-07T15:17:41.183 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 86%] 2024-09-07T15:17:42.537 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 86%] 2024-09-07T15:17:44.011 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 86%] 2024-09-07T15:17:45.364 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 86%] 2024-09-07T15:17:46.796 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 87%] 2024-09-07T15:17:48.260 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 87%] 2024-09-07T15:17:49.694 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 87%] 2024-09-07T15:17:51.466 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 87%] 2024-09-07T15:17:53.020 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 87%] 2024-09-07T15:17:54.905 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 87%] 2024-09-07T15:17:56.674 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 87%] 2024-09-07T15:17:58.447 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 88%] 2024-09-07T15:18:00.027 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 88%] 2024-09-07T15:18:02.113 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 88%] 2024-09-07T15:18:04.047 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 88%] 2024-09-07T15:18:06.055 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 88%] 2024-09-07T15:18:07.831 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 88%] 2024-09-07T15:18:09.775 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 88%] 2024-09-07T15:18:11.564 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 89%] 2024-09-07T15:18:13.641 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 89%] 2024-09-07T15:18:15.750 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 89%] 2024-09-07T15:18:17.769 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 89%] 2024-09-07T15:18:19.632 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 89%] 2024-09-07T15:18:21.245 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 89%] 2024-09-07T15:18:23.029 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 89%] 2024-09-07T15:18:25.066 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 89%] 2024-09-07T15:18:26.683 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 90%] 2024-09-07T15:18:28.582 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 90%] 2024-09-07T15:18:30.728 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 90%] 2024-09-07T15:18:32.424 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 90%] 2024-09-07T15:18:34.430 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 90%] 2024-09-07T15:18:36.205 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 90%] 2024-09-07T15:18:47.425 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 90%] 2024-09-07T15:18:49.049 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 91%] 2024-09-07T15:19:00.033 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 91%] 2024-09-07T15:19:01.935 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 91%] 2024-09-07T15:19:03.846 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 91%] 2024-09-07T15:19:05.373 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 91%] 2024-09-07T15:19:06.901 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 91%] 2024-09-07T15:19:08.466 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 91%] 2024-09-07T15:19:10.122 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 91%] 2024-09-07T15:19:11.767 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 92%] 2024-09-07T15:19:13.394 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 92%] 2024-09-07T15:19:14.960 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 92%] 2024-09-07T15:19:16.473 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_undefined_public_block PASSED [ 92%] 2024-09-07T15:19:18.162 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 92%] 2024-09-07T15:19:19.720 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block PASSED [ 92%] 2024-09-07T15:19:21.611 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 92%] 2024-09-07T15:19:23.306 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 93%] 2024-09-07T15:19:24.865 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy PASSED [ 93%] 2024-09-07T15:19:26.448 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 93%] 2024-09-07T15:19:28.747 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls PASSED [ 93%] 2024-09-07T15:19:54.533 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 93%] 2024-09-07T15:19:56.097 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 93%] 2024-09-07T15:19:57.730 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 93%] 2024-09-07T15:19:59.434 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 93%] 2024-09-07T15:20:01.484 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 94%] 2024-09-07T15:20:06.349 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent PASSED [ 94%] 2024-09-07T15:20:08.264 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 94%] 2024-09-07T15:20:11.125 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 94%] 2024-09-07T15:20:21.895 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_3parts PASSED [ 94%] 2024-09-07T15:20:25.496 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 94%] 2024-09-07T15:20:50.129 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2024-09-07T15:21:12.625 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection PASSED [ 95%] 2024-09-07T15:21:14.336 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation PASSED [ 95%] 2024-09-07T15:21:16.966 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation PASSED [ 95%] 2024-09-07T15:21:35.329 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2024-09-07T15:22:02.868 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2024-09-07T15:22:09.312 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2024-09-07T15:22:13.509 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2024-09-07T15:22:17.913 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2024-09-07T15:22:21.275 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 96%] 2024-09-07T15:22:22.998 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 96%] 2024-09-07T15:22:41.222 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2024-09-07T15:23:03.361 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2024-09-07T15:23:23.997 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2024-09-07T15:23:30.138 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2024-09-07T15:23:38.407 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2024-09-07T15:23:41.835 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_alias PASSED [ 97%] 2024-09-07T15:23:43.819 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 97%] 2024-09-07T15:23:52.035 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime PASSED [ 97%] 2024-09-07T15:23:57.620 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2024-09-07T15:24:00.239 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2024-09-07T15:24:02.901 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2024-09-07T15:24:12.163 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2024-09-07T15:24:23.858 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2024-09-07T15:24:30.724 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions PASSED [ 98%] 2024-09-07T15:24:34.292 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2024-09-07T15:24:35.103 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_version PASSED [ 98%] 2024-09-07T15:24:42.002 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2024-09-07T15:24:48.464 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2024-09-07T15:24:52.494 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2024-09-07T15:24:58.748 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2024-09-07T15:25:03.751 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 99%] 2024-09-07T15:25:54.936 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2024-09-07T15:25:55.732 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2024-09-07T15:25:58.205 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic PASSED [ 99%] 2024-09-07T15:26:00.034 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2024-09-07T15:26:01.817 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2024-09-07T15:26:04.141 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2024-09-07T15:26:04.184 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2024-09-07T15:26:04.184 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.184 INFO:teuthology.orchestra.run.smithi107.stdout:=============================== warnings summary =============================== 2024-09-07T15:26:04.184 INFO:teuthology.orchestra.run.smithi107.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-07T15:26:04.184 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-07T15:26:04.184 INFO:teuthology.orchestra.run.smithi107.stdout: import imp 2024-09-07T15:26:04.184 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.184 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py:120 2024-09-07T15:26:04.184 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:120: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-07T15:26:04.185 INFO:teuthology.orchestra.run.smithi107.stdout: if boto_type is 'S3Connection': 2024-09-07T15:26:04.185 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.185 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_headers.py:124 2024-09-07T15:26:04.185 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-07T15:26:04.185 INFO:teuthology.orchestra.run.smithi107.stdout: elif boto_type is 'HTTPRequest': 2024-09-07T15:26:04.185 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.185 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3.py:359 2024-09-07T15:26:04.185 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence '\W' 2024-09-07T15:26:04.185 INFO:teuthology.orchestra.run.smithi107.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2024-09-07T15:26:04.185 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.185 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py:176 2024-09-07T15:26:04.186 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-07T15:26:04.186 INFO:teuthology.orchestra.run.smithi107.stdout: if k is 'BucketName': 2024-09-07T15:26:04.186 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.186 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py:253 2024-09-07T15:26:04.186 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2024-09-07T15:26:04.186 INFO:teuthology.orchestra.run.smithi107.stdout: @pytest.mark.timeout(10) 2024-09-07T15:26:04.186 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.186 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests/functional/test_s3_website.py:1077 2024-09-07T15:26:04.186 INFO:teuthology.orchestra.run.smithi107.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2024-09-07T15:26:04.186 INFO:teuthology.orchestra.run.smithi107.stdout: @pytest.mark.s3website_routing_rules 2024-09-07T15:26:04.186 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.186 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py:2214 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2214: DeprecationWarning: invalid escape sequence '\$' 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py:2229 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2229: DeprecationWarning: invalid escape sequence '\$' 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py:2235 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2235: DeprecationWarning: invalid escape sequence '\$' 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py:2292 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2292: DeprecationWarning: invalid escape sequence '\$' 2024-09-07T15:26:04.187 INFO:teuthology.orchestra.run.smithi107.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py:2307 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2307: DeprecationWarning: invalid escape sequence '\$' 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py:2325 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2325: DeprecationWarning: invalid escape sequence '\$' 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py:2340 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2340: DeprecationWarning: invalid escape sequence '\$' 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2024-09-07T15:26:04.188 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.189 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py:2358 2024-09-07T15:26:04.189 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2358: DeprecationWarning: invalid escape sequence '\$' 2024-09-07T15:26:04.189 INFO:teuthology.orchestra.run.smithi107.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-07T15:26:04.189 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.189 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py:2373 2024-09-07T15:26:04.189 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2373: DeprecationWarning: invalid escape sequence '\$' 2024-09-07T15:26:04.189 INFO:teuthology.orchestra.run.smithi107.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-07T15:26:04.189 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.189 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py:2423 2024-09-07T15:26:04.189 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2423: DeprecationWarning: invalid escape sequence '\$' 2024-09-07T15:26:04.189 INFO:teuthology.orchestra.run.smithi107.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-07T15:26:04.189 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py:2455 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2455: DeprecationWarning: invalid escape sequence '\$' 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_iam.py: 82 warnings 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py: 497 warnings 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3select.py: 33 warnings 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_sns.py: 3 warnings 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi107.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout: warnings.warn( 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.190 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-07T15:26:04.191 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-07T15:26:04.191 INFO:teuthology.orchestra.run.smithi107.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:6540: DeprecationWarning: ssl.wrap_socket() is deprecated, use SSLContext.wrap_socket() 2024-09-07T15:26:04.191 INFO:teuthology.orchestra.run.smithi107.stdout: s = ssl.wrap_socket(s); 2024-09-07T15:26:04.191 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.191 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-07T15:26:04.191 INFO:teuthology.orchestra.run.smithi107.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-07T15:26:04.191 INFO:teuthology.orchestra.run.smithi107.stdout: /usr/lib/python3.10/ssl.py:1434: DeprecationWarning: ssl.PROTOCOL_TLS is deprecated 2024-09-07T15:26:04.191 INFO:teuthology.orchestra.run.smithi107.stdout: context = SSLContext(ssl_version) 2024-09-07T15:26:04.191 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:26:04.191 INFO:teuthology.orchestra.run.smithi107.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-07T15:26:04.191 INFO:teuthology.orchestra.run.smithi107.stdout:= 680 passed, 65 skipped, 126 deselected, 1 xfailed, 666 warnings in 3334.14s (0:55:34) = 2024-09-07T15:26:04.362 INFO:teuthology.orchestra.run.smithi107.stdout:___________________________________ summary ____________________________________ 2024-09-07T15:26:04.363 INFO:teuthology.orchestra.run.smithi107.stdout: py: commands succeeded 2024-09-07T15:26:04.363 INFO:teuthology.orchestra.run.smithi107.stdout: congratulations :) 2024-09-07T15:26:04.402 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2024-09-07T15:26:04.403 DEBUG:teuthology.orchestra.run.smithi107:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2024-09-07T15:26:04.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T15:26:04.504 INFO:tasks.s3tests:Cleaning up boto... 2024-09-07T15:26:04.504 DEBUG:teuthology.orchestra.run.smithi107:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2024-09-07T15:26:04.509 INFO:tasks.s3tests:Removing s3-tests... 2024-09-07T15:26:04.510 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2024-09-07T15:26:04.693 INFO:teuthology.run_tasks:Running task workunit... 2024-09-07T15:26:04.705 INFO:tasks.workunit:Pulling workunits from ref 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T15:26:04.705 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-07T15:26:04.705 DEBUG:teuthology.orchestra.run.smithi107:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-07T15:26:04.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T15:26:04.711 INFO:teuthology.orchestra.run.smithi107.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-07T15:26:04.712 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-07T15:26:04.758 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-07T15:26:04.759 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-07T15:26:04.806 INFO:tasks.workunit:timeout=3h 2024-09-07T15:26:04.807 INFO:tasks.workunit:cleanup=True 2024-09-07T15:26:04.807 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 5c120bb86a547030eb0946833002675f49ccd220 2024-09-07T15:26:04.856 INFO:tasks.workunit.client.0.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-07T15:27:01.416 INFO:tasks.workunit.client.0.smithi107.stderr:Note: switching to '5c120bb86a547030eb0946833002675f49ccd220'. 2024-09-07T15:27:01.416 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T15:27:01.416 INFO:tasks.workunit.client.0.smithi107.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-07T15:27:01.416 INFO:tasks.workunit.client.0.smithi107.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-07T15:27:01.416 INFO:tasks.workunit.client.0.smithi107.stderr:state without impacting any branches by switching back to a branch. 2024-09-07T15:27:01.416 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T15:27:01.417 INFO:tasks.workunit.client.0.smithi107.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-07T15:27:01.417 INFO:tasks.workunit.client.0.smithi107.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-07T15:27:01.417 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T15:27:01.417 INFO:tasks.workunit.client.0.smithi107.stderr: git switch -c 2024-09-07T15:27:01.417 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T15:27:01.417 INFO:tasks.workunit.client.0.smithi107.stderr:Or undo this operation with: 2024-09-07T15:27:01.417 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T15:27:01.417 INFO:tasks.workunit.client.0.smithi107.stderr: git switch - 2024-09-07T15:27:01.417 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T15:27:01.417 INFO:tasks.workunit.client.0.smithi107.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-07T15:27:01.417 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T15:27:01.417 INFO:tasks.workunit.client.0.smithi107.stderr:HEAD is now at 5c120bb86a5 rgw/service: remove unused metadata and metadata backend services 2024-09-07T15:27:01.422 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-07T15:27:01.470 INFO:tasks.workunit.client.0.smithi107.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-07T15:27:01.474 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-07T15:27:01.474 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-07T15:27:01.526 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-07T15:27:01.576 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-07T15:27:01.617 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-07T15:27:01.618 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-07T15:27:01.618 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-07T15:27:01.659 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-07T15:27:01.662 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-09-07T15:27:01.663 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-07T15:27:01.712 INFO:tasks.workunit:Running workunits matching rgw/run-versioning.sh on client.0... 2024-09-07T15:27:01.715 INFO:tasks.workunit:Running workunit rgw/run-versioning.sh... 2024-09-07T15:27:01.716 DEBUG:teuthology.orchestra.run.smithi107:workunit test rgw/run-versioning.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c120bb86a547030eb0946833002675f49ccd220 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-07T15:27:01.763 INFO:tasks.workunit.client.0.smithi107.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-07T15:27:01.764 INFO:tasks.workunit.client.0.smithi107.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-07T15:27:01.764 INFO:tasks.workunit.client.0.smithi107.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-07T15:27:04.610 INFO:tasks.workunit.client.0.smithi107.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-07T15:27:04.611 INFO:tasks.workunit.client.0.smithi107.stderr:++ deactivate nondestructive 2024-09-07T15:27:04.611 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T15:27:04.611 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T15:27:04.611 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-07T15:27:04.611 INFO:tasks.workunit.client.0.smithi107.stderr:++ hash -r 2024-09-07T15:27:04.611 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T15:27:04.611 INFO:tasks.workunit.client.0.smithi107.stderr:++ unset VIRTUAL_ENV 2024-09-07T15:27:04.611 INFO:tasks.workunit.client.0.smithi107.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-07T15:27:04.611 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-07T15:27:04.611 INFO:tasks.workunit.client.0.smithi107.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-07T15:27:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:++ export VIRTUAL_ENV 2024-09-07T15:27:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-07T15:27:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-07T15:27:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:++ export PATH 2024-09-07T15:27:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n '' ']' 2024-09-07T15:27:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -z '' ']' 2024-09-07T15:27:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-07T15:27:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:++ PS1='(rgw) ' 2024-09-07T15:27:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:++ export PS1 2024-09-07T15:27:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-07T15:27:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-07T15:27:04.613 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-07T15:27:04.614 INFO:tasks.workunit.client.0.smithi107.stderr:++ hash -r 2024-09-07T15:27:04.614 INFO:tasks.workunit.client.0.smithi107.stderr:+ pip install pip --upgrade 2024-09-07T15:27:05.005 INFO:tasks.workunit.client.0.smithi107.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-07T15:27:05.188 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting pip 2024-09-07T15:27:05.194 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-07T15:27:05.227 INFO:tasks.workunit.client.0.smithi107.stdout:Installing collected packages: pip 2024-09-07T15:27:05.228 INFO:tasks.workunit.client.0.smithi107.stdout: Attempting uninstall: pip 2024-09-07T15:27:05.228 INFO:tasks.workunit.client.0.smithi107.stdout: Found existing installation: pip 22.0.2 2024-09-07T15:27:05.488 INFO:tasks.workunit.client.0.smithi107.stdout: Uninstalling pip-22.0.2: 2024-09-07T15:27:05.494 INFO:tasks.workunit.client.0.smithi107.stdout: Successfully uninstalled pip-22.0.2 2024-09-07T15:27:06.510 INFO:tasks.workunit.client.0.smithi107.stdout:Successfully installed pip-24.2 2024-09-07T15:27:06.583 INFO:tasks.workunit.client.0.smithi107.stderr:+ pip install boto3 2024-09-07T15:27:07.569 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting boto3 2024-09-07T15:27:07.571 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached boto3-1.35.14-py3-none-any.whl.metadata (6.6 kB) 2024-09-07T15:27:08.174 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting botocore<1.36.0,>=1.35.14 (from boto3) 2024-09-07T15:27:08.175 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached botocore-1.35.14-py3-none-any.whl.metadata (5.7 kB) 2024-09-07T15:27:08.228 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-07T15:27:08.229 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-07T15:27:08.274 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-07T15:27:08.275 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-07T15:27:08.334 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.14->boto3) 2024-09-07T15:27:08.336 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-07T15:27:08.434 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.14->boto3) 2024-09-07T15:27:08.436 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached urllib3-2.2.2-py3-none-any.whl.metadata (6.4 kB) 2024-09-07T15:27:08.573 INFO:tasks.workunit.client.0.smithi107.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.14->boto3) 2024-09-07T15:27:08.574 INFO:tasks.workunit.client.0.smithi107.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-07T15:27:08.578 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached boto3-1.35.14-py3-none-any.whl (139 kB) 2024-09-07T15:27:08.579 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached botocore-1.35.14-py3-none-any.whl (12.5 MB) 2024-09-07T15:27:08.589 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-07T15:27:08.590 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-07T15:27:08.592 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-07T15:27:08.593 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached urllib3-2.2.2-py3-none-any.whl (121 kB) 2024-09-07T15:27:08.594 INFO:tasks.workunit.client.0.smithi107.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-07T15:27:08.663 INFO:tasks.workunit.client.0.smithi107.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-07T15:27:09.778 INFO:tasks.workunit.client.0.smithi107.stdout:Successfully installed boto3-1.35.14 botocore-1.35.14 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.2 2024-09-07T15:27:09.985 INFO:tasks.workunit.client.0.smithi107.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_versioning.py 2024-09-07T15:27:10.123 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin user create --uid versioning-tester --display-name "Versioning Testing" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2024-09-07T15:27:10.163 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T15:27:10.164 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T15:27:10.207 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.206+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.206+0000 7f893cc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:10.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.206+0000 7f893cc5f9c0 20 realm 2024-09-07T15:27:10.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.206+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.206+0000 7f893cc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:10.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.206+0000 7f893cc5f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T15:27:10.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.206+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.209 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.206+0000 7f893cc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:10.210 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.206+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.210+0000 7f893cc5f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T15:27:10.211 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.210+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.210+0000 7f893cc5f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T15:27:10.212 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.210+0000 7f893cc5f9c0 20 searching for the correct realm 2024-09-07T15:27:10.216 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.214+0000 7f893af66640 0 -- 172.21.15.107:0/876572323 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f8930008040 msgr2=0x7f8930045910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:10.431 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.430+0000 7f8939f64640 0 -- 172.21.15.107:0/876572323 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f892c13d0d0 msgr2=0x7f892c12d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:10.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T15:27:10.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T15:27:10.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T15:27:10.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T15:27:10.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T15:27:10.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T15:27:10.650 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:10.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T15:27:10.651 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T15:27:10.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 zone default found 2024-09-07T15:27:10.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 4 Realm: () 2024-09-07T15:27:10.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T15:27:10.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T15:27:10.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T15:27:10.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 zonegroup default 2024-09-07T15:27:10.652 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:10.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:10.653 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.650+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.654+0000 7f893cc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:10.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.654+0000 7f893cc5f9c0 20 started sync module instance, tier type = 2024-09-07T15:27:10.654 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.654+0000 7f893cc5f9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T15:27:10.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.678+0000 7f893cc5f9c0 20 add_watcher() i=0 2024-09-07T15:27:10.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.678+0000 7f893cc5f9c0 20 add_watcher() i=1 2024-09-07T15:27:10.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.678+0000 7f893cc5f9c0 20 add_watcher() i=2 2024-09-07T15:27:10.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.678+0000 7f893cc5f9c0 20 add_watcher() i=3 2024-09-07T15:27:10.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.678+0000 7f893cc5f9c0 20 add_watcher() i=4 2024-09-07T15:27:10.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.678+0000 7f893cc5f9c0 20 add_watcher() i=5 2024-09-07T15:27:10.679 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.678+0000 7f893cc5f9c0 20 add_watcher() i=6 2024-09-07T15:27:10.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.678+0000 7f893cc5f9c0 20 add_watcher() i=7 2024-09-07T15:27:10.681 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.678+0000 7f893cc5f9c0 2 all 8 watchers are set, enabling cache 2024-09-07T15:27:10.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.682+0000 7f87f0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T15:27:10.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T15:27:10.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T15:27:10.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 5 note: GC not initialized 2024-09-07T15:27:10.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f876b7fe640 20 reqs_thread_entry: start 2024-09-07T15:27:10.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 20 init_complete bucket index max shards: 1 2024-09-07T15:27:10.687 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 20 Filter name: none 2024-09-07T15:27:10.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f87697fa640 20 reqs_thread_entry: start 2024-09-07T15:27:10.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 10 cache get: name=default.rgw.meta+users.uid+versioning-tester : miss 2024-09-07T15:27:10.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:10.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x0 2024-09-07T15:27:10.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 10 adding default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-07T15:27:10.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2024-09-07T15:27:10.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:10.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:10.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2024-09-07T15:27:10.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-07T15:27:10.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-07T15:27:10.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.686+0000 7f893cc5f9c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-07T15:27:10.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.690+0000 7f893cc5f9c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-07T15:27:10.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.690+0000 7f893cc5f9c0 10 moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-07T15:27:10.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.690+0000 7f893cc5f9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:versioning-tester, ofs0, ns] 2024-09-07T15:27:10.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.690+0000 7f881dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202955 cookie 93942032120624 notifier 8756 bl.length()=613 2024-09-07T15:27:10.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.690+0000 7f881dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-07T15:27:10.693 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.690+0000 7f881dffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-07T15:27:10.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.698+0000 7f893cc5f9c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-07T15:27:10.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.698+0000 7f893cc5f9c0 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-07T15:27:10.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.698+0000 7f893cc5f9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2024-09-07T15:27:10.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.698+0000 7f881d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346203962 cookie 93942032119088 notifier 8756 bl.length()=191 2024-09-07T15:27:10.698 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.698+0000 7f881d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-07T15:27:10.699 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.698+0000 7f881d7fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-07T15:27:10.703 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.702+0000 7f87f0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T15:27:10.707 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.706+0000 7f893cc5f9c0 20 remove_watcher() i=0 2024-09-07T15:27:10.708 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.706+0000 7f893cc5f9c0 2 removed watcher, disabling cache 2024-09-07T15:27:10.709 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.706+0000 7f893cc5f9c0 20 remove_watcher() i=1 2024-09-07T15:27:10.711 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.710+0000 7f893cc5f9c0 20 remove_watcher() i=2 2024-09-07T15:27:10.714 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.714+0000 7f893cc5f9c0 20 remove_watcher() i=3 2024-09-07T15:27:10.716 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.714+0000 7f893cc5f9c0 20 remove_watcher() i=4 2024-09-07T15:27:10.717 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.714+0000 7f893cc5f9c0 20 remove_watcher() i=5 2024-09-07T15:27:10.718 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.718+0000 7f893cc5f9c0 20 remove_watcher() i=6 2024-09-07T15:27:10.720 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:10.718+0000 7f893cc5f9c0 20 remove_watcher() i=7 2024-09-07T15:27:10.963 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:10.964 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:11.020 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:11.020 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:11.105 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:11.105 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:11.209 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:11.209 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:11.280 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: verify that index entries and OLH objects are cleaned up after redundant deletes 2024-09-07T15:27:11.280 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T15:27:11.287 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:11.287 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:11.389 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:11.390 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:11.489 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:11.489 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:11.606 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-07T15:27:11.639 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T15:27:11.639 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T15:27:11.686 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.686+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.686+0000 7efde1f419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:11.688 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.686+0000 7efde1f419c0 20 realm 2024-09-07T15:27:11.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.686+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.686+0000 7efde1f419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:11.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.686+0000 7efde1f419c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T15:27:11.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.686+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.686+0000 7efde1f419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:11.689 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.686+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.690+0000 7efde1f419c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T15:27:11.690 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.690+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.690+0000 7efde1f419c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T15:27:11.692 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.690+0000 7efde1f419c0 20 searching for the correct realm 2024-09-07T15:27:11.696 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.694+0000 7efddfa47640 0 -- 172.21.15.107:0/1048792111 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7efdd8017070 msgr2=0x7efdd800ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:11.913 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.910+0000 7efddfa47640 0 -- 172.21.15.107:0/1048792111 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7efdd8017070 msgr2=0x7efdd800ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:11.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.922+0000 7efde1f419c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T15:27:11.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.922+0000 7efde1f419c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T15:27:11.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.922+0000 7efde1f419c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T15:27:11.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.922+0000 7efde1f419c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T15:27:11.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.922+0000 7efde1f419c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T15:27:11.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.922+0000 7efde1f419c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T15:27:11.924 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.922+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.922+0000 7efde1f419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:11.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.922+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.925 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T15:27:11.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T15:27:11.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 zone default found 2024-09-07T15:27:11.926 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 4 Realm: () 2024-09-07T15:27:11.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T15:27:11.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T15:27:11.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T15:27:11.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 zonegroup default 2024-09-07T15:27:11.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:11.927 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:11.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:11.928 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 started sync module instance, tier type = 2024-09-07T15:27:11.929 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.926+0000 7efde1f419c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T15:27:11.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.950+0000 7efde1f419c0 20 add_watcher() i=0 2024-09-07T15:27:11.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.950+0000 7efde1f419c0 20 add_watcher() i=1 2024-09-07T15:27:11.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.950+0000 7efde1f419c0 20 add_watcher() i=2 2024-09-07T15:27:11.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.950+0000 7efde1f419c0 20 add_watcher() i=3 2024-09-07T15:27:11.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.950+0000 7efde1f419c0 20 add_watcher() i=4 2024-09-07T15:27:11.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.950+0000 7efde1f419c0 20 add_watcher() i=5 2024-09-07T15:27:11.952 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.950+0000 7efde1f419c0 20 add_watcher() i=6 2024-09-07T15:27:11.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.954+0000 7efde1f419c0 20 add_watcher() i=7 2024-09-07T15:27:11.954 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.954+0000 7efde1f419c0 2 all 8 watchers are set, enabling cache 2024-09-07T15:27:11.958 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.958+0000 7efc95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T15:27:11.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.958+0000 7efde1f419c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T15:27:11.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.958+0000 7efde1f419c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T15:27:11.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.958+0000 7efde1f419c0 5 note: GC not initialized 2024-09-07T15:27:11.959 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.958+0000 7efc94fe1640 20 reqs_thread_entry: start 2024-09-07T15:27:11.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.958+0000 7efde1f419c0 20 init_complete bucket index max shards: 1 2024-09-07T15:27:11.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.958+0000 7efde1f419c0 20 Filter name: none 2024-09-07T15:27:11.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.958+0000 7efc0e7fc640 20 reqs_thread_entry: start 2024-09-07T15:27:11.960 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.958+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.958+0000 7efde1f419c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-07T15:27:11.961 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.958+0000 7efde1f419c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:11.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.962+0000 7efde1f419c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-07T15:27:11.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.962+0000 7efde1f419c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T15:27:11.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.962+0000 7efde1f419c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T15:27:11.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.962+0000 7efde1f419c0 20 INFO: main: starting shard=0 2024-09-07T15:27:11.962 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.962+0000 7efde1f419c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.783.0 2024-09-07T15:27:11.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.962+0000 7efde1f419c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T15:27:11.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.962+0000 7efde1f419c0 20 INFO: main: done 2024-09-07T15:27:11.963 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.962+0000 7efc95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T15:27:11.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.966+0000 7efde1f419c0 20 remove_watcher() i=0 2024-09-07T15:27:11.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.966+0000 7efde1f419c0 2 removed watcher, disabling cache 2024-09-07T15:27:11.970 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.970+0000 7efde1f419c0 20 remove_watcher() i=1 2024-09-07T15:27:11.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.970+0000 7efde1f419c0 20 remove_watcher() i=2 2024-09-07T15:27:11.975 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.974+0000 7efde1f419c0 20 remove_watcher() i=3 2024-09-07T15:27:11.978 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.978+0000 7efde1f419c0 20 remove_watcher() i=4 2024-09-07T15:27:11.979 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.978+0000 7efde1f419c0 20 remove_watcher() i=5 2024-09-07T15:27:11.981 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.978+0000 7efde1f419c0 20 remove_watcher() i=6 2024-09-07T15:27:11.982 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:11.982+0000 7efde1f419c0 20 remove_watcher() i=7 2024-09-07T15:27:11.998 INFO:tasks.workunit.client.0.smithi107.stderr:rados -p default.rgw.buckets.data ls | grep e38b2d39-97bd-423c-b49a-a741f4994674 2024-09-07T15:27:12.024 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T15:27:12.024 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T15:27:12.181 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:12.178+0000 7f190c197640 0 -- 172.21.15.107:0/3662381247 >> [v2:172.21.15.107:6824/3601645527,v1:172.21.15.107:6825/3601645527] conn(0x7f18fc01a0c0 msgr2=0x7f18fc01a540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:12.205 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: verify that index entries and OLH objects are cleaned up after index linking error 2024-09-07T15:27:12.205 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T15:27:12.205 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-07T15:27:13.679 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:13.679 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:13.769 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-07T15:27:14.200 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-07T15:27:14.228 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T15:27:14.228 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T15:27:14.267 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.266+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.266+0000 7fd8739dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:14.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.266+0000 7fd8739dc9c0 20 realm 2024-09-07T15:27:14.269 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.266+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.270 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.266+0000 7fd8739dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:14.270 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.266+0000 7fd8739dc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T15:27:14.270 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.266+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.270 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.266+0000 7fd8739dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:14.270 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.266+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.271 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.270+0000 7fd8739dc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T15:27:14.271 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.270+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.272 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.270+0000 7fd8739dc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T15:27:14.273 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.270+0000 7fd8739dc9c0 20 searching for the correct realm 2024-09-07T15:27:14.276 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.274+0000 7fd8714e2640 0 -- 172.21.15.107:0/2483837858 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fd86c05dc90 msgr2=0x7fd86c05c700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:14.491 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.490+0000 7fd8714e2640 0 -- 172.21.15.107:0/2483837858 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fd86c05dc90 msgr2=0x7fd86c05c700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:14.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T15:27:14.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T15:27:14.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T15:27:14.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T15:27:14.503 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T15:27:14.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T15:27:14.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:14.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.504 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T15:27:14.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T15:27:14.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 zone default found 2024-09-07T15:27:14.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 4 Realm: () 2024-09-07T15:27:14.505 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T15:27:14.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T15:27:14.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T15:27:14.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 zonegroup default 2024-09-07T15:27:14.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.502+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.506 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.506+0000 7fd8739dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:14.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.506+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.506+0000 7fd8739dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:14.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.506+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.506+0000 7fd8739dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:14.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.506+0000 7fd8739dc9c0 20 started sync module instance, tier type = 2024-09-07T15:27:14.507 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.506+0000 7fd8739dc9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T15:27:14.527 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.526+0000 7fd8739dc9c0 20 add_watcher() i=0 2024-09-07T15:27:14.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.526+0000 7fd8739dc9c0 20 add_watcher() i=1 2024-09-07T15:27:14.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.526+0000 7fd8739dc9c0 20 add_watcher() i=2 2024-09-07T15:27:14.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.526+0000 7fd8739dc9c0 20 add_watcher() i=3 2024-09-07T15:27:14.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.526+0000 7fd8739dc9c0 20 add_watcher() i=4 2024-09-07T15:27:14.528 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.526+0000 7fd8739dc9c0 20 add_watcher() i=5 2024-09-07T15:27:14.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.526+0000 7fd8739dc9c0 20 add_watcher() i=6 2024-09-07T15:27:14.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.526+0000 7fd8739dc9c0 20 add_watcher() i=7 2024-09-07T15:27:14.529 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.526+0000 7fd8739dc9c0 2 all 8 watchers are set, enabling cache 2024-09-07T15:27:14.533 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.530+0000 7fd727fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T15:27:14.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T15:27:14.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T15:27:14.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 5 note: GC not initialized 2024-09-07T15:27:14.534 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd726fe5640 20 reqs_thread_entry: start 2024-09-07T15:27:14.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 init_complete bucket index max shards: 1 2024-09-07T15:27:14.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 Filter name: none 2024-09-07T15:27:14.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd724fe1640 20 reqs_thread_entry: start 2024-09-07T15:27:14.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.535 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-07T15:27:14.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:14.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-07T15:27:14.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-07T15:27:14.536 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-07T15:27:14.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 INFO: main: starting shard=0 2024-09-07T15:27:14.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.783.0 2024-09-07T15:27:14.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-07T15:27:14.537 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.534+0000 7fd8739dc9c0 20 INFO: main: done 2024-09-07T15:27:14.538 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.538+0000 7fd727fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T15:27:14.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.542+0000 7fd8739dc9c0 20 remove_watcher() i=0 2024-09-07T15:27:14.544 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.542+0000 7fd8739dc9c0 2 removed watcher, disabling cache 2024-09-07T15:27:14.546 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.546+0000 7fd8739dc9c0 20 remove_watcher() i=1 2024-09-07T15:27:14.549 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.546+0000 7fd8739dc9c0 20 remove_watcher() i=2 2024-09-07T15:27:14.550 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.550+0000 7fd8739dc9c0 20 remove_watcher() i=3 2024-09-07T15:27:14.553 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.550+0000 7fd8739dc9c0 20 remove_watcher() i=4 2024-09-07T15:27:14.554 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.554+0000 7fd8739dc9c0 20 remove_watcher() i=5 2024-09-07T15:27:14.556 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.554+0000 7fd8739dc9c0 20 remove_watcher() i=6 2024-09-07T15:27:14.557 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.558+0000 7fd8739dc9c0 20 remove_watcher() i=7 2024-09-07T15:27:14.572 INFO:tasks.workunit.client.0.smithi107.stderr:rados -p default.rgw.buckets.data ls | grep 09632393-2c4c-4352-85d9-b141317a0e2b 2024-09-07T15:27:14.598 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T15:27:14.598 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T15:27:14.748 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:14.746+0000 7f09bc212640 0 -- 172.21.15.107:0/889441168 >> [v2:172.21.15.148:6800/3426398531,v1:172.21.15.148:6801/3426398531] conn(0x7f09ac01b8b0 msgr2=0x7f09ac003300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:14.782 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: verify that original null object version is intact after failed olh upgrade 2024-09-07T15:27:14.782 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T15:27:14.784 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:14.784 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:14.840 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:14.840 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:14.949 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:14.949 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:15.015 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-07T15:27:16.467 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:16.468 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:16.647 INFO:tasks.workunit.client.0.smithi107.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-07T15:27:16.647 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-07T15:27:17.100 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:17.100 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:17.244 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:17.244 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:17.320 INFO:tasks.workunit.client.0.smithi107.stderr:TEST: verify that concurrent delete requests do not leave behind olh entries 2024-09-07T15:27:17.320 INFO:tasks.workunit.client.0.smithi107.stderr: 2024-09-07T15:27:17.324 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:17.324 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:17.433 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:17.434 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:17.598 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:17.598 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:17.692 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config set client rgw_debug_inject_latency_bi_unlink 2 2024-09-07T15:27:19.148 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:19.148 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:19.296 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:19.296 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:21.468 INFO:tasks.workunit.client.0.smithi107.stderr:ceph config rm client rgw_debug_inject_latency_bi_unlink 2024-09-07T15:27:21.902 INFO:tasks.workunit.client.0.smithi107.stderr:radosgw-admin bucket check olh --bucket versioning-bucket --dump-keys 2024-09-07T15:27:21.927 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T15:27:21.927 INFO:tasks.workunit.client.0.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T15:27:21.966 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.966+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:21.967 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.966+0000 7f1683a6c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:21.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.966+0000 7f1683a6c9c0 20 realm 2024-09-07T15:27:21.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.966+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:21.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.966+0000 7f1683a6c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:21.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.966+0000 7f1683a6c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T15:27:21.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.966+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:21.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.966+0000 7f1683a6c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:21.968 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.966+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:21.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.966+0000 7f1683a6c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T15:27:21.969 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.966+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:21.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.970+0000 7f1683a6c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T15:27:21.971 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.970+0000 7f1683a6c9c0 20 searching for the correct realm 2024-09-07T15:27:21.973 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.974+0000 7f1681d73640 0 -- 172.21.15.107:0/2363925251 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7f16780030a0 msgr2=0x7f1678105940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:21.980 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:21.978+0000 7f1680d71640 0 -- 172.21.15.107:0/2363925251 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7f1674067860 msgr2=0x7f16740897f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T15:27:22.195 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.194+0000 7f1683a6c9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T15:27:22.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.194+0000 7f1683a6c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T15:27:22.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.194+0000 7f1683a6c9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T15:27:22.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.194+0000 7f1683a6c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T15:27:22.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.194+0000 7f1683a6c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T15:27:22.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.194+0000 7f1683a6c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T15:27:22.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.194+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:22.196 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.194+0000 7f1683a6c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:22.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.194+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:22.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.194+0000 7f1683a6c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T15:27:22.197 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.194+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:22.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T15:27:22.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 20 zone default found 2024-09-07T15:27:22.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 4 Realm: () 2024-09-07T15:27:22.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T15:27:22.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T15:27:22.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T15:27:22.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 20 zonegroup default 2024-09-07T15:27:22.198 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:22.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:22.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:22.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:22.199 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:22.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:22.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 20 started sync module instance, tier type = 2024-09-07T15:27:22.200 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.198+0000 7f1683a6c9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T15:27:22.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.218+0000 7f1683a6c9c0 20 add_watcher() i=0 2024-09-07T15:27:22.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.218+0000 7f1683a6c9c0 20 add_watcher() i=1 2024-09-07T15:27:22.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.218+0000 7f1683a6c9c0 20 add_watcher() i=2 2024-09-07T15:27:22.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.218+0000 7f1683a6c9c0 20 add_watcher() i=3 2024-09-07T15:27:22.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.218+0000 7f1683a6c9c0 20 add_watcher() i=4 2024-09-07T15:27:22.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.218+0000 7f1683a6c9c0 20 add_watcher() i=5 2024-09-07T15:27:22.221 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.218+0000 7f1683a6c9c0 20 add_watcher() i=6 2024-09-07T15:27:22.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.222+0000 7f1683a6c9c0 20 add_watcher() i=7 2024-09-07T15:27:22.223 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.222+0000 7f1683a6c9c0 2 all 8 watchers are set, enabling cache 2024-09-07T15:27:22.227 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.226+0000 7f15377e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T15:27:22.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.226+0000 7f1683a6c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T15:27:22.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.226+0000 7f1683a6c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T15:27:22.228 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.226+0000 7f1683a6c9c0 5 note: GC not initialized 2024-09-07T15:27:22.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.226+0000 7f15367e4640 20 reqs_thread_entry: start 2024-09-07T15:27:22.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.226+0000 7f1683a6c9c0 20 init_complete bucket index max shards: 1 2024-09-07T15:27:22.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.226+0000 7f1683a6c9c0 20 Filter name: none 2024-09-07T15:27:22.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.226+0000 7f14a7fff640 20 reqs_thread_entry: start 2024-09-07T15:27:22.229 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.226+0000 7f1683a6c9c0 10 cache get: name=default.rgw.meta+root+versioning-bucket : miss 2024-09-07T15:27:22.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.226+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:22.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-07T15:27:22.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 10 cache put: name=default.rgw.meta+root+versioning-bucket info.flags=0x11 2024-09-07T15:27:22.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 10 adding default.rgw.meta+root+versioning-bucket to cache LRU end 2024-09-07T15:27:22.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.783 : miss 2024-09-07T15:27:22.230 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:22.231 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-07T15:27:22.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.783 info.flags=0x17 2024-09-07T15:27:22.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 10 adding default.rgw.meta+root+.bucket.meta.versioning-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.783 to cache LRU end 2024-09-07T15:27:22.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T15:27:22.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-07T15:27:22.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.versioning-bucket:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.783 2024-09-07T15:27:22.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 20 bucket index object: :.dir.d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.783.0 2024-09-07T15:27:22.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-07T15:27:22.232 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f1683a6c9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-07T15:27:22.233 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.230+0000 7f15377e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T15:27:22.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.238+0000 7f1683a6c9c0 20 remove_watcher() i=0 2024-09-07T15:27:22.238 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.238+0000 7f1683a6c9c0 2 removed watcher, disabling cache 2024-09-07T15:27:22.240 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.238+0000 7f1683a6c9c0 20 remove_watcher() i=1 2024-09-07T15:27:22.242 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.242+0000 7f1683a6c9c0 20 remove_watcher() i=2 2024-09-07T15:27:22.244 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.242+0000 7f1683a6c9c0 20 remove_watcher() i=3 2024-09-07T15:27:22.246 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.246+0000 7f1683a6c9c0 20 remove_watcher() i=4 2024-09-07T15:27:22.247 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.246+0000 7f1683a6c9c0 20 remove_watcher() i=5 2024-09-07T15:27:22.248 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.246+0000 7f1683a6c9c0 20 remove_watcher() i=6 2024-09-07T15:27:22.250 INFO:tasks.workunit.client.0.smithi107.stderr:2024-09-07T15:27:22.250+0000 7f1683a6c9c0 20 remove_watcher() i=7 2024-09-07T15:27:22.271 INFO:tasks.workunit.client.0.smithi107.stderr:Deleting bucket versioning-bucket 2024-09-07T15:27:22.273 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:22.273 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:22.305 INFO:tasks.workunit.client.0.smithi107.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-07T15:27:22.305 INFO:tasks.workunit.client.0.smithi107.stderr: warnings.warn( 2024-09-07T15:27:22.414 INFO:tasks.workunit.client.0.smithi107.stderr:Completed bucket versioning tests 2024-09-07T15:27:22.414 INFO:tasks.workunit.client.0.smithi107.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-07T15:27:22.414 INFO:tasks.workunit.client.0.smithi107.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-07T15:27:22.414 INFO:tasks.workunit.client.0.smithi107.stdout:connected to https://localhost:443 2024-09-07T15:27:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:+ deactivate 2024-09-07T15:27:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-07T15:27:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-07T15:27:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:+ export PATH 2024-09-07T15:27:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-07T15:27:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n '' ']' 2024-09-07T15:27:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-07T15:27:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:+ hash -r 2024-09-07T15:27:22.490 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' -n '' ']' 2024-09-07T15:27:22.491 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset VIRTUAL_ENV 2024-09-07T15:27:22.491 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-07T15:27:22.491 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-07T15:27:22.491 INFO:tasks.workunit.client.0.smithi107.stderr:+ unset -f deactivate 2024-09-07T15:27:22.491 INFO:tasks.workunit.client.0.smithi107.stderr:+ echo OK. 2024-09-07T15:27:22.492 INFO:tasks.workunit.client.0.smithi107.stdout:OK. 2024-09-07T15:27:22.492 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-07T15:27:22.492 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-07T15:27:22.546 INFO:tasks.workunit:Stopping ['rgw/run-versioning.sh'] on client.0... 2024-09-07T15:27:22.546 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-07T15:27:22.934 DEBUG:teuthology.parallel:result is None 2024-09-07T15:27:22.935 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T15:27:22.948 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T15:27:22.948 DEBUG:teuthology.orchestra.run.smithi107:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-07T15:27:22.994 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-07T15:27:22.994 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2024-09-07T15:27:23.006 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2024-09-07T15:27:23.016 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2024-09-07T15:27:23.016 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2024-09-07T15:27:23.016 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2024-09-07T15:27:23.087 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2024-09-07T15:27:23.087 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2024-09-07T15:27:23.118 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T15:27:23.118 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T15:27:23.157 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.154+0000 7fe4a2dbb9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:23.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.158+0000 7fe4a2dbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:23.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.158+0000 7fe4a2dbb9c0 20 realm 2024-09-07T15:27:23.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.158+0000 7fe4a2dbb9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:23.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.158+0000 7fe4a2dbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:23.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.158+0000 7fe4a2dbb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T15:27:23.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.158+0000 7fe4a2dbb9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:23.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.158+0000 7fe4a2dbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:23.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.158+0000 7fe4a2dbb9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:23.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.158+0000 7fe4a2dbb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T15:27:23.160 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.158+0000 7fe4a2dbb9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:23.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.162+0000 7fe4a2dbb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T15:27:23.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.162+0000 7fe4a2dbb9c0 20 searching for the correct realm 2024-09-07T15:27:23.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.162+0000 7fe4a10c2640 0 -- 172.21.15.107:0/44372912 >> [v2:172.21.15.107:6808/539809935,v1:172.21.15.107:6809/539809935] conn(0x7fe488039420 msgr2=0x7fe488039840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T15:27:23.380 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.378+0000 7fe4a00c0640 0 -- 172.21.15.107:0/44372912 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fe49006f790 msgr2=0x7fe49006f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:23.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T15:27:23.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T15:27:23.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T15:27:23.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T15:27:23.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T15:27:23.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T15:27:23.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:23.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:23.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:23.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T15:27:23.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:23.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T15:27:23.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 zone default found 2024-09-07T15:27:23.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 4 Realm: () 2024-09-07T15:27:23.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T15:27:23.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T15:27:23.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T15:27:23.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 zonegroup default 2024-09-07T15:27:23.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:23.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:23.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.598+0000 7fe4a2dbb9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:23.602 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.602+0000 7fe4a2dbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:23.602 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.602+0000 7fe4a2dbb9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:23.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.602+0000 7fe4a2dbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:23.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.602+0000 7fe4a2dbb9c0 20 started sync module instance, tier type = 2024-09-07T15:27:23.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.602+0000 7fe4a2dbb9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T15:27:23.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.626+0000 7fe4a2dbb9c0 20 add_watcher() i=0 2024-09-07T15:27:23.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.626+0000 7fe4a2dbb9c0 20 add_watcher() i=1 2024-09-07T15:27:23.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.626+0000 7fe4a2dbb9c0 20 add_watcher() i=2 2024-09-07T15:27:23.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.626+0000 7fe4a2dbb9c0 20 add_watcher() i=3 2024-09-07T15:27:23.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.626+0000 7fe4a2dbb9c0 20 add_watcher() i=4 2024-09-07T15:27:23.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.626+0000 7fe4a2dbb9c0 20 add_watcher() i=5 2024-09-07T15:27:23.627 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.626+0000 7fe4a2dbb9c0 20 add_watcher() i=6 2024-09-07T15:27:23.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.626+0000 7fe4a2dbb9c0 20 add_watcher() i=7 2024-09-07T15:27:23.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.626+0000 7fe4a2dbb9c0 2 all 8 watchers are set, enabling cache 2024-09-07T15:27:23.633 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.630+0000 7fe3577e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T15:27:23.633 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.634+0000 7fe4a2dbb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T15:27:23.634 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.634+0000 7fe4a2dbb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T15:27:23.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.726+0000 7fe3567e4640 20 reqs_thread_entry: start 2024-09-07T15:27:23.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.726+0000 7fe4a2dbb9c0 20 init_complete bucket index max shards: 1 2024-09-07T15:27:23.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.726+0000 7fe4a2dbb9c0 20 Filter name: none 2024-09-07T15:27:23.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.726+0000 7fe3547e0640 20 reqs_thread_entry: start 2024-09-07T15:27:23.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.726+0000 7fe4a2dbb9c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-07T15:27:23.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.726+0000 7fe4a2dbb9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:23.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.730+0000 7fe4a2dbb9c0 20 rados_obj.operate() r=0 bl.length=482 2024-09-07T15:27:23.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.730+0000 7fe4a2dbb9c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2024-09-07T15:27:23.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.730+0000 7fe4a2dbb9c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-07T15:27:23.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.730+0000 7fe4a2dbb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-07T15:27:23.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.730+0000 7fe4a2dbb9c0 10 removing key index: DNCLSEBMPHARWCYSBAEZ 2024-09-07T15:27:23.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.730+0000 7fe4a2dbb9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.keys:DNCLSEBMPHARWCYSBAEZ, ofs0, ns] 2024-09-07T15:27:23.734 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.734+0000 7fe377fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202895 cookie 94136589839488 notifier 9489 bl.length()=170 2024-09-07T15:27:23.737 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.734+0000 7fe4a2dbb9c0 10 removing email index: tester.client.0_test@test.test 2024-09-07T15:27:23.739 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.738+0000 7fe4a2dbb9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-07T15:27:23.740 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.738+0000 7fe377fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202969 cookie 94136589843536 notifier 9489 bl.length()=181 2024-09-07T15:27:23.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.738+0000 7fe4a2dbb9c0 10 removing user buckets index 2024-09-07T15:27:23.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.742+0000 7fe4a2dbb9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2024-09-07T15:27:23.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.742+0000 7fe3777fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202956 cookie 94136589854192 notifier 9489 bl.length()=172 2024-09-07T15:27:23.747 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.746+0000 7fe4a2dbb9c0 10 removing user index: tester.client.0 2024-09-07T15:27:23.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.750+0000 7fe4a2dbb9c0 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2024-09-07T15:27:23.751 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.750+0000 7fe4a2dbb9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-07T15:27:23.751 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.750+0000 7fe3777fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346203965 cookie 94136589850544 notifier 9489 bl.length()=164 2024-09-07T15:27:23.754 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.754+0000 7fe3577e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T15:27:23.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.758+0000 7fe4a2dbb9c0 20 remove_watcher() i=0 2024-09-07T15:27:23.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.758+0000 7fe4a2dbb9c0 2 removed watcher, disabling cache 2024-09-07T15:27:23.762 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.762+0000 7fe4a2dbb9c0 20 remove_watcher() i=1 2024-09-07T15:27:23.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.762+0000 7fe4a2dbb9c0 20 remove_watcher() i=2 2024-09-07T15:27:23.767 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.766+0000 7fe4a2dbb9c0 20 remove_watcher() i=3 2024-09-07T15:27:23.770 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.770+0000 7fe4a2dbb9c0 20 remove_watcher() i=4 2024-09-07T15:27:23.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.770+0000 7fe4a2dbb9c0 20 remove_watcher() i=5 2024-09-07T15:27:23.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.774+0000 7fe4a2dbb9c0 20 remove_watcher() i=6 2024-09-07T15:27:23.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:23.774+0000 7fe4a2dbb9c0 20 remove_watcher() i=7 2024-09-07T15:27:23.794 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2024-09-07T15:27:23.804 DEBUG:teuthology.run_tasks:Unwinding manager tox 2024-09-07T15:27:23.819 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/tox-venv 2024-09-07T15:27:23.882 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2024-09-07T15:27:23.893 DEBUG:tasks.rgw.client.0:waiting for process to exit 2024-09-07T15:27:23.893 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:27:23.913 INFO:tasks.rgw.client.0.smithi107.stdout:2024-09-07T15:27:23.902+0000 e571640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term env OPENSSL_ia32cap=~0x1000000000000000 valgrind --trace-children=no --child-silent-after-fork=yes --soname-synonyms=somalloc=*tcmalloc* --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --gen-suppressions=all --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 39674) UID: 0 2024-09-07T15:27:23.913 INFO:tasks.rgw.client.0.smithi107.stdout:2024-09-07T15:27:23.910+0000 8ed9f80 -1 shutting down 2024-09-07T15:27:39.464 INFO:tasks.rgw.client.0.smithi107.stderr:==00:01:49:15.427 39678== could not unlink /tmp/vgdb-pipe-from-vgdb-to-39678-by-root-on-??? 2024-09-07T15:27:39.464 INFO:tasks.rgw.client.0.smithi107.stderr:==00:01:49:15.427 39678== could not unlink /tmp/vgdb-pipe-to-vgdb-from-39678-by-root-on-??? 2024-09-07T15:27:39.464 INFO:tasks.rgw.client.0.smithi107.stderr:==00:01:49:15.427 39678== could not unlink /tmp/vgdb-pipe-shared-mem-vgdb-39678-by-root-on-??? 2024-09-07T15:27:40.969 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2024-09-07T15:27:42.198 INFO:tasks.rgw.client.0:Stopped 2024-09-07T15:27:42.198 DEBUG:teuthology.orchestra.run.smithi107:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2024-09-07T15:27:42.205 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f /etc/ceph/vault-root-token 2024-09-07T15:27:42.259 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f /home/ubuntu/cephtest/url_file 2024-09-07T15:27:42.314 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2024-09-07T15:27:42.315 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2024-09-07T15:27:42.315 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2024-09-07T15:27:42.394 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setuser ceph since I am not root 2024-09-07T15:27:42.394 INFO:teuthology.orchestra.run.smithi107.stderr:ignoring --setgroup ceph since I am not root 2024-09-07T15:27:42.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.433+0000 7fe078edd9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:42.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.437+0000 7fe078edd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:42.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.437+0000 7fe078edd9c0 20 realm 2024-09-07T15:27:42.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.437+0000 7fe078edd9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:42.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.437+0000 7fe078edd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:42.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.437+0000 7fe078edd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-07T15:27:42.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.437+0000 7fe078edd9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:42.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.437+0000 7fe078edd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:42.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.437+0000 7fe078edd9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:42.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.437+0000 7fe078edd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T15:27:42.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.437+0000 7fe078edd9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:42.442 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.441+0000 7fe078edd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-07T15:27:42.442 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.441+0000 7fe078edd9c0 20 searching for the correct realm 2024-09-07T15:27:42.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.445+0000 7fe0769e3640 0 -- 172.21.15.107:0/230790490 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe070097070 msgr2=0x7fe070071830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T15:27:42.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.661+0000 7fe0769e3640 0 -- 172.21.15.107:0/230790490 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fe070097070 msgr2=0x7fe070071830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:42.677 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.673+0000 7fe078edd9c0 20 RGWRados::pool_iterate: got zonegroup_info.b6cff264-ea0f-4362-8034-67775661cfb4 2024-09-07T15:27:42.677 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.673+0000 7fe078edd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-07T15:27:42.677 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.673+0000 7fe078edd9c0 20 RGWRados::pool_iterate: got zone_info.d86fa2ca-c18c-4362-b874-b18a3679dc0a 2024-09-07T15:27:42.677 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.673+0000 7fe078edd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-07T15:27:42.677 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.673+0000 7fe078edd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-07T15:27:42.678 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.673+0000 7fe078edd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-07T15:27:42.678 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.673+0000 7fe078edd9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:42.678 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:42.678 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:42.678 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-07T15:27:42.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:42.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-07T15:27:42.679 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 20 zone default found 2024-09-07T15:27:42.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 4 Realm: () 2024-09-07T15:27:42.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 4 ZoneGroup: default (b6cff264-ea0f-4362-8034-67775661cfb4) 2024-09-07T15:27:42.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 4 Zone: default (d86fa2ca-c18c-4362-b874-b18a3679dc0a) 2024-09-07T15:27:42.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-07T15:27:42.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 20 zonegroup default 2024-09-07T15:27:42.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:42.680 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:42.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:42.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:42.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.677+0000 7fe078edd9c0 20 rados->read ofs=0 len=0 2024-09-07T15:27:42.682 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.681+0000 7fe078edd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-07T15:27:42.682 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.681+0000 7fe078edd9c0 20 started sync module instance, tier type = 2024-09-07T15:27:42.682 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.681+0000 7fe078edd9c0 20 started zone id=d86fa2ca-c18c-4362-b874-b18a3679dc0a (name=default) with tier type = 2024-09-07T15:27:42.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.705+0000 7fe078edd9c0 20 add_watcher() i=0 2024-09-07T15:27:42.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.705+0000 7fe078edd9c0 20 add_watcher() i=1 2024-09-07T15:27:42.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.705+0000 7fe078edd9c0 20 add_watcher() i=2 2024-09-07T15:27:42.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.705+0000 7fe078edd9c0 20 add_watcher() i=3 2024-09-07T15:27:42.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.705+0000 7fe078edd9c0 20 add_watcher() i=4 2024-09-07T15:27:42.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.705+0000 7fe078edd9c0 20 add_watcher() i=5 2024-09-07T15:27:42.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.705+0000 7fe078edd9c0 20 add_watcher() i=6 2024-09-07T15:27:42.709 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.705+0000 7fe078edd9c0 20 add_watcher() i=7 2024-09-07T15:27:42.709 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.705+0000 7fe078edd9c0 2 all 8 watchers are set, enabling cache 2024-09-07T15:27:42.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.709+0000 7fdf2d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T15:27:42.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.709+0000 7fe078edd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-07T15:27:42.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.709+0000 7fe078edd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-07T15:27:42.804 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.801+0000 7fdea7fff640 20 reqs_thread_entry: start 2024-09-07T15:27:42.804 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.801+0000 7fe078edd9c0 20 init_complete bucket index max shards: 1 2024-09-07T15:27:42.804 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.801+0000 7fe078edd9c0 20 Filter name: none 2024-09-07T15:27:42.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.801+0000 7fdea5ffb640 20 reqs_thread_entry: start 2024-09-07T15:27:42.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-07T15:27:42.807 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:42.808 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:42.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46110' 2024-09-07T15:27:42.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11913339322931709911', time=2024-09-07T16:33:28.376710+0000, chain.objs.size()=1 2024-09-07T15:27:42.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.189__shadow_.tehqlrrS9vjvus5vj_taNY1b9wLPYyk_0 2024-09-07T15:27:42.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2639726049115691309', time=2024-09-07T16:37:38.855332+0000, chain.objs.size()=1 2024-09-07T15:27:42.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.232__shadow_.Hd4Ny5jaH6hG5z35ljcr9E_ig-WNS8Z_0 2024-09-07T15:27:42.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11221714622616013401', time=2024-09-07T16:38:12.708998+0000, chain.objs.size()=1 2024-09-07T15:27:42.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.246__shadow_.CyELxHe0fcf-Rx_4xOLPY9RQFzU6_eq_0 2024-09-07T15:27:42.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8233704583465956071', time=2024-09-07T16:38:31.228274+0000, chain.objs.size()=1 2024-09-07T15:27:42.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.255__shadow_.LK-h-XLbUBqrfTVDbJ48Sjt7MAeDF3q_0 2024-09-07T15:27:42.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16942499300597899785', time=2024-09-07T16:38:35.390742+0000, chain.objs.size()=1 2024-09-07T15:27:42.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.257__shadow_.-A5Chy_SEiXuHunaEf3oYi1Y3iosLXG_0 2024-09-07T15:27:42.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11945963329470512779', time=2024-09-07T16:40:30.836678+0000, chain.objs.size()=1 2024-09-07T15:27:42.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.UCR9zU3PgQ3bndP3QBpk30Xxk_q7VVX_0 2024-09-07T15:27:42.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7663836325496379979', time=2024-09-07T16:40:30.916068+0000, chain.objs.size()=1 2024-09-07T15:27:42.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.j9qQe9zxOZGNqNCzDf8WLuNz8lZp9V-_0 2024-09-07T15:27:42.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9881866388679961040', time=2024-09-07T16:40:31.336730+0000, chain.objs.size()=1 2024-09-07T15:27:42.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vbA-mATIXmby9IJW9oC6XHokfiHXDcg_0 2024-09-07T15:27:42.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.805+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11739030726976875211', time=2024-09-07T16:40:31.793818+0000, chain.objs.size()=1 2024-09-07T15:27:42.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NsIfxGJCrjAcK5Uu-YZn0Bc6mR-Oks0_0 2024-09-07T15:27:42.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8082532510995518722', time=2024-09-07T16:40:31.946398+0000, chain.objs.size()=1 2024-09-07T15:27:42.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.pZJ6NnTj-JzFYqZ_l23sVlC9tYD6ogh_0 2024-09-07T15:27:42.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.936969246126914113', time=2024-09-07T16:40:32.508920+0000, chain.objs.size()=1 2024-09-07T15:27:42.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.usJgBn-ThDUa3P3UK-43hWQSb3otfwJ_0 2024-09-07T15:27:42.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2950732474291833614', time=2024-09-07T16:40:35.197974+0000, chain.objs.size()=1 2024-09-07T15:27:42.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ImB_pb-M0MDrbGJ7iNqBfX0eNdd3Iqd_0 2024-09-07T15:27:42.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18199526460823375042', time=2024-09-07T16:40:36.484472+0000, chain.objs.size()=1 2024-09-07T15:27:42.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ZQazDesPtiu8aS3oR5LlviwEkOZH_zx_0 2024-09-07T15:27:42.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11032676217973122433', time=2024-09-07T16:40:37.167645+0000, chain.objs.size()=1 2024-09-07T15:27:42.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.S_-PjQYA0yyzF8HZ3EDx4kG6HN-_vTx_0 2024-09-07T15:27:42.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12710912012525370960', time=2024-09-07T16:40:37.446514+0000, chain.objs.size()=1 2024-09-07T15:27:42.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.O2STUoRD27HZN-x6uejAhOymkTtRbA7_0 2024-09-07T15:27:42.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10550345638351877078', time=2024-09-07T16:40:37.547162+0000, chain.objs.size()=1 2024-09-07T15:27:42.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.02ZrzrHHBC1hs8yVcMi_Ft0a-B_idNw_0 2024-09-07T15:27:42.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11492285901347677669', time=2024-09-07T16:40:38.625744+0000, chain.objs.size()=1 2024-09-07T15:27:42.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7ew6qpHkBi8jG-L_nmX2lodOX2oXGC7_0 2024-09-07T15:27:42.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.516373497691958390', time=2024-09-07T16:40:39.809144+0000, chain.objs.size()=1 2024-09-07T15:27:42.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.o0JNdxZpnhsgjdj8tPVlVvCcD0nqxIx_0 2024-09-07T15:27:42.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1612160826295152039', time=2024-09-07T16:40:40.053696+0000, chain.objs.size()=1 2024-09-07T15:27:42.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-pAZdEE9cDSKaLyaeDoPG4som1wqhDj_0 2024-09-07T15:27:42.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3808145229651996123', time=2024-09-07T16:40:40.819988+0000, chain.objs.size()=1 2024-09-07T15:27:42.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.3jwCy5VAyn_0dg-6TZmoRHgAdCaQpTz_0 2024-09-07T15:27:42.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15527452797067200583', time=2024-09-07T16:40:41.485072+0000, chain.objs.size()=1 2024-09-07T15:27:42.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.KV9ZpZAmkiLC7zqBs6hc4QvGp009IAJ_0 2024-09-07T15:27:42.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17179363270482195823', time=2024-09-07T16:40:42.660773+0000, chain.objs.size()=1 2024-09-07T15:27:42.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.CkbP83pXvb-yLb-SMvkBwaMsRQP1Rxt_0 2024-09-07T15:27:42.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12219603339104688947', time=2024-09-07T16:40:43.259747+0000, chain.objs.size()=1 2024-09-07T15:27:42.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.1aTDTLVt0UBOFY6uevS4NZqWrjfIWgY_0 2024-09-07T15:27:42.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9921085770692914963', time=2024-09-07T16:40:44.630665+0000, chain.objs.size()=1 2024-09-07T15:27:42.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.feJEzdQRs6ULUYx9gA2LguYsh5LiXNJ_0 2024-09-07T15:27:42.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.640950623900750137', time=2024-09-07T16:40:45.068117+0000, chain.objs.size()=1 2024-09-07T15:27:42.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.XeyE8IZfL1vIY8N3rSX6gBqIbGEsh6K_0 2024-09-07T15:27:42.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10204533404159044882', time=2024-09-07T16:40:45.660342+0000, chain.objs.size()=1 2024-09-07T15:27:42.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zVdJJNDhorJ6zQGoGNaFRQdNRF5DCOO_0 2024-09-07T15:27:42.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7928385667209889582', time=2024-09-07T16:40:46.876544+0000, chain.objs.size()=1 2024-09-07T15:27:42.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.be7OEy0bjrsTwwhLIw6x5YWw_tYXT5C_0 2024-09-07T15:27:42.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13141056565890150809', time=2024-09-07T16:40:48.108914+0000, chain.objs.size()=1 2024-09-07T15:27:42.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yGSVG2_tZgFX-vJtVQYZwDaAWxp-HYV_0 2024-09-07T15:27:42.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16494805581837672293', time=2024-09-07T16:40:48.483265+0000, chain.objs.size()=1 2024-09-07T15:27:42.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.LEY63s1_AKCgy7RhLhN8T7gQgt9kAZ2_0 2024-09-07T15:27:42.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6857836788289614166', time=2024-09-07T16:40:51.385238+0000, chain.objs.size()=1 2024-09-07T15:27:42.834 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zc9d2XoOdK3lc51UtyWfqF7aI_SmUR-_0 2024-09-07T15:27:42.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12363002688305054844', time=2024-09-07T16:40:52.097589+0000, chain.objs.size()=1 2024-09-07T15:27:42.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.DQqvnUC1pFj-e3PuwYFKOdUkGnLy24i_0 2024-09-07T15:27:42.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13178354379530145861', time=2024-09-07T16:40:52.207150+0000, chain.objs.size()=1 2024-09-07T15:27:42.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.B37PY9Uz7owlIbHoUuYtC1qllKBW4B9_0 2024-09-07T15:27:42.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.30282687727283811', time=2024-09-07T16:40:53.198464+0000, chain.objs.size()=1 2024-09-07T15:27:42.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vfUIJ0BrP7j1nodAKmSxbmXl9Fp_uWH_0 2024-09-07T15:27:42.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13212672065988819340', time=2024-09-07T16:40:55.208422+0000, chain.objs.size()=1 2024-09-07T15:27:42.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2Razwj0VuIgyrtB4_B_DWYoRMrVb3oR_0 2024-09-07T15:27:42.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6160772291083611743', time=2024-09-07T16:40:55.210049+0000, chain.objs.size()=1 2024-09-07T15:27:42.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RNlzEkUugqplUF6KyJP6fXezbZzI2eJ_0 2024-09-07T15:27:42.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12812846364258935016', time=2024-09-07T16:40:59.114761+0000, chain.objs.size()=1 2024-09-07T15:27:42.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.oFjMGdaTCTkktYQSNYjjDHA26K6IM0z_0 2024-09-07T15:27:42.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14079400781394705804', time=2024-09-07T16:40:59.323798+0000, chain.objs.size()=1 2024-09-07T15:27:42.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.H58ktHrubAx3rWpuNzCFK9WSD2Ia2F2_0 2024-09-07T15:27:42.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5393162734707309940', time=2024-09-07T16:40:59.577313+0000, chain.objs.size()=1 2024-09-07T15:27:42.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.AjoLSbkqWnZqmIakExi90066SDriMZV_0 2024-09-07T15:27:42.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5600937034971048105', time=2024-09-07T16:41:00.719487+0000, chain.objs.size()=1 2024-09-07T15:27:42.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ruoQZaP9xPnWounVrzg5YoX-ItK8yb0_0 2024-09-07T15:27:42.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8960079453209072083', time=2024-09-07T16:41:01.031710+0000, chain.objs.size()=1 2024-09-07T15:27:42.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zGXLHgscHmsq9bVLxE77P5wGc8yfapE_0 2024-09-07T15:27:42.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15089938277699824879', time=2024-09-07T16:41:29.029162+0000, chain.objs.size()=1 2024-09-07T15:27:42.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.277__shadow_.XGxPZzQWvz24xj2hOKKsnmT6mAf77yz_0 2024-09-07T15:27:42.842 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12053417173983710837', time=2024-09-07T16:41:53.952827+0000, chain.objs.size()=1 2024-09-07T15:27:42.842 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.289__shadow_.s7AIFaYVsu2Jfc9GtUkrSzYVtsKEbPO_0 2024-09-07T15:27:42.842 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15610995293490023919', time=2024-09-07T16:42:26.206327+0000, chain.objs.size()=1 2024-09-07T15:27:42.842 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.301__shadow_.JBIUpYG4PSuqD_bTRWKHxP7BLWU5czj_0 2024-09-07T15:27:42.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8790257593443451478', time=2024-09-07T16:42:28.275075+0000, chain.objs.size()=1 2024-09-07T15:27:42.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.302__shadow_.yRQbg9SJ5muw9pRtd0p5OZm5Nfzh4D4_0 2024-09-07T15:27:42.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10205614335627126938', time=2024-09-07T16:45:04.367277+0000, chain.objs.size()=1 2024-09-07T15:27:42.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.w9lr6qpX4QdhhjY4S7uaZl2cZ_ctADj_0 2024-09-07T15:27:42.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7415091262110128817', time=2024-09-07T16:45:05.632454+0000, chain.objs.size()=1 2024-09-07T15:27:42.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.r8N0rjKxJeynkUpJbaL_zIiHPMmSXiO_0 2024-09-07T15:27:42.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11818787755630928861', time=2024-09-07T16:45:05.831820+0000, chain.objs.size()=1 2024-09-07T15:27:42.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.zyUYVtNmximKXybvd7IxH_26X3Ns0N6_0 2024-09-07T15:27:42.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14218688766747556547', time=2024-09-07T16:45:05.964997+0000, chain.objs.size()=1 2024-09-07T15:27:42.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.99D1Tg4EKYm5tqz5wSCc_6bXMhTXkcK_0 2024-09-07T15:27:42.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4393495211380773250', time=2024-09-07T16:45:06.466417+0000, chain.objs.size()=1 2024-09-07T15:27:42.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.oAhiUq1PcL6INzZkdfvbtNafMYA9a98_0 2024-09-07T15:27:42.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1380360507859316699', time=2024-09-07T16:45:07.981025+0000, chain.objs.size()=1 2024-09-07T15:27:42.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.JH5XfjuD-_THqOomwGXxwgrrorD8p-s_0 2024-09-07T15:27:42.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15157661486914706951', time=2024-09-07T16:45:08.756044+0000, chain.objs.size()=1 2024-09-07T15:27:42.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.AhbLTmW5Wc7ykr-p4XhEi19zz9x-RjQ_0 2024-09-07T15:27:42.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2125734872461417911', time=2024-09-07T16:45:11.013973+0000, chain.objs.size()=1 2024-09-07T15:27:42.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eunKYkJWBisp1aHNjjS7HZG4TuMcOQ2_0 2024-09-07T15:27:42.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16225435982082060912', time=2024-09-07T16:45:13.476147+0000, chain.objs.size()=1 2024-09-07T15:27:42.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._UlW8Ci4S3IsU0sWMhhkHiHQHh8Ezz9_0 2024-09-07T15:27:42.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3641103964210590243', time=2024-09-07T16:45:14.929272+0000, chain.objs.size()=1 2024-09-07T15:27:42.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.n1Tn2zVfY8iR2EujGKaI0siyXysJVwV_0 2024-09-07T15:27:42.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11678367496369182544', time=2024-09-07T16:45:15.974487+0000, chain.objs.size()=1 2024-09-07T15:27:42.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.SV1NBfulQe8mgLo_V-mQcka2e5j7Gpv_0 2024-09-07T15:27:42.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13820378884654990855', time=2024-09-07T16:45:16.039755+0000, chain.objs.size()=1 2024-09-07T15:27:42.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._zpvGhF6kG8oFJMhc4h0wlWBLSUYXDp_0 2024-09-07T15:27:42.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14078408337682789613', time=2024-09-07T16:45:16.099197+0000, chain.objs.size()=1 2024-09-07T15:27:42.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9V6q4tRNLLdR0Pba_xLhQIAtfimMHar_0 2024-09-07T15:27:42.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17475136916594167018', time=2024-09-07T16:45:16.369824+0000, chain.objs.size()=1 2024-09-07T15:27:42.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Ed4hu1XYvsttN4wPLa3xaupzKwBdP2W_0 2024-09-07T15:27:42.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7979758061379674748', time=2024-09-07T16:45:16.390292+0000, chain.objs.size()=1 2024-09-07T15:27:42.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.RdqBm_gBKpwm-00CMzf-mTRPl3FVUxK_0 2024-09-07T15:27:42.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11934763790334860330', time=2024-09-07T16:45:18.104840+0000, chain.objs.size()=1 2024-09-07T15:27:42.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.3rlo7V9rkUoSyZJRgtdBjZMN5fBhyge_0 2024-09-07T15:27:42.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16812550629358199371', time=2024-09-07T16:45:18.226007+0000, chain.objs.size()=1 2024-09-07T15:27:42.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-xT5SWccfKr4aBte3Psap54676L2C7-_0 2024-09-07T15:27:42.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12427375244905422017', time=2024-09-07T16:45:18.584198+0000, chain.objs.size()=1 2024-09-07T15:27:42.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.B1bgTy4VtRwfvfXlf9SMQg_kdUDaYNl_0 2024-09-07T15:27:42.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10975224825550645939', time=2024-09-07T16:45:18.609703+0000, chain.objs.size()=1 2024-09-07T15:27:42.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0a4Vk3PI-0u2J2aJW0vQZgkwsB46xMf_0 2024-09-07T15:27:42.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4350291006984514004', time=2024-09-07T16:45:18.865749+0000, chain.objs.size()=1 2024-09-07T15:27:42.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.71_6GXY7n8CmSWc_kRSywhRpi_3KH_e_0 2024-09-07T15:27:42.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6626024873351349432', time=2024-09-07T16:45:20.409923+0000, chain.objs.size()=1 2024-09-07T15:27:42.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Gn-iohWzudE2Q41WfjgWUjVD5ue4Q3y_0 2024-09-07T15:27:42.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13795705339261268790', time=2024-09-07T16:45:20.537395+0000, chain.objs.size()=1 2024-09-07T15:27:42.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Umps7TY7PI7FD0J_Ls-OciYWvd4vh4G_0 2024-09-07T15:27:42.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8584886777834362620', time=2024-09-07T16:45:22.792165+0000, chain.objs.size()=1 2024-09-07T15:27:42.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.lk5HtuQKzQnkGzhrDwMnpwe28MpYar4_0 2024-09-07T15:27:42.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.865+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2973376919522413739', time=2024-09-07T16:45:26.267119+0000, chain.objs.size()=1 2024-09-07T15:27:42.867 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.865+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.SmGpH19fVk_RfA6UDlJvU1aDMYBgsVQ_0 2024-09-07T15:27:42.867 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.865+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13667657736355186103', time=2024-09-07T16:45:26.795078+0000, chain.objs.size()=1 2024-09-07T15:27:42.867 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.865+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.J4m6aFMw6QDscOS2l9ZCj6IebK_UEz7_0 2024-09-07T15:27:42.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3336267700828869569', time=2024-09-07T16:45:26.796910+0000, chain.objs.size()=1 2024-09-07T15:27:42.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.flOTiZwDQ_2tPGtSrU0XLEYbz0o-6KX_0 2024-09-07T15:27:42.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4259786354895153125', time=2024-09-07T16:45:28.568797+0000, chain.objs.size()=1 2024-09-07T15:27:42.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LhPhZGX2Gpw0Df7vZl9kVL0K3DDTmoD_0 2024-09-07T15:27:42.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4710533123509618324', time=2024-09-07T16:45:28.571159+0000, chain.objs.size()=1 2024-09-07T15:27:42.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.A2BKNvB5HdT4fulwweBDR1NkA2cTmp1_0 2024-09-07T15:27:42.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12438313925013531297', time=2024-09-07T16:45:29.930183+0000, chain.objs.size()=1 2024-09-07T15:27:42.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.CF0axTtvL6JVBhbbq4CDWoiEV6yUVdX_0 2024-09-07T15:27:42.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9085644068846234950', time=2024-09-07T16:45:32.150285+0000, chain.objs.size()=1 2024-09-07T15:27:42.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.BKVLLO247_AbpSaq_s3Nqn42q6pSKq0_0 2024-09-07T15:27:42.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.141042471748064855', time=2024-09-07T16:45:32.369640+0000, chain.objs.size()=1 2024-09-07T15:27:42.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-Mt4GKE2Vr_QV0tuNHQlxvj6kHlt0ao_0 2024-09-07T15:27:42.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2452750947875657212', time=2024-09-07T16:45:32.791739+0000, chain.objs.size()=1 2024-09-07T15:27:42.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MBk8xsf02m9XGWL6UbTmFgOofHZhtdc_0 2024-09-07T15:27:42.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7719908732715385288', time=2024-09-07T16:45:33.900803+0000, chain.objs.size()=1 2024-09-07T15:27:42.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Ai82JyOC0eH9SkmzjCPxn67h0S0CwN3_0 2024-09-07T15:27:42.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10428923181718725385', time=2024-09-07T16:47:19.381638+0000, chain.objs.size()=1 2024-09-07T15:27:42.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.GcvuuEyXKx3ndYDj2ko2TdtAkYKywA8_0 2024-09-07T15:27:42.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.312674506890629962', time=2024-09-07T16:47:21.992817+0000, chain.objs.size()=1 2024-09-07T15:27:42.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CpFBz42TA6DihG4YVqn6zjYgVwALr4R_0 2024-09-07T15:27:42.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8095505166092798252', time=2024-09-07T16:47:23.344482+0000, chain.objs.size()=1 2024-09-07T15:27:42.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mbZPvLGPvS1TzuxY-hErG-CXcuGoEBY_0 2024-09-07T15:27:42.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15849161995131689212', time=2024-09-07T16:47:25.168818+0000, chain.objs.size()=1 2024-09-07T15:27:42.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.873+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qKUhq_MKti7DjQ5cFdCF6DLaExqW09C_0 2024-09-07T15:27:42.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.924676116008009173', time=2024-09-07T16:47:26.428657+0000, chain.objs.size()=1 2024-09-07T15:27:42.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.MrECYhYWjr1N0KnfLiEKygUFYIzSTH__0 2024-09-07T15:27:42.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13320056202637329824', time=2024-09-07T16:47:27.397829+0000, chain.objs.size()=1 2024-09-07T15:27:42.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.O1O8DmliRTDHz1VPDQeQNopUIjYpvOO_0 2024-09-07T15:27:42.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17479175598288833581', time=2024-09-07T16:47:28.192409+0000, chain.objs.size()=1 2024-09-07T15:27:42.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zBWsywoBBLQnO1oX_WxxzEIjX8HnkqY_0 2024-09-07T15:27:42.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.440713201964833605', time=2024-09-07T16:47:28.639650+0000, chain.objs.size()=1 2024-09-07T15:27:42.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.DcHYKVtC_3Lo5KGB9gCXCgWMZxaTQmM_0 2024-09-07T15:27:42.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9747951741520914025', time=2024-09-07T16:47:28.641130+0000, chain.objs.size()=1 2024-09-07T15:27:42.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.xKUEzJLFkhCBsCvk_A5VH-zgNF9529I_0 2024-09-07T15:27:42.881 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11462116300994265644', time=2024-09-07T16:47:29.183793+0000, chain.objs.size()=1 2024-09-07T15:27:42.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5gydNiT0AnnsmDecHIc2q4_rwkqxAGq_0 2024-09-07T15:27:42.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17901920537259780263', time=2024-09-07T16:47:29.460407+0000, chain.objs.size()=1 2024-09-07T15:27:42.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.rCJGbqX4orUcGhLyWpm1PuM8uCOQ5Cd_0 2024-09-07T15:27:42.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11027835354664190926', time=2024-09-07T16:47:30.357258+0000, chain.objs.size()=1 2024-09-07T15:27:42.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.fh3oFk7CkVakCVrTcCMPS8eHDCZTBLs_0 2024-09-07T15:27:42.886 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17695292995795509963', time=2024-09-07T16:47:31.486084+0000, chain.objs.size()=1 2024-09-07T15:27:42.886 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.NdOQ5b70gLX2lfEq4pCgCE3DM4YLAvH_0 2024-09-07T15:27:42.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14246461153147642025', time=2024-09-07T16:47:31.780947+0000, chain.objs.size()=1 2024-09-07T15:27:42.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8NePHdGlMtiO02gsdarXv8I5H_Qbz4R_0 2024-09-07T15:27:42.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4899273573202141001', time=2024-09-07T16:47:31.783428+0000, chain.objs.size()=1 2024-09-07T15:27:42.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZPt4OMcLKlynkb-EXXt3TtGsfVF-Pwm_0 2024-09-07T15:27:42.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11585654571711367770', time=2024-09-07T16:47:31.828619+0000, chain.objs.size()=1 2024-09-07T15:27:42.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JPJUs6Wj834GpMC8VWEIo3HAA6wFYZB_0 2024-09-07T15:27:42.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10194199292673515486', time=2024-09-07T16:47:34.312476+0000, chain.objs.size()=1 2024-09-07T15:27:42.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lRG17PcipHXAV5GN65n8pQxrJxZlEjN_0 2024-09-07T15:27:42.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8510963893726316532', time=2024-09-07T16:47:37.196229+0000, chain.objs.size()=1 2024-09-07T15:27:42.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ubZh5BilvR_faRfgnmGWVYd--pUT92R_0 2024-09-07T15:27:42.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.166902571272149328', time=2024-09-07T16:47:37.906861+0000, chain.objs.size()=1 2024-09-07T15:27:42.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.o63zD_WUSDeSP63lW1apc-FB3FJeqxI_0 2024-09-07T15:27:42.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15905182767849802589', time=2024-09-07T16:47:37.993042+0000, chain.objs.size()=1 2024-09-07T15:27:42.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lnfXEczkvazcd-O39OY0Kxp4NuIyaKt_0 2024-09-07T15:27:42.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3609471342665980237', time=2024-09-07T16:47:42.152447+0000, chain.objs.size()=1 2024-09-07T15:27:42.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RJc56de3ZDDa1HB5gnL6snJAUm_5fDW_0 2024-09-07T15:27:42.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8975144514635364346', time=2024-09-07T16:47:42.336886+0000, chain.objs.size()=1 2024-09-07T15:27:42.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.fIVkoLBb-qFgRSvHCur5PSWan6TdvSZ_0 2024-09-07T15:27:42.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9173172253095046168', time=2024-09-07T16:47:42.500658+0000, chain.objs.size()=1 2024-09-07T15:27:42.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.htG41H7VVTheq4dWDE_6uo7YTlnSJSn_0 2024-09-07T15:27:42.895 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46110 2024-09-07T15:27:42.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-07T15:27:42.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9004751963795160949', time=2024-09-07T16:47:43.242937+0000, chain.objs.size()=1 2024-09-07T15:27:42.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._ch9q22DxUcT9ybI138RbaoJccwPWzh_0 2024-09-07T15:27:42.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15383141198264351680', time=2024-09-07T16:47:44.716101+0000, chain.objs.size()=1 2024-09-07T15:27:42.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.c8sOIJuFwBk5U2vfQ2Tlmzd8H8vgTBO_0 2024-09-07T15:27:42.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11622798272128836924', time=2024-09-07T16:47:44.986874+0000, chain.objs.size()=1 2024-09-07T15:27:42.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nhFRM2bBfluV2TtyiYOvrHZuBNao0Vq_0 2024-09-07T15:27:42.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13309504184280800906', time=2024-09-07T16:47:48.629537+0000, chain.objs.size()=1 2024-09-07T15:27:42.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.7y3Ut6Ma_RKursLE0dUp6V45LRRsOlr_0 2024-09-07T15:27:42.899 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10657916959729872854', time=2024-09-07T16:47:48.802896+0000, chain.objs.size()=1 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.M_Lh0JKiubXbeMxYvC3nQKQY8mjTYaq_0 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.155853445215725452', time=2024-09-07T16:47:49.140403+0000, chain.objs.size()=1 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6zSz6UwA_QJ2SfBCHGzlUF3vYOuHoo1_0 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9662315359141282645', time=2024-09-07T16:48:23.981755+0000, chain.objs.size()=1 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.344__shadow_.WUX3H00nEyXK4HA0V4HT-J7sNVyRjt-_0 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9129947348941903649', time=2024-09-07T16:48:39.583468+0000, chain.objs.size()=1 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.354__shadow_.yyx0UtpXaunxWi7mg4sMsPtik-Mv7on_0 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8475126837812058805', time=2024-09-07T16:51:59.629532+0000, chain.objs.size()=1 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.461__shadow_.XkGkEV6yvSSf4WsHGLSLUhJepvQVQAF_0 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7079281646937900031', time=2024-09-07T16:54:33.829488+0000, chain.objs.size()=1 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.519__multipart_mymultipart.2~VTWoBk9Am64MkCeDwjzeyBpmHe8_Jij.1 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10607021821765778308', time=2024-09-07T17:00:27.399994+0000, chain.objs.size()=3 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~qJNIJ5E_srJZLliekjnPAUE-7Ep6Yza.1 2024-09-07T15:27:42.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~qJNIJ5E_srJZLliekjnPAUE-7Ep6Yza.2 2024-09-07T15:27:42.901 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~qJNIJ5E_srJZLliekjnPAUE-7Ep6Yza.3 2024-09-07T15:27:42.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18232994626167797645', time=2024-09-07T17:03:31.892341+0000, chain.objs.size()=2 2024-09-07T15:27:42.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.556__shadow_.LfZDFD2nkLe1w5AAAzED8hiKsANwHhz_0 2024-09-07T15:27:42.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.556__shadow_.LfZDFD2nkLe1w5AAAzED8hiKsANwHhz_1 2024-09-07T15:27:42.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9288219891140588525', time=2024-09-07T17:04:40.139204+0000, chain.objs.size()=1 2024-09-07T15:27:42.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:I-hNaKdPgSeVd2jKROanO8WVW59dmXL_.Mon33SwBySi-klR6j4R-crlatPk0Q2a_0 2024-09-07T15:27:42.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7572366661865906337', time=2024-09-07T17:07:39.948893+0000, chain.objs.size()=1 2024-09-07T15:27:42.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.588__shadow:SEB7zyJv4Qj8nlPVEbaNXsEt9quiEOJ_.nWYBouEhS2buZamPQAUixzO-cZnRWva_0 2024-09-07T15:27:42.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2475999695438744243', time=2024-09-07T17:15:01.933503+0000, chain.objs.size()=1 2024-09-07T15:27:42.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.641__shadow_.qpazpfQL-q4AcSToW86_SqoVX3gG7Q7_0 2024-09-07T15:27:42.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12461144670203410078', time=2024-09-07T17:18:16.677547+0000, chain.objs.size()=1 2024-09-07T15:27:42.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.705__shadow:uhtenr90y3k81rg8skVJEvqUla5SFrV_.VkqTZhCaMXVrP1zc4fkgCbkfvuTIrB__0 2024-09-07T15:27:42.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15515768367361747099', time=2024-09-07T17:20:10.297482+0000, chain.objs.size()=1 2024-09-07T15:27:42.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.743__multipart_mymultipart3.2~Oql8uJbEORW8bdfOqNKC1eF2jLr2J0d.1 2024-09-07T15:27:42.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:42.913 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-07T15:27:42.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:42.916 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:42.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/42632' 2024-09-07T15:27:42.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_sErBeK266xdhYQm1N7O5ytqVBHcvAkh', time=2024-09-07T16:32:20.635230+0000, chain.objs.size()=2 2024-09-07T15:27:42.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__shadow_.BfCtPcTtRutdZ6lwbOV6Y4lnTeGJGlC_0 2024-09-07T15:27:42.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__shadow_.BfCtPcTtRutdZ6lwbOV6Y4lnTeGJGlC_1 2024-09-07T15:27:42.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_KWCvcykbJgnpp_lDZXPLw65KbD-IDrs', time=2024-09-07T16:32:20.779257+0000, chain.objs.size()=1 2024-09-07T15:27:42.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__shadow_.1BYd9qLuBHL7tpN7x6YJZ59Q4u0zD_E_0 2024-09-07T15:27:42.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8233648286741580676', time=2024-09-07T16:37:52.505097+0000, chain.objs.size()=1 2024-09-07T15:27:42.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.238__shadow_.TlMrKwU-nGRluHaobJ91sJXchtJkDSI_0 2024-09-07T15:27:42.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10235188391154879391', time=2024-09-07T16:37:56.014750+0000, chain.objs.size()=1 2024-09-07T15:27:42.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.239__shadow_.wtFcSNsQ8G5Crgl6OK2PBV3tltPgcn6_0 2024-09-07T15:27:42.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.581561305594364271', time=2024-09-07T16:38:35.404990+0000, chain.objs.size()=1 2024-09-07T15:27:42.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.257__shadow_.kZkAkd5d8RmSWWT5jl4BjjoamATetma_0 2024-09-07T15:27:42.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.454803472132933337', time=2024-09-07T16:40:30.002195+0000, chain.objs.size()=1 2024-09-07T15:27:42.918 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.bwrs4BScyhOl9tvKpHFdgqCJcM_q5be_0 2024-09-07T15:27:42.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4907403726447626579', time=2024-09-07T16:40:30.516745+0000, chain.objs.size()=1 2024-09-07T15:27:42.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.LyaiSkdh1rlr1A2gQxWkveVW8ZgRl_R_0 2024-09-07T15:27:42.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4329462468809604244', time=2024-09-07T16:40:30.910733+0000, chain.objs.size()=1 2024-09-07T15:27:42.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.78S4idgf8XuEifRDGNA10O5F6bDKRFq_0 2024-09-07T15:27:42.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17912707073403279046', time=2024-09-07T16:40:33.240946+0000, chain.objs.size()=1 2024-09-07T15:27:42.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.oNsMJhF8gGrf48HziCDSl50m3mS21Op_0 2024-09-07T15:27:42.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16682387586033245073', time=2024-09-07T16:40:34.383589+0000, chain.objs.size()=1 2024-09-07T15:27:42.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ias1-B9zzQJIbotjYmy5nzUyZijOOMc_0 2024-09-07T15:27:42.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14863261839510155075', time=2024-09-07T16:40:34.385256+0000, chain.objs.size()=1 2024-09-07T15:27:42.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.w9BYhRb5Ni4bJ5YCczEPQVgSPfKhGRD_0 2024-09-07T15:27:42.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12903055086490854783', time=2024-09-07T16:40:35.277419+0000, chain.objs.size()=1 2024-09-07T15:27:42.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vWPnL8NllOcN_aC5Ar35HrGVQaf8qfa_0 2024-09-07T15:27:42.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9508987771746020252', time=2024-09-07T16:40:39.501490+0000, chain.objs.size()=1 2024-09-07T15:27:42.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8XByYEpN61MmAVE57HRhq2U0Fq9eZOS_0 2024-09-07T15:27:42.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10864945748768800292', time=2024-09-07T16:40:39.613194+0000, chain.objs.size()=1 2024-09-07T15:27:42.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.whirFdDaKPLDOgyOL1UEI1Gpkeq0lNr_0 2024-09-07T15:27:42.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11607085073590791119', time=2024-09-07T16:40:40.322771+0000, chain.objs.size()=1 2024-09-07T15:27:42.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ab4cZ17ubCFQyTeXrbhnEhViguQBhsA_0 2024-09-07T15:27:42.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6923817028154228371', time=2024-09-07T16:40:45.440396+0000, chain.objs.size()=1 2024-09-07T15:27:42.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Daq_mjrA9kOQvRjwCepefpgL_A2gd6E_0 2024-09-07T15:27:42.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17274958817210747352', time=2024-09-07T16:40:45.882285+0000, chain.objs.size()=1 2024-09-07T15:27:42.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TB3ja7t0BEbeBzE05dlfrjT1LIEAXJb_0 2024-09-07T15:27:42.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12198404896124233584', time=2024-09-07T16:40:46.888914+0000, chain.objs.size()=1 2024-09-07T15:27:42.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.lwdfDGnAe20rlwaxGxb09Bac-50bW5__0 2024-09-07T15:27:42.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4477393997456270169', time=2024-09-07T16:40:50.982488+0000, chain.objs.size()=1 2024-09-07T15:27:42.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.P4U-qTh5AKVKLkI3HSjCuP-oBOMdONG_0 2024-09-07T15:27:42.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2151288682585876000', time=2024-09-07T16:40:50.984016+0000, chain.objs.size()=1 2024-09-07T15:27:42.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.eG9On71IQS07yDFSb46B51TpHr0xbfc_0 2024-09-07T15:27:42.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1575613791698578923', time=2024-09-07T16:40:51.321290+0000, chain.objs.size()=1 2024-09-07T15:27:42.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.1sTFI1WCnTmYphtc7koqrNDSpOP3UOa_0 2024-09-07T15:27:42.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12572211703556519997', time=2024-09-07T16:40:51.394906+0000, chain.objs.size()=1 2024-09-07T15:27:42.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.nycMAYu9TXd3jLy-tyqeYz8hGfVDikZ_0 2024-09-07T15:27:42.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18320201868621374854', time=2024-09-07T16:40:52.206332+0000, chain.objs.size()=1 2024-09-07T15:27:42.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TWDCy4ffHYzPUWoIeZCQo89zq6Pi8oV_0 2024-09-07T15:27:42.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16708407584146075826', time=2024-09-07T16:40:52.253796+0000, chain.objs.size()=1 2024-09-07T15:27:42.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.l7aKGTnAiXxtKaXiP7aZ8vyr52tKqiy_0 2024-09-07T15:27:42.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13169572412652114399', time=2024-09-07T16:40:52.784863+0000, chain.objs.size()=1 2024-09-07T15:27:42.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.D5PgrawCCm3ia48yV05gJAhx-I35NH-_0 2024-09-07T15:27:42.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17702985890031242046', time=2024-09-07T16:40:53.553284+0000, chain.objs.size()=1 2024-09-07T15:27:42.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zOt4QjNpfL7gJ2XkI6iHk5ZVTDeMqZh_0 2024-09-07T15:27:42.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4368876689243674757', time=2024-09-07T16:40:53.771911+0000, chain.objs.size()=1 2024-09-07T15:27:42.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.IvPZ9Io96yqULZEojdFL8rieYI2XEYR_0 2024-09-07T15:27:42.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8861724514428261492', time=2024-09-07T16:40:53.976021+0000, chain.objs.size()=1 2024-09-07T15:27:42.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vv9m9eX5wknc2qErMjSrHXCmx5zeR5m_0 2024-09-07T15:27:42.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5292386845650665793', time=2024-09-07T16:40:53.977490+0000, chain.objs.size()=1 2024-09-07T15:27:42.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.qYmnCKf5lRAZAF1KV3aaHP6fuTQ8r5B_0 2024-09-07T15:27:42.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17025533556678479811', time=2024-09-07T16:40:54.871001+0000, chain.objs.size()=1 2024-09-07T15:27:42.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4iHANIXrEgrMqKtXFSc29yzoJX92lPa_0 2024-09-07T15:27:42.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4819225141621584357', time=2024-09-07T16:40:58.109427+0000, chain.objs.size()=1 2024-09-07T15:27:42.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.g87pNxkIehYzvCecVpRsxnO7jggm6cp_0 2024-09-07T15:27:42.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16050697409291492034', time=2024-09-07T16:40:58.882656+0000, chain.objs.size()=1 2024-09-07T15:27:42.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.R0vY9d44rpIv7XXsHwpinWPbYdoe6Cf_0 2024-09-07T15:27:42.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5529873150428772578', time=2024-09-07T16:40:58.886369+0000, chain.objs.size()=1 2024-09-07T15:27:42.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Lphjwvj4KHknKa1al-beducj8i9VPDA_0 2024-09-07T15:27:42.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7385810565881792041', time=2024-09-07T16:40:58.904651+0000, chain.objs.size()=1 2024-09-07T15:27:42.931 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.aTVY2RuK-epKIUR-AEw62TOn2tZAZS7_0 2024-09-07T15:27:42.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.929+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13065340755128798715', time=2024-09-07T16:41:01.007402+0000, chain.objs.size()=1 2024-09-07T15:27:42.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.DKNqEbN2Oy7ikX5DtvaVEsFyokz38XD_0 2024-09-07T15:27:42.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12637585051203064172', time=2024-09-07T16:41:26.977355+0000, chain.objs.size()=1 2024-09-07T15:27:42.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.276__shadow_.6XGDZhW8TUzaw-vYwCRwCCRieXGcXi0_0 2024-09-07T15:27:42.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17938621491803838507', time=2024-09-07T16:42:06.038574+0000, chain.objs.size()=1 2024-09-07T15:27:42.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.R5r9LrRS5VewAushrZbBmb0pac6gxCN_0 2024-09-07T15:27:42.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3069028851022859236', time=2024-09-07T16:42:11.458132+0000, chain.objs.size()=1 2024-09-07T15:27:42.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.V22PA2NrwfI71Fdu5v4q6pu2ci2zxwA_0 2024-09-07T15:27:42.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12434432781804596361', time=2024-09-07T16:42:17.748214+0000, chain.objs.size()=1 2024-09-07T15:27:42.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.297__shadow_.yjTQgkicFLFOsoO6alkn2Sr2V-yGpCT_0 2024-09-07T15:27:42.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13056044345927215679', time=2024-09-07T16:42:28.302595+0000, chain.objs.size()=1 2024-09-07T15:27:42.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.302__shadow_.1LZimmpSne-XQKwIKOz3Hw0pNOhNuiA_0 2024-09-07T15:27:42.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10724837628697897525', time=2024-09-07T16:42:34.559433+0000, chain.objs.size()=1 2024-09-07T15:27:42.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.305__shadow_.WGEe4QCSZIcPWzYhs_TPi0wrGQ330lk_0 2024-09-07T15:27:42.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4458849459158288443', time=2024-09-07T16:43:13.520348+0000, chain.objs.size()=1 2024-09-07T15:27:42.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.320__shadow:ohw5KR5ZAUGIKKU8c825OFuGaaWYCyu_.5BzjroGb4kuHcGUIiTTedL2fRfyObVv_0 2024-09-07T15:27:42.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7437585665779041932', time=2024-09-07T16:45:03.829860+0000, chain.objs.size()=1 2024-09-07T15:27:42.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.8AY8RMxxMG5wwyOSvXdgZYhH7T5pB_R_0 2024-09-07T15:27:42.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14888815686142120865', time=2024-09-07T16:45:03.866935+0000, chain.objs.size()=1 2024-09-07T15:27:42.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gsCyN2GbJebFT2BdCqBA6tlgcM77IW__0 2024-09-07T15:27:42.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17604982507812123432', time=2024-09-07T16:45:05.483155+0000, chain.objs.size()=1 2024-09-07T15:27:42.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.faVgIO8Cyel2W2pl5tUmU1k7IWoVxt8_0 2024-09-07T15:27:42.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9419312196566614495', time=2024-09-07T16:45:06.082781+0000, chain.objs.size()=1 2024-09-07T15:27:42.936 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.wJoQqB_iLMz4rkbiur0vGdgDRaDSs0n_0 2024-09-07T15:27:42.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17836640831370489153', time=2024-09-07T16:45:06.901086+0000, chain.objs.size()=1 2024-09-07T15:27:42.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gULmxkWcMOksxU6UunUdOQo2KaVvhbB_0 2024-09-07T15:27:42.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2943232492169311780', time=2024-09-07T16:45:08.061753+0000, chain.objs.size()=1 2024-09-07T15:27:42.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.EETYsL5KLtnJ9TAVSfoKnkV4UtkBp3e_0 2024-09-07T15:27:42.941 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16950082146172917883', time=2024-09-07T16:45:09.264302+0000, chain.objs.size()=1 2024-09-07T15:27:42.941 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.DHAOmG3L2XsRSnrD0grk8DPUSM2KQDP_0 2024-09-07T15:27:42.942 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16821275745456738564', time=2024-09-07T16:45:09.658452+0000, chain.objs.size()=1 2024-09-07T15:27:42.942 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.fuQFYxF4PsMIF5NyFf9lZC0Xx-fdUya_0 2024-09-07T15:27:42.942 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2783024515187259819', time=2024-09-07T16:45:09.760836+0000, chain.objs.size()=1 2024-09-07T15:27:42.942 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.KbLWDoIHcajzTb1TnI9albPlD_BHRNR_0 2024-09-07T15:27:42.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4441510448157188186', time=2024-09-07T16:45:10.020307+0000, chain.objs.size()=1 2024-09-07T15:27:42.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.zDlekw5LXpmvRlGK1LbIL-SrrWf6a9f_0 2024-09-07T15:27:42.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7536545411554965884', time=2024-09-07T16:45:10.297297+0000, chain.objs.size()=1 2024-09-07T15:27:42.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.YKXWQOoAfQnHZ1ALbA9ynMcYkhXesvo_0 2024-09-07T15:27:42.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10675204050612520930', time=2024-09-07T16:45:11.088672+0000, chain.objs.size()=1 2024-09-07T15:27:42.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.L2ay5EopBbsyrxUvO9OXxLMOxMx4JI3_0 2024-09-07T15:27:42.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.833317598410980999', time=2024-09-07T16:45:12.217891+0000, chain.objs.size()=1 2024-09-07T15:27:42.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tDFNR_3W_IGWgkyJkTJW1Ok_rUXOF6a_0 2024-09-07T15:27:42.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10125209781898932045', time=2024-09-07T16:45:12.219904+0000, chain.objs.size()=1 2024-09-07T15:27:42.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.DA6ClBT28W-Mn-vZzAH_eCKS0W0BPXN_0 2024-09-07T15:27:42.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9948447615136382719', time=2024-09-07T16:45:15.989768+0000, chain.objs.size()=1 2024-09-07T15:27:42.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tsWqsTgfvZjvpzmJL2F2UgejpL7LQ4y_0 2024-09-07T15:27:42.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7277834120690804656', time=2024-09-07T16:45:16.450556+0000, chain.objs.size()=1 2024-09-07T15:27:42.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.wwn5tfRuGbCSGn1MgY7wiK3ZoKSWwLP_0 2024-09-07T15:27:42.945 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7963455728304821576', time=2024-09-07T16:45:16.879268+0000, chain.objs.size()=1 2024-09-07T15:27:42.945 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.omvnRuoDx0vTLfMiP_NpveU1O5RYnla_0 2024-09-07T15:27:42.946 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8352404557137134413', time=2024-09-07T16:45:16.916708+0000, chain.objs.size()=1 2024-09-07T15:27:42.946 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hqUwcHNLE9sB9LrHZqdwCMAsqFIrTAb_0 2024-09-07T15:27:42.947 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3830075008206771960', time=2024-09-07T16:45:19.027041+0000, chain.objs.size()=1 2024-09-07T15:27:42.947 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._rtqhN1bS2okVZ2h1X5_kJIOl_ebOfd_0 2024-09-07T15:27:42.947 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9169130363034686017', time=2024-09-07T16:45:19.043768+0000, chain.objs.size()=1 2024-09-07T15:27:42.947 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hanMr7Y6AsVywuEMghkDOehfwcLE-NG_0 2024-09-07T15:27:42.948 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.797881622566345076', time=2024-09-07T16:45:20.948991+0000, chain.objs.size()=1 2024-09-07T15:27:42.948 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NeDpcZfV3dKMltL1YHDSkNRDmU0xRNv_0 2024-09-07T15:27:42.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12269874729119657866', time=2024-09-07T16:45:21.564902+0000, chain.objs.size()=1 2024-09-07T15:27:42.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-xcsIcbPe7xtK1cgSTna3xAziTx9NBk_0 2024-09-07T15:27:42.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3680599714499358901', time=2024-09-07T16:45:22.265336+0000, chain.objs.size()=1 2024-09-07T15:27:42.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ASMcEPhoA68d9TsDpe2aj50Ek4QG-DL_0 2024-09-07T15:27:42.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2636930499598321892', time=2024-09-07T16:45:22.657757+0000, chain.objs.size()=1 2024-09-07T15:27:42.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.10WKzocqpeBwxpCiAxGvGs27tCiUBW4_0 2024-09-07T15:27:42.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8571237907056889767', time=2024-09-07T16:45:22.864084+0000, chain.objs.size()=1 2024-09-07T15:27:42.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hq_SVs5vMJhRz9tfu9r_ZypEmI-1ORm_0 2024-09-07T15:27:42.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10848678729191396252', time=2024-09-07T16:45:23.701857+0000, chain.objs.size()=1 2024-09-07T15:27:42.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.OLojlzPPZabYWhxYm4knx9yh8_mDe8a_0 2024-09-07T15:27:42.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1259349177302922750', time=2024-09-07T16:45:27.572785+0000, chain.objs.size()=1 2024-09-07T15:27:42.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.RFwGgvlyLX8w7cMsng7LnzhS2cvxIzs_0 2024-09-07T15:27:42.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8766294550722155334', time=2024-09-07T16:45:27.678223+0000, chain.objs.size()=1 2024-09-07T15:27:42.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.V2L0dd0C3b7CT3XRW3zBPENAwHIum-R_0 2024-09-07T15:27:42.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5566387220893392144', time=2024-09-07T16:45:28.600110+0000, chain.objs.size()=1 2024-09-07T15:27:42.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.YtUe9lNeuIxbL0X-e-PQJhR9G2jG2at_0 2024-09-07T15:27:42.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3518651516967618913', time=2024-09-07T16:45:28.808706+0000, chain.objs.size()=1 2024-09-07T15:27:42.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.mdJLPawYWWYEqg1z5mNyyNK8ZtVsp5C_0 2024-09-07T15:27:42.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11969144100054243742', time=2024-09-07T16:45:29.002213+0000, chain.objs.size()=1 2024-09-07T15:27:42.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.F1h5ckKtmR0ndthBVq2Tbs8KULi3ojm_0 2024-09-07T15:27:42.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13023536688815472704', time=2024-09-07T16:45:29.004316+0000, chain.objs.size()=1 2024-09-07T15:27:42.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.3hLaELjWmzgVdSDitLwz-PxVan_JkHO_0 2024-09-07T15:27:42.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3101383520202330491', time=2024-09-07T16:45:30.451731+0000, chain.objs.size()=1 2024-09-07T15:27:42.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.8XIzrZq6Gn9kGAtxVu_tuqkUoCHQzQ1_0 2024-09-07T15:27:42.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11911147257549174807', time=2024-09-07T16:45:31.518375+0000, chain.objs.size()=1 2024-09-07T15:27:42.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NDhQmNvPRnBwJ5b9C0ZZYz4wpgNRalV_0 2024-09-07T15:27:42.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13930017407149199310', time=2024-09-07T16:47:18.914952+0000, chain.objs.size()=1 2024-09-07T15:27:42.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.GxEg3pU4H7UIy17V2SWVQjtpgJF8bPs_0 2024-09-07T15:27:42.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16352831367625512551', time=2024-09-07T16:47:20.398673+0000, chain.objs.size()=1 2024-09-07T15:27:42.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uF6pxVglw5HSqSo3zZ88hFp89mJ5OQs_0 2024-09-07T15:27:42.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5695339449775349687', time=2024-09-07T16:47:20.402368+0000, chain.objs.size()=1 2024-09-07T15:27:42.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.d4Sr1uAAYYLLoAKA3Gb5ZftxmvwSVOB_0 2024-09-07T15:27:42.955 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9894127952689707333', time=2024-09-07T16:47:21.542477+0000, chain.objs.size()=1 2024-09-07T15:27:42.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zydsdY2Bs1MCmK-OfFEYqxv9AlfPNTr_0 2024-09-07T15:27:42.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15307592024948167380', time=2024-09-07T16:47:21.685516+0000, chain.objs.size()=1 2024-09-07T15:27:42.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.oolxIjX9gCQPZx0fgm4d561yEn97nZu_0 2024-09-07T15:27:42.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13235100285841271448', time=2024-09-07T16:47:22.188073+0000, chain.objs.size()=1 2024-09-07T15:27:42.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bkZDKMFdx5lyN1w_qHf-ydG4-s1RsYl_0 2024-09-07T15:27:42.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13917377573819642979', time=2024-09-07T16:47:23.603576+0000, chain.objs.size()=1 2024-09-07T15:27:42.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.BHvmcR2Q0NJdqJL79vwevcpRkBZhjev_0 2024-09-07T15:27:42.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4531844571530577241', time=2024-09-07T16:47:23.802108+0000, chain.objs.size()=1 2024-09-07T15:27:42.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.D5LsCf6BqtaItdvBE04SLylAWh_Bu9U_0 2024-09-07T15:27:42.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1715309812875018737', time=2024-09-07T16:47:24.474559+0000, chain.objs.size()=1 2024-09-07T15:27:42.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.OMC1mOvwlMWk-tPV-PKg8RxDj0UgTh9_0 2024-09-07T15:27:42.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7038786263105715344', time=2024-09-07T16:47:27.826590+0000, chain.objs.size()=1 2024-09-07T15:27:42.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.hGnFyvXiDG0xa5OdgpH4cyOP15kfauy_0 2024-09-07T15:27:42.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11425395664608572461', time=2024-09-07T16:47:29.124937+0000, chain.objs.size()=1 2024-09-07T15:27:42.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.o3prBQQClf3E6CMa7xTCvd4y7kr9ZWb_0 2024-09-07T15:27:42.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2286247742967801806', time=2024-09-07T16:47:29.230849+0000, chain.objs.size()=1 2024-09-07T15:27:42.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.cePhaKwHmFmRcHQJDM--htRkXJZF0H9_0 2024-09-07T15:27:42.959 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11412269727371442344', time=2024-09-07T16:47:31.726417+0000, chain.objs.size()=1 2024-09-07T15:27:42.959 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gAdZMjciRs9iRukhiLA-ws2s3wc_RVK_0 2024-09-07T15:27:42.959 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.641377970048429390', time=2024-09-07T16:47:33.133084+0000, chain.objs.size()=1 2024-09-07T15:27:42.959 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lDRr7h4R28RUZJTvr8HBQB4nZ_IQqNi_0 2024-09-07T15:27:42.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9523606496678144189', time=2024-09-07T16:47:33.416802+0000, chain.objs.size()=1 2024-09-07T15:27:42.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.COKjYqDrkkfHEQSuCHaYF4iBpSS5H5y_0 2024-09-07T15:27:42.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1618904967715684216', time=2024-09-07T16:47:34.131038+0000, chain.objs.size()=1 2024-09-07T15:27:42.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Kf9rEMJT0hMRRBcOLUBAHkt1uDl7ng0_0 2024-09-07T15:27:42.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2735826825390851042', time=2024-09-07T16:47:34.524789+0000, chain.objs.size()=1 2024-09-07T15:27:42.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5xdmU-ylsyiYv1o3RU2WRP5AnguzRZL_0 2024-09-07T15:27:42.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.490078842861190749', time=2024-09-07T16:47:34.526390+0000, chain.objs.size()=1 2024-09-07T15:27:42.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kesLEcHzep7O0eyeKhHsOY0tMuID2RY_0 2024-09-07T15:27:42.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10035782320331864096', time=2024-09-07T16:47:35.797053+0000, chain.objs.size()=1 2024-09-07T15:27:42.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.NPqL_rCegZ_NB8sr4ftcei4LiKQvwcX_0 2024-09-07T15:27:42.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4742479441182917111', time=2024-09-07T16:47:36.297970+0000, chain.objs.size()=1 2024-09-07T15:27:42.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0KaT41Z-oDnnDS9VaPcly2m7SRhA3NG_0 2024-09-07T15:27:42.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15225415465516079607', time=2024-09-07T16:47:37.695122+0000, chain.objs.size()=1 2024-09-07T15:27:42.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.tilr43UHlR3qKsthTxShN5Be4EGLImM_0 2024-09-07T15:27:42.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.156736649874598439', time=2024-09-07T16:47:38.002946+0000, chain.objs.size()=1 2024-09-07T15:27:42.965 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.KQg8lUc6QIFyUte446HQ-S2xk_HF8qg_0 2024-09-07T15:27:42.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7773306589182561818', time=2024-09-07T16:47:38.382187+0000, chain.objs.size()=1 2024-09-07T15:27:42.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jIcea8l6yVLr3BqTyIJwP-BI4UV_Y-U_0 2024-09-07T15:27:42.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15761752810325480083', time=2024-09-07T16:47:40.136688+0000, chain.objs.size()=1 2024-09-07T15:27:42.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.10yUKNT9XigiTubCO9VseVOnRgvMyge_0 2024-09-07T15:27:42.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/42632 2024-09-07T15:27:42.972 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=29, truncated=0, next_marker='' 2024-09-07T15:27:42.972 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1463566445863611810', time=2024-09-07T16:47:41.963068+0000, chain.objs.size()=1 2024-09-07T15:27:42.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.eahhJRPFTlAmzlkXGHyHXwuUBwalntx_0 2024-09-07T15:27:42.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17110689961969329814', time=2024-09-07T16:47:43.605117+0000, chain.objs.size()=1 2024-09-07T15:27:42.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.WuAJoiC7GfvSH0E2hvP0ETZIPvO782a_0 2024-09-07T15:27:42.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3020947947977592466', time=2024-09-07T16:47:44.007005+0000, chain.objs.size()=1 2024-09-07T15:27:42.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5cQ1tTUzmIT8gPPkQmGGbZkGKUTtXrH_0 2024-09-07T15:27:42.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14552260527532574557', time=2024-09-07T16:47:45.118228+0000, chain.objs.size()=1 2024-09-07T15:27:42.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.tHbsZVp4peWGz1VFMPaVUuNTQGDPZrw_0 2024-09-07T15:27:42.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16565410191195533363', time=2024-09-07T16:47:45.388233+0000, chain.objs.size()=1 2024-09-07T15:27:42.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.eghEYIT4iLgEIDCB8xtc1RGc_bBSFpv_0 2024-09-07T15:27:42.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.458225746035039433', time=2024-09-07T16:47:45.650056+0000, chain.objs.size()=1 2024-09-07T15:27:42.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.inEJtKNT5EWP1If50s-M1SjciIlnX76_0 2024-09-07T15:27:42.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4103171358773733489', time=2024-09-07T16:47:47.535443+0000, chain.objs.size()=1 2024-09-07T15:27:42.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CM3BPeiWxasYbazZAWldnn3ZtXx3Z1l_0 2024-09-07T15:27:42.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13754755325288149485', time=2024-09-07T16:47:47.537729+0000, chain.objs.size()=1 2024-09-07T15:27:42.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.EiCUKirWhW09I8CovV2EY3UiEDwn0S__0 2024-09-07T15:27:42.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8728766099828492182', time=2024-09-07T16:47:48.197205+0000, chain.objs.size()=1 2024-09-07T15:27:42.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.xAQPLP_C870b-We5r-S5kD1gxJRJxxc_0 2024-09-07T15:27:42.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13627576747095431820', time=2024-09-07T16:47:48.892377+0000, chain.objs.size()=1 2024-09-07T15:27:42.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sdYmD-fGtcbNSzrYYqHj58Nft5dJHix_0 2024-09-07T15:27:42.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4013030411656127208', time=2024-09-07T16:47:48.894050+0000, chain.objs.size()=1 2024-09-07T15:27:42.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZlnUshUYqVa2AeJgE8ghszOldrV5a2e_0 2024-09-07T15:27:42.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13676946777482714896', time=2024-09-07T16:47:48.986286+0000, chain.objs.size()=1 2024-09-07T15:27:42.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.t6an9o2jKQMpTpWwJvKCw0pDsYvX0Vy_0 2024-09-07T15:27:42.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.973+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18203214475021553976', time=2024-09-07T16:47:54.788232+0000, chain.objs.size()=1 2024-09-07T15:27:42.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.328__shadow_.rDSPQhp3D-qiK3BogJ7jmCK4P-atmeA_0 2024-09-07T15:27:42.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.973+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12860055160927686709', time=2024-09-07T16:49:04.877589+0000, chain.objs.size()=1 2024-09-07T15:27:42.976 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.370__shadow_.P3QbvWo1WlHCv7xDnCpz1oC1OO0152j_0 2024-09-07T15:27:42.976 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.973+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2860354114556630018', time=2024-09-07T16:52:38.035896+0000, chain.objs.size()=1 2024-09-07T15:27:42.976 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484__shadow_.m_9ydE9AGhHprtd6eCTxV6iZARxiwY6_0 2024-09-07T15:27:42.976 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.973+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10106879038008565540', time=2024-09-07T16:53:11.606634+0000, chain.objs.size()=1 2024-09-07T15:27:42.976 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.498__shadow_.4X-WjwObiTDzGCcZJoRVHl22MtY3ChW_0 2024-09-07T15:27:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3229577896174373916', time=2024-09-07T16:54:05.825897+0000, chain.objs.size()=6 2024-09-07T15:27:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.1 2024-09-07T15:27:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.2 2024-09-07T15:27:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.3 2024-09-07T15:27:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.4 2024-09-07T15:27:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.5 2024-09-07T15:27:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.6 2024-09-07T15:27:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10774094036983712824', time=2024-09-07T17:03:02.953663+0000, chain.objs.size()=1 2024-09-07T15:27:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.553__shadow_.XS8cGpFLzHMPuie2dxjnJT7IIWXtD8k_0 2024-09-07T15:27:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5435795220795435649', time=2024-09-07T17:04:38.391451+0000, chain.objs.size()=1 2024-09-07T15:27:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:wC01AEhPfUA2uCWfZhZs5.-EF6-EOKn_.uxNyVgrbPd4Bx7ltf1argV8-jbaRjKK_0 2024-09-07T15:27:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10493352593393602539', time=2024-09-07T17:04:39.086394+0000, chain.objs.size()=1 2024-09-07T15:27:42.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:ti2c84f.tgElKr54pQbmn8aT1kItDyh_.wNO9VRpReBVbjwSWMM8Zl9H_sYRtFWu_0 2024-09-07T15:27:42.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.543252734358589844', time=2024-09-07T17:04:48.714398+0000, chain.objs.size()=1 2024-09-07T15:27:42.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:7TV99mGKoXCyNUdcuG-Jcz7L-dYVJSW_.-nI6Oji_ud6w97nm6NVja4C7rOooL8W_0 2024-09-07T15:27:42.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13205526440768563389', time=2024-09-07T17:04:54.413443+0000, chain.objs.size()=1 2024-09-07T15:27:42.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.571__shadow:tvJndQq2Jm.cibjbTb0-yBzwnRKro68_.y9vmaGAYZMCjU2bx4x1pM7UusdlXqQB_0 2024-09-07T15:27:42.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16486570486687533158', time=2024-09-07T17:04:59.834985+0000, chain.objs.size()=1 2024-09-07T15:27:42.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.573__shadow_.RAXzyj6R96ig4yqjBjekeY0_aPlaPER_0 2024-09-07T15:27:42.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4755485592992279341', time=2024-09-07T17:05:16.065495+0000, chain.objs.size()=1 2024-09-07T15:27:42.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.576__shadow_.htALV4eTAJDpnxFRs-isSPvglZcas7i_0 2024-09-07T15:27:42.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13742628538406850278', time=2024-09-07T17:05:50.149266+0000, chain.objs.size()=1 2024-09-07T15:27:42.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:nviX9uXVlOzulDcovJCbZqsWcz7voA6_.zizw7kSb2K4_pS4ZSFfRYes7GaODTIr_0 2024-09-07T15:27:42.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7459571547783152394', time=2024-09-07T17:13:58.123071+0000, chain.objs.size()=6 2024-09-07T15:27:42.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.624__multipart_multipart_enc.2~7MRppoK3GlJXZRyVh4wsCVvZjXa-gg6.1 2024-09-07T15:27:42.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.624__multipart_multipart_enc.2~7MRppoK3GlJXZRyVh4wsCVvZjXa-gg6.2 2024-09-07T15:27:42.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.624__multipart_multipart_enc.2~7MRppoK3GlJXZRyVh4wsCVvZjXa-gg6.3 2024-09-07T15:27:42.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.624__multipart_multipart_enc.2~7MRppoK3GlJXZRyVh4wsCVvZjXa-gg6.4 2024-09-07T15:27:42.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.624__multipart_multipart_enc.2~7MRppoK3GlJXZRyVh4wsCVvZjXa-gg6.5 2024-09-07T15:27:42.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.624__multipart_multipart_enc.2~7MRppoK3GlJXZRyVh4wsCVvZjXa-gg6.6 2024-09-07T15:27:42.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.985+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.383260259047013239', time=2024-09-07T17:17:34.574609+0000, chain.objs.size()=1 2024-09-07T15:27:42.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.985+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.680__shadow_.ujKksoMUM743SLLOYoFO_Q_XVTGdMek_0 2024-09-07T15:27:42.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.985+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9519571283196692415', time=2024-09-07T17:18:22.261498+0000, chain.objs.size()=1 2024-09-07T15:27:42.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.985+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.708__shadow:5GdKU0EIW8KTAIrsS2flW92HH61P9TX_.AT-6-VDpvK56NLc2Ao-Lpl8kefykmp7_0 2024-09-07T15:27:42.990 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10893532228968163505', time=2024-09-07T17:18:46.634548+0000, chain.objs.size()=1 2024-09-07T15:27:42.990 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.716__shadow:-XiVHvDqx.tQd6at0muoMUkeo7AsorC_.TI9jg8vjpAyhMdfM8_YensKjxRUE-NJ_0 2024-09-07T15:27:42.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:42.996 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.993+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-07T15:27:42.998 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:42.998 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:43.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/42475' 2024-09-07T15:27:43.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12967233558442781175', time=2024-09-07T16:34:03.320887+0000, chain.objs.size()=1 2024-09-07T15:27:43.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.198__shadow_.5bLjbfzsvmDM1GwaXylttTh-dn1nRI9_0 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16067494848595817968', time=2024-09-07T16:37:44.928092+0000, chain.objs.size()=1 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.235__shadow_.mrRm8i7QBCjSx8E1j0n8MCMGhAT1w1-_0 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17654757058564754018', time=2024-09-07T16:37:47.015136+0000, chain.objs.size()=1 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.236__shadow_.kyRGwtQrncad4nfWmY2sMueHYRqXCrD_0 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7956746971249236674', time=2024-09-07T16:38:18.805227+0000, chain.objs.size()=1 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.249__shadow_.-GxXNA2NjAVEWCmVtPiX9z_DvWe5dq5_0 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11298116587689655302', time=2024-09-07T16:38:29.163541+0000, chain.objs.size()=1 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.254__shadow_.6se-PGD16FFOJspImlwbXTi2fh6y3k2_0 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11781844105618175728', time=2024-09-07T16:38:29.167294+0000, chain.objs.size()=1 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.254__shadow_.BcyxYm1b20TBXAiDJe9WJwFZWhEfTFZ_0 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15388874298619061492', time=2024-09-07T16:40:30.581297+0000, chain.objs.size()=1 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.6A4vFOtAo5pa64KfB61h_8wPta3U3Wu_0 2024-09-07T15:27:43.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18437553192680497895', time=2024-09-07T16:40:30.908426+0000, chain.objs.size()=1 2024-09-07T15:27:43.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.MWz2wV3qAhXZc82gooAPkky_QyEM1I2_0 2024-09-07T15:27:43.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5518171248659616680', time=2024-09-07T16:40:31.549463+0000, chain.objs.size()=1 2024-09-07T15:27:43.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.CpmER2cloozhIk6ZOJYnwjcSVsfGefe_0 2024-09-07T15:27:43.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12670751464816317580', time=2024-09-07T16:40:32.362994+0000, chain.objs.size()=1 2024-09-07T15:27:43.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.myB4u0qr_DwLy2t6i4Oj0qAw91L0hHs_0 2024-09-07T15:27:43.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9609069790521246963', time=2024-09-07T16:40:32.738732+0000, chain.objs.size()=1 2024-09-07T15:27:43.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.tvbMjcKYitgBejxnqXqJSvuYrnJIc6Z_0 2024-09-07T15:27:43.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6948868046145092411', time=2024-09-07T16:40:34.862502+0000, chain.objs.size()=1 2024-09-07T15:27:43.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:42.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.fF5YV8Q1-VQDP6gh_Co2vtvIphRFKRG_0 2024-09-07T15:27:43.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.346880098120657747', time=2024-09-07T16:40:35.227598+0000, chain.objs.size()=1 2024-09-07T15:27:43.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vpokMy-jsBQQaC4GLxVb-zXmARVSCGx_0 2024-09-07T15:27:43.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6647721308801886389', time=2024-09-07T16:40:35.272473+0000, chain.objs.size()=1 2024-09-07T15:27:43.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.hsCjMhlb3rgIuXEXn0aGiQEGuwjGzyg_0 2024-09-07T15:27:43.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7163491311621491395', time=2024-09-07T16:40:36.566955+0000, chain.objs.size()=1 2024-09-07T15:27:43.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2pvBIvBpsoAraJ8JfQanVzN0EbhSN-6_0 2024-09-07T15:27:43.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18350045173460940347', time=2024-09-07T16:40:40.815150+0000, chain.objs.size()=1 2024-09-07T15:27:43.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._4YyI1h3G1pYsp_-0EPlkkF3RY3rYBz_0 2024-09-07T15:27:43.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17127258449807860059', time=2024-09-07T16:40:42.707319+0000, chain.objs.size()=1 2024-09-07T15:27:43.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.tWFCSsOxwj91BgQSGGZKv4iud9Pkm4C_0 2024-09-07T15:27:43.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11463538435924355764', time=2024-09-07T16:40:44.869130+0000, chain.objs.size()=1 2024-09-07T15:27:43.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.scr-xeOHzxq0ayvAxIoO_QGmS4tGH3O_0 2024-09-07T15:27:43.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2415263007430556258', time=2024-09-07T16:40:45.875148+0000, chain.objs.size()=1 2024-09-07T15:27:43.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.001+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cBmOY_xUyZMrQUsUL3soIjco39WnDp1_0 2024-09-07T15:27:43.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14505921279567298418', time=2024-09-07T16:40:45.877250+0000, chain.objs.size()=1 2024-09-07T15:27:43.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-rMRNqPkjHFSqrG9P6nCI_OmRbzlN2A_0 2024-09-07T15:27:43.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2735381339306845298', time=2024-09-07T16:40:48.553222+0000, chain.objs.size()=1 2024-09-07T15:27:43.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.z14V-sH0za-2XGyytnH79T67nwWsc5y_0 2024-09-07T15:27:43.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11879314411652312087', time=2024-09-07T16:40:49.021804+0000, chain.objs.size()=1 2024-09-07T15:27:43.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.gGonSwTmWA5oGkiouwY2kXSY5wDev9t_0 2024-09-07T15:27:43.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18057199328534252927', time=2024-09-07T16:40:49.080981+0000, chain.objs.size()=1 2024-09-07T15:27:43.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.93irgoHKS2e2srAAo-jhZ0olNH1quCm_0 2024-09-07T15:27:43.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3441267366791741608', time=2024-09-07T16:40:49.820761+0000, chain.objs.size()=1 2024-09-07T15:27:43.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.N8Y0lp2kYvN-Iyy97fsh-UdKBhcwAl5_0 2024-09-07T15:27:43.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3376771466355339121', time=2024-09-07T16:40:52.613999+0000, chain.objs.size()=1 2024-09-07T15:27:43.009 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-H2IT0sFFVh4Q82xnCk4NydWZ7O8Z8b_0 2024-09-07T15:27:43.009 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5933927733673461575', time=2024-09-07T16:40:53.975943+0000, chain.objs.size()=1 2024-09-07T15:27:43.009 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.R0qccrzHKTofwZUvSf3XDwFz3ujQzYV_0 2024-09-07T15:27:43.009 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578177542817881824', time=2024-09-07T16:40:55.897976+0000, chain.objs.size()=1 2024-09-07T15:27:43.009 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.71O3fvo-f9nXQi3d6x9mmFpMCLcnhCz_0 2024-09-07T15:27:43.009 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2712120615133748692', time=2024-09-07T16:40:57.459698+0000, chain.objs.size()=1 2024-09-07T15:27:43.009 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2iGynZvwngtQ8H1v-3CY3Org8KJfRL-_0 2024-09-07T15:27:43.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7896690018674467673', time=2024-09-07T16:40:58.804853+0000, chain.objs.size()=1 2024-09-07T15:27:43.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.jRWskpqmkmT7P3EZ-ntpaAqOZOJ1X-R_0 2024-09-07T15:27:43.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9792004547901247069', time=2024-09-07T16:40:59.447653+0000, chain.objs.size()=1 2024-09-07T15:27:43.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.rEGj52DRJcHEAuXhBTFMbNKLZ_RShh3_0 2024-09-07T15:27:43.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10533959776099387212', time=2024-09-07T16:40:59.706272+0000, chain.objs.size()=1 2024-09-07T15:27:43.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.jQV1Key3yIwyVkrIqxL1PB-oOeUBxYL_0 2024-09-07T15:27:43.015 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9530601229926553742', time=2024-09-07T16:41:00.335987+0000, chain.objs.size()=1 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PrgF_9S1LJBRslzURf5YJQNTOKVFI0t_0 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.389645035594239943', time=2024-09-07T16:41:01.471579+0000, chain.objs.size()=1 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.3ww1bfu0mQZnYwuSYs-vqANMiQsM7CB_0 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1614541745015041222', time=2024-09-07T16:41:45.452603+0000, chain.objs.size()=1 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.285__shadow_.lRVvAnB7-fFt9qvQPVhORNhStqIasDj_0 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16304317605798920483', time=2024-09-07T16:41:55.986474+0000, chain.objs.size()=1 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.290__shadow_.ok8Q06KXV5xNLusrhDdWhlrsJjUv8rK_0 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10237925874407500141', time=2024-09-07T16:42:21.963114+0000, chain.objs.size()=1 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.299__shadow_._YbpvIRAwoxGVgdzlCv349FXvdqfzlW_0 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11956210643282732821', time=2024-09-07T16:42:36.589518+0000, chain.objs.size()=1 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.306__shadow_.FgfhWuxHWhcYTSmSLXj8p1mi2EE6ojX_0 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2870893898603061389', time=2024-09-07T16:42:42.426533+0000, chain.objs.size()=1 2024-09-07T15:27:43.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.308__shadow:5UGf-fYz.bNMYl2pEYrQWDlrLkxEeVA_.AhtTbSHoe-oTCRW9FkP4Jap8KrGlgjM_0 2024-09-07T15:27:43.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6721213786574107699', time=2024-09-07T16:43:05.062589+0000, chain.objs.size()=1 2024-09-07T15:27:43.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.316__shadow_.LtPSQkMF7uQ-pRZvbvsN5P3rvdmb1_5_0 2024-09-07T15:27:43.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7563589589141407262', time=2024-09-07T16:45:03.888984+0000, chain.objs.size()=1 2024-09-07T15:27:43.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ifdmfAWFr5wM1JFo3S6NGTh8bwy4p5n_0 2024-09-07T15:27:43.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4578208202215979936', time=2024-09-07T16:45:05.346407+0000, chain.objs.size()=1 2024-09-07T15:27:43.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.maNLpdmFbvvonTZFKllH3PkQfXgkLG6_0 2024-09-07T15:27:43.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.791595435617431955', time=2024-09-07T16:45:05.626725+0000, chain.objs.size()=1 2024-09-07T15:27:43.019 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.mhfzuJ0Nux6F6AIlyr7F4hns1lNKtkV_0 2024-09-07T15:27:43.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5045287602989206490', time=2024-09-07T16:45:06.127798+0000, chain.objs.size()=1 2024-09-07T15:27:43.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jx1BhwRj30287m5bhJDhxYD_8Y9gmrN_0 2024-09-07T15:27:43.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12955205530812314532', time=2024-09-07T16:45:06.129576+0000, chain.objs.size()=1 2024-09-07T15:27:43.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MDdFWFzh704c6giZUQbXMjhk0EA-chZ_0 2024-09-07T15:27:43.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1573961360967409536', time=2024-09-07T16:45:06.182384+0000, chain.objs.size()=1 2024-09-07T15:27:43.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.bZtmbiwkv8k6fX6BCK3LgLK67yL8R6z_0 2024-09-07T15:27:43.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13636456225526549459', time=2024-09-07T16:45:09.791166+0000, chain.objs.size()=1 2024-09-07T15:27:43.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dIBnSxmwT48v4S60TU2V_30mHyOBOL3_0 2024-09-07T15:27:43.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13626314167154032306', time=2024-09-07T16:45:10.122879+0000, chain.objs.size()=1 2024-09-07T15:27:43.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Hdr-xY21d2AzhefT6XroqO5k2i4B__T_0 2024-09-07T15:27:43.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17397805485406910410', time=2024-09-07T16:45:10.589951+0000, chain.objs.size()=1 2024-09-07T15:27:43.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gUNhnsBt8_8zWLXJUfdeoJLiKUEYt17_0 2024-09-07T15:27:43.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16743166704355400238', time=2024-09-07T16:45:10.643116+0000, chain.objs.size()=1 2024-09-07T15:27:43.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gqsNthJgHM2XxntLUk_4j6fbgd6RFdw_0 2024-09-07T15:27:43.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10489808590575801785', time=2024-09-07T16:45:11.116228+0000, chain.objs.size()=1 2024-09-07T15:27:43.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yRW-BFSlBqwtw95EQ1lwO6JXsCdw4Qm_0 2024-09-07T15:27:43.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14026929560635563733', time=2024-09-07T16:45:12.599942+0000, chain.objs.size()=1 2024-09-07T15:27:43.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Z1NpVtAqXSuVOKYjG9r_Gjzlc9pddNt_0 2024-09-07T15:27:43.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17020915728471595978', time=2024-09-07T16:45:13.365193+0000, chain.objs.size()=1 2024-09-07T15:27:43.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HTiemigJFiABcWs1Yl_XMFaQPOUlY0y_0 2024-09-07T15:27:43.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13564816527392776524', time=2024-09-07T16:45:13.628309+0000, chain.objs.size()=1 2024-09-07T15:27:43.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Cip4CIucsLmkgJ362TsHGOR9KLYd1XB_0 2024-09-07T15:27:43.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8957492636440750166', time=2024-09-07T16:45:14.059373+0000, chain.objs.size()=1 2024-09-07T15:27:43.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ozLNJ2qL58DHQZosoI36mzliHA5gY2J_0 2024-09-07T15:27:43.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.303936823619439813', time=2024-09-07T16:45:16.038749+0000, chain.objs.size()=1 2024-09-07T15:27:43.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dIN-3ZDjKXdpCa_sQyPNWIzyyjte9cX_0 2024-09-07T15:27:43.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4057402637253839472', time=2024-09-07T16:45:17.161190+0000, chain.objs.size()=1 2024-09-07T15:27:43.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.xPXCUBKv0zUSGlxa2Tif9kuhhoCT2iv_0 2024-09-07T15:27:43.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10618533989722394397', time=2024-09-07T16:45:18.617839+0000, chain.objs.size()=1 2024-09-07T15:27:43.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4zXpsEn1dLwgLNYipLU9kpg0WJPa1zx_0 2024-09-07T15:27:43.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13187473680074352275', time=2024-09-07T16:45:19.973683+0000, chain.objs.size()=1 2024-09-07T15:27:43.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.XQJoBN4jo9U6QQF-MaInp4oj3jhZYl8_0 2024-09-07T15:27:43.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.992809746919500405', time=2024-09-07T16:45:21.249700+0000, chain.objs.size()=1 2024-09-07T15:27:43.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.G8Y8k_5siv7quM8c0qaemReXH9cS2eg_0 2024-09-07T15:27:43.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.237491153834129659', time=2024-09-07T16:45:21.739602+0000, chain.objs.size()=1 2024-09-07T15:27:43.030 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4oVjonuv9wJfww-sGvlKxepMCuvNLb5_0 2024-09-07T15:27:43.031 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7430427492713639102', time=2024-09-07T16:45:24.453689+0000, chain.objs.size()=1 2024-09-07T15:27:43.031 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dlBU9tR-lrodp0iqPKLQEYyTNcZ7s24_0 2024-09-07T15:27:43.031 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.922555686945602049', time=2024-09-07T16:45:24.577886+0000, chain.objs.size()=1 2024-09-07T15:27:43.032 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rnEstzwZH4ajS5mznKPNUQJoX3Mwt5p_0 2024-09-07T15:27:43.032 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10851554681125725989', time=2024-09-07T16:45:25.648677+0000, chain.objs.size()=1 2024-09-07T15:27:43.032 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.esNnBRlWsB1kML29h6r9xJYBP-FTVhB_0 2024-09-07T15:27:43.032 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9948583970677645954', time=2024-09-07T16:45:25.651059+0000, chain.objs.size()=1 2024-09-07T15:27:43.032 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eZQaC10Rl-skb9xKtuqc8OQ47ncuPox_0 2024-09-07T15:27:43.032 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10370417718763832959', time=2024-09-07T16:45:27.736113+0000, chain.objs.size()=1 2024-09-07T15:27:43.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.phSsQP9sFtmLgY3Kpg45kUvda9EeJhI_0 2024-09-07T15:27:43.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11331585781686794892', time=2024-09-07T16:45:27.979013+0000, chain.objs.size()=1 2024-09-07T15:27:43.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.5vpiNw_-4iez6l_3ftrui6U1PpSFV8s_0 2024-09-07T15:27:43.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3537874283153701617', time=2024-09-07T16:45:29.027512+0000, chain.objs.size()=1 2024-09-07T15:27:43.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.029+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7FpftzIFXSOiZGqtlns1mNGAgoFR-YU_0 2024-09-07T15:27:43.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4451650623171808058', time=2024-09-07T16:45:29.836316+0000, chain.objs.size()=1 2024-09-07T15:27:43.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.aOI0iF_doZ8GKkZ_HJ08jpO0NlYRMQ2_0 2024-09-07T15:27:43.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4665596805377864320', time=2024-09-07T16:45:30.237893+0000, chain.objs.size()=1 2024-09-07T15:27:43.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.PV1Kv4L717sEk_RKTOQqmqH1y29jAsg_0 2024-09-07T15:27:43.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3998733210491860043', time=2024-09-07T16:45:32.218273+0000, chain.objs.size()=1 2024-09-07T15:27:43.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rC8XAH8ze6T5xZ7tO6c-7awTTUYY0U4_0 2024-09-07T15:27:43.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3983216598440282764', time=2024-09-07T16:45:32.710913+0000, chain.objs.size()=1 2024-09-07T15:27:43.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.oItZAgNcrN3k99u6epppTOVl0klZeyI_0 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2563998014781760739', time=2024-09-07T16:47:19.275270+0000, chain.objs.size()=1 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lLo7KNBjHqt66GMAWoWUKPf-7qZz6nB_0 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16795904389118267808', time=2024-09-07T16:47:19.553692+0000, chain.objs.size()=1 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nAGRX7-1Mqdn5qLQwhUPgcQXRZBvmJQ_0 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8477942709126214961', time=2024-09-07T16:47:19.556984+0000, chain.objs.size()=1 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ey_4b-YurhUxl2R1Coryv4y0--Xq_ms_0 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3888277048675142757', time=2024-09-07T16:47:20.878901+0000, chain.objs.size()=1 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.DK8dVlXdrfgROAPAifrO2Myu2kX8Tpx_0 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2401628243583559162', time=2024-09-07T16:47:21.090596+0000, chain.objs.size()=1 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.HvAjzTxUqmC8vqgoeosiyu0LI1YzBSq_0 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6387569947083868391', time=2024-09-07T16:47:21.553609+0000, chain.objs.size()=1 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kTj2CGnNMYGP71Pbbi2AuledGjJOeU5_0 2024-09-07T15:27:43.038 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9415820356534817111', time=2024-09-07T16:47:21.791417+0000, chain.objs.size()=1 2024-09-07T15:27:43.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mFUeUPoduiGklbXQ3ETFuWPPctNquyq_0 2024-09-07T15:27:43.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12169834698273305017', time=2024-09-07T16:47:21.835838+0000, chain.objs.size()=1 2024-09-07T15:27:43.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LXDjEvMmDpkq9zuZ-bx0kX23pksTy4R_0 2024-09-07T15:27:43.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10800421709633962146', time=2024-09-07T16:47:25.910837+0000, chain.objs.size()=1 2024-09-07T15:27:43.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dgnyNXKvd0JYvLYO3INQXRUhaD7PIYl_0 2024-09-07T15:27:43.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4490807126371498141', time=2024-09-07T16:47:26.153132+0000, chain.objs.size()=1 2024-09-07T15:27:43.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qJjbqKNuOHNjf0fMh70FWSO7WMJsOWT_0 2024-09-07T15:27:43.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2749681250616700955', time=2024-09-07T16:47:27.847076+0000, chain.objs.size()=1 2024-09-07T15:27:43.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.OKeZhIPfNfVcS3S1gaZ1yKG2V-f-H2x_0 2024-09-07T15:27:43.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13872846100325804888', time=2024-09-07T16:47:27.852948+0000, chain.objs.size()=1 2024-09-07T15:27:43.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2nrzhwJeN3Q4OdwDPfQL5DtZE_SEZBb_0 2024-09-07T15:27:43.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9229135341803508319', time=2024-09-07T16:47:28.512532+0000, chain.objs.size()=1 2024-09-07T15:27:43.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.tusz7ABwX79lvfB3Eg4Aa5tVhxnuCsQ_0 2024-09-07T15:27:43.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7982441940873488165', time=2024-09-07T16:47:29.042505+0000, chain.objs.size()=1 2024-09-07T15:27:43.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5IG0SUGUXuM7Tnur3qkurrT_t07EhtX_0 2024-09-07T15:27:43.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11663556711881545005', time=2024-09-07T16:47:30.451608+0000, chain.objs.size()=1 2024-09-07T15:27:43.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.KVRfEi-gwIGZC0qPOL4JCaAE4Wvb3o__0 2024-09-07T15:27:43.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.492926089156965235', time=2024-09-07T16:47:32.832887+0000, chain.objs.size()=1 2024-09-07T15:27:43.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.eF67eAtFDg2DWzQ0pepOQSvo3jEHY9I_0 2024-09-07T15:27:43.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16318558475878788199', time=2024-09-07T16:47:33.489507+0000, chain.objs.size()=1 2024-09-07T15:27:43.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5oXrkeG_y5YbTlXreuiGkElzRnv7w_i_0 2024-09-07T15:27:43.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6309303047519214135', time=2024-09-07T16:47:33.656370+0000, chain.objs.size()=1 2024-09-07T15:27:43.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Ap9UiJKLjA9_AUhMW7CSG4B8JubRsoe_0 2024-09-07T15:27:43.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8157357686746430449', time=2024-09-07T16:47:36.418558+0000, chain.objs.size()=1 2024-09-07T15:27:43.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.h4aMszxsub4y_870kzy7OBNIDDtTAZW_0 2024-09-07T15:27:43.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1280892762261216979', time=2024-09-07T16:47:36.738534+0000, chain.objs.size()=1 2024-09-07T15:27:43.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.WWEb9HrOTeXBKT_H9vwvbe1C6Xx7hKd_0 2024-09-07T15:27:43.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3488938393605531086', time=2024-09-07T16:47:37.169190+0000, chain.objs.size()=1 2024-09-07T15:27:43.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.cHvkTkORL53N3cUMR3yXFTUIElq_6ax_0 2024-09-07T15:27:43.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9854761131885652242', time=2024-09-07T16:47:38.614840+0000, chain.objs.size()=1 2024-09-07T15:27:43.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.L6BTyxr7Y9t45wKYxjpw1Tw1DRc59GO_0 2024-09-07T15:27:43.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6515021036641570397', time=2024-09-07T16:47:39.803181+0000, chain.objs.size()=1 2024-09-07T15:27:43.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.3Re25qYty5MKk4r-_2PhKiSfHx67Nzt_0 2024-09-07T15:27:43.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11128219443000653876', time=2024-09-07T16:47:40.768502+0000, chain.objs.size()=1 2024-09-07T15:27:43.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FcfAO3gRr6yNNIx_kk5FodK6BnSe6mE_0 2024-09-07T15:27:43.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14695747018006322288', time=2024-09-07T16:47:42.287030+0000, chain.objs.size()=1 2024-09-07T15:27:43.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uvtgFRG1DF_JsP8IFF10UWB0fOkGpLs_0 2024-09-07T15:27:43.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5443158647659152119', time=2024-09-07T16:47:43.204492+0000, chain.objs.size()=1 2024-09-07T15:27:43.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.P-xSfg4LcsbHaL5KVa89S1GOy0iiIor_0 2024-09-07T15:27:43.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8962046995271728778', time=2024-09-07T16:47:43.244049+0000, chain.objs.size()=1 2024-09-07T15:27:43.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bhS8t7pCdUzbGY0T7OrFufOXDneyjw1_0 2024-09-07T15:27:43.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14868839542437068095', time=2024-09-07T16:47:44.614339+0000, chain.objs.size()=1 2024-09-07T15:27:43.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.QO2IdlboVoadi54Esow-n0iPBUjFkCn_0 2024-09-07T15:27:43.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14745414298963825071', time=2024-09-07T16:47:46.021720+0000, chain.objs.size()=1 2024-09-07T15:27:43.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YPtedbDRQTi9gUyGIrD39kj_IePPne9_0 2024-09-07T15:27:43.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.053+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/42475 2024-09-07T15:27:43.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-07T15:27:43.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4788385308524241067', time=2024-09-07T16:47:46.276373+0000, chain.objs.size()=1 2024-09-07T15:27:43.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.d10nKBGui6RJsQxRrEC_2w0bA2JtM8Y_0 2024-09-07T15:27:43.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3808588621923060192', time=2024-09-07T16:47:48.905100+0000, chain.objs.size()=1 2024-09-07T15:27:43.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YoD7APTXiiwDD6yPrCTvbhTMjHlCX2s_0 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9291386779993806149', time=2024-09-07T16:47:49.153967+0000, chain.objs.size()=1 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.WcEYPLMauT9p8fHnQ4oWl0_o9e6vyDI_0 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14156170780800998745', time=2024-09-07T16:47:49.155447+0000, chain.objs.size()=1 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.GtuWH7VMoeHI9J-5LDF1CuGl5ryIhsl_0 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10968737754966841033', time=2024-09-07T16:48:03.362542+0000, chain.objs.size()=1 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.333__shadow_.jwN-XWMqfDYr5jUmiX1RX2MjlIktBh0_0 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14244645963357122962', time=2024-09-07T16:51:45.989612+0000, chain.objs.size()=1 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.456__shadow_.QnmDAPt4yM_xM3-5hv-xcIbeUyXrf9d_0 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17222456781967605184', time=2024-09-07T16:53:06.044197+0000, chain.objs.size()=1 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.496__shadow_.v4ApXp4TEr4stT9b60NIjqkruTf4yDy_0 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6226187772689043778', time=2024-09-07T16:54:22.538265+0000, chain.objs.size()=1 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.516__shadow_.dxhsWGbdSXK3T7aghww8ymEJ7Da9sYU_0 2024-09-07T15:27:43.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3651009861958274180', time=2024-09-07T17:00:00.018240+0000, chain.objs.size()=3 2024-09-07T15:27:43.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~b2b_88lqZizgGy5hY0lu5kV2tCWsZVS.1 2024-09-07T15:27:43.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~b2b_88lqZizgGy5hY0lu5kV2tCWsZVS.2 2024-09-07T15:27:43.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~b2b_88lqZizgGy5hY0lu5kV2tCWsZVS.3 2024-09-07T15:27:43.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2938538651036393559', time=2024-09-07T17:01:03.566457+0000, chain.objs.size()=2 2024-09-07T15:27:43.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.529__multipart_mymultipart.2~nfEmQSlDo_RUa15IxBdJKp3x9FcO9-u.1 2024-09-07T15:27:43.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.529__multipart_mymultipart.2~nfEmQSlDo_RUa15IxBdJKp3x9FcO9-u.2 2024-09-07T15:27:43.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11490232583821927248', time=2024-09-07T17:04:04.266478+0000, chain.objs.size()=1 2024-09-07T15:27:43.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.561__shadow_.RjCc80eZHluhBlzOgpUJhi7pRJnYnHB_0 2024-09-07T15:27:43.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3752243078416405107', time=2024-09-07T17:04:36.425786+0000, chain.objs.size()=1 2024-09-07T15:27:43.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:fUMqSpJLBnSUnaSkmGZaX-dDjw309Yu_.OBitHxgQSiKClFWnZedpFXfe-E8niDz_0 2024-09-07T15:27:43.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10858300746706680860', time=2024-09-07T17:05:16.559426+0000, chain.objs.size()=1 2024-09-07T15:27:43.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.576__shadow:UBlYpYLzxZaII8Wq-OApk1lFuYhNgjY_.fULWXriXzFtJP6nhA_7_QZ2AuFwVVqQ_0 2024-09-07T15:27:43.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7530471043313251224', time=2024-09-07T17:05:53.721165+0000, chain.objs.size()=1 2024-09-07T15:27:43.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:OV-fTzWYW.rNbs3IKcm0E-yLudFuJZ1_.277B79Ijna6o6kazSgOnDYc1CBL7JRZ_0 2024-09-07T15:27:43.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15442993137560874583', time=2024-09-07T17:07:16.286403+0000, chain.objs.size()=1 2024-09-07T15:27:43.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.580__shadow:L-C070CkeHzD0KVNKMdTBcpy6bguGUy_.pwbXLxriIatN-D6BwxiI7vC62mjvMN5_0 2024-09-07T15:27:43.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10777131564704642634', time=2024-09-07T17:07:40.869460+0000, chain.objs.size()=1 2024-09-07T15:27:43.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.588__shadow:HJZRBCC.yiZui.GNzEaBa8KBx8f1hrK_.5vPQgcocZQQhwz4Q16Jg72qy9GKlklD_0 2024-09-07T15:27:43.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7349664579142333934', time=2024-09-07T17:07:55.945915+0000, chain.objs.size()=1 2024-09-07T15:27:43.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.597__shadow_.vcnQ5ii3IWTW08M6kqho4jUDfrQuwN7_0 2024-09-07T15:27:43.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17452082590837108695', time=2024-09-07T17:10:36.929450+0000, chain.objs.size()=6 2024-09-07T15:27:43.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.615__multipart_multipart_enc.2~4jPa1kyTRcewEDMmDBG1zZ9x8dtuzfK.1 2024-09-07T15:27:43.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.615__multipart_multipart_enc.2~4jPa1kyTRcewEDMmDBG1zZ9x8dtuzfK.2 2024-09-07T15:27:43.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.615__multipart_multipart_enc.2~4jPa1kyTRcewEDMmDBG1zZ9x8dtuzfK.3 2024-09-07T15:27:43.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.073+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.615__multipart_multipart_enc.2~4jPa1kyTRcewEDMmDBG1zZ9x8dtuzfK.4 2024-09-07T15:27:43.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.615__multipart_multipart_enc.2~4jPa1kyTRcewEDMmDBG1zZ9x8dtuzfK.5 2024-09-07T15:27:43.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.615__multipart_multipart_enc.2~4jPa1kyTRcewEDMmDBG1zZ9x8dtuzfK.6 2024-09-07T15:27:43.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13504120154410575902', time=2024-09-07T17:16:04.733506+0000, chain.objs.size()=1 2024-09-07T15:27:43.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.656__shadow_.YsJNRi9jQYKuw4mGsQU9Ns052DpoWlv_0 2024-09-07T15:27:43.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:43.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-07T15:27:43.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:43.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:43.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50592' 2024-09-07T15:27:43.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4858720617030295031', time=2024-09-07T16:30:36.400286+0000, chain.objs.size()=1 2024-09-07T15:27:43.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.152__shadow_.aeph01gUyXL0ilMSoEEy77W-Rr_HXGq_0 2024-09-07T15:27:43.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7520388155020715580', time=2024-09-07T16:32:41.209037+0000, chain.objs.size()=2 2024-09-07T15:27:43.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.165__multipart_foo.2~OTU81tMd4H27iWAXf837ZvaCY0Mco6o.1 2024-09-07T15:27:43.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.165__multipart_foo.2~OTU81tMd4H27iWAXf837ZvaCY0Mco6o.2 2024-09-07T15:27:43.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6714576835491169758', time=2024-09-07T16:38:07.098770+0000, chain.objs.size()=1 2024-09-07T15:27:43.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.244__shadow_.XCyxK51sfur4erYTlB--EQgxL-XRvNm_0 2024-09-07T15:27:43.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12043810839664234488', time=2024-09-07T16:38:10.673801+0000, chain.objs.size()=1 2024-09-07T15:27:43.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.245__shadow_.k7uM47hILGz2o7GNZbGNGJFsSWW0pMR_0 2024-09-07T15:27:43.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7750914823150299385', time=2024-09-07T16:38:29.158714+0000, chain.objs.size()=1 2024-09-07T15:27:43.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.254__shadow_.KfeuSncF8-Y68fBUh2iOKsSY2MKBXT0_0 2024-09-07T15:27:43.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.310011116698638618', time=2024-09-07T16:40:31.132037+0000, chain.objs.size()=1 2024-09-07T15:27:43.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zjTmGKTSgv_6XyasNrdzwqoRG2TkgHP_0 2024-09-07T15:27:43.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9953815105686452928', time=2024-09-07T16:40:32.592701+0000, chain.objs.size()=1 2024-09-07T15:27:43.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JpnBQ3TOlJd9YjIa0hApAHftCR5PcZG_0 2024-09-07T15:27:43.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4977146030621040064', time=2024-09-07T16:40:34.906931+0000, chain.objs.size()=1 2024-09-07T15:27:43.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Ei14VYyWSiDTNy43vAa8bUzC-RqX-dP_0 2024-09-07T15:27:43.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7837325336493278623', time=2024-09-07T16:40:35.064134+0000, chain.objs.size()=1 2024-09-07T15:27:43.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.d1NDUdM7ipaBA_pMYAVRWETpmKgDq-v_0 2024-09-07T15:27:43.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14772826143660340026', time=2024-09-07T16:40:38.527684+0000, chain.objs.size()=1 2024-09-07T15:27:43.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.tzc4wGH57TWqZvVFCTMHW8JMsGafl_V_0 2024-09-07T15:27:43.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5764234902177575375', time=2024-09-07T16:40:38.766932+0000, chain.objs.size()=1 2024-09-07T15:27:43.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.omzqmrWOvslgzqvb5Cgk1L2p5-c5sNF_0 2024-09-07T15:27:43.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15846458803166301966', time=2024-09-07T16:40:40.923460+0000, chain.objs.size()=1 2024-09-07T15:27:43.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.qu5GWh-OPaPr8p0_YwVyXHvgf54J2v3_0 2024-09-07T15:27:43.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4325111435321515672', time=2024-09-07T16:40:43.537002+0000, chain.objs.size()=1 2024-09-07T15:27:43.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.EfID5ETSAkfH5xciujxLWKhRSVvbK5w_0 2024-09-07T15:27:43.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6080071191165345727', time=2024-09-07T16:40:44.497480+0000, chain.objs.size()=1 2024-09-07T15:27:43.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PbksCduqon8AnHzPZYEz9Z-UHB5XIvA_0 2024-09-07T15:27:43.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5307021889438732077', time=2024-09-07T16:40:44.997376+0000, chain.objs.size()=1 2024-09-07T15:27:43.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.iivF1GgNl4vFlew4tIDci5LUg6N699x_0 2024-09-07T15:27:43.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4649051136879164459', time=2024-09-07T16:40:44.999810+0000, chain.objs.size()=1 2024-09-07T15:27:43.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JsbglNn1FsqP-2Ex8fWR_10PsrDULaf_0 2024-09-07T15:27:43.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4078349002336120789', time=2024-09-07T16:40:45.390322+0000, chain.objs.size()=1 2024-09-07T15:27:43.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cWBNZ7h4aTr7TbhO4U279oeviJAdGlD_0 2024-09-07T15:27:43.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5575351489084895582', time=2024-09-07T16:40:47.241958+0000, chain.objs.size()=1 2024-09-07T15:27:43.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zwRE7RRGvsHUMzITZRi1wuWl7kb8_hj_0 2024-09-07T15:27:43.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16633501136240503508', time=2024-09-07T16:40:48.373608+0000, chain.objs.size()=1 2024-09-07T15:27:43.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ULWmw51tWHjqyBKDjxtRNfm7liE0xE5_0 2024-09-07T15:27:43.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8012325958026641632', time=2024-09-07T16:40:49.731825+0000, chain.objs.size()=1 2024-09-07T15:27:43.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2oFhkUqESm7J0o2v7gZJzF6hnXnzYfi_0 2024-09-07T15:27:43.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12606156199533954783', time=2024-09-07T16:40:53.143139+0000, chain.objs.size()=1 2024-09-07T15:27:43.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ZfQMuynHqr2jJcbX5H9F4G9sQ7q-7GQ_0 2024-09-07T15:27:43.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12538377591249886670', time=2024-09-07T16:40:53.741951+0000, chain.objs.size()=1 2024-09-07T15:27:43.098 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.W0RU4Wtgb0wkVsd5441hi6F4hnPRkmK_0 2024-09-07T15:27:43.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12186941469985399236', time=2024-09-07T16:40:56.536450+0000, chain.objs.size()=1 2024-09-07T15:27:43.100 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.XdC4c8J1jPThJw5xxn3PfTleu5iyoRD_0 2024-09-07T15:27:43.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.445746483461871171', time=2024-09-07T16:40:57.617978+0000, chain.objs.size()=1 2024-09-07T15:27:43.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.BywLWUPPc-FxMqXaFMWvcdY0HobPvGv_0 2024-09-07T15:27:43.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6526310135136114758', time=2024-09-07T16:40:59.250433+0000, chain.objs.size()=1 2024-09-07T15:27:43.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.E1UvUxgJNB4Bbyc4mGQWG80zMROBtxD_0 2024-09-07T15:27:43.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4235018008093933375', time=2024-09-07T16:41:00.368569+0000, chain.objs.size()=1 2024-09-07T15:27:43.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.d-DqUezzmjgQ5Y5Kg9I2faV549oeObF_0 2024-09-07T15:27:43.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14333698632407614280', time=2024-09-07T16:41:01.491215+0000, chain.objs.size()=1 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8b02EwI0Kf8GqkyHLiic-wG_JKgIKwh_0 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2803118120724590330', time=2024-09-07T16:41:13.182775+0000, chain.objs.size()=1 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.269__shadow_.YTaxf-yUfOby2a1dtoFXLLBs611fxFy_0 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16195247095027080494', time=2024-09-07T16:41:53.951866+0000, chain.objs.size()=1 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.289__shadow_.ijckJC6qLW-CxV-2ydVeM-fSqZJVjc4_0 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10918392252563738631', time=2024-09-07T16:41:58.026300+0000, chain.objs.size()=1 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.291__shadow_.vB1mUNXl1UoUyuYnMiRV-AaCcjAGVYR_0 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17192174399185385699', time=2024-09-07T16:42:11.142151+0000, chain.objs.size()=1 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.NgI-ejO0Gt1zD0w0KwawV36_RD_pUKx_0 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9794508387399565519', time=2024-09-07T16:42:11.407241+0000, chain.objs.size()=1 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.z4E8GCQw-22aph8IGQf3V5aSpXKPPPA_0 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10299692314652974286', time=2024-09-07T16:42:30.373130+0000, chain.objs.size()=1 2024-09-07T15:27:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.303__shadow_.9p1LaTZfPaAqGvCbsxE81TAKD6CNj0e_0 2024-09-07T15:27:43.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3172357982825743098', time=2024-09-07T16:43:18.965384+0000, chain.objs.size()=1 2024-09-07T15:27:43.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.323__shadow_.G4M88Vx88j8tLzWIl0kK1ucu0g01BVy_0 2024-09-07T15:27:43.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1862441970985512695', time=2024-09-07T16:45:04.139550+0000, chain.objs.size()=1 2024-09-07T15:27:43.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.YA1Eal2sf5IAUOocqLHlC7lDW1zXzjb_0 2024-09-07T15:27:43.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15229460555352097922', time=2024-09-07T16:45:06.083889+0000, chain.objs.size()=1 2024-09-07T15:27:43.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.N3kNx-qznVWq93GUgiGE4nC5YOrsvqc_0 2024-09-07T15:27:43.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13992250698960669290', time=2024-09-07T16:45:06.124219+0000, chain.objs.size()=1 2024-09-07T15:27:43.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.KoOM3WOI59bgnCSDqOvuSKdAn0nqRgc_0 2024-09-07T15:27:43.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11865387308568631295', time=2024-09-07T16:45:06.325279+0000, chain.objs.size()=1 2024-09-07T15:27:43.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.efpFnVfdcgzm6N3N2mM6R1hhcc3zNqH_0 2024-09-07T15:27:43.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13224725425534629571', time=2024-09-07T16:45:08.062167+0000, chain.objs.size()=1 2024-09-07T15:27:43.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.BccV5QnE1400-Wh4jOzeN95HX7-KZNb_0 2024-09-07T15:27:43.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2683911027706405144', time=2024-09-07T16:45:08.064465+0000, chain.objs.size()=1 2024-09-07T15:27:43.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HYlqBao1BiyNz5GrWBdNB4ab1Vnsihx_0 2024-09-07T15:27:43.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11906434434659752519', time=2024-09-07T16:45:08.410068+0000, chain.objs.size()=1 2024-09-07T15:27:43.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.cLmzH_-TUnIYZuclSqBMNRynVU_qaGt_0 2024-09-07T15:27:43.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16431015268445142004', time=2024-09-07T16:45:09.243738+0000, chain.objs.size()=1 2024-09-07T15:27:43.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Z8t6b_SBaOTmqe6yAQtAoGTh5sfgfR5_0 2024-09-07T15:27:43.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10770564714479008778', time=2024-09-07T16:45:09.761627+0000, chain.objs.size()=1 2024-09-07T15:27:43.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.FObYrK-vlyu9_JZUzFB3s84fIwoaHIl_0 2024-09-07T15:27:43.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17627752001994081747', time=2024-09-07T16:45:10.200905+0000, chain.objs.size()=1 2024-09-07T15:27:43.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.UG1ACMemcLMz7uAEXwpeStSS8EcYqot_0 2024-09-07T15:27:43.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16133136133431415206', time=2024-09-07T16:45:10.980329+0000, chain.objs.size()=1 2024-09-07T15:27:43.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.35pwAMdG6Os9O5NJpigzaUqPeIX74NH_0 2024-09-07T15:27:43.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12081369961159367386', time=2024-09-07T16:45:12.621035+0000, chain.objs.size()=1 2024-09-07T15:27:43.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.oVq7tMjuXBBrKgBvOk9_dZxMCaKVKGu_0 2024-09-07T15:27:43.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1204978312002946485', time=2024-09-07T16:45:13.756012+0000, chain.objs.size()=1 2024-09-07T15:27:43.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.deQA3hwbiHFZGufE8_LqMwat7u6ym2g_0 2024-09-07T15:27:43.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1378027568594565248', time=2024-09-07T16:45:14.057487+0000, chain.objs.size()=1 2024-09-07T15:27:43.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.h_Ed5_uqSgRf6j3JerK7q5BNcCWR2nA_0 2024-09-07T15:27:43.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13141336881271798158', time=2024-09-07T16:45:16.786899+0000, chain.objs.size()=1 2024-09-07T15:27:43.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6J3qxZSCKwuxddG284AzCs-zKSy8uNV_0 2024-09-07T15:27:43.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18211938835199933713', time=2024-09-07T16:45:18.319138+0000, chain.objs.size()=1 2024-09-07T15:27:43.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.binPOAjft2JNhbJTL4tikrcrzZaFAif_0 2024-09-07T15:27:43.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1395288084159107449', time=2024-09-07T16:45:19.005621+0000, chain.objs.size()=1 2024-09-07T15:27:43.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jLOOt0rFWUmDAI7eh6DpkzELAFEJ2nZ_0 2024-09-07T15:27:43.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11838991364731480650', time=2024-09-07T16:45:20.944504+0000, chain.objs.size()=1 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.za0FFgx6uKX-ZhZWnCw2cuxEG_naJaP_0 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15966857067440840316', time=2024-09-07T16:45:21.228349+0000, chain.objs.size()=1 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.T8S5QC3y87ovLjIv273KStTd8VPg50y_0 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6485623578666086752', time=2024-09-07T16:45:24.685706+0000, chain.objs.size()=1 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.EVT85rpHB0pjUF3js8uU1t6DOncG5Nf_0 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11726915714840559803', time=2024-09-07T16:45:24.726786+0000, chain.objs.size()=1 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rZ9MH19XWq6PbslrOAKi1CVoTCiPUPG_0 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8490920868267155530', time=2024-09-07T16:45:25.596895+0000, chain.objs.size()=1 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.iA1gh9hFqkrrwtubq5_b2aXZa6szJGo_0 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9642881373400627867', time=2024-09-07T16:45:25.599205+0000, chain.objs.size()=1 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.EMVSieZinnZllc82dlTr1daH8bIIOEN_0 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11280908733131221567', time=2024-09-07T16:45:25.711112+0000, chain.objs.size()=1 2024-09-07T15:27:43.120 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.3ZE9JWPdgVL44wPvU0s77B6zFnszQBu_0 2024-09-07T15:27:43.121 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14617485220902761166', time=2024-09-07T16:45:28.043756+0000, chain.objs.size()=1 2024-09-07T15:27:43.121 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.FbZHe1jNCYpb-6rJsvNCj3eXp8K-YkW_0 2024-09-07T15:27:43.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1568013212064819951', time=2024-09-07T16:45:28.093999+0000, chain.objs.size()=1 2024-09-07T15:27:43.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._8l3z5fgAPlCfKRwgU7vojvrp4to5Vg_0 2024-09-07T15:27:43.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3982174321980354708', time=2024-09-07T16:45:29.553817+0000, chain.objs.size()=1 2024-09-07T15:27:43.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yiJClrcqLy0pv_X2OyiFldmj3EagInd_0 2024-09-07T15:27:43.124 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5454006948063179635', time=2024-09-07T16:45:32.547417+0000, chain.objs.size()=1 2024-09-07T15:27:43.124 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.QDBB585Ez87Pp2WmMFT9heq93MLT2QF_0 2024-09-07T15:27:43.125 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8325265296820636007', time=2024-09-07T16:45:33.354841+0000, chain.objs.size()=1 2024-09-07T15:27:43.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.bNOwWPU5mWQoF6ppgmsRb_uugnKgYb6_0 2024-09-07T15:27:43.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13599530449160049839', time=2024-09-07T16:47:20.971841+0000, chain.objs.size()=1 2024-09-07T15:27:43.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.P6wWiKPaOV3j3EQAx8fs7YZReg5EWtx_0 2024-09-07T15:27:43.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17650514214002003939', time=2024-09-07T16:47:22.062803+0000, chain.objs.size()=1 2024-09-07T15:27:43.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._Pqnyxs-cy4nsBWU5CPo5HkNUe4SjNZ_0 2024-09-07T15:27:43.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9232907585264454819', time=2024-09-07T16:47:25.786471+0000, chain.objs.size()=1 2024-09-07T15:27:43.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Xhxi2vdjC1B8JShAOEVolDz54MziMu5_0 2024-09-07T15:27:43.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7350245797992471543', time=2024-09-07T16:47:26.017324+0000, chain.objs.size()=1 2024-09-07T15:27:43.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LhF8HbqB77JJfk4Uws-LuZjBfv5PW85_0 2024-09-07T15:27:43.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3835455415972066964', time=2024-09-07T16:47:27.852771+0000, chain.objs.size()=1 2024-09-07T15:27:43.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.pj9sjrBiD4lEamJsOo_ACgLTrd0KRZu_0 2024-09-07T15:27:43.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15921374794563887416', time=2024-09-07T16:47:27.884831+0000, chain.objs.size()=1 2024-09-07T15:27:43.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Yj0SR8-IsW_DEHndjgaXfpiJzMCSOsd_0 2024-09-07T15:27:43.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17752675625253481397', time=2024-09-07T16:47:29.677246+0000, chain.objs.size()=1 2024-09-07T15:27:43.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.O2b9eFR8bN5GfAVVWsDFhsBPLk8VImk_0 2024-09-07T15:27:43.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6607222529771468703', time=2024-09-07T16:47:30.114632+0000, chain.objs.size()=1 2024-09-07T15:27:43.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.N_Fr4sARJnVB_CMVrejNCeu0pXK3eBK_0 2024-09-07T15:27:43.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9037264620287958508', time=2024-09-07T16:47:31.404809+0000, chain.objs.size()=1 2024-09-07T15:27:43.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ukDIRKa5IMmJhZAYi-j3zREOwIHA0yd_0 2024-09-07T15:27:43.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16736718488497291461', time=2024-09-07T16:47:31.736686+0000, chain.objs.size()=1 2024-09-07T15:27:43.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.e5PiGdU3WK6JQHnY9JLO92PdgBzBJko_0 2024-09-07T15:27:43.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12562427762359561930', time=2024-09-07T16:47:33.798942+0000, chain.objs.size()=1 2024-09-07T15:27:43.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6sAq9I0HqCvmIzAYJSOiSbpa4UzSeFo_0 2024-09-07T15:27:43.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15696869762802394856', time=2024-09-07T16:47:40.781219+0000, chain.objs.size()=1 2024-09-07T15:27:43.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nRJwd8Q870c3urX9wK0PdWGy3OEgY_q_0 2024-09-07T15:27:43.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5755809824104843883', time=2024-09-07T16:47:41.025846+0000, chain.objs.size()=1 2024-09-07T15:27:43.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.iyHivHTSiUwd5K2CjouDEMp7cvJZ_2p_0 2024-09-07T15:27:43.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15583980351974749683', time=2024-09-07T16:47:41.799158+0000, chain.objs.size()=1 2024-09-07T15:27:43.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vuiCsEdle0J2BePS1BBxNFzDo_c-Dun_0 2024-09-07T15:27:43.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3326911273284626089', time=2024-09-07T16:47:42.260475+0000, chain.objs.size()=1 2024-09-07T15:27:43.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.HQ2PbZZs61s-4FVvcBXYL_F2IqAWui4_0 2024-09-07T15:27:43.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5724334378118388947', time=2024-09-07T16:47:45.138247+0000, chain.objs.size()=1 2024-09-07T15:27:43.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qz9D6oEHAM_ujFx80Tx2DGt6OdmL5bC_0 2024-09-07T15:27:43.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.186971416129256749', time=2024-09-07T16:47:45.644439+0000, chain.objs.size()=1 2024-09-07T15:27:43.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qQEE-wDoq73uEyG2kiH8RDmOHlXlimY_0 2024-09-07T15:27:43.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15113345465698833797', time=2024-09-07T16:47:45.908796+0000, chain.objs.size()=1 2024-09-07T15:27:43.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.NeQ6byUEzswnw5DRQnvWaqT5O5zvhml_0 2024-09-07T15:27:43.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8954410515872897005', time=2024-09-07T16:47:45.910735+0000, chain.objs.size()=1 2024-09-07T15:27:43.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.IXLztIhIiOH8sHxo76tWJpZfk2mKfFo_0 2024-09-07T15:27:43.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12495312991563076048', time=2024-09-07T16:47:47.531445+0000, chain.objs.size()=1 2024-09-07T15:27:43.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zmZ9FXbzoaBfV5qTR4YszQDMzqIhi--_0 2024-09-07T15:27:43.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.444639751923346773', time=2024-09-07T16:47:48.037679+0000, chain.objs.size()=1 2024-09-07T15:27:43.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FRgpA4YHCpjpa8hwNHUhHYaQNQjSYHh_0 2024-09-07T15:27:43.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6362297214703701660', time=2024-09-07T16:47:48.290881+0000, chain.objs.size()=1 2024-09-07T15:27:43.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mHb1OKZXMvu4_mWAzTAGOdtXiiBi_io_0 2024-09-07T15:27:43.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.264404095520370948', time=2024-09-07T16:47:48.558352+0000, chain.objs.size()=1 2024-09-07T15:27:43.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RVn2LRcO7haXoaAlpRkY7QXxzRVPQXH_0 2024-09-07T15:27:43.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17151888100292305998', time=2024-09-07T16:47:48.607357+0000, chain.objs.size()=1 2024-09-07T15:27:43.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bhPRA2Qz3urIcj3vTUxS0ahJb_qBx4M_0 2024-09-07T15:27:43.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3677933208284210254', time=2024-09-07T16:47:48.890834+0000, chain.objs.size()=1 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ujHjWvzimpHf0_YARpaOKEau3O4BN3U_0 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14413724536708402148', time=2024-09-07T16:47:49.144575+0000, chain.objs.size()=1 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.rLzvz3TlfIExxsM-OZuj1Viykhea8ek_0 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14428803629902654313', time=2024-09-07T16:49:17.944964+0000, chain.objs.size()=1 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.377__shadow_.KfBFAjADSXzDJEeVVCLyw2pxOy0rFNY_0 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3132314445973889135', time=2024-09-07T16:50:18.271051+0000, chain.objs.size()=1 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.410__shadow_.hHqIXf3tn4OU-v1gvHWc77YBRQ5RDC__0 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2991687648708558284', time=2024-09-07T16:51:37.960726+0000, chain.objs.size()=1 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.452__shadow_.D0Uqjg8YwcFBpByPr73bhhgUs0ZdAA4_0 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3050925589707995374', time=2024-09-07T16:53:11.997865+0000, chain.objs.size()=1 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.499__shadow_.-sTs4PS-ZeBd7AaYU1dW9VpTylXtoSd_0 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7463162213638313191', time=2024-09-07T16:53:23.602904+0000, chain.objs.size()=1 2024-09-07T15:27:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.504__shadow:i6Dun8hYXmL5X4abMGCymC2.KFRZKzG_.wtLSTMl_UYCUPLewih44areroB6pKD5_0 2024-09-07T15:27:43.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11508043673405142748', time=2024-09-07T16:54:06.694454+0000, chain.objs.size()=6 2024-09-07T15:27:43.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.1 2024-09-07T15:27:43.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.2 2024-09-07T15:27:43.145 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.3 2024-09-07T15:27:43.145 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.4 2024-09-07T15:27:43.145 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.5 2024-09-07T15:27:43.146 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.6 2024-09-07T15:27:43.146 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.64445281703224824', time=2024-09-07T16:54:10.608745+0000, chain.objs.size()=1 2024-09-07T15:27:43.146 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.512__multipart_mymultipart.2~HgR812PVjNVWzKPKadkZkQzgu3OFdzJ.1 2024-09-07T15:27:43.146 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~iVLChxbXWil1B78t3QlT_Yqu0nH1ShH', time=2024-09-07T17:01:21.735337+0000, chain.objs.size()=2 2024-09-07T15:27:43.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.532__multipart_mymultipart.2~iVLChxbXWil1B78t3QlT_Yqu0nH1ShH.1 2024-09-07T15:27:43.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.532__multipart_mymultipart.2~iVLChxbXWil1B78t3QlT_Yqu0nH1ShH.2 2024-09-07T15:27:43.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8350574128683417668', time=2024-09-07T17:04:08.928104+0000, chain.objs.size()=1 2024-09-07T15:27:43.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.563__shadow_.va-3BZMola5upUStHW2N_y9H8WTwnIh_0 2024-09-07T15:27:43.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7674713473274009450', time=2024-09-07T17:05:35.690343+0000, chain.objs.size()=1 2024-09-07T15:27:43.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:0y2EwWVzpPHe0QMZbn0E.7ZPHJuSowh_.ARLWCYDvxgvlpczjEhcCtBTBD-LedAd_0 2024-09-07T15:27:43.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16680576276776061387', time=2024-09-07T17:13:04.153502+0000, chain.objs.size()=1 2024-09-07T15:27:43.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.619__shadow_.TgJkde0b67Ea0-T77pfAJXLjaPqVHmn_0 2024-09-07T15:27:43.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50592 2024-09-07T15:27:43.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-07T15:27:43.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4620988595250339180', time=2024-09-07T17:14:44.723061+0000, chain.objs.size()=1 2024-09-07T15:27:43.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.632__shadow_._5IcgRc_9a5evFEqhA29yPmXNtl8DsF_0 2024-09-07T15:27:43.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6825967013974961658', time=2024-09-07T17:14:46.627240+0000, chain.objs.size()=1 2024-09-07T15:27:43.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.633__shadow_.CqdRc2LcihXVyLZRdr4cKLjqimZfhx0_0 2024-09-07T15:27:43.155 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5651856841272829456', time=2024-09-07T17:14:56.810886+0000, chain.objs.size()=1 2024-09-07T15:27:43.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.638__shadow_.xm2Ms4aUB39fms3-QInq3LuY16mN1QN_0 2024-09-07T15:27:43.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2090249353781314472', time=2024-09-07T17:15:17.994445+0000, chain.objs.size()=2 2024-09-07T15:27:43.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.645__shadow_.7AmimGT8Z8kKKgPgh4OjFIOBbA8N0zR_0 2024-09-07T15:27:43.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.645__shadow_.7AmimGT8Z8kKKgPgh4OjFIOBbA8N0zR_1 2024-09-07T15:27:43.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18302751037271686887', time=2024-09-07T17:17:08.270340+0000, chain.objs.size()=1 2024-09-07T15:27:43.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.665__shadow_.9-s7gzNKUvAXiwJR1aX2csP2SUIByQZ_0 2024-09-07T15:27:43.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1950584587326467620', time=2024-09-07T17:17:14.136931+0000, chain.objs.size()=1 2024-09-07T15:27:43.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.667__shadow_.GeE_B-0qxybblFsIyVZv0cdQZH4KJZj_0 2024-09-07T15:27:43.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10097047499611583987', time=2024-09-07T17:17:59.260941+0000, chain.objs.size()=1 2024-09-07T15:27:43.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.696__shadow_.ijfXABELfdLJo6j0Fe5flZRc84ynrFt_0 2024-09-07T15:27:43.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9212952162791273045', time=2024-09-07T17:21:15.781439+0000, chain.objs.size()=1 2024-09-07T15:27:43.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.746__shadow_.Ac3gK4Uey51OSY5obqDnBNhbVpA783D_0 2024-09-07T15:27:43.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:43.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-07T15:27:43.164 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:43.164 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:43.165 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/54198' 2024-09-07T15:27:43.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15449586649004632434', time=2024-09-07T16:30:34.490364+0000, chain.objs.size()=1 2024-09-07T15:27:43.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.149__shadow_.fgjiOGi7rlUN1pLZVe5WBzIQxuQcm3S_0 2024-09-07T15:27:43.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16731645415964360258', time=2024-09-07T16:32:52.650928+0000, chain.objs.size()=1 2024-09-07T15:27:43.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.171__shadow_.hfj10Yi-ac7w9u5J-ReoO40nCM4FEYt_0 2024-09-07T15:27:43.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15967946719908262005', time=2024-09-07T16:37:34.301741+0000, chain.objs.size()=1 2024-09-07T15:27:43.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.229__shadow_.-3w8LizJB7h5fIWsflYxiNawXf4MBCr_0 2024-09-07T15:27:43.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8777981505888141546', time=2024-09-07T16:38:14.745287+0000, chain.objs.size()=1 2024-09-07T15:27:43.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.247__shadow_.L296SFDFgb_yQ1HJ76p8ar5xjxHJN6e_0 2024-09-07T15:27:43.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14898548508238278914', time=2024-09-07T16:38:16.768718+0000, chain.objs.size()=1 2024-09-07T15:27:43.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.248__shadow_.KTnU7nSdnnQqsaLlhZlm0lxQavQV5XH_0 2024-09-07T15:27:43.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7559475656883350320', time=2024-09-07T16:40:31.539655+0000, chain.objs.size()=1 2024-09-07T15:27:43.166 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.IUJxfPuIOXnBmZKodtpzN6Rdlek2etM_0 2024-09-07T15:27:43.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.332188888605743701', time=2024-09-07T16:40:33.214063+0000, chain.objs.size()=1 2024-09-07T15:27:43.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.o_CIuTlKTH3hY6an2B2uaY_XhM8tDXC_0 2024-09-07T15:27:43.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3381466896638592562', time=2024-09-07T16:40:34.887724+0000, chain.objs.size()=1 2024-09-07T15:27:43.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.HVGusRGlpXASKxKeV0IUUFXA5mrAUeL_0 2024-09-07T15:27:43.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2629408969456237850', time=2024-09-07T16:40:39.328703+0000, chain.objs.size()=1 2024-09-07T15:27:43.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mv8TJFGtZhSyio6O1U1_CpjwSy6ly78_0 2024-09-07T15:27:43.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4105735850127362824', time=2024-09-07T16:40:41.628414+0000, chain.objs.size()=1 2024-09-07T15:27:43.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.q-AMHaXNVX13vUHQ_xqdq08q8zK4Fsx_0 2024-09-07T15:27:43.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.789952535493272982', time=2024-09-07T16:40:41.770451+0000, chain.objs.size()=1 2024-09-07T15:27:43.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mmcBSkQsA8wAlU7iYjGxkGSdI61PdAc_0 2024-09-07T15:27:43.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1386489656690086936', time=2024-09-07T16:40:42.737647+0000, chain.objs.size()=1 2024-09-07T15:27:43.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.KMSaUdeqoJBaIIpycGfRwNEzHNVsbWe_0 2024-09-07T15:27:43.168 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17350488074607730530', time=2024-09-07T16:40:44.026351+0000, chain.objs.size()=1 2024-09-07T15:27:43.168 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.gIQe29fzP9KWRfY_NOmssm-4I_XFQuJ_0 2024-09-07T15:27:43.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3123681648772340765', time=2024-09-07T16:40:44.628090+0000, chain.objs.size()=1 2024-09-07T15:27:43.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.SFcLNXVNY7cnzmFHIGHK65HjYHKqFGM_0 2024-09-07T15:27:43.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10078499220367813135', time=2024-09-07T16:40:46.889123+0000, chain.objs.size()=1 2024-09-07T15:27:43.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.0HRGMVDXayYqBJhDYVqRgevnRV1fvma_0 2024-09-07T15:27:43.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8123102771726014966', time=2024-09-07T16:40:48.595189+0000, chain.objs.size()=1 2024-09-07T15:27:43.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.A41aGCrFKD0nLfTz05GDP9lT8tG86E2_0 2024-09-07T15:27:43.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6309456692586641279', time=2024-09-07T16:40:49.238101+0000, chain.objs.size()=1 2024-09-07T15:27:43.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mJFpBxoGkVmp27jS90uTIhqkA0-msHu_0 2024-09-07T15:27:43.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9177770908417868811', time=2024-09-07T16:40:49.457540+0000, chain.objs.size()=1 2024-09-07T15:27:43.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7GMpf-TXGy1ufbKB7rA2JVz1_KvELTD_0 2024-09-07T15:27:43.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5945422646463937809', time=2024-09-07T16:40:50.678509+0000, chain.objs.size()=1 2024-09-07T15:27:43.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-fsuhl5CYGVJXWNlFOQv7vr3wf53aGI_0 2024-09-07T15:27:43.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3492138905873341331', time=2024-09-07T16:40:52.093899+0000, chain.objs.size()=1 2024-09-07T15:27:43.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.wPLMSodJnIxuL8SByctNgpQ-hFebGWJ_0 2024-09-07T15:27:43.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11403264727538846855', time=2024-09-07T16:40:52.210017+0000, chain.objs.size()=1 2024-09-07T15:27:43.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mu5rKsV3Q6jUzpiY_3l_C3ZJKh2ktw-_0 2024-09-07T15:27:43.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10122621968690399936', time=2024-09-07T16:40:52.491101+0000, chain.objs.size()=1 2024-09-07T15:27:43.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.O8rjZd30RChzz-CPYmzI44SjuvUQnI8_0 2024-09-07T15:27:43.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16632861327135506700', time=2024-09-07T16:40:53.771843+0000, chain.objs.size()=1 2024-09-07T15:27:43.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ud6b6Ymf7ByBNkWlf-T3EL_aZ8CwZi9_0 2024-09-07T15:27:43.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17638459950358502995', time=2024-09-07T16:40:54.009706+0000, chain.objs.size()=1 2024-09-07T15:27:43.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FwKpL4yEJXQOLMAlUkYz8F9cQNq_L6b_0 2024-09-07T15:27:43.175 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3592790261378699202', time=2024-09-07T16:40:54.771027+0000, chain.objs.size()=1 2024-09-07T15:27:43.175 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.VWsUPa7sib5qRlXWleggjxjYiZgVh5p_0 2024-09-07T15:27:43.175 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15232829665733006356', time=2024-09-07T16:40:54.848222+0000, chain.objs.size()=1 2024-09-07T15:27:43.175 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.jKKpiGWayXo7dzqlxMhn9JX7mo0EN4C_0 2024-09-07T15:27:43.175 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8195935844451589037', time=2024-09-07T16:40:55.250225+0000, chain.objs.size()=1 2024-09-07T15:27:43.175 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.pS0vPP2--zfgZnRY0hOsnzgXOURBlMj_0 2024-09-07T15:27:43.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7246342379470912356', time=2024-09-07T16:40:55.525048+0000, chain.objs.size()=1 2024-09-07T15:27:43.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.sJGZzaKR1VKvJ7DsC9L0yrcKGm0F_Uc_0 2024-09-07T15:27:43.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4273061869833835598', time=2024-09-07T16:40:56.040590+0000, chain.objs.size()=1 2024-09-07T15:27:43.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Y3nROUPOAPUpc6VtBG-aFq0JFCUdHGX_0 2024-09-07T15:27:43.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14198886280666635622', time=2024-09-07T16:40:56.042498+0000, chain.objs.size()=1 2024-09-07T15:27:43.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.CKtKzmZOCofOVnCrB2RVm2bm4jE7vfl_0 2024-09-07T15:27:43.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12734608997120527222', time=2024-09-07T16:40:56.152694+0000, chain.objs.size()=1 2024-09-07T15:27:43.178 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RvVv1ZWqAw07Du_DPfOe40qAAx7Bli8_0 2024-09-07T15:27:43.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.469198193440271685', time=2024-09-07T16:40:57.947986+0000, chain.objs.size()=1 2024-09-07T15:27:43.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._dUdw4XOjdrkvL-oq6ZJOpWG95xcRF7_0 2024-09-07T15:27:43.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.419369566478734106', time=2024-09-07T16:40:58.907846+0000, chain.objs.size()=1 2024-09-07T15:27:43.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._uKZS0-MhbB5WZNVkKrAtnZdQCCJpWi_0 2024-09-07T15:27:43.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8014839454834497223', time=2024-09-07T16:40:59.101536+0000, chain.objs.size()=1 2024-09-07T15:27:43.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yjdz3Tn5DrUsi8q9ipitKdoZFGydT-J_0 2024-09-07T15:27:43.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2663351863398334698', time=2024-09-07T16:40:59.912815+0000, chain.objs.size()=1 2024-09-07T15:27:43.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cOD7TcL1pUGsEl9hVQR9q4SSouUiJNU_0 2024-09-07T15:27:43.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12081789739515450267', time=2024-09-07T16:41:00.486951+0000, chain.objs.size()=1 2024-09-07T15:27:43.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ETCSfvQJuz5NjA-9Qqbsi0icxgGkv2b_0 2024-09-07T15:27:43.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10174214801634201905', time=2024-09-07T16:41:00.880877+0000, chain.objs.size()=1 2024-09-07T15:27:43.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JswWQMfhjJIUPYmEqf2FbkBVqnV610W_0 2024-09-07T15:27:43.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3425071966354445118', time=2024-09-07T16:41:01.351089+0000, chain.objs.size()=1 2024-09-07T15:27:43.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.XieVPFxEzTAd9_QeTRnwhi1iHCkjVMZ_0 2024-09-07T15:27:43.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.590559615963048665', time=2024-09-07T16:41:47.647510+0000, chain.objs.size()=1 2024-09-07T15:27:43.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.286__shadow_.hHL34xCNlrseUUQTMgqVULJNUyZBOAn_0 2024-09-07T15:27:43.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8986935563443325180', time=2024-09-07T16:42:05.754491+0000, chain.objs.size()=1 2024-09-07T15:27:43.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.1r6hrIrKjBYUP1vuY9IHKIWnsKIrlUp_0 2024-09-07T15:27:43.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3313324755182822897', time=2024-09-07T16:42:05.756459+0000, chain.objs.size()=1 2024-09-07T15:27:43.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.pifu-LcgYZ-Xg9Cd57BzZ8dKUD_GBR7_0 2024-09-07T15:27:43.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10669695149305121124', time=2024-09-07T16:42:36.593643+0000, chain.objs.size()=1 2024-09-07T15:27:43.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.306__shadow_.-2LyAFSpm-m3dFopSuG1g1yG1reCiK4_0 2024-09-07T15:27:43.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13005647915550870382', time=2024-09-07T16:43:18.949770+0000, chain.objs.size()=1 2024-09-07T15:27:43.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.323__shadow_.kB3NADoBQhHp32lHdzeZhBKEM7wZ-sv_0 2024-09-07T15:27:43.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4372884202116766478', time=2024-09-07T16:45:05.205168+0000, chain.objs.size()=1 2024-09-07T15:27:43.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.WvuLbL92S1oBzk0WBMkkgar26IL9Zxt_0 2024-09-07T15:27:43.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14820440948912269964', time=2024-09-07T16:45:10.696385+0000, chain.objs.size()=1 2024-09-07T15:27:43.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dYG38AJklJS185dzeKqVJgGnWRFSsm__0 2024-09-07T15:27:43.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5520512146561063755', time=2024-09-07T16:45:10.993221+0000, chain.objs.size()=1 2024-09-07T15:27:43.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.BkBFfRo4HIhuclLWYH2FjNnL4WVfb8L_0 2024-09-07T15:27:43.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14567209306104337776', time=2024-09-07T16:45:12.216065+0000, chain.objs.size()=1 2024-09-07T15:27:43.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.RldkaxO1HHLXz7qxmpB4Lx_h2jBoC7e_0 2024-09-07T15:27:43.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8545955085719611648', time=2024-09-07T16:45:12.596612+0000, chain.objs.size()=1 2024-09-07T15:27:43.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tXlY7MAwez8iXKIaLkFO1tZ8eOkjkma_0 2024-09-07T15:27:43.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3433537344420677608', time=2024-09-07T16:45:12.958806+0000, chain.objs.size()=1 2024-09-07T15:27:43.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.InRC39BqYd4Gsmi33l7BlwovxG80xDp_0 2024-09-07T15:27:43.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9123937388533775365', time=2024-09-07T16:45:13.887917+0000, chain.objs.size()=1 2024-09-07T15:27:43.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rAauc9_r8cbP3rGabMAHY453JcMLpi0_0 2024-09-07T15:27:43.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8430570934353067386', time=2024-09-07T16:45:16.102318+0000, chain.objs.size()=1 2024-09-07T15:27:43.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.1oiHZsgmgjnvlopMvicba5ZZfD2CImE_0 2024-09-07T15:27:43.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8234650020540439739', time=2024-09-07T16:45:17.497998+0000, chain.objs.size()=1 2024-09-07T15:27:43.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.5TuuptBrXJKIZtuwqDNgziJIiFMVQi2_0 2024-09-07T15:27:43.188 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2932247520541437632', time=2024-09-07T16:45:18.883780+0000, chain.objs.size()=1 2024-09-07T15:27:43.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.A2teJI9xzfvONspYZ6dQzuHAVpIzk6H_0 2024-09-07T15:27:43.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15795153827625738282', time=2024-09-07T16:45:20.447435+0000, chain.objs.size()=1 2024-09-07T15:27:43.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Lv9wncWE7mknL4TgVYHoHA9hxGzPlZQ_0 2024-09-07T15:27:43.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2323341243414681632', time=2024-09-07T16:45:20.948847+0000, chain.objs.size()=1 2024-09-07T15:27:43.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6sZmQe5MILZpRXOqsyQbn19GHUxn1hj_0 2024-09-07T15:27:43.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13712253329917549868', time=2024-09-07T16:45:22.986638+0000, chain.objs.size()=1 2024-09-07T15:27:43.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.WtSIXWNtX-hYwKpvZHI8JeXEsra0Y71_0 2024-09-07T15:27:43.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9681306452978478903', time=2024-09-07T16:45:23.701292+0000, chain.objs.size()=1 2024-09-07T15:27:43.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.SVRRGxXkQUYf_54hvqFeLwI5TPWW47Q_0 2024-09-07T15:27:43.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11127291119357263359', time=2024-09-07T16:45:23.702724+0000, chain.objs.size()=1 2024-09-07T15:27:43.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.cmg5QVYsF_OqojQ_HSoJkRt5cswxKlV_0 2024-09-07T15:27:43.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13007459611358135608', time=2024-09-07T16:45:24.953889+0000, chain.objs.size()=1 2024-09-07T15:27:43.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.2fUqG8TaDtfj5OvRtRQLuhGBZx_ScFO_0 2024-09-07T15:27:43.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15599240150889637245', time=2024-09-07T16:45:28.164112+0000, chain.objs.size()=1 2024-09-07T15:27:43.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dPywqMHd4SxnLfdKUyXfgmH9O9jlOjg_0 2024-09-07T15:27:43.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5887969121573511486', time=2024-09-07T16:45:28.166526+0000, chain.objs.size()=1 2024-09-07T15:27:43.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.XN-hr3ZZBs6cEULf3rdb-pwgMOxMe2__0 2024-09-07T15:27:43.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6629597925407777917', time=2024-09-07T16:45:28.399941+0000, chain.objs.size()=1 2024-09-07T15:27:43.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.G15PQdS-EgO-SAZogQ3AiOSxFa5Ad3q_0 2024-09-07T15:27:43.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17152955865435110711', time=2024-09-07T16:45:29.403356+0000, chain.objs.size()=1 2024-09-07T15:27:43.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.xl0GSHdy6z8rpVGlmAATMy8iIr2mEPQ_0 2024-09-07T15:27:43.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7059229327096778445', time=2024-09-07T16:45:30.455079+0000, chain.objs.size()=1 2024-09-07T15:27:43.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.SFIdAWSuGi3RFqbdxaYJSXjElrUWj5J_0 2024-09-07T15:27:43.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15875326913017589764', time=2024-09-07T16:45:31.419478+0000, chain.objs.size()=1 2024-09-07T15:27:43.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.w70oEnhFk4D-g2pzoXlrmsXNBICUvRF_0 2024-09-07T15:27:43.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7039574226119480975', time=2024-09-07T16:45:31.662803+0000, chain.objs.size()=1 2024-09-07T15:27:43.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.TdReB4aNY-TRRedD5Hif3LYPyE3L0qy_0 2024-09-07T15:27:43.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4711020780060019629', time=2024-09-07T16:45:32.142187+0000, chain.objs.size()=1 2024-09-07T15:27:43.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.YcZOltWqGfczmUmF24cq3KdMjIylO2C_0 2024-09-07T15:27:43.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14061892485080379204', time=2024-09-07T16:45:32.546311+0000, chain.objs.size()=1 2024-09-07T15:27:43.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.u8OaqYfX7ploQftMyEvW6pe3FAcVx9m_0 2024-09-07T15:27:43.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2770046106936266702', time=2024-09-07T16:45:32.547841+0000, chain.objs.size()=1 2024-09-07T15:27:43.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ojv7FmrRWvnulgcCKZwE9N32vSuDcUh_0 2024-09-07T15:27:43.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9131151495395977033', time=2024-09-07T16:45:33.894681+0000, chain.objs.size()=1 2024-09-07T15:27:43.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.qaxgneFG_24PmDqcrJcUWdu-2YKbfWj_0 2024-09-07T15:27:43.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12851710545401945027', time=2024-09-07T16:47:19.037754+0000, chain.objs.size()=1 2024-09-07T15:27:43.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.aHyAfClblSTmsyB7sXEwVqMOocpjJ_-_0 2024-09-07T15:27:43.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13190971073542321117', time=2024-09-07T16:47:19.039641+0000, chain.objs.size()=1 2024-09-07T15:27:43.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JVOMiH7F4L38zCy2E4B1jTd5srdbWVI_0 2024-09-07T15:27:43.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1886724012014132883', time=2024-09-07T16:47:19.678280+0000, chain.objs.size()=1 2024-09-07T15:27:43.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.65FB3al6eRigDxItJa6vKzk4_EyQarL_0 2024-09-07T15:27:43.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1879000039151828178', time=2024-09-07T16:47:20.656973+0000, chain.objs.size()=1 2024-09-07T15:27:43.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.4-FH0yqI3Kw6r6Yy3dj-ZoGO9trzayq_0 2024-09-07T15:27:43.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6749007759648746733', time=2024-09-07T16:47:20.983239+0000, chain.objs.size()=1 2024-09-07T15:27:43.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.W4M_YiP1NvwB9qgBI_BfarLLMP_G8Xd_0 2024-09-07T15:27:43.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17005461930808285755', time=2024-09-07T16:47:21.312020+0000, chain.objs.size()=1 2024-09-07T15:27:43.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.SOElLwEgU2Gs4VWjpuNUDUHTA4PlTip_0 2024-09-07T15:27:43.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3373287207000140827', time=2024-09-07T16:47:26.093125+0000, chain.objs.size()=1 2024-09-07T15:27:43.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.420Y7R_9pBv2iUUwwt9rkDxq5IY-Ay0_0 2024-09-07T15:27:43.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2022782745100577270', time=2024-09-07T16:47:27.826543+0000, chain.objs.size()=1 2024-09-07T15:27:43.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jGJ5qHPZ3VxbxwhloHnwwhi7VZoV4Lj_0 2024-09-07T15:27:43.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13575245257748281906', time=2024-09-07T16:47:28.210709+0000, chain.objs.size()=1 2024-09-07T15:27:43.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.AhOQO1gtdQaa8RFS7_sfGM77Y_yOESq_0 2024-09-07T15:27:43.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17906039069463807531', time=2024-09-07T16:47:28.213445+0000, chain.objs.size()=1 2024-09-07T15:27:43.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._yYFzSYPsZTEAJvMOpLO0HFBPm9OGO7_0 2024-09-07T15:27:43.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3989805016012966099', time=2024-09-07T16:47:28.652795+0000, chain.objs.size()=1 2024-09-07T15:27:43.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yBXaCeEGK0_L7c2EJn8-pYMYUryQF9N_0 2024-09-07T15:27:43.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161165860969178023', time=2024-09-07T16:47:30.361983+0000, chain.objs.size()=1 2024-09-07T15:27:43.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.BVlM7NP55ndSQHjg37I8AnS-NlQq184_0 2024-09-07T15:27:43.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6966304699696806478', time=2024-09-07T16:47:30.365244+0000, chain.objs.size()=1 2024-09-07T15:27:43.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.tZ_8sqz1Nb2HSnllX9axCj6YOyqJ5CE_0 2024-09-07T15:27:43.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16423208696272930366', time=2024-09-07T16:47:32.166622+0000, chain.objs.size()=1 2024-09-07T15:27:43.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.rx20B3sr5GSP6okBC_L8tFagxPj6t8l_0 2024-09-07T15:27:43.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3903203126019600507', time=2024-09-07T16:47:32.706709+0000, chain.objs.size()=1 2024-09-07T15:27:43.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.DyvM0cnMbQ85J7ac8FwMr9NXVCDTfqK_0 2024-09-07T15:27:43.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9077177823189819448', time=2024-09-07T16:47:34.131038+0000, chain.objs.size()=1 2024-09-07T15:27:43.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.McA2g700Mwuq3dbTjgX2ZWzwCHA58y5_0 2024-09-07T15:27:43.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14867173191607962362', time=2024-09-07T16:47:34.583835+0000, chain.objs.size()=1 2024-09-07T15:27:43.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.DBrNgdNspjsZr1SAt09S5J3UtdaCbSE_0 2024-09-07T15:27:43.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10767022569249099869', time=2024-09-07T16:47:35.598576+0000, chain.objs.size()=1 2024-09-07T15:27:43.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.OOvfEz9gc072R4yRol8YIrLI8FG-aE0_0 2024-09-07T15:27:43.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18264871974716547884', time=2024-09-07T16:47:35.600220+0000, chain.objs.size()=1 2024-09-07T15:27:43.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nAjW2XLNAGNpiJZmMgAmU6wmwWmkHPH_0 2024-09-07T15:27:43.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12120224749135395975', time=2024-09-07T16:47:37.513291+0000, chain.objs.size()=1 2024-09-07T15:27:43.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.EdNkqVOR1TDpwKv4O5sfW1WRpC6sa_c_0 2024-09-07T15:27:43.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5979255809575387716', time=2024-09-07T16:47:37.842040+0000, chain.objs.size()=1 2024-09-07T15:27:43.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uDWmbKbVDAbVIY84TsGQXjv8vCvmSbc_0 2024-09-07T15:27:43.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1801211493165629637', time=2024-09-07T16:47:38.116573+0000, chain.objs.size()=1 2024-09-07T15:27:43.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-95j4pKLxUEionXthHOkPCfMK-RjI5v_0 2024-09-07T15:27:43.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16106585709149161200', time=2024-09-07T16:47:38.286702+0000, chain.objs.size()=1 2024-09-07T15:27:43.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CDdVRgqMLBldrlMqBrzVEo7kcSrX5jn_0 2024-09-07T15:27:43.212 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7825791281212045558', time=2024-09-07T16:47:42.165535+0000, chain.objs.size()=1 2024-09-07T15:27:43.212 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YMvWyeBpFlP_B736WgoWe6bni-_FqXW_0 2024-09-07T15:27:43.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2756925480467756854', time=2024-09-07T16:47:44.939810+0000, chain.objs.size()=1 2024-09-07T15:27:43.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.X24rwgoAcxeVsAncM4ZiW1QSRhmBltz_0 2024-09-07T15:27:43.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3696654893894576756', time=2024-09-07T16:47:45.515299+0000, chain.objs.size()=1 2024-09-07T15:27:43.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yvblEvo7uXCv8xoXf8VWLUX-rc35H6p_0 2024-09-07T15:27:43.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3184471684986782176', time=2024-09-07T16:47:45.906116+0000, chain.objs.size()=1 2024-09-07T15:27:43.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bWm10smyV5lcsSOi14kSj6lLWOVpsBz_0 2024-09-07T15:27:43.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2776848600239124601', time=2024-09-07T16:47:46.279498+0000, chain.objs.size()=1 2024-09-07T15:27:43.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Fwn37ZdO4F-t0oI1QQajyFVsciT0oIc_0 2024-09-07T15:27:43.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13590922163528672011', time=2024-09-07T16:47:46.354857+0000, chain.objs.size()=1 2024-09-07T15:27:43.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.hRAlDBdGRFSYA-dzeFnjhPvDkCNSFUg_0 2024-09-07T15:27:43.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9930356223056522588', time=2024-09-07T16:47:48.986162+0000, chain.objs.size()=1 2024-09-07T15:27:43.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.66FFL49ititQOHMxjWW44XufrGLGHGf_0 2024-09-07T15:27:43.217 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.213+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/54198 2024-09-07T15:27:43.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=25, truncated=0, next_marker='' 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11808924185117173554', time=2024-09-07T16:47:49.604401+0000, chain.objs.size()=1 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._kmLQz-HpeT0P_f4f4nMPtlhTLFV6Xi_0 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15293267419530619482', time=2024-09-07T16:48:17.101518+0000, chain.objs.size()=1 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.341__shadow_.9ztzbLD2TdXKZMKYbVPdRiOAtJVmdhf_0 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6222917410821499255', time=2024-09-07T16:51:02.700473+0000, chain.objs.size()=1 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.435__shadow_.MwdFp_pffBV1esKQbxIVdxnf3qjPIhy_0 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13722361464225410980', time=2024-09-07T16:51:04.628135+0000, chain.objs.size()=1 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.436__shadow_.n2qt1fGzEf3G6xtlgrxxbHThJXPBU7o_0 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17861391935890571766', time=2024-09-07T16:51:07.034879+0000, chain.objs.size()=1 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.437__shadow_.UlRbCxy9a8cHpukIXvbX1XLf873sXpG_0 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3783048326018952832', time=2024-09-07T16:51:36.244096+0000, chain.objs.size()=1 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.451__shadow_.ABK4tIbpwtk_CO1PIyFmO6uxQzZBReT_0 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6400555218746309296', time=2024-09-07T16:52:09.919608+0000, chain.objs.size()=1 2024-09-07T15:27:43.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.465__shadow_.YpGc2-sCKEvGcokytZgcjAZegnsa1bq_0 2024-09-07T15:27:43.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15447569171113925324', time=2024-09-07T16:53:03.304772+0000, chain.objs.size()=1 2024-09-07T15:27:43.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.494__shadow_.6A4A3NQs_yo0EoSg5J5CEs2cM2tmZkT_0 2024-09-07T15:27:43.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10301348997435040613', time=2024-09-07T16:54:06.297676+0000, chain.objs.size()=6 2024-09-07T15:27:43.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.1 2024-09-07T15:27:43.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.2 2024-09-07T15:27:43.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.3 2024-09-07T15:27:43.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.4 2024-09-07T15:27:43.222 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.5 2024-09-07T15:27:43.222 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.6 2024-09-07T15:27:43.222 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6741169436682320684', time=2024-09-07T16:54:45.512125+0000, chain.objs.size()=1 2024-09-07T15:27:43.223 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.518__shadow_.ieASDqf1SzKu_k8GObfJU-kBEEyy4V5_0 2024-09-07T15:27:43.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13115822729038205620', time=2024-09-07T16:59:55.132410+0000, chain.objs.size()=3 2024-09-07T15:27:43.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~hwY16dDOGoDZSjuvFPxrpIqYqOPq_-r.1 2024-09-07T15:27:43.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~hwY16dDOGoDZSjuvFPxrpIqYqOPq_-r.2 2024-09-07T15:27:43.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~hwY16dDOGoDZSjuvFPxrpIqYqOPq_-r.3 2024-09-07T15:27:43.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15291565984986613088', time=2024-09-07T17:00:32.857515+0000, chain.objs.size()=3 2024-09-07T15:27:43.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~38t2NvJqyjCl2k07YIZbwYNCzEjlhXL.1 2024-09-07T15:27:43.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~38t2NvJqyjCl2k07YIZbwYNCzEjlhXL.2 2024-09-07T15:27:43.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~38t2NvJqyjCl2k07YIZbwYNCzEjlhXL.3 2024-09-07T15:27:43.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7273037697756247531', time=2024-09-07T17:02:04.302567+0000, chain.objs.size()=1 2024-09-07T15:27:43.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.538__shadow_.mT5cvqkkLOmxpJsCWq5M6umXGyZ7Y5c_0 2024-09-07T15:27:43.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3538636014449433853', time=2024-09-07T17:04:01.242925+0000, chain.objs.size()=1 2024-09-07T15:27:43.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.560__shadow_.R7gGsCp8yNeZoPs5FftbNU1UBC2J3Q6_0 2024-09-07T15:27:43.228 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.666865278526359428', time=2024-09-07T17:04:23.748253+0000, chain.objs.size()=1 2024-09-07T15:27:43.228 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.567__shadow_.8TBFPnrbLl6dV-X3khInm3uKXTiANUw_0 2024-09-07T15:27:43.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16114661356685649185', time=2024-09-07T17:04:30.192052+0000, chain.objs.size()=1 2024-09-07T15:27:43.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:yCgBIJXINs2Tt7ikzQmBbR9tJTRlkCZ_.ZGzGbTo9qWMJI2d2B0FEyQNxSRC4wxq_0 2024-09-07T15:27:43.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6538420115678868787', time=2024-09-07T17:05:43.455524+0000, chain.objs.size()=1 2024-09-07T15:27:43.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:LrpLBDRoVe2H5Zj-VM9GZlN6-uu1R8J_.HChi4fyJCCJmyo8P-eUwVGmT-pONtQ__0 2024-09-07T15:27:43.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2231226996785687357', time=2024-09-07T17:05:44.826782+0000, chain.objs.size()=1 2024-09-07T15:27:43.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:LgeO06VT1l.ILtxEpE9-nthBQempwVm_.JGQ3kOZAV_dr9_9fSeyxJuU4apffm9Q_0 2024-09-07T15:27:43.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.229+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15869459838699619094', time=2024-09-07T17:17:02.007047+0000, chain.objs.size()=6 2024-09-07T15:27:43.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.229+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.662__multipart_baz.2~VzgxOHAoyWYqwtU-bNXhmfd0-JkdbGH.1 2024-09-07T15:27:43.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.229+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.662__multipart_baz.2~VzgxOHAoyWYqwtU-bNXhmfd0-JkdbGH.2 2024-09-07T15:27:43.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.229+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.662__multipart_baz.2~VzgxOHAoyWYqwtU-bNXhmfd0-JkdbGH.3 2024-09-07T15:27:43.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.229+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.662__multipart_baz.2~VzgxOHAoyWYqwtU-bNXhmfd0-JkdbGH.4 2024-09-07T15:27:43.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.229+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.662__multipart_baz.2~VzgxOHAoyWYqwtU-bNXhmfd0-JkdbGH.5 2024-09-07T15:27:43.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.229+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.662__multipart_baz.2~VzgxOHAoyWYqwtU-bNXhmfd0-JkdbGH.6 2024-09-07T15:27:43.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.229+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15297269166364994898', time=2024-09-07T17:17:05.307357+0000, chain.objs.size()=1 2024-09-07T15:27:43.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.229+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.664__shadow_.OUAV45KL_5WDOfoJADoY9c50YU5DpzS_0 2024-09-07T15:27:43.233 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.229+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4150144892472841320', time=2024-09-07T17:17:14.558429+0000, chain.objs.size()=1 2024-09-07T15:27:43.233 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.229+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.667__shadow_.1Zo3MRZensW0TgarZsG5aC8-4QshBV-_0 2024-09-07T15:27:43.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.233+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15506754914967368602', time=2024-09-07T17:17:17.349969+0000, chain.objs.size()=1 2024-09-07T15:27:43.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.669__shadow_.dR1atyBb04zWRxoVMkuig5SLFAu3JgT_0 2024-09-07T15:27:43.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.233+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13639536346771464071', time=2024-09-07T17:17:52.318446+0000, chain.objs.size()=1 2024-09-07T15:27:43.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.692__shadow_.wBpHgjvdzpT_qRyqaD77HhxHsh2MbAE_0 2024-09-07T15:27:43.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.233+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4653393848802997656', time=2024-09-07T17:18:20.478117+0000, chain.objs.size()=1 2024-09-07T15:27:43.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.707__shadow_.OyiU_Wx0dvUn7U0E5aDujohrVu4ErAC_0 2024-09-07T15:27:43.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.233+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15685737111863351998', time=2024-09-07T17:19:03.091473+0000, chain.objs.size()=1 2024-09-07T15:27:43.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.720__shadow_.WjZRTfIRhEefqpjMCX_xM__Fz2k9WGv_0 2024-09-07T15:27:43.242 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.241+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:43.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-07T15:27:43.248 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:43.248 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:43.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46963' 2024-09-07T15:27:43.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2629038179880505611', time=2024-09-07T16:31:20.271811+0000, chain.objs.size()=3 2024-09-07T15:27:43.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.160__multipart_mymultipart-FROZEN.2~De2RNECSLHnu5LD7gZCIg_auHAKrfxa.1 2024-09-07T15:27:43.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.160__multipart_mymultipart-FROZEN.2~De2RNECSLHnu5LD7gZCIg_auHAKrfxa.2 2024-09-07T15:27:43.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.160__multipart_mymultipart-FROZEN.2~De2RNECSLHnu5LD7gZCIg_auHAKrfxa.3 2024-09-07T15:27:43.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9639121628392317827', time=2024-09-07T16:38:20.895310+0000, chain.objs.size()=1 2024-09-07T15:27:43.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.250__shadow_.rFXQdIrLW0qu0LOWA--Gh4M6FaCwhv5_0 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11967186631916212070', time=2024-09-07T16:38:33.331886+0000, chain.objs.size()=1 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.256__shadow_.4PkovMbuElo5el7ZxqJ8xyeJmYYzofF_0 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4016687669352818276', time=2024-09-07T16:38:37.300982+0000, chain.objs.size()=1 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.258__shadow_.I7hoQNER8Rox900rbDpm3nt4L0FJZrT_0 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17990052686683527266', time=2024-09-07T16:40:31.129821+0000, chain.objs.size()=1 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cEfjRt-5k0lpuEnqQSugu-3PMLsQXAn_0 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11551842853539441521', time=2024-09-07T16:40:31.549392+0000, chain.objs.size()=1 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2is12VdcP83N-qAPfAD9OxGc4KJ3Dys_0 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17538960932858789883', time=2024-09-07T16:40:32.189059+0000, chain.objs.size()=1 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.SYaqyUK7IM6YKri1pO3Nwv7mBg4s7ef_0 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3307360205819273751', time=2024-09-07T16:40:35.429050+0000, chain.objs.size()=1 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JYX6bSG2vr45K-8cAaaKGX02ntudkyp_0 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4949214984739986493', time=2024-09-07T16:40:36.214157+0000, chain.objs.size()=1 2024-09-07T15:27:43.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.70YDSiIycJ3IR0xUrxIp2mZZkxzJldc_0 2024-09-07T15:27:43.252 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.713121085361517446', time=2024-09-07T16:40:36.959668+0000, chain.objs.size()=1 2024-09-07T15:27:43.252 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Mgs0KTWWyot6tyqFsbHIKvKBVJaRWEQ_0 2024-09-07T15:27:43.253 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5317750496757511185', time=2024-09-07T16:40:37.418600+0000, chain.objs.size()=1 2024-09-07T15:27:43.253 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.EHBj_EbCRhWtKquzrJM_fxWyU3Og6Us_0 2024-09-07T15:27:43.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.628237893668316721', time=2024-09-07T16:40:39.014953+0000, chain.objs.size()=1 2024-09-07T15:27:43.257 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.DBIrsZDvXITUA5yfHFy7FWjGpOT5jlN_0 2024-09-07T15:27:43.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14785567534433835986', time=2024-09-07T16:40:39.327944+0000, chain.objs.size()=1 2024-09-07T15:27:43.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cAhsTM3BgM3mi7BfSr_2e9IGGIuyI1G_0 2024-09-07T15:27:43.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14027973114858261324', time=2024-09-07T16:40:39.500067+0000, chain.objs.size()=1 2024-09-07T15:27:43.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.hcGo6os8VcL37s-eu4uY-H7GIhWMR7u_0 2024-09-07T15:27:43.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4471357556220055942', time=2024-09-07T16:40:39.779204+0000, chain.objs.size()=1 2024-09-07T15:27:43.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.5KOdspKvk-Rv533uNEswCqug4kcefG8_0 2024-09-07T15:27:43.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1411611767683464347', time=2024-09-07T16:40:39.928942+0000, chain.objs.size()=1 2024-09-07T15:27:43.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.oDYXcJm6NngFxBZRMRAIrTMQonJYfgX_0 2024-09-07T15:27:43.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13351928414364996487', time=2024-09-07T16:40:40.047408+0000, chain.objs.size()=1 2024-09-07T15:27:43.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.E0g7jAP8l09zCW5uHcGkldek6IyYX8k_0 2024-09-07T15:27:43.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16180842548905169671', time=2024-09-07T16:40:40.258147+0000, chain.objs.size()=1 2024-09-07T15:27:43.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.chTkixPFqJIizIotmpHDdbfNnPAus7-_0 2024-09-07T15:27:43.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15930576554830488124', time=2024-09-07T16:40:40.462356+0000, chain.objs.size()=1 2024-09-07T15:27:43.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8FTgZdxf_WbUli89ZqSmep_SKHxdAy0_0 2024-09-07T15:27:43.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9452513923677317035', time=2024-09-07T16:40:41.418717+0000, chain.objs.size()=1 2024-09-07T15:27:43.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ugdzjzpZp6nJL5eilQtJGh1T5Q12D9N_0 2024-09-07T15:27:43.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1954786474760594889', time=2024-09-07T16:40:42.593180+0000, chain.objs.size()=1 2024-09-07T15:27:43.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vCUZLp0L8P5WOT4yVfUDu1OX-05Gz-k_0 2024-09-07T15:27:43.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.257+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16153963063128485669', time=2024-09-07T16:40:43.576738+0000, chain.objs.size()=1 2024-09-07T15:27:43.260 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.257+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.GR2GVpvMNTw4hlPjkQB6Jek7t-jpi-b_0 2024-09-07T15:27:43.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6161087782522679232', time=2024-09-07T16:40:43.578569+0000, chain.objs.size()=1 2024-09-07T15:27:43.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mv2Ko7gXpPe9M0fr9DPuX_uxm9vSqzm_0 2024-09-07T15:27:43.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4287875216289513566', time=2024-09-07T16:40:44.217076+0000, chain.objs.size()=1 2024-09-07T15:27:43.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zk2188wc25Z-jPt1uFo_rKCXrxLSCa0_0 2024-09-07T15:27:43.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2129794180897935539', time=2024-09-07T16:40:44.647434+0000, chain.objs.size()=1 2024-09-07T15:27:43.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.wpj5rXUVAIaNGb3C6l8PO6xNVmIz-M2_0 2024-09-07T15:27:43.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12384564353069646074', time=2024-09-07T16:40:44.985527+0000, chain.objs.size()=1 2024-09-07T15:27:43.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.WHI3VsstvXW2Yy1XgonA7yUHJTEM7OK_0 2024-09-07T15:27:43.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2952594030764633400', time=2024-09-07T16:40:45.642649+0000, chain.objs.size()=1 2024-09-07T15:27:43.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.lOKceNJb-f0EmZI8qyAsZdwwF6VV6mS_0 2024-09-07T15:27:43.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4892936035222378938', time=2024-09-07T16:40:45.700289+0000, chain.objs.size()=1 2024-09-07T15:27:43.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mgD8qOsxQOnp5qaCgvD-a5TCj12anoo_0 2024-09-07T15:27:43.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10784955256750482394', time=2024-09-07T16:40:46.921701+0000, chain.objs.size()=1 2024-09-07T15:27:43.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zLzjGcAYP-Y3s7uVRdvsQoiWdMd8_tb_0 2024-09-07T15:27:43.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7229265623372649718', time=2024-09-07T16:40:46.923849+0000, chain.objs.size()=1 2024-09-07T15:27:43.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.6K8UYWZknK8Yf8-zyOJV1NTiPwaaXD6_0 2024-09-07T15:27:43.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6233098218692190340', time=2024-09-07T16:40:49.240308+0000, chain.objs.size()=1 2024-09-07T15:27:43.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.MW3WY1g99odIKS_i0BEpTnqA6PCms2S_0 2024-09-07T15:27:43.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18261551011295812516', time=2024-09-07T16:40:53.061351+0000, chain.objs.size()=1 2024-09-07T15:27:43.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.DIOQjy0XuNU9-vN11SgeEM9VoHVdXka_0 2024-09-07T15:27:43.267 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8839158225329184655', time=2024-09-07T16:40:53.129659+0000, chain.objs.size()=1 2024-09-07T15:27:43.267 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.bVf-ouZVRu1EczbJVILBXoQmQUII94j_0 2024-09-07T15:27:43.267 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9642437543039488192', time=2024-09-07T16:40:55.468031+0000, chain.objs.size()=1 2024-09-07T15:27:43.267 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.z99mCu2dtr3wTRBSV_t-5cv6uQYoj0x_0 2024-09-07T15:27:43.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13249299419249851915', time=2024-09-07T16:40:55.552994+0000, chain.objs.size()=1 2024-09-07T15:27:43.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.oMQHWkHg9G4GsMo_9SLE0zPyBS1YZGo_0 2024-09-07T15:27:43.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16229289255030116814', time=2024-09-07T16:40:56.440626+0000, chain.objs.size()=1 2024-09-07T15:27:43.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.nw-ORiV93i2cntydC4Kq2AGZru2951S_0 2024-09-07T15:27:43.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17007259096627485983', time=2024-09-07T16:40:58.951630+0000, chain.objs.size()=1 2024-09-07T15:27:43.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2u2mHp8fIa2U94khsNHMdK0m0Hc3LFy_0 2024-09-07T15:27:43.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9316642547120377374', time=2024-09-07T16:40:58.953487+0000, chain.objs.size()=1 2024-09-07T15:27:43.268 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.1VUUIuJUr8814F9VrfkbrUIR-3eg7mD_0 2024-09-07T15:27:43.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18208755586688248329', time=2024-09-07T16:40:59.573680+0000, chain.objs.size()=1 2024-09-07T15:27:43.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.eWJTYe7TEiNHuzQDdByUYcSPHVQbuO8_0 2024-09-07T15:27:43.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10874894633033051930', time=2024-09-07T16:41:00.442266+0000, chain.objs.size()=1 2024-09-07T15:27:43.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RPE3j8jdNpFn0iJPHnpLcTbkXJzb0n__0 2024-09-07T15:27:43.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9233923249898769299', time=2024-09-07T16:41:01.405467+0000, chain.objs.size()=1 2024-09-07T15:27:43.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.opNdSTrp8TqkXIK3I275oYRFKCl6Zjn_0 2024-09-07T15:27:43.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7148764853034158613', time=2024-09-07T16:41:39.258958+0000, chain.objs.size()=1 2024-09-07T15:27:43.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.282__shadow_.3Iw9oq6SYNakWpEOLnfeWsBvdm6AhZ4_0 2024-09-07T15:27:43.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18277018054741916843', time=2024-09-07T16:41:41.247816+0000, chain.objs.size()=1 2024-09-07T15:27:43.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.283__shadow_.YO5l_xBFukc8Bc8DbJWu7HqDz1CesUf_0 2024-09-07T15:27:43.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.269+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14774923044707800888', time=2024-09-07T16:45:03.745599+0000, chain.objs.size()=1 2024-09-07T15:27:43.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.269+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.E9p51ihKBwvVjMPI4Qpp90_v-10fCT8_0 2024-09-07T15:27:43.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7063817968625005555', time=2024-09-07T16:45:03.888716+0000, chain.objs.size()=1 2024-09-07T15:27:43.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.DdgdBJknHtKbGY39VQXw8CbmzxX4nmI_0 2024-09-07T15:27:43.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1007412627593265302', time=2024-09-07T16:45:05.188677+0000, chain.objs.size()=1 2024-09-07T15:27:43.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MAcfzHIBJ2nzIajZjaeSLOqvdtZ7CDx_0 2024-09-07T15:27:43.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4998085987561969629', time=2024-09-07T16:45:08.425623+0000, chain.objs.size()=1 2024-09-07T15:27:43.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.alfkSTFB404VRvwDYdnS_9l3Ww1r1mV_0 2024-09-07T15:27:43.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1239921144433523688', time=2024-09-07T16:45:08.534302+0000, chain.objs.size()=1 2024-09-07T15:27:43.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7IBQgM1uTJ6m7CvVyU9GPpWbjudgHEu_0 2024-09-07T15:27:43.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16624409420339615879', time=2024-09-07T16:45:08.536663+0000, chain.objs.size()=1 2024-09-07T15:27:43.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.zAtF9AcH54ppw4suOYqhhqfiuvnVK_Q_0 2024-09-07T15:27:43.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12052401943144504669', time=2024-09-07T16:45:08.781179+0000, chain.objs.size()=1 2024-09-07T15:27:43.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gf3M-MTFNhZbdxDqK1O1y3YjHI7EbPk_0 2024-09-07T15:27:43.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16230929941081308744', time=2024-09-07T16:45:10.199212+0000, chain.objs.size()=1 2024-09-07T15:27:43.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eLKt6Ns2vxvEUxeJpyW94ABAYV4SjCo_0 2024-09-07T15:27:43.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15086414459238781872', time=2024-09-07T16:45:12.693935+0000, chain.objs.size()=1 2024-09-07T15:27:43.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.N9koR8bkFrnrpKtnN56Efz_zZ6AOQ5i_0 2024-09-07T15:27:43.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8325037779885142922', time=2024-09-07T16:45:13.787640+0000, chain.objs.size()=1 2024-09-07T15:27:43.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.k30ELasOveE7wv5slXY-iRQ_BvojCOA_0 2024-09-07T15:27:43.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13713649458617137352', time=2024-09-07T16:45:14.315854+0000, chain.objs.size()=1 2024-09-07T15:27:43.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Fb1rrlJtmffr50-k0KujupUDhLrb22O_0 2024-09-07T15:27:43.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8815980459098587439', time=2024-09-07T16:45:15.102827+0000, chain.objs.size()=1 2024-09-07T15:27:43.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HHDhoetMYYnxZTB7wtnBaSGiEPIVBeG_0 2024-09-07T15:27:43.279 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.277+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2866030039859279158', time=2024-09-07T16:45:16.087464+0000, chain.objs.size()=1 2024-09-07T15:27:43.279 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.277+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pHUZzSDCWiXDGf6yCsl4JjGjVBnKvnD_0 2024-09-07T15:27:43.281 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.277+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10195396818383692271', time=2024-09-07T16:45:17.296433+0000, chain.objs.size()=1 2024-09-07T15:27:43.281 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.277+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yx_TpXeTaVJFMs5dusK6_eTaalTTdFk_0 2024-09-07T15:27:43.282 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4596561649481135557', time=2024-09-07T16:45:20.286790+0000, chain.objs.size()=1 2024-09-07T15:27:43.282 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.iHTu1YHXedPOT_FThZm0iXFI7-yBfAX_0 2024-09-07T15:27:43.282 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2026840088574197209', time=2024-09-07T16:45:20.351399+0000, chain.objs.size()=1 2024-09-07T15:27:43.282 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jTk_VYFCww2Ach4M_CJj_NyGzyDNVfc_0 2024-09-07T15:27:43.283 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9558479138056415087', time=2024-09-07T16:45:21.075295+0000, chain.objs.size()=1 2024-09-07T15:27:43.283 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.llb5KnnnImwfvBTw6g8q2sFKGNdFtOl_0 2024-09-07T15:27:43.283 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12684122217105106503', time=2024-09-07T16:45:21.739485+0000, chain.objs.size()=1 2024-09-07T15:27:43.283 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.vwtBdigtupVdgPgWmHx5Qvacf2Jd-c4_0 2024-09-07T15:27:43.283 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18124486240819567642', time=2024-09-07T16:45:22.193063+0000, chain.objs.size()=1 2024-09-07T15:27:43.283 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.PTlgxDSXiF4aXsO9CBRFAbdmqyshLej_0 2024-09-07T15:27:43.283 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17220630732267295300', time=2024-09-07T16:45:22.639022+0000, chain.objs.size()=1 2024-09-07T15:27:43.283 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.x0uNVhJGtzmOl72EVjmzRo8KOK2qAZX_0 2024-09-07T15:27:43.283 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5850040975748018715', time=2024-09-07T16:45:22.756740+0000, chain.objs.size()=1 2024-09-07T15:27:43.284 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7hdDjhnJSnhBgFSK5VskyG_oMLIH_AP_0 2024-09-07T15:27:43.285 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8254604191020857413', time=2024-09-07T16:45:22.953021+0000, chain.objs.size()=1 2024-09-07T15:27:43.285 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eDFIWov9IX2t-lTr-mHCaocMCpDMqlo_0 2024-09-07T15:27:43.285 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7939282632121699337', time=2024-09-07T16:45:25.160516+0000, chain.objs.size()=1 2024-09-07T15:27:43.285 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.O8TAD_7s5qvzoGW7hT-XOgGiaBkz2pD_0 2024-09-07T15:27:43.286 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12461797991381273968', time=2024-09-07T16:45:25.648660+0000, chain.objs.size()=1 2024-09-07T15:27:43.286 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.VAdbIsEjYjPpe88oyX0jECQWdYqWCsQ_0 2024-09-07T15:27:43.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8859939043896528302', time=2024-09-07T16:45:28.676069+0000, chain.objs.size()=1 2024-09-07T15:27:43.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.fq0KaZJ51yFF6Mgbd8UDOvSPl0t61sb_0 2024-09-07T15:27:43.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12188378360391085113', time=2024-09-07T16:45:28.810993+0000, chain.objs.size()=1 2024-09-07T15:27:43.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.nWyc2E4jdpJ6iJG8S8TIbz9yASQ3NPV_0 2024-09-07T15:27:43.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17129021859067439580', time=2024-09-07T16:45:29.070887+0000, chain.objs.size()=1 2024-09-07T15:27:43.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.cCYjkgb-LWxZO4DSQXeiHjyzsSt9NTK_0 2024-09-07T15:27:43.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12191986178332347215', time=2024-09-07T16:45:29.424974+0000, chain.objs.size()=1 2024-09-07T15:27:43.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NUQ7edPbtse9nUGod-Q1P7Gpz4OnwMx_0 2024-09-07T15:27:43.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7491481364391268346', time=2024-09-07T16:45:31.518320+0000, chain.objs.size()=1 2024-09-07T15:27:43.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.VbjSR6k-epsKRpoXQ1A_y3bpk-0Yctx_0 2024-09-07T15:27:43.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4337592147457506515', time=2024-09-07T16:45:33.272636+0000, chain.objs.size()=1 2024-09-07T15:27:43.289 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.to7Zwv8pLNGX_gRQxm4RLBysnEgWid__0 2024-09-07T15:27:43.290 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1409233374424107892', time=2024-09-07T16:45:33.847196+0000, chain.objs.size()=1 2024-09-07T15:27:43.290 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rMY80E947TVZygzioM7wiCJ6lopN85o_0 2024-09-07T15:27:43.290 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9944582266793279598', time=2024-09-07T16:47:18.887792+0000, chain.objs.size()=1 2024-09-07T15:27:43.290 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.285+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.n_uOGbL5JZJHYQPQXu_dHI_L2-OKOFA_0 2024-09-07T15:27:43.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4134321819221618223', time=2024-09-07T16:47:19.708128+0000, chain.objs.size()=1 2024-09-07T15:27:43.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qDuJY7OCWprnB6-wPVP1WanWkin8fRg_0 2024-09-07T15:27:43.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17228181685313085895', time=2024-09-07T16:47:23.213472+0000, chain.objs.size()=1 2024-09-07T15:27:43.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.7iVoibFZfz8P7CNaymgp2HUN5-1Vdy3_0 2024-09-07T15:27:43.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15423129948084648707', time=2024-09-07T16:47:23.395218+0000, chain.objs.size()=1 2024-09-07T15:27:43.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.DvAGoQL7BPlV-tYPa3gvv7iJz_ShiJF_0 2024-09-07T15:27:43.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3615026728768185681', time=2024-09-07T16:47:23.833939+0000, chain.objs.size()=1 2024-09-07T15:27:43.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.hATSFOLFky3Fm6ZYI7MGGeocyEN3OUh_0 2024-09-07T15:27:43.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11465862136642158409', time=2024-09-07T16:47:24.929335+0000, chain.objs.size()=1 2024-09-07T15:27:43.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yZZcB17bXg-EFEP0uLDxHh3DkuLWWf5_0 2024-09-07T15:27:43.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3862849021947217784', time=2024-09-07T16:47:26.209254+0000, chain.objs.size()=1 2024-09-07T15:27:43.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6NXO3OCvbTWILpUg0vpplxf7RwR6Dyt_0 2024-09-07T15:27:43.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2350826090241595869', time=2024-09-07T16:47:26.211200+0000, chain.objs.size()=1 2024-09-07T15:27:43.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qQZOS7fgNMpS-jVBNAIuTNZcQc9r6kD_0 2024-09-07T15:27:43.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15977153303460880151', time=2024-09-07T16:47:28.300452+0000, chain.objs.size()=1 2024-09-07T15:27:43.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vHUogZNDscOtSkH55xz_Km001qo2DNI_0 2024-09-07T15:27:43.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3653878705666121293', time=2024-09-07T16:47:29.541630+0000, chain.objs.size()=1 2024-09-07T15:27:43.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yHZYSusZTLyVElKC_KEtsiHSV19GeLF_0 2024-09-07T15:27:43.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16197542757978968771', time=2024-09-07T16:47:30.451550+0000, chain.objs.size()=1 2024-09-07T15:27:43.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.aJuU3QA-pfW524xoQJm5hREpiYkgo7R_0 2024-09-07T15:27:43.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9397049692881619038', time=2024-09-07T16:47:32.141918+0000, chain.objs.size()=1 2024-09-07T15:27:43.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.BV5mom9KzowTasPveAE8majalXhjYLr_0 2024-09-07T15:27:43.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.642196696006184246', time=2024-09-07T16:47:32.833083+0000, chain.objs.size()=1 2024-09-07T15:27:43.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vYcb3pzAwHrSrDmXF_YFzdIIhw2xG1b_0 2024-09-07T15:27:43.297 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.800525481241716385', time=2024-09-07T16:47:33.543546+0000, chain.objs.size()=1 2024-09-07T15:27:43.297 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2Ypzj8zg_Xfy0J5RzMQqRsa7EJe7aFG_0 2024-09-07T15:27:43.299 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4070329827619045345', time=2024-09-07T16:47:33.658672+0000, chain.objs.size()=1 2024-09-07T15:27:43.299 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.xbYC4jzXCyzsl-tyhiD8xaMWHblx8-t_0 2024-09-07T15:27:43.299 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16514822899568910432', time=2024-09-07T16:47:38.223618+0000, chain.objs.size()=1 2024-09-07T15:27:43.299 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YKTQavVXysqevSm4eImKxvcEEEET4Id_0 2024-09-07T15:27:43.301 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4235708178232053486', time=2024-09-07T16:47:38.552304+0000, chain.objs.size()=1 2024-09-07T15:27:43.301 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.iK5hp2IANqtZnNwKOXL6fVkACL6Q4RR_0 2024-09-07T15:27:43.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4506085176892735750', time=2024-09-07T16:47:39.413972+0000, chain.objs.size()=1 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.GtBiMPk_Bq3c390beG5kNdR_w-wL2NJ_0 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.299502177201213686', time=2024-09-07T16:47:39.729968+0000, chain.objs.size()=1 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dBsV-Y5OaRXZ8qWdO0D8jwcSbXiXVfg_0 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6570683269126535447', time=2024-09-07T16:47:39.876864+0000, chain.objs.size()=1 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.huuMoWlE7FfVWtIz3VtkzFcHI37ZT4A_0 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2167971713803568359', time=2024-09-07T16:47:41.080920+0000, chain.objs.size()=1 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.MR6ZV1RhT-Qmv4bLUp4kbwalJdrikEO_0 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.131369008711911373', time=2024-09-07T16:47:41.440386+0000, chain.objs.size()=1 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.i1pK-YFSGT_2IS5gCemQv3OHWcZpQMy_0 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9111841295876450887', time=2024-09-07T16:47:41.535801+0000, chain.objs.size()=1 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LBF3wybok3CkfXgl1OP3oVrdKhWinoI_0 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11837852573158693415', time=2024-09-07T16:47:41.865653+0000, chain.objs.size()=1 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.o34Y0Tm_hMAQILg1nM12a6TxO6QikTw_0 2024-09-07T15:27:43.305 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16443472192718614966', time=2024-09-07T16:47:42.137955+0000, chain.objs.size()=1 2024-09-07T15:27:43.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CUvLavjuqrcoI6-x7md0TvBsVgz5Jq4_0 2024-09-07T15:27:43.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.305+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1281003573284591779', time=2024-09-07T16:47:43.313421+0000, chain.objs.size()=1 2024-09-07T15:27:43.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.305+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.cZBDmggVRHwWS0vRJlirMd8UDsCpnj6_0 2024-09-07T15:27:43.312 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.309+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46963 2024-09-07T15:27:43.314 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-07T15:27:43.314 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14767673643675637359', time=2024-09-07T16:47:43.513313+0000, chain.objs.size()=1 2024-09-07T15:27:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-KkR1IUktFRFHLR3HvAC9tk3mSzxCxG_0 2024-09-07T15:27:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8861240757738699641', time=2024-09-07T16:47:44.158709+0000, chain.objs.size()=1 2024-09-07T15:27:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gA4Ul--1jw-wzAT-GKH3RgApplQLAYH_0 2024-09-07T15:27:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8441432422557393581', time=2024-09-07T16:47:47.202991+0000, chain.objs.size()=1 2024-09-07T15:27:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.728uHQdUWK1Vs0Fg5Gspu9dALzSm2VC_0 2024-09-07T15:27:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5214618146863653878', time=2024-09-07T16:47:47.551007+0000, chain.objs.size()=1 2024-09-07T15:27:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JWjNQ_jjk8N4WESkVof3KEQgNBZZjzx_0 2024-09-07T15:27:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18423472914832005972', time=2024-09-07T16:47:48.987383+0000, chain.objs.size()=1 2024-09-07T15:27:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.J4acWX7lEYMYs0kL5dMUt_ZxOMolK8i_0 2024-09-07T15:27:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3590623287391456950', time=2024-09-07T16:47:49.191845+0000, chain.objs.size()=1 2024-09-07T15:27:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._P1Z6olMZ4q7aOmXFK1AatAPFgLNbZa_0 2024-09-07T15:27:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10380893707014307059', time=2024-09-07T16:47:58.127546+0000, chain.objs.size()=1 2024-09-07T15:27:43.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.330__shadow_.0rHUzJxhgr3mVn2ODr5P5tKgijwPwKz_0 2024-09-07T15:27:43.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8005997744493863301', time=2024-09-07T16:49:06.574235+0000, chain.objs.size()=1 2024-09-07T15:27:43.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.371__shadow_.N_DBAlWw4jVXO-bybHRn5E-aOGjnDVr_0 2024-09-07T15:27:43.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16976147656262849065', time=2024-09-07T16:52:38.043947+0000, chain.objs.size()=1 2024-09-07T15:27:43.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484__shadow_.tMnLkF-hr5BDchP4x_oYX6APulfF-ql_0 2024-09-07T15:27:43.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16600530868876142567', time=2024-09-07T16:52:38.045371+0000, chain.objs.size()=1 2024-09-07T15:27:43.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484__shadow_.5ljHrznm_iEs5W4qMVNzOReqTfelym1_0 2024-09-07T15:27:43.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11377794661342053954', time=2024-09-07T16:52:38.047564+0000, chain.objs.size()=1 2024-09-07T15:27:43.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484__shadow_.moKuJ-Y4LzaqbGViDheaXqow3xliPbA_0 2024-09-07T15:27:43.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9049556092536513732', time=2024-09-07T16:53:23.220998+0000, chain.objs.size()=1 2024-09-07T15:27:43.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.504__shadow:i6Dun8hYXmL5X4abMGCymC2.KFRZKzG_.wtLSTMl_UYCUPLewih44areroB6pKD5_0 2024-09-07T15:27:43.317 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~FmuTzuPkUpIT4Oj0EmqLzllyiT7XUO7', time=2024-09-07T17:01:09.753443+0000, chain.objs.size()=2 2024-09-07T15:27:43.317 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.530__multipart_mymultipart.2~FmuTzuPkUpIT4Oj0EmqLzllyiT7XUO7.1 2024-09-07T15:27:43.317 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.530__multipart_mymultipart.2~FmuTzuPkUpIT4Oj0EmqLzllyiT7XUO7.2 2024-09-07T15:27:43.317 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14873422424369080259', time=2024-09-07T17:02:43.081058+0000, chain.objs.size()=1 2024-09-07T15:27:43.317 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.551__shadow_.jv5dUi7z9jEGZOyUMQFZ3xRa7yCyKQN_0 2024-09-07T15:27:43.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11360469344951342478', time=2024-09-07T17:04:45.785053+0000, chain.objs.size()=1 2024-09-07T15:27:43.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:4HPkBrmbHV3-aii0EH848v6BjlognBt_.ebzTUI_XYGJTBG4zPgqyG-NRfnVcz4Z_0 2024-09-07T15:27:43.320 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17047379872628149803', time=2024-09-07T17:04:59.578638+0000, chain.objs.size()=1 2024-09-07T15:27:43.320 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.573__shadow:tw--ZonBmVeoqKyY4ekPmjc0C5fPG2g_.hz4sYWpK6SyxPapiEenMjEXO8veThls_0 2024-09-07T15:27:43.320 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11195138316658299839', time=2024-09-07T17:05:23.697295+0000, chain.objs.size()=1 2024-09-07T15:27:43.320 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.577__shadow:xeN.7Si5ZmOJM4ocA-knfrLtA6dH.PV_.2PteVbjZml3h6Afdf9GwHLu4IzOrNw-_0 2024-09-07T15:27:43.320 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6631562961337405961', time=2024-09-07T17:06:02.642930+0000, chain.objs.size()=1 2024-09-07T15:27:43.320 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:mkSl-1b2-2bllCtkv1Nuq1tDq2mWq.4_.RbD6B2TIZRfR5VQ8_Y7Cog10s9tHVnJ_0 2024-09-07T15:27:43.320 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6588940377373852229', time=2024-09-07T17:06:10.727142+0000, chain.objs.size()=1 2024-09-07T15:27:43.320 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:IQBbBY.OqvilGlGAUSvS3J4gELmGI62_._unRRqYQ2qqvfAxzkzX3w0QjzLr6jUo_0 2024-09-07T15:27:43.320 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1948951305856837634', time=2024-09-07T17:07:05.696629+0000, chain.objs.size()=4 2024-09-07T15:27:43.321 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.579__multipart_testobj.2~7yeiIqelJTHOFSZvrbtAT4p2_uZu-sa.1 2024-09-07T15:27:43.321 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.579__multipart_testobj.2~7yeiIqelJTHOFSZvrbtAT4p2_uZu-sa.2 2024-09-07T15:27:43.321 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.317+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.579__multipart_testobj.2~7yeiIqelJTHOFSZvrbtAT4p2_uZu-sa.3 2024-09-07T15:27:43.325 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.321+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.579__multipart_testobj.2~7yeiIqelJTHOFSZvrbtAT4p2_uZu-sa.4 2024-09-07T15:27:43.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.325+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~NA-UMrR47veGsV09O5YWreWINeuGXVh', time=2024-09-07T17:14:33.623857+0000, chain.objs.size()=6 2024-09-07T15:27:43.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.325+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.626__multipart_multipart_enc.2~NA-UMrR47veGsV09O5YWreWINeuGXVh.1 2024-09-07T15:27:43.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.325+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.626__multipart_multipart_enc.2~NA-UMrR47veGsV09O5YWreWINeuGXVh.2 2024-09-07T15:27:43.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.325+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.626__multipart_multipart_enc.2~NA-UMrR47veGsV09O5YWreWINeuGXVh.3 2024-09-07T15:27:43.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.325+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.626__multipart_multipart_enc.2~NA-UMrR47veGsV09O5YWreWINeuGXVh.4 2024-09-07T15:27:43.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.325+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.626__multipart_multipart_enc.2~NA-UMrR47veGsV09O5YWreWINeuGXVh.5 2024-09-07T15:27:43.327 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.325+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.626__multipart_multipart_enc.2~NA-UMrR47veGsV09O5YWreWINeuGXVh.6 2024-09-07T15:27:43.327 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.325+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14960471368121765479', time=2024-09-07T17:15:38.267713+0000, chain.objs.size()=1 2024-09-07T15:27:43.327 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.325+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.649__shadow_.hUGBeNjkKm4TGKNmb6pVbCgsQWlpO3k_0 2024-09-07T15:27:43.327 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.325+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.38658646022137028', time=2024-09-07T17:15:50.634660+0000, chain.objs.size()=1 2024-09-07T15:27:43.327 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.325+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.652__shadow_.KqhFSwg61nyu3It5dJwlxmFkZfIYGXC_0 2024-09-07T15:27:43.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.329+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:43.337 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.333+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-07T15:27:43.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:43.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:43.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51973' 2024-09-07T15:27:43.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_OV70BdmLmHqut7AfkrjJAdPiX64HR07', time=2024-09-07T16:31:46.921999+0000, chain.objs.size()=1 2024-09-07T15:27:43.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.B2nBnC4tK3wZm2bk7cRr_4VKhWx6eAZ_0 2024-09-07T15:27:43.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2243092800084417121', time=2024-09-07T16:37:47.012740+0000, chain.objs.size()=1 2024-09-07T15:27:43.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.236__shadow_.7UU8O1IzFmUjEz11LdnJIYFcOAFbg6y_0 2024-09-07T15:27:43.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14413097956206195820', time=2024-09-07T16:38:03.538274+0000, chain.objs.size()=1 2024-09-07T15:27:43.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.243__shadow_.BgddGLb0zg1zPzonjJbTvdZzdc0k_tc_0 2024-09-07T15:27:43.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11985704322163530390', time=2024-09-07T16:38:12.691347+0000, chain.objs.size()=1 2024-09-07T15:27:43.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.246__shadow_.kQ27m3V6-xqXOoATq775ipxss8GQWdG_0 2024-09-07T15:27:43.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9930181863199725806', time=2024-09-07T16:38:27.152347+0000, chain.objs.size()=1 2024-09-07T15:27:43.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.253__shadow_.pFjwzsxrxsXJiIdg2tXXiz-YnwS5pIR_0 2024-09-07T15:27:43.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17403703479436403374', time=2024-09-07T16:38:33.303796+0000, chain.objs.size()=1 2024-09-07T15:27:43.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.256__shadow_.eh66YWB5deKsDioFWxPN7bg_gi30S_L_0 2024-09-07T15:27:43.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8468759329315974674', time=2024-09-07T16:40:30.991945+0000, chain.objs.size()=1 2024-09-07T15:27:43.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.CtZ421vfabDt5muBZdOMmdmDERF9cdY_0 2024-09-07T15:27:43.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7530434233007986351', time=2024-09-07T16:40:31.798253+0000, chain.objs.size()=1 2024-09-07T15:27:43.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Am2hR0gOzdv8BghnkUjM3hTCU7v7l4G_0 2024-09-07T15:27:43.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18208272087698724032', time=2024-09-07T16:40:38.982970+0000, chain.objs.size()=1 2024-09-07T15:27:43.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TuEX35wOaHg5I23Eype2g8rYrc1IgZY_0 2024-09-07T15:27:43.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4522850506770288428', time=2024-09-07T16:40:40.043684+0000, chain.objs.size()=1 2024-09-07T15:27:43.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.B4TxBZ1H_7-DnbdUsUhCOysS25r7HwK_0 2024-09-07T15:27:43.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14530847605091859466', time=2024-09-07T16:40:41.545236+0000, chain.objs.size()=1 2024-09-07T15:27:43.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._x0Lua2hnb-0vsKHb69MU_XxLRpvYa9_0 2024-09-07T15:27:43.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12632119591682328103', time=2024-09-07T16:40:43.264073+0000, chain.objs.size()=1 2024-09-07T15:27:43.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.SUDh5pSfl3KD7VsQkLHIGp9CWu8s-HM_0 2024-09-07T15:27:43.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15562462990144503843', time=2024-09-07T16:40:43.736561+0000, chain.objs.size()=1 2024-09-07T15:27:43.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.wf4CFEdNzZHiOeFxUPBhDCUfzJAaLK0_0 2024-09-07T15:27:43.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5974442176572183443', time=2024-09-07T16:40:48.208030+0000, chain.objs.size()=1 2024-09-07T15:27:43.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.WYWU9u3CJS9TKARq3XiozDJ1Kzunqj4_0 2024-09-07T15:27:43.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15649613590126149530', time=2024-09-07T16:40:48.417621+0000, chain.objs.size()=1 2024-09-07T15:27:43.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vghBFIIxf6ksXk7w1gwJXMCxorcz83F_0 2024-09-07T15:27:43.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9086551256790150235', time=2024-09-07T16:40:49.250358+0000, chain.objs.size()=1 2024-09-07T15:27:43.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.og9hdO3W1Rz3JIUwj9p6sXrq0EGVYMb_0 2024-09-07T15:27:43.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.814425094172098324', time=2024-09-07T16:40:53.490199+0000, chain.objs.size()=1 2024-09-07T15:27:43.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.AFpcQlIu7bKnxIzSkjHj2rJ_AX8zmQ9_0 2024-09-07T15:27:43.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7035073971414898439', time=2024-09-07T16:40:54.796833+0000, chain.objs.size()=1 2024-09-07T15:27:43.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Y6f5kydd-VcjngOs6rnIb5byRBmSSLw_0 2024-09-07T15:27:43.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1445740886422343996', time=2024-09-07T16:40:55.890948+0000, chain.objs.size()=1 2024-09-07T15:27:43.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cCo4GWZ6bXoWswJKnLCECGBU1VMQXQi_0 2024-09-07T15:27:43.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6117239246385452354', time=2024-09-07T16:40:57.377095+0000, chain.objs.size()=1 2024-09-07T15:27:43.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ntxpMN0dD3vGCC77EpoDVRchd4S7ond_0 2024-09-07T15:27:43.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15065066060596677619', time=2024-09-07T16:40:58.165598+0000, chain.objs.size()=1 2024-09-07T15:27:43.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.fh-rqQY7PplGTqriE97pzZgdzyS2HOi_0 2024-09-07T15:27:43.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17135680493462434656', time=2024-09-07T16:41:00.309702+0000, chain.objs.size()=1 2024-09-07T15:27:43.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.wjf_JcZ6XRgqYDc42c-qfOkxEq8WDOs_0 2024-09-07T15:27:43.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.586097511604013674', time=2024-09-07T16:41:01.109177+0000, chain.objs.size()=1 2024-09-07T15:27:43.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.0UGHAS-5jin2X327riNr2NicU3e_oNp_0 2024-09-07T15:27:43.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12709335257562664840', time=2024-09-07T16:41:35.182277+0000, chain.objs.size()=1 2024-09-07T15:27:43.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.280__shadow_.WOuyNzZpu9Ogl8JcXTycACJWUeQwG6F_0 2024-09-07T15:27:43.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2668180743654755271', time=2024-09-07T16:41:58.023540+0000, chain.objs.size()=1 2024-09-07T15:27:43.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.291__shadow_.7kMoQ9nRZKd1H0w9pcnfR7xUbgL6zk1_0 2024-09-07T15:27:43.349 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6141895523728031846', time=2024-09-07T16:42:06.038916+0000, chain.objs.size()=1 2024-09-07T15:27:43.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.PD3ptij26M9hdCMeL9QQBhH4cTul8Ig_0 2024-09-07T15:27:43.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8301342393030306886', time=2024-09-07T16:42:06.040807+0000, chain.objs.size()=1 2024-09-07T15:27:43.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.8Lxa71VgTy9g_dbcAOT_9BOZPPDtYbZ_0 2024-09-07T15:27:43.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11087036702255925702', time=2024-09-07T16:42:11.442530+0000, chain.objs.size()=1 2024-09-07T15:27:43.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.v4760v_2HeODpENjXFy23gz5kVUTq6o_0 2024-09-07T15:27:43.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13798526746831592780', time=2024-09-07T16:42:34.559078+0000, chain.objs.size()=1 2024-09-07T15:27:43.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.305__shadow_.5q3rmyuwTwx5d4EuYhlopKdl5rvdTKN_0 2024-09-07T15:27:43.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3021168668074168612', time=2024-09-07T16:45:03.869022+0000, chain.objs.size()=1 2024-09-07T15:27:43.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.VkO0nuPr78fKLTApeyahI7zbtyJ97ch_0 2024-09-07T15:27:43.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11679349215463819647', time=2024-09-07T16:45:04.333555+0000, chain.objs.size()=1 2024-09-07T15:27:43.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.93iEJv_gjpIn_QmF1GySGY32WWB5onF_0 2024-09-07T15:27:43.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12639642081757114636', time=2024-09-07T16:45:05.634237+0000, chain.objs.size()=1 2024-09-07T15:27:43.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6Stz-nUU52MHK7lLpL6l6-zRaIFEocq_0 2024-09-07T15:27:43.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17754015626881229273', time=2024-09-07T16:45:06.955580+0000, chain.objs.size()=1 2024-09-07T15:27:43.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.GChE5o7s2WPN7iQEWIytDLi2vKsHGCT_0 2024-09-07T15:27:43.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1768518163174014', time=2024-09-07T16:45:08.081628+0000, chain.objs.size()=1 2024-09-07T15:27:43.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.D4NEFHGclSXMrIGbQyofm2J92H3LD-2_0 2024-09-07T15:27:43.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2373386452239422426', time=2024-09-07T16:45:08.431837+0000, chain.objs.size()=1 2024-09-07T15:27:43.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.8tm_-e59QWEoP5guKQja4cOFTPPGZJD_0 2024-09-07T15:27:43.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6423301453350861168', time=2024-09-07T16:45:08.900663+0000, chain.objs.size()=1 2024-09-07T15:27:43.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.k7idazpXxePIr4pR-AdSdu_87tEMFpV_0 2024-09-07T15:27:43.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15887743981830138693', time=2024-09-07T16:45:10.229102+0000, chain.objs.size()=1 2024-09-07T15:27:43.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.t17-WX1E-yAk6KUgwEKUCO63D8E7zwA_0 2024-09-07T15:27:43.353 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18314928616833700450', time=2024-09-07T16:45:10.462019+0000, chain.objs.size()=1 2024-09-07T15:27:43.353 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.lyZCaNGF_jLSsy2NeV0Xt33GeUXfVV9_0 2024-09-07T15:27:43.353 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7369754937658979509', time=2024-09-07T16:45:12.205617+0000, chain.objs.size()=1 2024-09-07T15:27:43.353 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Kk70c0I3isJczi_PzMCQCieIexR69vi_0 2024-09-07T15:27:43.353 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2242450822003962783', time=2024-09-07T16:45:13.146640+0000, chain.objs.size()=1 2024-09-07T15:27:43.354 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.iG83V1QK_hFRuSeH6-gvAZAc59oeFHU_0 2024-09-07T15:27:43.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.353+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9510429816152810135', time=2024-09-07T16:45:14.722436+0000, chain.objs.size()=1 2024-09-07T15:27:43.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.353+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.F_Tkq4GSae4f3_gwQEx6XJwzr4EzgUr_0 2024-09-07T15:27:43.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.353+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15819888581077371753', time=2024-09-07T16:45:14.724378+0000, chain.objs.size()=1 2024-09-07T15:27:43.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.353+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.AEOFHuxRJNQik229LcLGPG0gXDNvkI7_0 2024-09-07T15:27:43.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.353+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.266676805987417561', time=2024-09-07T16:45:14.800534+0000, chain.objs.size()=1 2024-09-07T15:27:43.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.353+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.X3tsFr42XNkbY1HczT5bezSKuH1bDi3_0 2024-09-07T15:27:43.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.353+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17093562700955413522', time=2024-09-07T16:45:15.160288+0000, chain.objs.size()=1 2024-09-07T15:27:43.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.353+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.n8pT1e3DfA6ZgxkDNGInFtv2x8Rrv8N_0 2024-09-07T15:27:43.356 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.353+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14552945004647010571', time=2024-09-07T16:45:16.469384+0000, chain.objs.size()=1 2024-09-07T15:27:43.356 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.353+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.d0mo6vmJZ0nEpiv0c9dF8pLf4pRbiEF_0 2024-09-07T15:27:43.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10978568292628628294', time=2024-09-07T16:45:17.308703+0000, chain.objs.size()=1 2024-09-07T15:27:43.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HYN2kC1wyDQAaUZg88cMwMbYGYEzhQd_0 2024-09-07T15:27:43.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9933992179696220349', time=2024-09-07T16:45:17.511135+0000, chain.objs.size()=1 2024-09-07T15:27:43.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jE3_MNF5rcgLPxsOCRbTxoyXNFMTu15_0 2024-09-07T15:27:43.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1659649781578018012', time=2024-09-07T16:45:17.796291+0000, chain.objs.size()=1 2024-09-07T15:27:43.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.qzQGVRigO1WqzbP9Aib8c6Z0yNAAOGC_0 2024-09-07T15:27:43.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5675670362127585022', time=2024-09-07T16:45:17.971920+0000, chain.objs.size()=1 2024-09-07T15:27:43.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.8jR9EePQ1npf5Cb4q5NufESaa1kehze_0 2024-09-07T15:27:43.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11656319697631994380', time=2024-09-07T16:45:19.000523+0000, chain.objs.size()=1 2024-09-07T15:27:43.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.oLs4duDiLKDdwJUdW1Zl4QBQyJUJbGj_0 2024-09-07T15:27:43.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14573330064650838142', time=2024-09-07T16:45:21.483728+0000, chain.objs.size()=1 2024-09-07T15:27:43.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.esjTMqnxLUvnCeC5MEF-iqf3eZTtJAO_0 2024-09-07T15:27:43.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15020286436982994019', time=2024-09-07T16:45:21.547566+0000, chain.objs.size()=1 2024-09-07T15:27:43.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.wn_2d09hZScGcDmiZJPyHS7VwmjBOwc_0 2024-09-07T15:27:43.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3033989383219397486', time=2024-09-07T16:45:22.518364+0000, chain.objs.size()=1 2024-09-07T15:27:43.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7KShDGSYEDOqXYKIkZcXuhTJoip_s31_0 2024-09-07T15:27:43.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15943182719647942321', time=2024-09-07T16:45:24.197696+0000, chain.objs.size()=1 2024-09-07T15:27:43.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.iIW6c_sEgBvQl1aIlieLPTtdw-1q7TY_0 2024-09-07T15:27:43.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7745724516420121653', time=2024-09-07T16:45:26.793868+0000, chain.objs.size()=1 2024-09-07T15:27:43.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.M0UV4nfVP3a4ArYhxXYbdxErscX62rz_0 2024-09-07T15:27:43.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14903403532165214309', time=2024-09-07T16:45:27.585572+0000, chain.objs.size()=1 2024-09-07T15:27:43.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ihy5k1LMru0W2EksNp6emIRP084waUk_0 2024-09-07T15:27:43.365 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.846207201075741207', time=2024-09-07T16:45:27.682594+0000, chain.objs.size()=1 2024-09-07T15:27:43.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NjtcSgbCuEJG7Jj_of_bjPc-U0iJKDi_0 2024-09-07T15:27:43.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6447702014929482426', time=2024-09-07T16:45:27.683935+0000, chain.objs.size()=1 2024-09-07T15:27:43.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7rFUpqsYJNLPqdLVwl3RJHbqSjdlBCx_0 2024-09-07T15:27:43.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9634990335740598833', time=2024-09-07T16:45:28.020085+0000, chain.objs.size()=1 2024-09-07T15:27:43.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.OofOrMNkahOwiCj-3ZdbLMCIksLJjds_0 2024-09-07T15:27:43.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14837975440437122258', time=2024-09-07T16:45:28.507448+0000, chain.objs.size()=1 2024-09-07T15:27:43.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.QK-TKhbPZi9Fo9gAXueK-ZzEAXpTEk2_0 2024-09-07T15:27:43.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9134626211259162195', time=2024-09-07T16:45:29.115424+0000, chain.objs.size()=1 2024-09-07T15:27:43.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.3yAmr_TXgaEh0C4S6jhnM0dfihxDRPM_0 2024-09-07T15:27:43.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2202304349012895171', time=2024-09-07T16:45:30.025446+0000, chain.objs.size()=1 2024-09-07T15:27:43.366 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.361+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.CGiPXQo_KJXUzo4299Az6yVDSABgj5m_0 2024-09-07T15:27:43.367 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4523240333937536512', time=2024-09-07T16:45:30.725393+0000, chain.objs.size()=1 2024-09-07T15:27:43.367 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.v66_dKuBrRQFCg4aiY5uinYygqaIyeE_0 2024-09-07T15:27:43.367 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15358353571204064896', time=2024-09-07T16:45:32.881332+0000, chain.objs.size()=1 2024-09-07T15:27:43.367 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.YFkUunVXQuBJnTxLlIMVI3WyuxdPYFB_0 2024-09-07T15:27:43.367 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2346902072186116788', time=2024-09-07T16:47:19.006086+0000, chain.objs.size()=1 2024-09-07T15:27:43.367 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yXlkLYG9lNAc21jDP_AvkpiyaMXZVBW_0 2024-09-07T15:27:43.368 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17133414435951791437', time=2024-09-07T16:47:19.222213+0000, chain.objs.size()=1 2024-09-07T15:27:43.368 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ozva9UoqcrfJFK0GUypBOTYwImdSP6B_0 2024-09-07T15:27:43.368 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16003773938122944539', time=2024-09-07T16:47:20.343051+0000, chain.objs.size()=1 2024-09-07T15:27:43.368 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.eO5zo0G6kvJxNZhNVSHtN1bjFbE4HYh_0 2024-09-07T15:27:43.369 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12287464669106206620', time=2024-09-07T16:47:21.602734+0000, chain.objs.size()=1 2024-09-07T15:27:43.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.OCJauvxO0QGG34-kZlwqNKblHM1B9jj_0 2024-09-07T15:27:43.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.270344171968757706', time=2024-09-07T16:47:21.825194+0000, chain.objs.size()=1 2024-09-07T15:27:43.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.365+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-UUZuDClJO-uq8c262ouUG2qHKc_Ljd_0 2024-09-07T15:27:43.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2019361063908596202', time=2024-09-07T16:47:22.119497+0000, chain.objs.size()=1 2024-09-07T15:27:43.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.3NZ52adFRCMGdSJ2fpADLxS9C9Y0-GP_0 2024-09-07T15:27:43.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1386356960489595613', time=2024-09-07T16:47:22.142658+0000, chain.objs.size()=1 2024-09-07T15:27:43.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.N-cQTnteMm2ELfN6iv8fSDUFzGG924b_0 2024-09-07T15:27:43.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17226264212223490895', time=2024-09-07T16:47:25.463924+0000, chain.objs.size()=1 2024-09-07T15:27:43.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ljVq0Kwf6BS3Le3SPMh3lvWClR9jZRU_0 2024-09-07T15:27:43.370 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12036778142902816801', time=2024-09-07T16:47:25.700230+0000, chain.objs.size()=1 2024-09-07T15:27:43.371 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.l2B61cEqpzPgwNF1fPTiPaJ0vQuNxmL_0 2024-09-07T15:27:43.372 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3722749135393068625', time=2024-09-07T16:47:26.475819+0000, chain.objs.size()=1 2024-09-07T15:27:43.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nBds_lLyj4OboEZbF7RdD1YKE0TAcf8_0 2024-09-07T15:27:43.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4153719084852010348', time=2024-09-07T16:47:29.924239+0000, chain.objs.size()=1 2024-09-07T15:27:43.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5vZHr7O5LJD4fsYGMW_qJimIZckoYfd_0 2024-09-07T15:27:43.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3281326562488564636', time=2024-09-07T16:47:30.373118+0000, chain.objs.size()=1 2024-09-07T15:27:43.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Ez3kACg-WCnUGb6LigeAT7jBboAp0U-_0 2024-09-07T15:27:43.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13963190761483900008', time=2024-09-07T16:47:31.911673+0000, chain.objs.size()=1 2024-09-07T15:27:43.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.oYlxRrS3pwU9Q92NKw2wi0tOG8SUm_9_0 2024-09-07T15:27:43.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12516369549188601701', time=2024-09-07T16:47:32.484471+0000, chain.objs.size()=1 2024-09-07T15:27:43.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.StcIcO2YUAWnS7umZDWAp1x8falrFiZ_0 2024-09-07T15:27:43.375 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.373+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4090971556877032282', time=2024-09-07T16:47:32.750280+0000, chain.objs.size()=1 2024-09-07T15:27:43.375 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.373+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8wGlE-xc8qTXqJKESGg77q-jexPh-4c_0 2024-09-07T15:27:43.375 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.373+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5531983885674134860', time=2024-09-07T16:47:34.479684+0000, chain.objs.size()=1 2024-09-07T15:27:43.375 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.373+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Xob-gvTqwkGnQ_aQ0RFBU6kM5UzuljS_0 2024-09-07T15:27:43.375 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.373+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9758071882503807860', time=2024-09-07T16:47:35.927698+0000, chain.objs.size()=1 2024-09-07T15:27:43.375 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.373+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0X5MgSawPAvqO_i_Elc8atZofl2mmIf_0 2024-09-07T15:27:43.376 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.373+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12974239892488637834', time=2024-09-07T16:47:36.386093+0000, chain.objs.size()=1 2024-09-07T15:27:43.376 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.373+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yQ3KdN_veK2RfxxHr8CSR05HorDZHM0_0 2024-09-07T15:27:43.376 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.373+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13077558507981803355', time=2024-09-07T16:47:36.388233+0000, chain.objs.size()=1 2024-09-07T15:27:43.376 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.373+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.I4RBCcZRCwGZXDH437poY76XuE8J8hd_0 2024-09-07T15:27:43.376 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.373+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1148053735801631751', time=2024-09-07T16:47:37.779216+0000, chain.objs.size()=1 2024-09-07T15:27:43.376 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.373+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.xWg-DPzYFcp5f6Ord5_woki5xQE_w8f_0 2024-09-07T15:27:43.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10319095331289596351', time=2024-09-07T16:47:38.482892+0000, chain.objs.size()=1 2024-09-07T15:27:43.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.82uHR9i2F-XorqKNVK6eaCJ86VRR1Ce_0 2024-09-07T15:27:43.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12713009308712898368', time=2024-09-07T16:47:39.436051+0000, chain.objs.size()=1 2024-09-07T15:27:43.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vl9wILp5KDqASqeyStKGXnO03-_v_KK_0 2024-09-07T15:27:43.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2818144108380140258', time=2024-09-07T16:47:42.395833+0000, chain.objs.size()=1 2024-09-07T15:27:43.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wXXo1cEs13o-Vqd_uYXYUHAPvxx3Uwk_0 2024-09-07T15:27:43.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8946765740679815293', time=2024-09-07T16:47:43.814370+0000, chain.objs.size()=1 2024-09-07T15:27:43.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.7-5rbOrZtkWmaS3w9GXdyLR_xU65xm3_0 2024-09-07T15:27:43.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11414291309135498331', time=2024-09-07T16:47:44.877864+0000, chain.objs.size()=1 2024-09-07T15:27:43.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.XkKkIMXei_Nx71sXgpq8Oeit5yvkza6_0 2024-09-07T15:27:43.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14712112171911943875', time=2024-09-07T16:47:45.679426+0000, chain.objs.size()=1 2024-09-07T15:27:43.380 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uFKyuISjG-KslHFElrFiJ9mHjKk0DZt_0 2024-09-07T15:27:43.380 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9051654945661886371', time=2024-09-07T16:47:45.798667+0000, chain.objs.size()=1 2024-09-07T15:27:43.380 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.SBW1AjBSoprsqZ1-QsaEKE9wJsQep2k_0 2024-09-07T15:27:43.380 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11029794506442577750', time=2024-09-07T16:47:47.698961+0000, chain.objs.size()=1 2024-09-07T15:27:43.381 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Kd-GXN5WoN_KVKD6RdFT8bHg7eBdMji_0 2024-09-07T15:27:43.381 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10910860156719425829', time=2024-09-07T16:47:48.642376+0000, chain.objs.size()=1 2024-09-07T15:27:43.381 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.y4OYrx0f9kKn-aTXzIopZNGO4txvvEl_0 2024-09-07T15:27:43.381 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4917376527424440084', time=2024-09-07T16:48:01.809173+0000, chain.objs.size()=1 2024-09-07T15:27:43.381 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.332__shadow_.myP9Sufg_dVNvn3yyPboCUihaocWKJ4_0 2024-09-07T15:27:43.382 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.381+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5758016475310455763', time=2024-09-07T16:48:20.539530+0000, chain.objs.size()=1 2024-09-07T15:27:43.382 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.381+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.342__shadow_.6qJ9rYWp-hCIsRnhbtCKb27vB08MTuM_0 2024-09-07T15:27:43.383 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.381+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5170814749038448607', time=2024-09-07T16:52:05.204292+0000, chain.objs.size()=1 2024-09-07T15:27:43.383 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.381+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.463__shadow_.KdQd0BorYjXqxFJ_ex-jgw3KMtbqr5R_0 2024-09-07T15:27:43.384 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.381+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2098003335814949399', time=2024-09-07T16:52:38.051597+0000, chain.objs.size()=1 2024-09-07T15:27:43.384 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.381+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484__shadow_.MMucHFyrEfXyMLUITkcOCEdIFe15GSF_0 2024-09-07T15:27:43.384 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.381+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5621117425296685252', time=2024-09-07T16:53:14.954667+0000, chain.objs.size()=1 2024-09-07T15:27:43.384 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.381+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.500__shadow_.grtQtwh-34CFciauxtzaiTkMasBQuym_0 2024-09-07T15:27:43.384 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.381+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8570539123294435867', time=2024-09-07T16:59:44.806459+0000, chain.objs.size()=2 2024-09-07T15:27:43.384 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.381+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~cToZeO3QQkUJ7WEZdWaBVPq2scpuiFm.1 2024-09-07T15:27:43.384 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.381+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~cToZeO3QQkUJ7WEZdWaBVPq2scpuiFm.2 2024-09-07T15:27:43.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.385+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8644058917272419337', time=2024-09-07T17:01:01.564122+0000, chain.objs.size()=1 2024-09-07T15:27:43.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.385+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.529__shadow_.vlngJ-EBeNHluRLGyfKA9qKWxP5NKUP_0 2024-09-07T15:27:43.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.389+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51973 2024-09-07T15:27:43.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-07T15:27:43.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8661704159690650553', time=2024-09-07T17:02:49.714035+0000, chain.objs.size()=1 2024-09-07T15:27:43.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.552__shadow_.-7n3MYLFV6NEsyXHqlCd30lEv5EoIW-_0 2024-09-07T15:27:43.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1939054902208656410', time=2024-09-07T17:03:35.975655+0000, chain.objs.size()=1 2024-09-07T15:27:43.395 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.557__shadow_.MgJUZWu05rGy2GYpbG7YwFQ6dIYupq4_0 2024-09-07T15:27:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16474619539290826044', time=2024-09-07T17:04:32.758181+0000, chain.objs.size()=1 2024-09-07T15:27:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:EuyKyMPRUEalJpdUXL6t8pszV1DbKvL_.SuPyUGs6fxzFE-sZxhgp_QuTY1y7JbY_0 2024-09-07T15:27:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.751894422940364651', time=2024-09-07T17:05:42.046717+0000, chain.objs.size()=1 2024-09-07T15:27:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:C1W2AYalPFvtPE1iaygpQ.0YCOkkw.1_.lsBGCdokj-xh4HlxOMsGjJSvif4YELY_0 2024-09-07T15:27:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7988032535245620544', time=2024-09-07T17:05:57.286993+0000, chain.objs.size()=1 2024-09-07T15:27:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:Zczu4v4uOca3xsgCtR-mIswcH3mE7uE_.IE0r3ioLG_SRNp0W46w82KWNz9niq3M_0 2024-09-07T15:27:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17264370542604070435', time=2024-09-07T17:07:10.461253+0000, chain.objs.size()=4 2024-09-07T15:27:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.579__multipart_testobj.2~47dmPIGU8tErpJ3R4G0NPscXTF0YZ5S.1 2024-09-07T15:27:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.579__multipart_testobj.2~47dmPIGU8tErpJ3R4G0NPscXTF0YZ5S.2 2024-09-07T15:27:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.579__multipart_testobj.2~47dmPIGU8tErpJ3R4G0NPscXTF0YZ5S.3 2024-09-07T15:27:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.579__multipart_testobj.2~47dmPIGU8tErpJ3R4G0NPscXTF0YZ5S.4 2024-09-07T15:27:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18168396414514796526', time=2024-09-07T17:07:16.155564+0000, chain.objs.size()=1 2024-09-07T15:27:43.397 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.580__shadow:rjjTFI7B9TV6aWkUX24FAX1idmXKKMV_.MCTLB8AlffBvGLE-0SDXBMZzs-Lmw6S_0 2024-09-07T15:27:43.397 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5917064572265272029', time=2024-09-07T17:07:21.243779+0000, chain.objs.size()=1 2024-09-07T15:27:43.397 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.581__shadow:OS0fzPxsETnFEfBsCamxg3fhjSRTT.n_.IE4PnzlUlwOOPNKHLvNPNShPKV-JF2l_0 2024-09-07T15:27:43.397 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16913746593125972107', time=2024-09-07T17:07:23.697509+0000, chain.objs.size()=1 2024-09-07T15:27:43.397 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.583__shadow:6jjFn5pbj5ROtak1QXCMUg2Cx6qQzTh_.WfqGMBBVvL1CZFrYIPOPXkNRbH4hegJ_0 2024-09-07T15:27:43.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.397+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7596605411432877692', time=2024-09-07T17:14:42.959784+0000, chain.objs.size()=1 2024-09-07T15:27:43.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.397+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.631__shadow_.wmgWd4hYvwwLwo-kpGnn9Sos2jR2W-P_0 2024-09-07T15:27:43.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.397+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17030050426594050402', time=2024-09-07T17:20:00.662551+0000, chain.objs.size()=1 2024-09-07T15:27:43.401 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.397+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.740__shadow_.9jHq7QUkwzRGM2MWHZiZ_hw8MawkApV_0 2024-09-07T15:27:43.405 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:43.413 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.409+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-07T15:27:43.414 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:43.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:43.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49292' 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_VQPNlmpsrbmZzSaL6_JeaDzGynhEp7Z', time=2024-09-07T16:32:07.525481+0000, chain.objs.size()=2 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__shadow_.HwGEY9DiEqBnVsJpwn3luGf6R02H5-5_0 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__shadow_.HwGEY9DiEqBnVsJpwn3luGf6R02H5-5_1 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11255117602731685642', time=2024-09-07T16:33:08.602993+0000, chain.objs.size()=1 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.177__shadow_.bXBzCDb1hTQ8ql0e3vE1krW3EewZzVQ_0 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13439485405184884247', time=2024-09-07T16:33:13.890342+0000, chain.objs.size()=1 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.180__shadow_.NoRV8Bd0d9ljW_H6s2eqq9irlRf2DbZ_0 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1111609145566668547', time=2024-09-07T16:37:42.898204+0000, chain.objs.size()=1 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.234__shadow_.JJZbwbVlnjoC2Vs_khKVeyKbzyxilmj_0 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2882613328270914673', time=2024-09-07T16:37:44.949026+0000, chain.objs.size()=1 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.235__shadow_.DNqGCcBGzGVibxr0NHjcjz_9FmMxdEX_0 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2542528789174168894', time=2024-09-07T16:37:52.508914+0000, chain.objs.size()=1 2024-09-07T15:27:43.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.238__shadow_.sR2sPMRfrknkwaMNOKQjChm3GgsuJVt_0 2024-09-07T15:27:43.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11698607207099832910', time=2024-09-07T16:38:01.500099+0000, chain.objs.size()=1 2024-09-07T15:27:43.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.242__shadow_.IJcDoZZGmqWhZnCxbB5wdSmcqEBMFPE_0 2024-09-07T15:27:43.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11918490974653733643', time=2024-09-07T16:38:18.801978+0000, chain.objs.size()=1 2024-09-07T15:27:43.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.249__shadow_.bA3k2QwBs9SH8TCR0pts_UMhYYtdvtD_0 2024-09-07T15:27:43.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10958213959061282247', time=2024-09-07T16:38:22.917672+0000, chain.objs.size()=1 2024-09-07T15:27:43.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.251__shadow_.Q4-2Ghmn6XAgUAlocCNW-oimWVV0H_L_0 2024-09-07T15:27:43.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.758966440435093574', time=2024-09-07T16:38:22.953070+0000, chain.objs.size()=1 2024-09-07T15:27:43.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.251__shadow_.qkkQD0gDdoJ_prkuRNV39bbqHBPYPQd_0 2024-09-07T15:27:43.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15867977462086821418', time=2024-09-07T16:40:31.857855+0000, chain.objs.size()=1 2024-09-07T15:27:43.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.P11E3kUs16yadO9PkG0W9PO2NQuw89U_0 2024-09-07T15:27:43.419 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4228004593739066369', time=2024-09-07T16:40:34.926647+0000, chain.objs.size()=1 2024-09-07T15:27:43.419 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.R4PcSPrZeDN8CKXZ0WoXx0uTmMoD9em_0 2024-09-07T15:27:43.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7952155752720482770', time=2024-09-07T16:40:36.484477+0000, chain.objs.size()=1 2024-09-07T15:27:43.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zt6kVknihnz-H2vYHh6xM-8fwDC_eVf_0 2024-09-07T15:27:43.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6294058300435018456', time=2024-09-07T16:40:37.371267+0000, chain.objs.size()=1 2024-09-07T15:27:43.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NLU6vp1RkAVKUwIFTPtRUa4SzizL604_0 2024-09-07T15:27:43.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14134291339656841228', time=2024-09-07T16:40:38.792476+0000, chain.objs.size()=1 2024-09-07T15:27:43.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xiVoXAfOnMwFYdFBKDEQY1BnU6ahuPy_0 2024-09-07T15:27:43.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9459180643411517656', time=2024-09-07T16:40:39.809240+0000, chain.objs.size()=1 2024-09-07T15:27:43.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4hf97Rwt_KJi8HulG3r5Yu4biqHCL5t_0 2024-09-07T15:27:43.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17556641314826933538', time=2024-09-07T16:40:40.391094+0000, chain.objs.size()=1 2024-09-07T15:27:43.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.QwtyyxkX0oNzbFjtJlzTArefx1d-jYy_0 2024-09-07T15:27:43.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15052846566120822402', time=2024-09-07T16:40:43.067575+0000, chain.objs.size()=1 2024-09-07T15:27:43.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.APYDy109qYLn8u5UGdxXq39xDHgtQB__0 2024-09-07T15:27:43.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15975871542045434441', time=2024-09-07T16:40:44.036875+0000, chain.objs.size()=1 2024-09-07T15:27:43.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NEc-isGKPgTCEcoqKiKlzWU1aZRfwwF_0 2024-09-07T15:27:43.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2639074791685762752', time=2024-09-07T16:40:47.685609+0000, chain.objs.size()=1 2024-09-07T15:27:43.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.KRt769kD9_Ha8BDUWtAtwJo4BpJyUO6_0 2024-09-07T15:27:43.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6221201585876940502', time=2024-09-07T16:40:47.970873+0000, chain.objs.size()=1 2024-09-07T15:27:43.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.uC4qlfcna5PGtCHf0IMHMmhgptqDzZf_0 2024-09-07T15:27:43.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15312260532018241560', time=2024-09-07T16:40:48.288773+0000, chain.objs.size()=1 2024-09-07T15:27:43.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.BK5LRHOhJzNQ5ViO7muT1rGA5oGNZsE_0 2024-09-07T15:27:43.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2269510272613625897', time=2024-09-07T16:40:48.593361+0000, chain.objs.size()=1 2024-09-07T15:27:43.422 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.swqztUW9Opr4E0YmVAb6ZLZprdtOAHi_0 2024-09-07T15:27:43.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.421+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3228156171416887125', time=2024-09-07T16:40:49.280762+0000, chain.objs.size()=1 2024-09-07T15:27:43.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.421+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.C2kDDIlWwRnjY1cBmVPpBEhZ1jm5IJf_0 2024-09-07T15:27:43.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.421+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1260289408836325152', time=2024-09-07T16:40:49.503227+0000, chain.objs.size()=1 2024-09-07T15:27:43.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.421+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.98xmHZf2W9pxnWGJXO6TOgbOPSv30qb_0 2024-09-07T15:27:43.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.421+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.61441192711848677', time=2024-09-07T16:40:49.656268+0000, chain.objs.size()=1 2024-09-07T15:27:43.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.421+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Y0X8cmPoMt28AB-kZAhLnjCZ9siZKTf_0 2024-09-07T15:27:43.426 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2040680187824525159', time=2024-09-07T16:40:49.858027+0000, chain.objs.size()=1 2024-09-07T15:27:43.426 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.jkqTHVUL-_uptmslaB_nietswiASZBW_0 2024-09-07T15:27:43.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14598614075703367223', time=2024-09-07T16:40:50.863096+0000, chain.objs.size()=1 2024-09-07T15:27:43.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Raebl8PPVqaH4BpVqi1vpC26V65UbUX_0 2024-09-07T15:27:43.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17894027412229294107', time=2024-09-07T16:40:56.275614+0000, chain.objs.size()=1 2024-09-07T15:27:43.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ZqX0wOQh3WxX0xxgHj-uOZxSOgc8_sY_0 2024-09-07T15:27:43.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12061343971821300033', time=2024-09-07T16:40:59.876376+0000, chain.objs.size()=1 2024-09-07T15:27:43.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.UYKydqfmA18tvhRRx2V0X496Ix_ZrrS_0 2024-09-07T15:27:43.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3573312241141255659', time=2024-09-07T16:41:01.427166+0000, chain.objs.size()=1 2024-09-07T15:27:43.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.K3B1XB2d75_2cwyrmP3KX7WKitWZTP__0 2024-09-07T15:27:43.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12628847073724328768', time=2024-09-07T16:41:09.309858+0000, chain.objs.size()=1 2024-09-07T15:27:43.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.267__shadow_.UBDwgFd831SU9eu9oYrLWAUcecIuXfs_0 2024-09-07T15:27:43.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8325856997620501515', time=2024-09-07T16:41:41.247679+0000, chain.objs.size()=1 2024-09-07T15:27:43.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.283__shadow_.gp2x9ib1MxDU7Ki0azujfbbNBDSi4rD_0 2024-09-07T15:27:43.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2019162890419276103', time=2024-09-07T16:41:43.369939+0000, chain.objs.size()=1 2024-09-07T15:27:43.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.284__shadow_.3nfD6kPr8eb1NsmTHBTnt_c1FK1njcy_0 2024-09-07T15:27:43.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7203698548137893448', time=2024-09-07T16:42:00.659632+0000, chain.objs.size()=1 2024-09-07T15:27:43.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.292__shadow_.yqHYOAZcAgUBG4IWPRo4owEAZh5uGym_0 2024-09-07T15:27:43.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7466983160262033278', time=2024-09-07T16:42:05.893786+0000, chain.objs.size()=1 2024-09-07T15:27:43.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.EBDZo10qIqDWgpvVfo1h3VJTZUKeo9i_0 2024-09-07T15:27:43.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10473028911100222161', time=2024-09-07T16:42:05.897219+0000, chain.objs.size()=1 2024-09-07T15:27:43.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.deDZ4xg8A4R7vb2c7SfZcFtaJy5tmwq_0 2024-09-07T15:27:43.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10694627459913427877', time=2024-09-07T16:42:24.132493+0000, chain.objs.size()=1 2024-09-07T15:27:43.430 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.300__shadow_.BtTNUcfNH-9jifKIMTgyYVQlr-oPD6f_0 2024-09-07T15:27:43.431 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4371321221221982706', time=2024-09-07T16:42:36.590089+0000, chain.objs.size()=1 2024-09-07T15:27:43.431 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.306__shadow_.VPInECT912y4UyibJofUSesBiPXBrNS_0 2024-09-07T15:27:43.431 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9811565526081190002', time=2024-09-07T16:45:03.865328+0000, chain.objs.size()=1 2024-09-07T15:27:43.431 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yFR78hbIsx71vY8-xM77o22JceGKFaB_0 2024-09-07T15:27:43.433 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2190544754644069428', time=2024-09-07T16:45:05.632427+0000, chain.objs.size()=1 2024-09-07T15:27:43.433 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ui4hScp1QNc0qCNkmZ09usx7_R3bD_X_0 2024-09-07T15:27:43.433 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17025665505548813490', time=2024-09-07T16:45:05.636909+0000, chain.objs.size()=1 2024-09-07T15:27:43.433 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yX781qBbaC6Yu90nWrOp3Qz7FaSDWdv_0 2024-09-07T15:27:43.433 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3015623031624019788', time=2024-09-07T16:45:06.507295+0000, chain.objs.size()=1 2024-09-07T15:27:43.433 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gxp4FmNvuPGoXw7gpIchS37WCMqyd9K_0 2024-09-07T15:27:43.433 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10854843878719760581', time=2024-09-07T16:45:06.798920+0000, chain.objs.size()=1 2024-09-07T15:27:43.433 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.3KuYeS1GfKe_0VNpyWBY4h7wxsptDk4_0 2024-09-07T15:27:43.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13596796638133203719', time=2024-09-07T16:45:08.039156+0000, chain.objs.size()=1 2024-09-07T15:27:43.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dXlYGteawhsrTEPeFDuHCJQeiPUQtI0_0 2024-09-07T15:27:43.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2144860644642023611', time=2024-09-07T16:45:08.780474+0000, chain.objs.size()=1 2024-09-07T15:27:43.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ul73N5diZnPAU9ed4B0RJgfaxeLyR7W_0 2024-09-07T15:27:43.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6185609312801834786', time=2024-09-07T16:45:08.904132+0000, chain.objs.size()=1 2024-09-07T15:27:43.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.w-l6sjlo87ejNfug50Lyx7x9IEgV4Q-_0 2024-09-07T15:27:43.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15879136619623955655', time=2024-09-07T16:45:09.154716+0000, chain.objs.size()=1 2024-09-07T15:27:43.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.UYp_9QrNVCsoBxsFjI3GzPm5RopgbkY_0 2024-09-07T15:27:43.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3902148840737156081', time=2024-09-07T16:45:10.444622+0000, chain.objs.size()=1 2024-09-07T15:27:43.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.KE6RwtdWRuGMRA7NENFnqCi4fJlIN3Z_0 2024-09-07T15:27:43.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7943593616873823106', time=2024-09-07T16:45:10.669189+0000, chain.objs.size()=1 2024-09-07T15:27:43.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tCN9AM1EpDWb5aPAh_oD0bQKwpMmXh-_0 2024-09-07T15:27:43.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.213872140685420921', time=2024-09-07T16:45:12.110011+0000, chain.objs.size()=1 2024-09-07T15:27:43.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-2f5w52lmKFdmzoVkghuJHS2-iRYzga_0 2024-09-07T15:27:43.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4747674118076516698', time=2024-09-07T16:45:12.780172+0000, chain.objs.size()=1 2024-09-07T15:27:43.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LUgCwJRgstELu412yHmonUE3Mxj38sa_0 2024-09-07T15:27:43.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5372593286019570077', time=2024-09-07T16:45:14.715080+0000, chain.objs.size()=1 2024-09-07T15:27:43.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.U0lHimk9vd5QtNU6VazIeGTaI8ZL2mQ_0 2024-09-07T15:27:43.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5086147995325920746', time=2024-09-07T16:45:16.099190+0000, chain.objs.size()=1 2024-09-07T15:27:43.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-4AX5Ue3gAOMC-gKleVacDs2Jk6tHcz_0 2024-09-07T15:27:43.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9084984831304623045', time=2024-09-07T16:45:16.390398+0000, chain.objs.size()=1 2024-09-07T15:27:43.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.cELNNxhzQNS0_TVGXtLaFaq-M_UA1bI_0 2024-09-07T15:27:43.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15792234609999765148', time=2024-09-07T16:45:16.835043+0000, chain.objs.size()=1 2024-09-07T15:27:43.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.RwcfBa5KlPfH6CRmkOtOKgEPdJF_Xjv_0 2024-09-07T15:27:43.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5906559859048738601', time=2024-09-07T16:45:17.237595+0000, chain.objs.size()=1 2024-09-07T15:27:43.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.oclvIGdTDeg6IoEY5AnoaRNKXekVe6T_0 2024-09-07T15:27:43.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2091053760206048724', time=2024-09-07T16:45:17.499669+0000, chain.objs.size()=1 2024-09-07T15:27:43.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.AgPLL7yWwZa7nGMAp-neGCz6SzN5Uty_0 2024-09-07T15:27:43.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2042725134393509786', time=2024-09-07T16:45:18.052062+0000, chain.objs.size()=1 2024-09-07T15:27:43.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.z0ZfqCMB6pY-81N-FW8kSazpi-czBy6_0 2024-09-07T15:27:43.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6383419494433090925', time=2024-09-07T16:45:18.149411+0000, chain.objs.size()=1 2024-09-07T15:27:43.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.JmYEFSjqb4mS0KAYryas4jrTDeU1Xbe_0 2024-09-07T15:27:43.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12135374344769520130', time=2024-09-07T16:45:18.225970+0000, chain.objs.size()=1 2024-09-07T15:27:43.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.EKXUeTtbksQspxEur7bwb4f0A5RfKYo_0 2024-09-07T15:27:43.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3682673875664522946', time=2024-09-07T16:45:18.865609+0000, chain.objs.size()=1 2024-09-07T15:27:43.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.peQ8bp7ffIDTby8upC-8u48LCNj-Fsd_0 2024-09-07T15:27:43.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1502318265487919955', time=2024-09-07T16:45:19.966324+0000, chain.objs.size()=1 2024-09-07T15:27:43.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.437+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LOzlt3gUlD12d7TWCTaJ-0XC-NaIxRJ_0 2024-09-07T15:27:43.442 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9040992303114522064', time=2024-09-07T16:45:19.968899+0000, chain.objs.size()=1 2024-09-07T15:27:43.442 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.irIxHDM888noaefLE_HUAF9f_hIw0DU_0 2024-09-07T15:27:43.442 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15510039761725485416', time=2024-09-07T16:45:19.994202+0000, chain.objs.size()=1 2024-09-07T15:27:43.442 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ip4ZSu1Xo5UF4DnGu8kBOd-eANO9xDs_0 2024-09-07T15:27:43.442 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1389042530066265541', time=2024-09-07T16:45:20.753765+0000, chain.objs.size()=1 2024-09-07T15:27:43.442 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hR1_nAq97s3Wzsb1wYUIKhqyqSzVAbP_0 2024-09-07T15:27:43.442 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6922904915991774357', time=2024-09-07T16:45:20.755880+0000, chain.objs.size()=1 2024-09-07T15:27:43.442 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.S2Y0JoepoJz9xtaUwqdxFiQxTtU_fCT_0 2024-09-07T15:27:43.443 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14756383941733465705', time=2024-09-07T16:45:20.963513+0000, chain.objs.size()=1 2024-09-07T15:27:43.443 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.lYcw0M0VkfEB9iL-RBuPygRC0mZKjXg_0 2024-09-07T15:27:43.443 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16513260513531735335', time=2024-09-07T16:45:21.071568+0000, chain.objs.size()=1 2024-09-07T15:27:43.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4OFV9-9qtemtazDJzw0W8A3t5Y2urD5_0 2024-09-07T15:27:43.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16092500202137066222', time=2024-09-07T16:45:22.002026+0000, chain.objs.size()=1 2024-09-07T15:27:43.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LhRMF91vztQw_mHscDOIowtmVoylsy3_0 2024-09-07T15:27:43.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17121148546876132802', time=2024-09-07T16:45:22.715675+0000, chain.objs.size()=1 2024-09-07T15:27:43.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0i_uygaq5_nLh_z7QPFVdGr_7oIXmJX_0 2024-09-07T15:27:43.445 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8321877239043247560', time=2024-09-07T16:45:22.972202+0000, chain.objs.size()=1 2024-09-07T15:27:43.445 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.kVZ5p43RLZfZdizi70jxG_kJKNYAf9K_0 2024-09-07T15:27:43.445 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16976449762331593005', time=2024-09-07T16:45:26.073833+0000, chain.objs.size()=1 2024-09-07T15:27:43.445 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.xlWxwtq_XEAhHLNM4wvxXQuYPy5fDyI_0 2024-09-07T15:27:43.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9883512574479813103', time=2024-09-07T16:45:28.284115+0000, chain.objs.size()=1 2024-09-07T15:27:43.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.8rX4osOiUgot7_z7Nueu-TIuumlzUqM_0 2024-09-07T15:27:43.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16977021948794825296', time=2024-09-07T16:45:28.581304+0000, chain.objs.size()=1 2024-09-07T15:27:43.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.kVkY2HwEBUUSBIKZUYCvmKt2O_fud32_0 2024-09-07T15:27:43.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9443080974249415000', time=2024-09-07T16:45:28.692396+0000, chain.objs.size()=1 2024-09-07T15:27:43.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Al-w5EktOcNYVIMui7F2jnD6vxtYX9P_0 2024-09-07T15:27:43.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18145394975251394234', time=2024-09-07T16:45:30.227382+0000, chain.objs.size()=1 2024-09-07T15:27:43.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.aejE5Lr0azFoPi2pnP6NqKl1okc9Zgt_0 2024-09-07T15:27:43.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17167525807746927494', time=2024-09-07T16:45:30.686022+0000, chain.objs.size()=1 2024-09-07T15:27:43.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yr1jMtOAS1gKEi9tB11IYglxN6Fq7pd_0 2024-09-07T15:27:43.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16583259630841838537', time=2024-09-07T16:45:30.721364+0000, chain.objs.size()=1 2024-09-07T15:27:43.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gthxdwshYo0leCg55vAImvSQprUHKLn_0 2024-09-07T15:27:43.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17465802064986974829', time=2024-09-07T16:45:32.953912+0000, chain.objs.size()=1 2024-09-07T15:27:43.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7kQ9U5nlDDgKcxgR48vsKafbcS6WJXZ_0 2024-09-07T15:27:43.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2412644925203122308', time=2024-09-07T16:45:33.351580+0000, chain.objs.size()=1 2024-09-07T15:27:43.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.DK352CQdFszK17JT7we1x3xRymHGUjv_0 2024-09-07T15:27:43.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12470437252559185868', time=2024-09-07T16:45:33.353232+0000, chain.objs.size()=1 2024-09-07T15:27:43.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Dm_NZ0ysZvbxcUVdHvOqUArwkgKNJQ__0 2024-09-07T15:27:43.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5127314840272295814', time=2024-09-07T16:47:19.042736+0000, chain.objs.size()=1 2024-09-07T15:27:43.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6IXJtG4Hm6gTsGIZ6bHqReBjB2adU4C_0 2024-09-07T15:27:43.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7529987613043741423', time=2024-09-07T16:47:21.064846+0000, chain.objs.size()=1 2024-09-07T15:27:43.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jAec30DJgOE7ucFrSh0fjLvNp364x-d_0 2024-09-07T15:27:43.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11394385079455210235', time=2024-09-07T16:47:21.436961+0000, chain.objs.size()=1 2024-09-07T15:27:43.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5k9Qmw6y1KspNJSDKgAdBIbCr3sTfbg_0 2024-09-07T15:27:43.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8974188462466124693', time=2024-09-07T16:47:23.393462+0000, chain.objs.size()=1 2024-09-07T15:27:43.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kX1IoLJn8PG646broDe13b2HyqX2czv_0 2024-09-07T15:27:43.452 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11127425540000635247', time=2024-09-07T16:47:23.397775+0000, chain.objs.size()=1 2024-09-07T15:27:43.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.e3-zFzHiq1GcKj0NR2bkErvGGmgEjU5_0 2024-09-07T15:27:43.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1876549640202282633', time=2024-09-07T16:47:23.609624+0000, chain.objs.size()=1 2024-09-07T15:27:43.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.56whT4h4Qekotbx_lA8VTWQe5MUSUC0_0 2024-09-07T15:27:43.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6152159018956182049', time=2024-09-07T16:47:24.278075+0000, chain.objs.size()=1 2024-09-07T15:27:43.453 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LXWR_3d4qAaQ7sKZrRGHIu3SZ6PYlEZ_0 2024-09-07T15:27:43.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4536395477180827429', time=2024-09-07T16:47:24.331114+0000, chain.objs.size()=1 2024-09-07T15:27:43.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ewB4gT4KgHTS1f0ovLVvpMMOu8_BfOQ_0 2024-09-07T15:27:43.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.143842503098879683', time=2024-09-07T16:47:24.498484+0000, chain.objs.size()=1 2024-09-07T15:27:43.454 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.449+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Y0XB8qUm_WynzE29wg-XfqSFfoNHezW_0 2024-09-07T15:27:43.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.453+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16535373772377731845', time=2024-09-07T16:47:25.168558+0000, chain.objs.size()=1 2024-09-07T15:27:43.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.453+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zYygKxnzvxthZqUdtVU_gvPDGG5ts4N_0 2024-09-07T15:27:43.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.453+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8200876519286591884', time=2024-09-07T16:47:25.801254+0000, chain.objs.size()=1 2024-09-07T15:27:43.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.453+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2cuvQK2d5E0WKVS1kuvZjD46rH7FTQE_0 2024-09-07T15:27:43.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.453+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9666819578131701419', time=2024-09-07T16:47:27.851860+0000, chain.objs.size()=1 2024-09-07T15:27:43.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.453+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5njcCg260M0RiijKcLSeP5s1_BmIJLo_0 2024-09-07T15:27:43.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.453+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7303321092011163573', time=2024-09-07T16:47:29.460318+0000, chain.objs.size()=1 2024-09-07T15:27:43.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.453+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.eZyjh1Ig020KV-ItO9rpTD4F-Xf7DAo_0 2024-09-07T15:27:43.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.453+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2739764153654137817', time=2024-09-07T16:47:30.029456+0000, chain.objs.size()=1 2024-09-07T15:27:43.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.453+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sWzYLzEQq_o7rnW53-absJtEBsne0wn_0 2024-09-07T15:27:43.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.453+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17578463177188928413', time=2024-09-07T16:47:32.470604+0000, chain.objs.size()=1 2024-09-07T15:27:43.457 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.453+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Ab_mnkbMrlOdpI0lCHtRcyHgCpGZFHx_0 2024-09-07T15:27:43.459 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14824765230987198709', time=2024-09-07T16:47:33.212566+0000, chain.objs.size()=1 2024-09-07T15:27:43.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8r3F4AqVHVqeyLNUylDjyFHzAsbwH37_0 2024-09-07T15:27:43.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15196521600691842174', time=2024-09-07T16:47:33.486961+0000, chain.objs.size()=1 2024-09-07T15:27:43.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.D_C9skzLLq9rol9ga0ebHs3YMPf-NzE_0 2024-09-07T15:27:43.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8937101277818077140', time=2024-09-07T16:47:34.544733+0000, chain.objs.size()=1 2024-09-07T15:27:43.460 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mi99l0tcn3JiM3Nh_8gSqp6h6is2vJa_0 2024-09-07T15:27:43.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.461+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49292 2024-09-07T15:27:43.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=36, truncated=0, next_marker='' 2024-09-07T15:27:43.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2298475647055430971', time=2024-09-07T16:47:35.980342+0000, chain.objs.size()=1 2024-09-07T15:27:43.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gj_8yo-EjBSE1qEPJ_i2iBeeXlAbhQT_0 2024-09-07T15:27:43.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14825167043354491792', time=2024-09-07T16:47:37.639777+0000, chain.objs.size()=1 2024-09-07T15:27:43.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kVvGqryxO7x7hr_p_AR578rKjobOQ0k_0 2024-09-07T15:27:43.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6337071579156003284', time=2024-09-07T16:47:38.456481+0000, chain.objs.size()=1 2024-09-07T15:27:43.471 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZS8AzLi8aJKh9rNU17LiGp53Q8PvA8j_0 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17794504246086987010', time=2024-09-07T16:47:39.428236+0000, chain.objs.size()=1 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ynTEvoKvDAt2qrXiq4ugJJZn7Q8GFFY_0 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11908774836488578145', time=2024-09-07T16:47:39.884293+0000, chain.objs.size()=1 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ovd5PbsWjruS75UE8Bn0Ub85KwLviv__0 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15521319041847958661', time=2024-09-07T16:47:40.181122+0000, chain.objs.size()=1 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Zo4-0cuEsN1qvgCJWa44Hii5bfmRg-q_0 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6663662357138012300', time=2024-09-07T16:47:40.377436+0000, chain.objs.size()=1 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.7AS9lF61MbRP2gHP-fJC6uSNxvGJBZ-_0 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18090329193837296728', time=2024-09-07T16:47:41.960725+0000, chain.objs.size()=1 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.a3t4sl489r8VOw9IZFtc0oegaG9FdTo_0 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3732670791499076676', time=2024-09-07T16:47:42.129610+0000, chain.objs.size()=1 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lQhYPYnFWy_w8oXxsC7abYLraf2Rsvm_0 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17457130352929700840', time=2024-09-07T16:47:43.245645+0000, chain.objs.size()=1 2024-09-07T15:27:43.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nFjC2c8u4ovuEhkdrWEoRlQn5x4M4rm_0 2024-09-07T15:27:43.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8576037589897134546', time=2024-09-07T16:47:44.175267+0000, chain.objs.size()=1 2024-09-07T15:27:43.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vvAPiJ_djNULhOHmCr3arFe5wRqTtjX_0 2024-09-07T15:27:43.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1779091695180753742', time=2024-09-07T16:47:44.620604+0000, chain.objs.size()=1 2024-09-07T15:27:43.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.C4NSmwMCIVJAj71OY5eX2NaIYy61JOi_0 2024-09-07T15:27:43.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4679619714899254801', time=2024-09-07T16:47:48.406952+0000, chain.objs.size()=1 2024-09-07T15:27:43.473 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wD2alHQqqvGw-VyvuDiF0lB1YKheUdT_0 2024-09-07T15:27:43.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4611917768086357882', time=2024-09-07T16:47:48.612398+0000, chain.objs.size()=1 2024-09-07T15:27:43.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.4cGLu8DHVhl5GZVsFlcGrSAS5euYtbB_0 2024-09-07T15:27:43.476 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12769964134605610866', time=2024-09-07T16:48:09.145036+0000, chain.objs.size()=1 2024-09-07T15:27:43.476 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.336__shadow_.g75vyKImMpapD21ICS7_4naGeJfC3pD_0 2024-09-07T15:27:43.476 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12694924125056847860', time=2024-09-07T16:51:43.282181+0000, chain.objs.size()=1 2024-09-07T15:27:43.476 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.455__shadow_.8G6idyAVdHKK1km_WvHyfbgOJSS_ExE_0 2024-09-07T15:27:43.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18310944286227998864', time=2024-09-07T16:51:56.901533+0000, chain.objs.size()=1 2024-09-07T15:27:43.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.460__shadow_.wNfSXcL0qDDK20dsMHqAfLlmXRU2T6B_0 2024-09-07T15:27:43.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10995807096963590665', time=2024-09-07T16:52:38.089798+0000, chain.objs.size()=1 2024-09-07T15:27:43.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484__shadow_.3JNaAlt9STmiGQWWwjOHt5Q96dnZyco_0 2024-09-07T15:27:43.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9210244278537395994', time=2024-09-07T16:52:51.388000+0000, chain.objs.size()=3 2024-09-07T15:27:43.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.473+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.487__shadow_.fJYBkMjRgqdfNfADRzy0eSd2Rxsu02b_0 2024-09-07T15:27:43.478 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.487__shadow_.fJYBkMjRgqdfNfADRzy0eSd2Rxsu02b_1 2024-09-07T15:27:43.478 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.487__shadow_.fJYBkMjRgqdfNfADRzy0eSd2Rxsu02b_2 2024-09-07T15:27:43.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~o7LCbvqDo0WbpRMIbD__YIXuHxpzBs-', time=2024-09-07T17:01:40.685925+0000, chain.objs.size()=1 2024-09-07T15:27:43.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.536__multipart_mymultipart.2~o7LCbvqDo0WbpRMIbD__YIXuHxpzBs-.3 2024-09-07T15:27:43.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10415133933131640828', time=2024-09-07T17:03:58.038492+0000, chain.objs.size()=1 2024-09-07T15:27:43.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.559__shadow_.-nbQv-yOKp2Km73P2t1EfhPXhhOEKxW_0 2024-09-07T15:27:43.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14502816348249650297', time=2024-09-07T17:04:39.658986+0000, chain.objs.size()=1 2024-09-07T15:27:43.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:Wr.-OI3oE2ZTuXp1qxf1Duk.i3Vck0x_.7ACGnQEPTU0O0qleLF7pneuYaEsNjka_0 2024-09-07T15:27:43.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4869484531404021912', time=2024-09-07T17:04:43.865527+0000, chain.objs.size()=1 2024-09-07T15:27:43.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:nv-VnA-FDGsnlNETcgKA4xiRo0iPzwu_.Ffcb0yySQHZzbzeOt6LD8UlI4eBdfgJ_0 2024-09-07T15:27:43.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4091941935021777092', time=2024-09-07T17:05:24.770680+0000, chain.objs.size()=1 2024-09-07T15:27:43.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.577__shadow:8Uo2HxURwhvJtaxJXi9AyJ64bUdFp7M_.c58jCO0KvDtG-OZr0zCf6JFZK8soq0N_0 2024-09-07T15:27:43.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10256044707248148706', time=2024-09-07T17:05:47.985740+0000, chain.objs.size()=1 2024-09-07T15:27:43.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:iy6Lsy650lGTK5gRLz-fr2mw6XWnt9R_.QFqbwTp5_psH967e4ZDGcr8VovsOLfS_0 2024-09-07T15:27:43.483 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16222943019673536907', time=2024-09-07T17:06:00.366366+0000, chain.objs.size()=1 2024-09-07T15:27:43.483 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:WtmkeTgGFD7bgNwVmbvjNK9VacigZNZ_.Pud8-dna_Dfjv-ixqO_ajrIrTktLm2K_0 2024-09-07T15:27:43.483 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6310912777351376070', time=2024-09-07T17:06:08.530359+0000, chain.objs.size()=1 2024-09-07T15:27:43.483 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:qsfV913llFobtL7HBq1t88.XqI515Dc_.kfEy52FcQFFp6_RuSLWrJYMrTG0pjjC_0 2024-09-07T15:27:43.483 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11726645917916131248', time=2024-09-07T17:07:16.187822+0000, chain.objs.size()=1 2024-09-07T15:27:43.483 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.580__shadow:K10TnKistaB7EmEtky1hpHKION9pS3R_.uXo6DG-llXhikvWYcE2YkmYyutMKG3n_0 2024-09-07T15:27:43.483 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15852795757025924007', time=2024-09-07T17:07:21.386865+0000, chain.objs.size()=1 2024-09-07T15:27:43.483 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.581__shadow:dt9W7Z9XTRyXOeFuqdNHmPvnADvJiE3_.97H_rVjTPNrHTYq26FjrciWONtRVOfi_0 2024-09-07T15:27:43.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9258522165356748708', time=2024-09-07T17:07:32.966624+0000, chain.objs.size()=1 2024-09-07T15:27:43.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.586__shadow:hnCmRs.d8WA-pUgZaNEw5hnN12htmGr_.VzrZlQpbnZlEWwuc8q0r8puA_gy-oGl_0 2024-09-07T15:27:43.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.196478261047746514', time=2024-09-07T17:07:35.977771+0000, chain.objs.size()=1 2024-09-07T15:27:43.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.587__shadow:bFD2K59GPGFtOucffrVU9UEpvQVJJ5q_.jnfVvltyJZckoCH69qidVLEWZ0ktud9_0 2024-09-07T15:27:43.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16321175767826055445', time=2024-09-07T17:07:40.777411+0000, chain.objs.size()=1 2024-09-07T15:27:43.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.588__shadow:s10d3iIGpZEsF4hmbUcIujSr1qmuHF9_.30Bd4e6IynBBvPyv39SGHscNt4TlCx0_0 2024-09-07T15:27:43.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6279793825030154558', time=2024-09-07T17:13:07.755382+0000, chain.objs.size()=1 2024-09-07T15:27:43.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.621__shadow_.FyiC_6IDEK4iHa7GHqCY5Fz-TdCOuCt_0 2024-09-07T15:27:43.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9503045101117103076', time=2024-09-07T17:15:07.345244+0000, chain.objs.size()=1 2024-09-07T15:27:43.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.643__shadow_.52xMK3EIJaqd2IcS4zv5KpzCN6L2Ua__0 2024-09-07T15:27:43.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.485+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11980530684331868844', time=2024-09-07T17:17:11.001558+0000, chain.objs.size()=1 2024-09-07T15:27:43.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.485+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.666__shadow_.NoXKMVBDlBp7_BlFKW59Wbj0-NaJCoa_0 2024-09-07T15:27:43.487 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.485+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5128542755261383002', time=2024-09-07T17:19:01.159883+0000, chain.objs.size()=1 2024-09-07T15:27:43.487 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.485+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.719__shadow_.NiTkEQ31oqj-U_JK7NVcBDA6SNXdy1w_0 2024-09-07T15:27:43.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:43.494 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.493+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-07T15:27:43.496 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.493+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:43.496 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.493+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:43.498 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/52093' 2024-09-07T15:27:43.498 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_XIV6Hd4L1JRx7CJJ2yeGliplXtDq_lb', time=2024-09-07T16:31:45.233892+0000, chain.objs.size()=2 2024-09-07T15:27:43.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.yAz8MP7IShwz7OSe4u5ipz3G9wAPaVP_0 2024-09-07T15:27:43.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.yAz8MP7IShwz7OSe4u5ipz3G9wAPaVP_1 2024-09-07T15:27:43.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12766926825929727262', time=2024-09-07T16:32:43.151266+0000, chain.objs.size()=1 2024-09-07T15:27:43.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.167__shadow_.JJjG2f6A_RqKh_dMgkM9QiS1V9XCPHm_0 2024-09-07T15:27:43.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17278657059953583925', time=2024-09-07T16:37:42.877023+0000, chain.objs.size()=1 2024-09-07T15:27:43.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.234__shadow_.mGnHbvqXpreunt_6w7twRQjWW3hMEwD_0 2024-09-07T15:27:43.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.598801830077189495', time=2024-09-07T16:37:49.096195+0000, chain.objs.size()=1 2024-09-07T15:27:43.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.237__shadow_.Mm7jQOLnzOfyWaNY2Ven8RuiTofSchG_0 2024-09-07T15:27:43.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13205027071750691422', time=2024-09-07T16:37:49.116955+0000, chain.objs.size()=1 2024-09-07T15:27:43.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.237__shadow_.qnVjAOcivl50sQlgdxLwuek7M25MpsH_0 2024-09-07T15:27:43.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8161188200484685457', time=2024-09-07T16:37:56.051341+0000, chain.objs.size()=1 2024-09-07T15:27:43.499 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.239__shadow_.N-CLxkS1V137UygQU6J8yX7V9BGgleI_0 2024-09-07T15:27:43.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6257292776994839861', time=2024-09-07T16:38:12.713226+0000, chain.objs.size()=1 2024-09-07T15:27:43.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.246__shadow_.1NJxGEzzaAt-0a0Dtx3nkse1JB2czed_0 2024-09-07T15:27:43.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12254845908911027237', time=2024-09-07T16:38:18.800979+0000, chain.objs.size()=1 2024-09-07T15:27:43.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.249__shadow_.oenrUD_eGHHuoTKG13ZiOlCocHHwutP_0 2024-09-07T15:27:43.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17816508983145091618', time=2024-09-07T16:38:33.315244+0000, chain.objs.size()=1 2024-09-07T15:27:43.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.256__shadow_.3n9uXjzDcX42UAncBoThNUf6BDGWfCT_0 2024-09-07T15:27:43.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8900781066514367596', time=2024-09-07T16:38:35.407826+0000, chain.objs.size()=1 2024-09-07T15:27:43.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.257__shadow_.UEj2tLuYHz-66DOBxM0ZDqJTqc_TY9e_0 2024-09-07T15:27:43.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13564371296861324687', time=2024-09-07T16:40:30.824490+0000, chain.objs.size()=1 2024-09-07T15:27:43.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.uHaeQmwo6yd36OoT3S_jO-mLe-MWa8D_0 2024-09-07T15:27:43.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10087405417999550194', time=2024-09-07T16:40:30.946412+0000, chain.objs.size()=1 2024-09-07T15:27:43.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.A21QLH2U9ePguErbjc3l7XLWK2Xfl6h_0 2024-09-07T15:27:43.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5755218874930153731', time=2024-09-07T16:40:32.137545+0000, chain.objs.size()=1 2024-09-07T15:27:43.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RT979bzJUNH_E4Qx8lJxvO8tmmLYNJk_0 2024-09-07T15:27:43.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14639117791837326356', time=2024-09-07T16:40:32.550914+0000, chain.objs.size()=1 2024-09-07T15:27:43.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FLpLIqDEXfPK5Swdh0wWkrEanzQ2oSX_0 2024-09-07T15:27:43.502 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4170991931364153675', time=2024-09-07T16:40:32.884765+0000, chain.objs.size()=1 2024-09-07T15:27:43.502 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yuC8LTxsNB044ZOJiAKuEKA55PWUOSV_0 2024-09-07T15:27:43.504 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13312155342310211962', time=2024-09-07T16:40:34.343626+0000, chain.objs.size()=1 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mPkHR8OnOiQjW6wmy04lbMHigpSWv1D_0 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4969088791458435195', time=2024-09-07T16:40:35.405253+0000, chain.objs.size()=1 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.No3nJDb4ZIInurJ3kl8L2xCEYsTwDbM_0 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17297418878052416091', time=2024-09-07T16:40:35.741992+0000, chain.objs.size()=1 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.85c6lhiKBEHGtd77-1mpnmnnBAoLqxW_0 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15661928128677053621', time=2024-09-07T16:40:37.003832+0000, chain.objs.size()=1 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.iEV020hNsFlwIBciL1dQXnAZU-uTac0_0 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17619106216709776827', time=2024-09-07T16:40:37.277878+0000, chain.objs.size()=1 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.1nGJlLl1T7vZPmrx5JTRPoFN8f7-Auu_0 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9074289250395310624', time=2024-09-07T16:40:38.878196+0000, chain.objs.size()=1 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.oK9cD-XbqaqOGY84nC-yoCMmXx0fgIE_0 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3517635721335776800', time=2024-09-07T16:40:40.054372+0000, chain.objs.size()=1 2024-09-07T15:27:43.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.6-6X8zCAjm0yYI5l2oTSCrKMgBPr3mX_0 2024-09-07T15:27:43.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15322394393381529612', time=2024-09-07T16:40:40.325940+0000, chain.objs.size()=1 2024-09-07T15:27:43.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2XQG7vWJ7mIVBRpoWA7FM8Nh186Cbhj_0 2024-09-07T15:27:43.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13492414636250673958', time=2024-09-07T16:40:41.121367+0000, chain.objs.size()=1 2024-09-07T15:27:43.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.c8M7fsRX9w8-RVmQLyrF4LmkpjJTmev_0 2024-09-07T15:27:43.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2699439206195405475', time=2024-09-07T16:40:41.272874+0000, chain.objs.size()=1 2024-09-07T15:27:43.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.tnWSquFiL-AUCNw25ryokJ38xVJ7Fuz_0 2024-09-07T15:27:43.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.505+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11758107177514576860', time=2024-09-07T16:40:41.670392+0000, chain.objs.size()=1 2024-09-07T15:27:43.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.505+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FMRBK4jRC0gBbNUYlP_LKvUpyiB71AF_0 2024-09-07T15:27:43.509 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.505+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17342040069820162810', time=2024-09-07T16:40:44.902615+0000, chain.objs.size()=1 2024-09-07T15:27:43.509 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.505+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.w0wGSIIeVZDaapaR8g4-8m9LfEcoPoP_0 2024-09-07T15:27:43.509 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.505+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6106502117784875742', time=2024-09-07T16:40:47.535494+0000, chain.objs.size()=1 2024-09-07T15:27:43.509 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.505+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.A94UQaZcckQFOrXJwK3p0qPciQIekSX_0 2024-09-07T15:27:43.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12727040002923430974', time=2024-09-07T16:40:49.629979+0000, chain.objs.size()=1 2024-09-07T15:27:43.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.IpOLDS_CKkn0CsD0KYRlV7MciE8ycqM_0 2024-09-07T15:27:43.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6857228865271343502', time=2024-09-07T16:40:49.921244+0000, chain.objs.size()=1 2024-09-07T15:27:43.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yzDTp9HmaTIP-cCOlibOwPNicojz3EV_0 2024-09-07T15:27:43.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1092775721212731549', time=2024-09-07T16:40:50.008604+0000, chain.objs.size()=1 2024-09-07T15:27:43.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.WYslL0cUz01ucpIul8ZmSFK8Wq7rTcb_0 2024-09-07T15:27:43.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1438358825697213651', time=2024-09-07T16:40:51.396184+0000, chain.objs.size()=1 2024-09-07T15:27:43.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.92xQ0Pat5HPaVfwPyitKO2kfwnfF3dq_0 2024-09-07T15:27:43.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8225424274841279474', time=2024-09-07T16:40:52.646330+0000, chain.objs.size()=1 2024-09-07T15:27:43.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.UbeK4sOgZCrMXa2VDyv4eA8FnBsf334_0 2024-09-07T15:27:43.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15933255346895728384', time=2024-09-07T16:40:54.771200+0000, chain.objs.size()=1 2024-09-07T15:27:43.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.X4NyqYapbQmKglmsO7brLqeo-KENY_U_0 2024-09-07T15:27:43.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2211286304018112711', time=2024-09-07T16:40:54.880865+0000, chain.objs.size()=1 2024-09-07T15:27:43.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.eC1yMPNPLbN4ep_QfPoRvrB3TzUnuhk_0 2024-09-07T15:27:43.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4661631276138628749', time=2024-09-07T16:40:54.883624+0000, chain.objs.size()=1 2024-09-07T15:27:43.512 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.z6uNUs4Peqno88LeBUCqGMV94VvmH9z_0 2024-09-07T15:27:43.512 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12089319056494160081', time=2024-09-07T16:40:55.139422+0000, chain.objs.size()=1 2024-09-07T15:27:43.512 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NNSUdJ5UQVBjjDkM5ecOVrRHtyM7PAB_0 2024-09-07T15:27:43.512 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2334370167934327331', time=2024-09-07T16:40:55.519808+0000, chain.objs.size()=1 2024-09-07T15:27:43.512 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7Kzl-ZOuyrmFQ7HcpsqCjhLZ-VFglay_0 2024-09-07T15:27:43.512 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8226326008134044139', time=2024-09-07T16:40:56.507798+0000, chain.objs.size()=1 2024-09-07T15:27:43.513 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.GsqUDqQb0TFAjjmey9ClcMLqQL4oNxq_0 2024-09-07T15:27:43.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13541616583924984371', time=2024-09-07T16:40:56.509673+0000, chain.objs.size()=1 2024-09-07T15:27:43.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.AP6gGEgE3_juNX2UgyiqC9qZWKle7nS_0 2024-09-07T15:27:43.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4400290136892034777', time=2024-09-07T16:40:58.090402+0000, chain.objs.size()=1 2024-09-07T15:27:43.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.gwcMtmXNzCA4CBcvgtz7wmYyCIYay02_0 2024-09-07T15:27:43.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14216868626968493319', time=2024-09-07T16:40:58.129548+0000, chain.objs.size()=1 2024-09-07T15:27:43.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.G15g7MVATtU-Ow84shWGEMBpb3kckkv_0 2024-09-07T15:27:43.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15505828328651861368', time=2024-09-07T16:41:00.897402+0000, chain.objs.size()=1 2024-09-07T15:27:43.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ezK0lRnf5e_zs4IiWEZU4jmfEZMuMBe_0 2024-09-07T15:27:43.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8072024265140723303', time=2024-09-07T16:41:01.332044+0000, chain.objs.size()=1 2024-09-07T15:27:43.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.5VB8W4-RvU8HOyYhM7UQZrjsf4zahH6_0 2024-09-07T15:27:43.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4729973075006531536', time=2024-09-07T16:41:11.219118+0000, chain.objs.size()=1 2024-09-07T15:27:43.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.268__shadow_.9Y_oOxtUaFeMJD5eWFSvOWa6flHifJh_0 2024-09-07T15:27:43.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13683276786325871935', time=2024-09-07T16:41:43.368094+0000, chain.objs.size()=1 2024-09-07T15:27:43.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.284__shadow_.pLRQ5ABrrYwIq90ABhK7rLYNwWLKTWp_0 2024-09-07T15:27:43.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16732850515908634774', time=2024-09-07T16:41:47.667401+0000, chain.objs.size()=1 2024-09-07T15:27:43.517 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.286__shadow_.aQF1BEuexFZSD28I15wZ6_AGL0pV94K_0 2024-09-07T15:27:43.517 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2131093208217040175', time=2024-09-07T16:42:05.778640+0000, chain.objs.size()=1 2024-09-07T15:27:43.517 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.xqf4CncEqJPIpWlx-iVG5oAaXKDnSTG_0 2024-09-07T15:27:43.517 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13059556320923260391', time=2024-09-07T16:42:11.168154+0000, chain.objs.size()=1 2024-09-07T15:27:43.517 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.Qhw6U1AznNJZutEk2_IfSOaluvkXRZ1_0 2024-09-07T15:27:43.517 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3591467328084551770', time=2024-09-07T16:42:26.214916+0000, chain.objs.size()=1 2024-09-07T15:27:43.517 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.301__shadow_.g8HrkGzZgPx4hFy1w8Cy8uck9IDzWx5_0 2024-09-07T15:27:43.519 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6198222852135844585', time=2024-09-07T16:42:30.367264+0000, chain.objs.size()=1 2024-09-07T15:27:43.519 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.303__shadow_.9lPuosZ8RNgfADfDswf2L-Orb3SqGJb_0 2024-09-07T15:27:43.519 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11592948763160462714', time=2024-09-07T16:45:04.317765+0000, chain.objs.size()=1 2024-09-07T15:27:43.519 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.zw9z9K8akOMTQ7gx6i81G7aTCzHlgXR_0 2024-09-07T15:27:43.520 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8700637331433196836', time=2024-09-07T16:45:04.716603+0000, chain.objs.size()=1 2024-09-07T15:27:43.520 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ykwWsOVfr-tz5ArlxQfIN77OSXAP0HY_0 2024-09-07T15:27:43.520 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12714184859050956410', time=2024-09-07T16:45:04.958349+0000, chain.objs.size()=1 2024-09-07T15:27:43.520 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.CFKI13xGydLvcb0VRAqwsHunzSmiiwI_0 2024-09-07T15:27:43.520 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8298548832098356947', time=2024-09-07T16:45:05.629894+0000, chain.objs.size()=1 2024-09-07T15:27:43.520 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.wS9zNimGWwesZ8_kY_ewysGBVgRL_Fg_0 2024-09-07T15:27:43.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18123061092946358769', time=2024-09-07T16:45:09.248899+0000, chain.objs.size()=1 2024-09-07T15:27:43.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.IeJl33ZvnfbKs9QUrOCWWDPUFOqc_7j_0 2024-09-07T15:27:43.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7434706627886561234', time=2024-09-07T16:45:10.108680+0000, chain.objs.size()=1 2024-09-07T15:27:43.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.puZX0yJ25V-KHL-d4EaEBOQN_nYR_lA_0 2024-09-07T15:27:43.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10317800306911336107', time=2024-09-07T16:45:10.421641+0000, chain.objs.size()=1 2024-09-07T15:27:43.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.l_q3cb8BRGB-fDyha-Mc9drS3gMK_xm_0 2024-09-07T15:27:43.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1965846001161695838', time=2024-09-07T16:45:10.590314+0000, chain.objs.size()=1 2024-09-07T15:27:43.521 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.S82qDR3t897rtHiMisne7oaBDpclx-6_0 2024-09-07T15:27:43.522 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4542630852121522117', time=2024-09-07T16:45:10.643957+0000, chain.objs.size()=1 2024-09-07T15:27:43.522 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.G-9mv3Vlzt_hy-k3LBv7sWA_tXcBxKM_0 2024-09-07T15:27:43.522 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6951886123954419400', time=2024-09-07T16:45:12.200798+0000, chain.objs.size()=1 2024-09-07T15:27:43.522 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.vYvqXgwL_swDotBGNrDlQN7gESfXaQs_0 2024-09-07T15:27:43.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.521+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2250948977369609412', time=2024-09-07T16:45:12.522754+0000, chain.objs.size()=1 2024-09-07T15:27:43.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.521+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.fBefMYaa6JZAYYUU887VLE-TwtEsY1I_0 2024-09-07T15:27:43.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.521+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16592101839402577555', time=2024-09-07T16:45:12.966474+0000, chain.objs.size()=1 2024-09-07T15:27:43.525 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.521+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jyJtjHgtfaf20RPWOPPiHV96rm2ykaR_0 2024-09-07T15:27:43.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12622455135263091309', time=2024-09-07T16:45:13.596697+0000, chain.objs.size()=1 2024-09-07T15:27:43.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.EV3zbbZTKzGQbo-NdgS_y4SzZYHwjZ4_0 2024-09-07T15:27:43.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2823299580505469877', time=2024-09-07T16:45:15.109789+0000, chain.objs.size()=1 2024-09-07T15:27:43.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pisOb4N9kYV4aJqGU0LFTHUXDLP7f86_0 2024-09-07T15:27:43.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11331950712881291347', time=2024-09-07T16:45:16.880597+0000, chain.objs.size()=1 2024-09-07T15:27:43.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.No7f1A_8AFLndYn4ft6eb3tjLFbK6SH_0 2024-09-07T15:27:43.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17638563004610241559', time=2024-09-07T16:45:17.044070+0000, chain.objs.size()=1 2024-09-07T15:27:43.526 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Azhp6NQ3KvSEyHRs-uOiysUB1hzyHM9_0 2024-09-07T15:27:43.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16587054182537507607', time=2024-09-07T16:45:17.699168+0000, chain.objs.size()=1 2024-09-07T15:27:43.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.g3R1hh3uNXUaQF4adI06HSMTggQ6Ijb_0 2024-09-07T15:27:43.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1828202344020805313', time=2024-09-07T16:45:18.442290+0000, chain.objs.size()=1 2024-09-07T15:27:43.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.iKdy9V9eQp3wCINEmwKJs5Hj1nWm59f_0 2024-09-07T15:27:43.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10476838729376611608', time=2024-09-07T16:45:19.046876+0000, chain.objs.size()=1 2024-09-07T15:27:43.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.k1ehN2yxlAZoAoxrDXrdrz2K8yFbKWk_0 2024-09-07T15:27:43.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14806034373402414250', time=2024-09-07T16:45:22.727348+0000, chain.objs.size()=1 2024-09-07T15:27:43.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.wVO1ftW544dlXr4YgKVTfOrfA79PvHK_0 2024-09-07T15:27:43.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9926829898462450930', time=2024-09-07T16:45:23.717532+0000, chain.objs.size()=1 2024-09-07T15:27:43.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.zFaYlviu1ZdTVJusSmfwEFK6OSENVvI_0 2024-09-07T15:27:43.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.529+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9181452873107288450', time=2024-09-07T16:45:23.766006+0000, chain.objs.size()=1 2024-09-07T15:27:43.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.529+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.90zrM6DBKtekth6ViKgX9qvqgdp-Jas_0 2024-09-07T15:27:43.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.529+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15162312210533529838', time=2024-09-07T16:45:25.610639+0000, chain.objs.size()=1 2024-09-07T15:27:43.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.529+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.f6ah00-x8CICvryNNRaclDTb9q1Rr0V_0 2024-09-07T15:27:43.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4589001026240821909', time=2024-09-07T16:45:28.055242+0000, chain.objs.size()=1 2024-09-07T15:27:43.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.no5MV3vAvCARX5cnYr8i-s_hXI_4-UJ_0 2024-09-07T15:27:43.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13122173098333157552', time=2024-09-07T16:45:29.396129+0000, chain.objs.size()=1 2024-09-07T15:27:43.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.A_Zy2kEu8CoxjSVRo7HZF3aRrkbAADD_0 2024-09-07T15:27:43.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3961706211691508268', time=2024-09-07T16:45:31.530971+0000, chain.objs.size()=1 2024-09-07T15:27:43.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.a23ZHAx6an7q4AhVXisn5P9PU-emDRF_0 2024-09-07T15:27:43.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13378311522591939551', time=2024-09-07T16:45:32.868761+0000, chain.objs.size()=1 2024-09-07T15:27:43.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9O987S6sWY_SmgBmSy0vvK8fQP2rsRk_0 2024-09-07T15:27:43.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13962535904843229029', time=2024-09-07T16:45:33.136838+0000, chain.objs.size()=1 2024-09-07T15:27:43.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.UcY9GawjOjJeGK69LgfUeq77p1lHubo_0 2024-09-07T15:27:43.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18096487031126618592', time=2024-09-07T16:47:20.539741+0000, chain.objs.size()=1 2024-09-07T15:27:43.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sFVvoJ7RivXXqqqT8B6KV8KMhgDEEn9_0 2024-09-07T15:27:43.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13022014896979360666', time=2024-09-07T16:47:20.657400+0000, chain.objs.size()=1 2024-09-07T15:27:43.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2FGhtRzQWBmy96SBV6VUdR72a_uKRUB_0 2024-09-07T15:27:43.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7467152533622778194', time=2024-09-07T16:47:20.844510+0000, chain.objs.size()=1 2024-09-07T15:27:43.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9odKfwe_Dg-mP66kxBYL6MeAcQnoMfE_0 2024-09-07T15:27:43.536 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10639137469849812951', time=2024-09-07T16:47:21.056692+0000, chain.objs.size()=1 2024-09-07T15:27:43.536 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.q9Z8XdqEj1-jfajL6Id_YiECJ2ufDS-_0 2024-09-07T15:27:43.537 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17686020436733957945', time=2024-09-07T16:47:21.400384+0000, chain.objs.size()=1 2024-09-07T15:27:43.537 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Vyj6VVCXayKQxVIVSwQcR3f8CL9RnT0_0 2024-09-07T15:27:43.537 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12128465865876805322', time=2024-09-07T16:47:22.130418+0000, chain.objs.size()=1 2024-09-07T15:27:43.537 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ejg2QhqYxiuvcKmWuedPUTruFh_E_tF_0 2024-09-07T15:27:43.542 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18213719512510655807', time=2024-09-07T16:47:23.838449+0000, chain.objs.size()=1 2024-09-07T15:27:43.542 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.UkCYiCHafkiEFLyxsZOZtcKRID7ymy4_0 2024-09-07T15:27:43.542 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4406361717678161443', time=2024-09-07T16:47:23.841248+0000, chain.objs.size()=1 2024-09-07T15:27:43.542 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.noS2yMVmqj6LTl4tDVB-btuuSMTWVFY_0 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17134238129078094082', time=2024-09-07T16:47:24.287319+0000, chain.objs.size()=1 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.WLDVLvutRFT4JA4JP_Uy8EN8Wtqa9wF_0 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5539238217367338477', time=2024-09-07T16:47:24.706685+0000, chain.objs.size()=1 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1tVt1h29keTC8_FY7p1Y25LO-ZqHW1m_0 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.63404175631060459', time=2024-09-07T16:47:25.228436+0000, chain.objs.size()=1 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.G5x_wsxBW4MXbwu43Z3_cpd8vpF_gEK_0 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8655896998487801324', time=2024-09-07T16:47:25.362925+0000, chain.objs.size()=1 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FOKYMlwApedVvSWymTk6307Wm4C09L9_0 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3484453798474251826', time=2024-09-07T16:47:25.581077+0000, chain.objs.size()=1 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kABcuuDVbmOP5SGS1oyL4iihYyKS9yG_0 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11821511849218225156', time=2024-09-07T16:47:25.822981+0000, chain.objs.size()=1 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.TkjLMu8Hjqe5R6Zdjnif2DuictUbSlJ_0 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10808327225742062112', time=2024-09-07T16:47:26.025115+0000, chain.objs.size()=1 2024-09-07T15:27:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lB52-lJHPOkyh5S2SjduKikrplHcwQz_0 2024-09-07T15:27:43.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1156509939745912219', time=2024-09-07T16:47:26.027177+0000, chain.objs.size()=1 2024-09-07T15:27:43.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.EnW8gwamNJhzBJHPbLpThT0-TR5WFto_0 2024-09-07T15:27:43.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13524255954036823763', time=2024-09-07T16:47:26.431959+0000, chain.objs.size()=1 2024-09-07T15:27:43.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.32hSX4vncyTWrcitKJ9mNI9xDDX7aQf_0 2024-09-07T15:27:43.547 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2602895595999316259', time=2024-09-07T16:47:28.202945+0000, chain.objs.size()=1 2024-09-07T15:27:43.547 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nR8LEFQoEU92Ia4vo2WCuICCo11tE6u_0 2024-09-07T15:27:43.548 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3662300173790591292', time=2024-09-07T16:47:28.651241+0000, chain.objs.size()=1 2024-09-07T15:27:43.548 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2xI19rR1-NOlh3hkdL-hMcnJTGHbJMd_0 2024-09-07T15:27:43.548 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11073281586041024321', time=2024-09-07T16:47:29.034599+0000, chain.objs.size()=1 2024-09-07T15:27:43.548 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6STCoE8wD2MDBps1etE4bRqxvELxxLZ_0 2024-09-07T15:27:43.548 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6027565273241384535', time=2024-09-07T16:47:29.455811+0000, chain.objs.size()=1 2024-09-07T15:27:43.548 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.WPAthaAnCCXWtfD2bjK43UPGopOF5lh_0 2024-09-07T15:27:43.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/52093 2024-09-07T15:27:43.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=35, truncated=0, next_marker='' 2024-09-07T15:27:43.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13262703451353160979', time=2024-09-07T16:47:30.316323+0000, chain.objs.size()=1 2024-09-07T15:27:43.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.4njkLrG_CVQw9A6QVYPWQvOfAB_uf2m_0 2024-09-07T15:27:43.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16399196303991207476', time=2024-09-07T16:47:31.727869+0000, chain.objs.size()=1 2024-09-07T15:27:43.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lWQyb2X0HYMYshqmBRB_0eAPBHUH2PB_0 2024-09-07T15:27:43.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15865956990580499632', time=2024-09-07T16:47:32.173710+0000, chain.objs.size()=1 2024-09-07T15:27:43.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.eCmiOfVnlDvrzRmLxBdCzWhmKxRjDhw_0 2024-09-07T15:27:43.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8175051870699985535', time=2024-09-07T16:47:32.720713+0000, chain.objs.size()=1 2024-09-07T15:27:43.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ILrjLhffF3lk4xIn8Xyz_SOxQvOYJdK_0 2024-09-07T15:27:43.562 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15153467291827202328', time=2024-09-07T16:47:34.402134+0000, chain.objs.size()=1 2024-09-07T15:27:43.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1UeheQ7qejjQq_zGzOPE4kI10vfZ4Gs_0 2024-09-07T15:27:43.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12672164232349414908', time=2024-09-07T16:47:36.091431+0000, chain.objs.size()=1 2024-09-07T15:27:43.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.eYHZWzKjAiHcWRel9IJy6_2kP6tVcb3_0 2024-09-07T15:27:43.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14432721456714344201', time=2024-09-07T16:47:36.415932+0000, chain.objs.size()=1 2024-09-07T15:27:43.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2JbHHW6ScXUAmt50T8-COPd9thNRi11_0 2024-09-07T15:27:43.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1480783195368921871', time=2024-09-07T16:47:37.518309+0000, chain.objs.size()=1 2024-09-07T15:27:43.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.QF8Ylf8xYZu_HTAVkYSzv5JXd_EX1am_0 2024-09-07T15:27:43.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14684588395196817654', time=2024-09-07T16:47:39.432694+0000, chain.objs.size()=1 2024-09-07T15:27:43.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Vwu1GV2gZsdHtGOOHV_lTEl2vhtWCGV_0 2024-09-07T15:27:43.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3566689886618913565', time=2024-09-07T16:47:41.368993+0000, chain.objs.size()=1 2024-09-07T15:27:43.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZYvcR5neeAcCvOUrA8oTF1I440ceB1U_0 2024-09-07T15:27:43.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6052678459222862472', time=2024-09-07T16:47:43.610577+0000, chain.objs.size()=1 2024-09-07T15:27:43.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.SHm4bdJH-EJnN3a15sAB6b8ANB2Y5Da_0 2024-09-07T15:27:43.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17815286348859601551', time=2024-09-07T16:47:43.734943+0000, chain.objs.size()=1 2024-09-07T15:27:43.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.561+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bOwCtDMzaZTfJ0hd8ZMxgzGIT7KmB5F_0 2024-09-07T15:27:43.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14034150487959204129', time=2024-09-07T16:47:44.425597+0000, chain.objs.size()=1 2024-09-07T15:27:43.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.U8CgRNK4u1gWSzr93a27cMCvZYw2gwC_0 2024-09-07T15:27:43.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9422631626672026421', time=2024-09-07T16:47:45.789590+0000, chain.objs.size()=1 2024-09-07T15:27:43.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yXrKlxxoMO6QMPj-kyFsHIptZSVKo_W_0 2024-09-07T15:27:43.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12663817316850688063', time=2024-09-07T16:47:46.101970+0000, chain.objs.size()=1 2024-09-07T15:27:43.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.SRwrPkP-AfMzeUnUIxri0FoI3J9K4QQ_0 2024-09-07T15:27:43.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11278606674922984256', time=2024-09-07T16:47:46.276508+0000, chain.objs.size()=1 2024-09-07T15:27:43.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bNHvs4rn0739Omg-wWDXIL71DrkTxBW_0 2024-09-07T15:27:43.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7217608827703025438', time=2024-09-07T16:47:46.358395+0000, chain.objs.size()=1 2024-09-07T15:27:43.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dC_EeigxF2ZogaSU03WGnIeBb57gG5q_0 2024-09-07T15:27:43.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16185944670676728605', time=2024-09-07T16:47:47.249897+0000, chain.objs.size()=1 2024-09-07T15:27:43.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZL_YuAhNftcuEczo-XNy50BlkYXzmvS_0 2024-09-07T15:27:43.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15078760482006259055', time=2024-09-07T16:47:47.251885+0000, chain.objs.size()=1 2024-09-07T15:27:43.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.iuBqJ5vbuPVNXBULZDu9a72Xh3Q1mMt_0 2024-09-07T15:27:43.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.569+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1808570625028440107', time=2024-09-07T16:47:49.332180+0000, chain.objs.size()=1 2024-09-07T15:27:43.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.569+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.3qZtk6cHkdvLe8ZS7E5QxH5lvVX1eMw_0 2024-09-07T15:27:43.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.569+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.490392725822418941', time=2024-09-07T16:47:49.672207+0000, chain.objs.size()=1 2024-09-07T15:27:43.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.569+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.iCsW7s-Hc2AcOc0bme-RMSqSfOzAioU_0 2024-09-07T15:27:43.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.569+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12971533447060064293', time=2024-09-07T16:48:12.603786+0000, chain.objs.size()=1 2024-09-07T15:27:43.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.569+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.338__shadow_.AhItt6U7uV07Pd_c9-WYkdLF1X9gHS3_0 2024-09-07T15:27:43.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.569+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1121584922979093104', time=2024-09-07T16:49:16.316152+0000, chain.objs.size()=1 2024-09-07T15:27:43.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.569+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.376__shadow_.CZAk7gOyC0n5G5f09GNLQ89dYZapgw9_0 2024-09-07T15:27:43.573 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.569+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5060988850687231350', time=2024-09-07T16:50:59.620862+0000, chain.objs.size()=1 2024-09-07T15:27:43.573 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.569+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.433__shadow_.vICv5pr9GZ6wDvSMBZ00cYNKIKiJp0N_0 2024-09-07T15:27:43.573 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.569+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17702563873979687139', time=2024-09-07T16:52:15.309701+0000, chain.objs.size()=1 2024-09-07T15:27:43.573 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.569+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.467__shadow_.s2Q3ATDAovwXTnbqeoNJ2K_u8B_CBB9_0 2024-09-07T15:27:43.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14554308132707136804', time=2024-09-07T16:52:40.466945+0000, chain.objs.size()=1 2024-09-07T15:27:43.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.485__shadow_.A9OAmlqCM0XR-_w_6s0rs9mO_H1v-Ja_0 2024-09-07T15:27:43.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10312106484339911665', time=2024-09-07T16:53:11.997082+0000, chain.objs.size()=1 2024-09-07T15:27:43.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.499__shadow_.-sTs4PS-ZeBd7AaYU1dW9VpTylXtoSd_0 2024-09-07T15:27:43.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7259039123709990446', time=2024-09-07T16:54:45.882002+0000, chain.objs.size()=1 2024-09-07T15:27:43.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.519__multipart_mymultipart.2~G_J6fHI9lerG29bbLh_j1tAXDjAIwFj.1 2024-09-07T15:27:43.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17635366022833159240', time=2024-09-07T17:00:16.486049+0000, chain.objs.size()=2 2024-09-07T15:27:43.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~cwsqD0jZB8UTCurEpTkBDUgPzwjcELh.1 2024-09-07T15:27:43.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~cwsqD0jZB8UTCurEpTkBDUgPzwjcELh.2 2024-09-07T15:27:43.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3015249207630130654', time=2024-09-07T17:04:42.759791+0000, chain.objs.size()=1 2024-09-07T15:27:43.576 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:gK1zByek9GGuaNN9M1e8Y.mQdCSQ9Lb_.L44WSHqDBfDUljsJqXafUNdMpYbecCY_0 2024-09-07T15:27:43.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.874049301783049230', time=2024-09-07T17:04:49.534625+0000, chain.objs.size()=1 2024-09-07T15:27:43.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:ggd7bl51smCkn1Hoqcm1VlIRzm9TyFx_.mkD8hDxIqlG0voOq8aC_X5XQbOINft9_0 2024-09-07T15:27:43.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5248341168971853515', time=2024-09-07T17:04:56.959101+0000, chain.objs.size()=1 2024-09-07T15:27:43.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.572__shadow_.UfDy425jkSpOisB0HdyYvzcY1CAjcjQ_0 2024-09-07T15:27:43.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1827218226168162209', time=2024-09-07T17:05:02.356646+0000, chain.objs.size()=1 2024-09-07T15:27:43.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.574__shadow_.VTdiAA7oF3x_bQ4Kj9_pEYqle-z98Pb_0 2024-09-07T15:27:43.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.577+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15591122092366686157', time=2024-09-07T17:17:54.139284+0000, chain.objs.size()=1 2024-09-07T15:27:43.579 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.577+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.693__shadow:0Hvva2UJCbrfyXw3s52YSkJPmTYt5k._.OD-8XilERMcdjNhnGJGLF2PDaIwVZYJ_0 2024-09-07T15:27:43.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.577+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17538950534661596457', time=2024-09-07T17:18:02.907540+0000, chain.objs.size()=1 2024-09-07T15:27:43.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.577+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.698__shadow:48nowUZLH-Ycw7my22Bowh0SUDFzfoY_.GPCgQs9aZS4lOvv3-nl7kdZQ1IsjiwR_0 2024-09-07T15:27:43.585 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.585+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:43.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.589+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-07T15:27:43.595 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:43.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:43.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45078' 2024-09-07T15:27:43.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5142986016521477315', time=2024-09-07T16:31:02.953507+0000, chain.objs.size()=1 2024-09-07T15:27:43.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.159__shadow_.D33APy6qdOh0EfpHXVQpgc32AyEKoso_0 2024-09-07T15:27:43.597 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13472020178784847253', time=2024-09-07T16:33:17.220907+0000, chain.objs.size()=1 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.182__shadow_.lMobzNJ8aPzrr3VJEkvg1fiJDEu22zo_0 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15023682328842035010', time=2024-09-07T16:37:42.907007+0000, chain.objs.size()=1 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.234__shadow_.wO2zZ75dNevbRFYoP91fUwHVgKeHCgM_0 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13448676561094248041', time=2024-09-07T16:38:14.728859+0000, chain.objs.size()=1 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.247__shadow_.ssCh9PBBt0bFEZyP3Na9SLXTw19Wpkx_0 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4171309969738775228', time=2024-09-07T16:38:16.789407+0000, chain.objs.size()=1 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.248__shadow_.UkPmjx7ZhRj0BwF3zb0ONykYil8BUPL_0 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4059394600691664489', time=2024-09-07T16:38:16.791840+0000, chain.objs.size()=1 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.248__shadow_.NTi1htlztB_edulO3Y5OcYxoS3JJ5rj_0 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8444512058467205815', time=2024-09-07T16:38:45.479615+0000, chain.objs.size()=1 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.262__shadow_.y3u6CgdxJM1yfzcToE_TOVVtXQTuy4x_0 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8932412977236327659', time=2024-09-07T16:40:32.031765+0000, chain.objs.size()=1 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.qdZIDJvW6RnLyZ31g2CIkEjuwv2it-I_0 2024-09-07T15:27:43.598 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2879423328017805057', time=2024-09-07T16:40:32.418488+0000, chain.objs.size()=1 2024-09-07T15:27:43.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.lPRkAq8OfP8iXxrNQeOX4cHFXhSgOTz_0 2024-09-07T15:27:43.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1834686659361529020', time=2024-09-07T16:40:32.739104+0000, chain.objs.size()=1 2024-09-07T15:27:43.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Smodm8ZuMjnUbv_sMqYFy65P1vNjIdj_0 2024-09-07T15:27:43.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15764454331535514895', time=2024-09-07T16:40:33.269084+0000, chain.objs.size()=1 2024-09-07T15:27:43.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.g2QIV2IDDQ2_aii1RGTGv7O14920L5W_0 2024-09-07T15:27:43.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.75038031700845793', time=2024-09-07T16:40:34.862544+0000, chain.objs.size()=1 2024-09-07T15:27:43.599 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.wQ7uL3FxDi6wayUDTPTFpzSdliBk24q_0 2024-09-07T15:27:43.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.597+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12108263878139095548', time=2024-09-07T16:40:35.218079+0000, chain.objs.size()=1 2024-09-07T15:27:43.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.597+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.r1frhBPyTs1srjX2HxgrAktCPXTdFse_0 2024-09-07T15:27:43.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.597+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18181552455413276797', time=2024-09-07T16:40:37.523628+0000, chain.objs.size()=1 2024-09-07T15:27:43.600 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.597+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.J5AyPmcISRbnt6-xW8Fk-YswTkBUDcE_0 2024-09-07T15:27:43.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.597+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1691423712947453130', time=2024-09-07T16:40:38.511960+0000, chain.objs.size()=1 2024-09-07T15:27:43.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.597+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.tQ91S2ztk2hWqgGzrSJH-dEqqxz5D2t_0 2024-09-07T15:27:43.601 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.597+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13709869069686955817', time=2024-09-07T16:40:38.765168+0000, chain.objs.size()=1 2024-09-07T15:27:43.602 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.597+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.SDaenpTWUCE8T60MbsO5CBwkF2XJbpr_0 2024-09-07T15:27:43.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3967408987192304461', time=2024-09-07T16:40:41.098556+0000, chain.objs.size()=1 2024-09-07T15:27:43.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.YhJZRuzj-e_KgrEmw51qHxUaRXdK5M0_0 2024-09-07T15:27:43.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18027551577233454873', time=2024-09-07T16:40:41.100085+0000, chain.objs.size()=1 2024-09-07T15:27:43.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yU0x0moms9lGDZdUn8ZdT70ck1o1elk_0 2024-09-07T15:27:43.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3461552973902090296', time=2024-09-07T16:40:41.170003+0000, chain.objs.size()=1 2024-09-07T15:27:43.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.agvod7tu06E7gUJgeny-b8ipzfKn24s_0 2024-09-07T15:27:43.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15561256530832442578', time=2024-09-07T16:40:41.418735+0000, chain.objs.size()=1 2024-09-07T15:27:43.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.MHhk5gfJ72k-zVnnr4h88EgsxDlSsu8_0 2024-09-07T15:27:43.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17348523225510641897', time=2024-09-07T16:40:41.824371+0000, chain.objs.size()=1 2024-09-07T15:27:43.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.lxNM4W9L-UbcI9zrRuGqN3Zg8kjIBJA_0 2024-09-07T15:27:43.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6242102408917098242', time=2024-09-07T16:40:42.706444+0000, chain.objs.size()=1 2024-09-07T15:27:43.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.c1Ph2VtJQtJtpyIcbgfDXtx7_rHTJeM_0 2024-09-07T15:27:43.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7194451198584159197', time=2024-09-07T16:40:42.822983+0000, chain.objs.size()=1 2024-09-07T15:27:43.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.XV80AZ-nA7Q9_E0IHo_omhwakHgTmD0_0 2024-09-07T15:27:43.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13185602159199467375', time=2024-09-07T16:40:42.825154+0000, chain.objs.size()=1 2024-09-07T15:27:43.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.H5ERFSNKHw7ytcNzMQybfFsSH0bWg3f_0 2024-09-07T15:27:43.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2070210941153126514', time=2024-09-07T16:40:43.110122+0000, chain.objs.size()=1 2024-09-07T15:27:43.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.VSB1LS_ugagJstvxwXLlkei8k6jnRqi_0 2024-09-07T15:27:43.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5919922813763365875', time=2024-09-07T16:40:43.250983+0000, chain.objs.size()=1 2024-09-07T15:27:43.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.VZCZAbrAg5DHVoEUvCwMKiXIasohx9q_0 2024-09-07T15:27:43.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3539381811291804829', time=2024-09-07T16:40:43.989054+0000, chain.objs.size()=1 2024-09-07T15:27:43.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mbOpOiBCbWEs80gn6IFC5atRvDEyO0r_0 2024-09-07T15:27:43.608 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4579053567916871063', time=2024-09-07T16:40:44.985164+0000, chain.objs.size()=1 2024-09-07T15:27:43.608 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.LJjY2NXEo6Fx0eLU0gbjMFxmqyBjyrI_0 2024-09-07T15:27:43.608 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10067366202206192814', time=2024-09-07T16:40:47.160693+0000, chain.objs.size()=1 2024-09-07T15:27:43.608 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.umVnjd9AZDaUzWHq5zNQjXu6cAYa7Qr_0 2024-09-07T15:27:43.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9352509483355954949', time=2024-09-07T16:40:49.820853+0000, chain.objs.size()=1 2024-09-07T15:27:43.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.lZcr--T_MHlH8FSashFDnDwZ9QYedYS_0 2024-09-07T15:27:43.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1810363918904323576', time=2024-09-07T16:40:49.982133+0000, chain.objs.size()=1 2024-09-07T15:27:43.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RcbYpwpYNZB0OXtR_kvrUeERkqVdyFR_0 2024-09-07T15:27:43.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2906548736956381613', time=2024-09-07T16:40:51.227333+0000, chain.objs.size()=1 2024-09-07T15:27:43.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RM2hJmbKDGBC9rZcWS1246gIuKX5iwA_0 2024-09-07T15:27:43.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12635946826187391380', time=2024-09-07T16:40:51.617196+0000, chain.objs.size()=1 2024-09-07T15:27:43.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yuchvDr8wHL-gnomvOFCNjk_GzvovZD_0 2024-09-07T15:27:43.609 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7296421746437875374', time=2024-09-07T16:40:52.478761+0000, chain.objs.size()=1 2024-09-07T15:27:43.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4o30xmwXiX-ZeBko5WJGxOTcFl9tHRh_0 2024-09-07T15:27:43.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4224040915645221284', time=2024-09-07T16:40:52.580044+0000, chain.objs.size()=1 2024-09-07T15:27:43.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.KI4Li_jfps2gTl9TDRB2VDG9Ta9qakg_0 2024-09-07T15:27:43.610 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.609+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6637081232189282206', time=2024-09-07T16:40:52.627643+0000, chain.objs.size()=1 2024-09-07T15:27:43.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.609+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._uYCCpSzjGkBJdcIcLr3cWqCNU4aMiS_0 2024-09-07T15:27:43.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.609+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7581147816988766565', time=2024-09-07T16:40:53.129643+0000, chain.objs.size()=1 2024-09-07T15:27:43.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.609+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RsVZBpkNS04BH7lYzhWdWiEsBwtRGvQ_0 2024-09-07T15:27:43.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.609+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15601171456029650018', time=2024-09-07T16:40:53.131937+0000, chain.objs.size()=1 2024-09-07T15:27:43.611 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.609+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.AJ1vhZh4ypWxMnPLLGIuk470qOpkWAU_0 2024-09-07T15:27:43.612 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.609+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16678443108740950261', time=2024-09-07T16:40:53.616560+0000, chain.objs.size()=1 2024-09-07T15:27:43.612 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.609+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.QsjvY91n_E2bDevQQVOpNk6MRQWSnMa_0 2024-09-07T15:27:43.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2957319584036741072', time=2024-09-07T16:40:53.975860+0000, chain.objs.size()=1 2024-09-07T15:27:43.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.pQ41VX2s4HReJxcHxL_HKMYW_MbS3hM_0 2024-09-07T15:27:43.615 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12473022258984642712', time=2024-09-07T16:40:55.486862+0000, chain.objs.size()=1 2024-09-07T15:27:43.615 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.jCUKa2pRlaA0pw3g7A99s0omdJxrqZ9_0 2024-09-07T15:27:43.615 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10821916879194526684', time=2024-09-07T16:40:56.911548+0000, chain.objs.size()=1 2024-09-07T15:27:43.615 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.DLXkgWOOYciBfhr2i7p7cuJVY90LeWT_0 2024-09-07T15:27:43.615 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10707803461828618783', time=2024-09-07T16:40:57.737464+0000, chain.objs.size()=1 2024-09-07T15:27:43.615 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.jA0zkt7MjfLRmTpRzr0Lr9SOkrW05Wm_0 2024-09-07T15:27:43.615 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6796820796372492195', time=2024-09-07T16:40:59.614287+0000, chain.objs.size()=1 2024-09-07T15:27:43.615 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xgM4m_wpFmeJ0lyG6ua1Jyf7GsGLEX0_0 2024-09-07T15:27:43.615 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17984914250679291296', time=2024-09-07T16:41:15.117094+0000, chain.objs.size()=1 2024-09-07T15:27:43.616 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.270__shadow_.xvbvSgKpL99mB-0SGmYiz_5dg7oPCDT_0 2024-09-07T15:27:43.616 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1846946402290891169', time=2024-09-07T16:41:20.956779+0000, chain.objs.size()=1 2024-09-07T15:27:43.616 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.273__shadow_.JZjx7CGif6B4TylHOZnLiO6X_YAiGRy_0 2024-09-07T15:27:43.616 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15961497200517378257', time=2024-09-07T16:41:41.220790+0000, chain.objs.size()=1 2024-09-07T15:27:43.616 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.283__shadow_.WksxSmzAH5A67do6XCMx_V6_rM0SojT_0 2024-09-07T15:27:43.616 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7532070843103318487', time=2024-09-07T16:41:45.452594+0000, chain.objs.size()=1 2024-09-07T15:27:43.616 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.285__shadow_.NQlqoes9cDZkPTnV1k65b_LxZ6BhfCh_0 2024-09-07T15:27:43.617 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4685819003242337277', time=2024-09-07T16:41:55.957073+0000, chain.objs.size()=1 2024-09-07T15:27:43.617 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.290__shadow_.ylBD9nWSaTUVfYe7lXznNBTnEXPifad_0 2024-09-07T15:27:43.617 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6605900625130038258', time=2024-09-07T16:42:11.205954+0000, chain.objs.size()=1 2024-09-07T15:27:43.618 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.613+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.IqFaRtfX-evWi8jPjOG2KDZPHhLUbWE_0 2024-09-07T15:27:43.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3300276295467036114', time=2024-09-07T16:42:15.582842+0000, chain.objs.size()=1 2024-09-07T15:27:43.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.296__shadow_.XOpKOtA-rmtjJ3n9xQSvSqTYA8hnmou_0 2024-09-07T15:27:43.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12945858983917655305', time=2024-09-07T16:45:04.655813+0000, chain.objs.size()=1 2024-09-07T15:27:43.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Lstpojm2h6acz9SQq3AiaBYe-aBz5FJ_0 2024-09-07T15:27:43.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9471463276548208332', time=2024-09-07T16:45:04.867579+0000, chain.objs.size()=1 2024-09-07T15:27:43.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.XIQ1Jy3u19t4edxF-EH5zvYcc-0tH_1_0 2024-09-07T15:27:43.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12472505946188196575', time=2024-09-07T16:45:05.626769+0000, chain.objs.size()=1 2024-09-07T15:27:43.619 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._LJB1Eayo7dQLFgBKQXeORfuMxryiNM_0 2024-09-07T15:27:43.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.115462943158164832', time=2024-09-07T16:45:06.505979+0000, chain.objs.size()=1 2024-09-07T15:27:43.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NeO1AlJTxP53GXbb16yO3eA6PASSjlD_0 2024-09-07T15:27:43.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1266586593135041280', time=2024-09-07T16:45:07.975186+0000, chain.objs.size()=1 2024-09-07T15:27:43.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.K6-FxsL12Vz_XTgb7Wuqdx0NJI7qsoC_0 2024-09-07T15:27:43.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1502292725265032426', time=2024-09-07T16:45:08.534279+0000, chain.objs.size()=1 2024-09-07T15:27:43.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.22HarEX0K3rZtmeJFtF0tWkwsVzJ_2p_0 2024-09-07T15:27:43.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12033304799292421106', time=2024-09-07T16:45:12.100438+0000, chain.objs.size()=1 2024-09-07T15:27:43.620 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.KtmmEYxTi80tQDUA8jSxL0ye_KbVpoZ_0 2024-09-07T15:27:43.621 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4433768245163554770', time=2024-09-07T16:45:13.145848+0000, chain.objs.size()=1 2024-09-07T15:27:43.621 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.zGzpJEih9OXV-DFep4ZEtuSIkHvVWrx_0 2024-09-07T15:27:43.621 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9052704751258402645', time=2024-09-07T16:45:14.585357+0000, chain.objs.size()=1 2024-09-07T15:27:43.621 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.wuCr0vRSugEMtLdLKe8W85oD1a2-hvg_0 2024-09-07T15:27:43.621 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5702465824801544946', time=2024-09-07T16:45:14.795941+0000, chain.objs.size()=1 2024-09-07T15:27:43.622 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.617+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.sJQb-S6Iun2REZneFtMWspkui_CZ-69_0 2024-09-07T15:27:43.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.651334752819347162', time=2024-09-07T16:45:14.797782+0000, chain.objs.size()=1 2024-09-07T15:27:43.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MvxF607y3bsS2UW3Gu3w0N8tTQxSA5q_0 2024-09-07T15:27:43.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11955208971761386895', time=2024-09-07T16:45:17.601330+0000, chain.objs.size()=1 2024-09-07T15:27:43.624 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.vtnjQTPBkvXwjMYeuABUjxtpgxN6WKO_0 2024-09-07T15:27:43.624 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7415825571972576696', time=2024-09-07T16:45:17.830140+0000, chain.objs.size()=1 2024-09-07T15:27:43.624 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.cPbh93Larl0iSGEw_ga8XrIuiVl1JRX_0 2024-09-07T15:27:43.624 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3941594567150355751', time=2024-09-07T16:45:20.552103+0000, chain.objs.size()=1 2024-09-07T15:27:43.624 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7YwO0yNfFrB4V4_HVPF7C-kH9ZKNXMd_0 2024-09-07T15:27:43.624 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7641981625704941475', time=2024-09-07T16:45:22.008344+0000, chain.objs.size()=1 2024-09-07T15:27:43.624 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LIPSvf6Hk0x-BIP4_Nbx1DztJURQznb_0 2024-09-07T15:27:43.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17040751810049586829', time=2024-09-07T16:45:22.284323+0000, chain.objs.size()=1 2024-09-07T15:27:43.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.2AdskO_LYgkCsq6ZnKeKeA1YmIGKVgn_0 2024-09-07T15:27:43.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12696931810345489290', time=2024-09-07T16:45:22.510624+0000, chain.objs.size()=1 2024-09-07T15:27:43.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.F6OR5q1OYw4raGJoQy1MbOxJpQOYUCh_0 2024-09-07T15:27:43.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16461280297276200796', time=2024-09-07T16:45:22.862560+0000, chain.objs.size()=1 2024-09-07T15:27:43.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Mi0eYyhSYy62GEOnQvSPWMCvUFTCuhV_0 2024-09-07T15:27:43.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.180572605666586496', time=2024-09-07T16:45:24.732073+0000, chain.objs.size()=1 2024-09-07T15:27:43.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dCU8ZDu8GKsLwZP8A-AWX_gfQJijOCP_0 2024-09-07T15:27:43.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11492639502329800902', time=2024-09-07T16:45:25.006967+0000, chain.objs.size()=1 2024-09-07T15:27:43.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.xkfnm6YIyQCJuOgmOmgeLReaDQCpDT7_0 2024-09-07T15:27:43.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13519854127868020835', time=2024-09-07T16:45:25.289287+0000, chain.objs.size()=1 2024-09-07T15:27:43.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.mP46bgWtM15zhWCMX9_KDwaIsKdYqT8_0 2024-09-07T15:27:43.628 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11761418043388182222', time=2024-09-07T16:45:27.979312+0000, chain.objs.size()=1 2024-09-07T15:27:43.628 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.QQRFK-oJAXL5rk-HzRmJXj3WV9OdgAp_0 2024-09-07T15:27:43.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3861672571806486741', time=2024-09-07T16:45:28.205726+0000, chain.objs.size()=1 2024-09-07T15:27:43.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.IWLfx3EzvOdpuR3507wovgZF3oBe4o3_0 2024-09-07T15:27:43.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2785141518986461214', time=2024-09-07T16:45:28.810992+0000, chain.objs.size()=1 2024-09-07T15:27:43.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.2wHF7gXEJUGO657T2HS0PhEWXMVl5Kz_0 2024-09-07T15:27:43.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8671205719610508679', time=2024-09-07T16:45:29.317926+0000, chain.objs.size()=1 2024-09-07T15:27:43.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.awWlskbg-tqExinuGd1XTftl8oqx3-Q_0 2024-09-07T15:27:43.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7821563877177552549', time=2024-09-07T16:45:29.543391+0000, chain.objs.size()=1 2024-09-07T15:27:43.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.3dPVPzhryeGPhfgo7b_c1fAlTgEHTDd_0 2024-09-07T15:27:43.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9496296136410536655', time=2024-09-07T16:45:30.021425+0000, chain.objs.size()=1 2024-09-07T15:27:43.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.oDK4G_AmcxDWS8xABW9ZjZ9VSGNxb9o_0 2024-09-07T15:27:43.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17247998162359441309', time=2024-09-07T16:45:31.518320+0000, chain.objs.size()=1 2024-09-07T15:27:43.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.nuRzdgw_gzvEuloOruzYq5L68BH21xW_0 2024-09-07T15:27:43.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6992027994852033039', time=2024-09-07T16:45:32.097305+0000, chain.objs.size()=1 2024-09-07T15:27:43.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MlQV6d0FFLO2YmBGqU_PEQT4EYkqsAv_0 2024-09-07T15:27:43.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3724503069880649510', time=2024-09-07T16:45:32.791129+0000, chain.objs.size()=1 2024-09-07T15:27:43.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.892riQb_bALgMZQGOQtLPJo3CUYa7Do_0 2024-09-07T15:27:43.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11096839453409334790', time=2024-09-07T16:45:33.891731+0000, chain.objs.size()=1 2024-09-07T15:27:43.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6pmb8pqG0kqJ2PCMKIyOPSAm476d7rQ_0 2024-09-07T15:27:43.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12862607355693705360', time=2024-09-07T16:47:19.553445+0000, chain.objs.size()=1 2024-09-07T15:27:43.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.X25rIrjxZThO02Tf69gnPjDdcvT6LIg_0 2024-09-07T15:27:43.632 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8726869236300744623', time=2024-09-07T16:47:19.556226+0000, chain.objs.size()=1 2024-09-07T15:27:43.632 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.629+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.u2zom88Dq0w6YxcXaoTeIk2B3ow9F18_0 2024-09-07T15:27:43.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13151256155799803832', time=2024-09-07T16:47:21.276237+0000, chain.objs.size()=1 2024-09-07T15:27:43.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CsMELCR9sW07DBFaQmjimDUopW__nZp_0 2024-09-07T15:27:43.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9741212599481436432', time=2024-09-07T16:47:21.327438+0000, chain.objs.size()=1 2024-09-07T15:27:43.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CbC0jlIEfAkFjcKt-G8hAQ4KfDwVkOY_0 2024-09-07T15:27:43.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10002759303913876116', time=2024-09-07T16:47:21.999823+0000, chain.objs.size()=1 2024-09-07T15:27:43.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bZp8j9WrEKKWetffa8A1-tlusqnM0lE_0 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12657037065210021885', time=2024-09-07T16:47:22.169356+0000, chain.objs.size()=1 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.oiPqfSQ17X2SCkAxFuMQvOjf-b7CpOg_0 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8149888355897874284', time=2024-09-07T16:47:22.171241+0000, chain.objs.size()=1 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.z2-wYCiyCMb8PNhS8M-ANc6zHcfAJR1_0 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17877772785877004330', time=2024-09-07T16:47:23.330080+0000, chain.objs.size()=1 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.g-EXRxw9HhDCJgmttUXapInzoxAPK_y_0 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1835194208208626464', time=2024-09-07T16:47:24.787302+0000, chain.objs.size()=1 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.g_nV1tjkdTdaKwxlwewQ3tYFegsnB8l_0 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10627605982979121674', time=2024-09-07T16:47:24.929728+0000, chain.objs.size()=1 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.83qMpOwYeCEDYpS5kuZaBJIvBo0rXP9_0 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16040937676867157442', time=2024-09-07T16:47:24.931801+0000, chain.objs.size()=1 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Z9HDRWtGtqCoO0dI-gmuzSMSurFVbo5_0 2024-09-07T15:27:43.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7117680688072758442', time=2024-09-07T16:47:25.033006+0000, chain.objs.size()=1 2024-09-07T15:27:43.638 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.psAJMmhB0T441Lf51dLNJEIkFCY9it3_0 2024-09-07T15:27:43.639 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6328400534971370178', time=2024-09-07T16:47:25.172404+0000, chain.objs.size()=1 2024-09-07T15:27:43.639 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mAf7tv95QIwot3D20ErlOApo93icUTx_0 2024-09-07T15:27:43.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6628365530732728965', time=2024-09-07T16:47:25.344035+0000, chain.objs.size()=1 2024-09-07T15:27:43.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.90gisS4ISQlZnytArZPmaGdPcgnVY3G_0 2024-09-07T15:27:43.642 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14542194692541152992', time=2024-09-07T16:47:28.651172+0000, chain.objs.size()=1 2024-09-07T15:27:43.642 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uY7_aLFDylICwmNZan9XzLaEIaFoJLV_0 2024-09-07T15:27:43.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10214606605077037043', time=2024-09-07T16:47:29.042419+0000, chain.objs.size()=1 2024-09-07T15:27:43.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.xSlxafQN_Lf7q44U9nmIscDG1PB1E53_0 2024-09-07T15:27:43.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8123818469202019888', time=2024-09-07T16:47:30.476752+0000, chain.objs.size()=1 2024-09-07T15:27:43.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.fvSVzcD0K7QXSAhP2dFdSmT80lMF1Zm_0 2024-09-07T15:27:43.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8474943177130800080', time=2024-09-07T16:47:32.014380+0000, chain.objs.size()=1 2024-09-07T15:27:43.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.fSBsDeUKOzyC_qp350SqCvEQaROJBN__0 2024-09-07T15:27:43.650 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.649+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45078 2024-09-07T15:27:43.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=34, truncated=0, next_marker='' 2024-09-07T15:27:43.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3137316983854441553', time=2024-09-07T16:47:32.620972+0000, chain.objs.size()=1 2024-09-07T15:27:43.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gT1vflALo9MLddw-ynGpb-MBofvb8bs_0 2024-09-07T15:27:43.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5980845425918290047', time=2024-09-07T16:47:35.582000+0000, chain.objs.size()=1 2024-09-07T15:27:43.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5l1LoSWRxoJydyPoosrnUidT8RydUC3_0 2024-09-07T15:27:43.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8878815444029530736', time=2024-09-07T16:47:35.918538+0000, chain.objs.size()=1 2024-09-07T15:27:43.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.BGDDOHB04w0njeHRG7eFsOFrkSF34Eh_0 2024-09-07T15:27:43.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.454185717857588839', time=2024-09-07T16:47:36.825804+0000, chain.objs.size()=1 2024-09-07T15:27:43.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.WfuBlw-DNkMqjVoAPC2TOGUJLARJbFg_0 2024-09-07T15:27:43.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11683027501484963297', time=2024-09-07T16:47:38.040819+0000, chain.objs.size()=1 2024-09-07T15:27:43.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.GaASfaVWxFNYs6kErpOPLGY4krtzYUi_0 2024-09-07T15:27:43.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12295437745578557966', time=2024-09-07T16:47:38.453806+0000, chain.objs.size()=1 2024-09-07T15:27:43.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ziF8Ua3bbOK-6cw1blqN4mS5CbFEVTq_0 2024-09-07T15:27:43.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3542064857555425676', time=2024-09-07T16:47:39.352085+0000, chain.objs.size()=1 2024-09-07T15:27:43.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.BC8zjId9uiqalcGMcTltPcf0kCbdFv8_0 2024-09-07T15:27:43.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12042389888006910777', time=2024-09-07T16:47:42.238015+0000, chain.objs.size()=1 2024-09-07T15:27:43.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nlYEje7UEVPK9YLySAo0R4c3oLslntM_0 2024-09-07T15:27:43.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8414524211814650251', time=2024-09-07T16:47:43.735855+0000, chain.objs.size()=1 2024-09-07T15:27:43.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kB1U8R0T_19VS4wUVKoU11OecFs4IeA_0 2024-09-07T15:27:43.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.26506239460433531', time=2024-09-07T16:47:43.826641+0000, chain.objs.size()=1 2024-09-07T15:27:43.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9C4Zi9aes30FLinU8-ulbmFZ-APwaEw_0 2024-09-07T15:27:43.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8200295880261576585', time=2024-09-07T16:47:44.006395+0000, chain.objs.size()=1 2024-09-07T15:27:43.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.NEet-r7Mv51N-KH_8Z3Xj0Qn-FGWNlQ_0 2024-09-07T15:27:43.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13367505830744400008', time=2024-09-07T16:47:45.804802+0000, chain.objs.size()=1 2024-09-07T15:27:43.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.euAcXEwH70_bHeUYV11DXfbGtlMWxlP_0 2024-09-07T15:27:43.662 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12471348428411459180', time=2024-09-07T16:47:45.917683+0000, chain.objs.size()=1 2024-09-07T15:27:43.662 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.tF-AqDpUz8DtoAkvrW60atDAuOx3rjB_0 2024-09-07T15:27:43.662 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7506939057620400311', time=2024-09-07T16:47:46.078121+0000, chain.objs.size()=1 2024-09-07T15:27:43.662 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.fmGqqnTn9CoGWK5WVJd6nGLERx-h11q_0 2024-09-07T15:27:43.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9145869093396457543', time=2024-09-07T16:47:47.549424+0000, chain.objs.size()=1 2024-09-07T15:27:43.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.pE1Vq42cK0PWPZXypPG_ABE9_jhxYRY_0 2024-09-07T15:27:43.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.59250486697100322', time=2024-09-07T16:47:48.302400+0000, chain.objs.size()=1 2024-09-07T15:27:43.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ncxUCOUmOg2rm6zZ2xKknPXahIKr01s_0 2024-09-07T15:27:43.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17348060808533064701', time=2024-09-07T16:47:49.567212+0000, chain.objs.size()=1 2024-09-07T15:27:43.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.UYyubf55qKfBxq8yFNNnEfuilBCWltN_0 2024-09-07T15:27:43.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13874984493229518163', time=2024-09-07T16:49:11.732905+0000, chain.objs.size()=1 2024-09-07T15:27:43.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.374__shadow_.zLLMfW_-NQgXSpQns3hgDmLeI1hpreS_0 2024-09-07T15:27:43.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13356030578320570989', time=2024-09-07T16:49:44.761550+0000, chain.objs.size()=1 2024-09-07T15:27:43.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.391__shadow_.3mC6SvZsmHNQnJzJZb1VmZ0FD7pP-s2_0 2024-09-07T15:27:43.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3148041214567297447', time=2024-09-07T16:50:55.822429+0000, chain.objs.size()=1 2024-09-07T15:27:43.664 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.431__shadow_.khlYix96L4aYoSxFfzAtyvyW0rdj6d__0 2024-09-07T15:27:43.664 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11690401217023333284', time=2024-09-07T16:52:51.374443+0000, chain.objs.size()=3 2024-09-07T15:27:43.664 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.487__shadow_.fJYBkMjRgqdfNfADRzy0eSd2Rxsu02b_0 2024-09-07T15:27:43.664 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.487__shadow_.fJYBkMjRgqdfNfADRzy0eSd2Rxsu02b_1 2024-09-07T15:27:43.664 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.487__shadow_.fJYBkMjRgqdfNfADRzy0eSd2Rxsu02b_2 2024-09-07T15:27:43.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.665+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1029696982095353228', time=2024-09-07T16:52:55.366423+0000, chain.objs.size()=1 2024-09-07T15:27:43.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.665+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.489__shadow_.bTB79-8n-20xq-KTK2i5qQVt_Cz3PJ0_0 2024-09-07T15:27:43.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.665+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16463764195085312688', time=2024-09-07T16:53:11.596719+0000, chain.objs.size()=1 2024-09-07T15:27:43.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.665+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.498__shadow_.4X-WjwObiTDzGCcZJoRVHl22MtY3ChW_0 2024-09-07T15:27:43.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.665+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7565705779037920164', time=2024-09-07T16:53:22.762654+0000, chain.objs.size()=1 2024-09-07T15:27:43.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.665+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.504__shadow:i6Dun8hYXmL5X4abMGCymC2.KFRZKzG_.wtLSTMl_UYCUPLewih44areroB6pKD5_0 2024-09-07T15:27:43.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.665+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.599571915149683901', time=2024-09-07T16:54:05.843800+0000, chain.objs.size()=6 2024-09-07T15:27:43.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.665+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.1 2024-09-07T15:27:43.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.2 2024-09-07T15:27:43.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.3 2024-09-07T15:27:43.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.4 2024-09-07T15:27:43.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.5 2024-09-07T15:27:43.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.6 2024-09-07T15:27:43.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8141473280882269672', time=2024-09-07T16:54:44.009808+0000, chain.objs.size()=1 2024-09-07T15:27:43.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.519__multipart_mymultipart.2~5JJIiJji2j4S1qrsUmf7EBtgRmzBQ9S.1 2024-09-07T15:27:43.671 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16113545223390141553', time=2024-09-07T17:03:44.397506+0000, chain.objs.size()=1 2024-09-07T15:27:43.671 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.558__shadow_.bIiGnVFGwvPm8eeFoBegst_LcwyJQP1_0 2024-09-07T15:27:43.673 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8269955226492490680', time=2024-09-07T17:05:34.534240+0000, chain.objs.size()=1 2024-09-07T15:27:43.673 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:iAwlISK60UrAZyKDMXFvhP6RHoj5Xiy_._X0jdhZeFDPKGcvRUWfCzPVcQGUSDYE_0 2024-09-07T15:27:43.673 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4159149486427851192', time=2024-09-07T17:05:52.317511+0000, chain.objs.size()=1 2024-09-07T15:27:43.673 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:0QwiIV9Tw9p24E8PbB-VziSqbFwMIwt_.RUw-Iqe8bJi65-aageDy37dFfdXR1QN_0 2024-09-07T15:27:43.673 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8818858829118427254', time=2024-09-07T17:05:56.241464+0000, chain.objs.size()=1 2024-09-07T15:27:43.674 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:S0OQodvmM1QPlbQHWmzO5Rf7rQMDVah_.Js7YclSsJiUL58vG3fUE8Jhr_I4C4ha_0 2024-09-07T15:27:43.674 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11738087884082921961', time=2024-09-07T17:07:26.639661+0000, chain.objs.size()=1 2024-09-07T15:27:43.674 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.669+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.584__shadow:GC.i-B6OERBVyS5R0p3ldLfPbVRsacS_.Q-RO1-TgqZ4xxODVhoIPKInc03WrNz0_0 2024-09-07T15:27:43.675 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.673+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.642317516529170479', time=2024-09-07T17:08:11.270864+0000, chain.objs.size()=1 2024-09-07T15:27:43.675 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.673+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.606__shadow_.__2CbbqbEPDfYV6KqIxVrrWS1zR2EhG_0 2024-09-07T15:27:43.675 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.673+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14431847864267498842', time=2024-09-07T17:17:14.157556+0000, chain.objs.size()=1 2024-09-07T15:27:43.676 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.673+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.667__shadow_.1Zo3MRZensW0TgarZsG5aC8-4QshBV-_0 2024-09-07T15:27:43.676 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.673+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2976095240628492370', time=2024-09-07T17:17:34.590737+0000, chain.objs.size()=1 2024-09-07T15:27:43.676 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.673+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.680__shadow_.pU4mmpsfPg2lvGqKxhwHstU2ltA_Yhh_0 2024-09-07T15:27:43.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:43.688 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.685+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-07T15:27:43.690 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:43.690 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:43.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44881' 2024-09-07T15:27:43.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13311221695013198458', time=2024-09-07T16:31:20.352025+0000, chain.objs.size()=3 2024-09-07T15:27:43.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.160__multipart_mymultipart-LUKEWARM.2~QkRAMC7TtfK05QouZtfNyrZNbSOZ-Rp.1 2024-09-07T15:27:43.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.160__multipart_mymultipart-LUKEWARM.2~QkRAMC7TtfK05QouZtfNyrZNbSOZ-Rp.2 2024-09-07T15:27:43.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.160__multipart_mymultipart-LUKEWARM.2~QkRAMC7TtfK05QouZtfNyrZNbSOZ-Rp.3 2024-09-07T15:27:43.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_6xIOqdC20UUc4AMTQI7FjnRNVtecL1I', time=2024-09-07T16:32:31.024376+0000, chain.objs.size()=2 2024-09-07T15:27:43.692 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.164__shadow_.mWyK27cXGX-PH4FZpd1_jk17sjIxJfz_0 2024-09-07T15:27:43.693 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.164__shadow_.mWyK27cXGX-PH4FZpd1_jk17sjIxJfz_1 2024-09-07T15:27:43.693 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~z8zte70zrWvjaKYI4NNMSMzOuvBBVdb', time=2024-09-07T16:34:18.007790+0000, chain.objs.size()=1 2024-09-07T15:27:43.693 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.203__multipart_mymultipart.2~z8zte70zrWvjaKYI4NNMSMzOuvBBVdb.1 2024-09-07T15:27:43.693 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6703507746270551600', time=2024-09-07T16:38:10.658624+0000, chain.objs.size()=1 2024-09-07T15:27:43.693 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.245__shadow_.0ps7ncke3iSaHcNtQN78rHYO5-4m0rO_0 2024-09-07T15:27:43.693 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10191486937323695289', time=2024-09-07T16:40:31.362225+0000, chain.objs.size()=1 2024-09-07T15:27:43.693 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._YbVQyuH_0UzNvGKjYVwxkba_WwtRGD_0 2024-09-07T15:27:43.693 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1597075020014483796', time=2024-09-07T16:40:32.162924+0000, chain.objs.size()=1 2024-09-07T15:27:43.693 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._QVYAML9WpYfIIcjTDqlli51Pui4fEF_0 2024-09-07T15:27:43.693 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14807705468060020660', time=2024-09-07T16:40:32.319163+0000, chain.objs.size()=1 2024-09-07T15:27:43.693 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.9QfzS8gu8SfWREHjqD9sQr9Ob77XwpB_0 2024-09-07T15:27:43.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1802417291047551378', time=2024-09-07T16:40:34.335535+0000, chain.objs.size()=1 2024-09-07T15:27:43.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.KmTtCDCrlX-C6KZmhnZ6eTWhV61A-pB_0 2024-09-07T15:27:43.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1245550715938894823', time=2024-09-07T16:40:35.319916+0000, chain.objs.size()=1 2024-09-07T15:27:43.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.dxPgMOjDXu-By302DmZ4mI6sBuhWcmL_0 2024-09-07T15:27:43.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5437281233126483448', time=2024-09-07T16:40:35.421533+0000, chain.objs.size()=1 2024-09-07T15:27:43.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.pjju4BeVJiM_h0J2ZS0cqFAiEzLX1_O_0 2024-09-07T15:27:43.697 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18047710587044581952', time=2024-09-07T16:40:35.749366+0000, chain.objs.size()=1 2024-09-07T15:27:43.697 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.z78SBjf-xiU0ZQzGlWxjMbGAQApzcb5_0 2024-09-07T15:27:43.697 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.199357322562732195', time=2024-09-07T16:40:36.450268+0000, chain.objs.size()=1 2024-09-07T15:27:43.697 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.rxSdxWxc6RpO6cpoFdgur9pbYPU4AC9_0 2024-09-07T15:27:43.697 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11481698155026128996', time=2024-09-07T16:40:37.477335+0000, chain.objs.size()=1 2024-09-07T15:27:43.697 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TI_h-8nh-fXs80BgFX3RWfgKShj0vUd_0 2024-09-07T15:27:43.697 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18263667905572474002', time=2024-09-07T16:40:39.270019+0000, chain.objs.size()=1 2024-09-07T15:27:43.698 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7EoKvAUhN5URG4DmvNb3P_UIFCdshYZ_0 2024-09-07T15:27:43.698 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7758017154761422856', time=2024-09-07T16:40:41.209442+0000, chain.objs.size()=1 2024-09-07T15:27:43.698 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PSZTH8347ZkfcToPH4nS5dwbtz80dxz_0 2024-09-07T15:27:43.698 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11349932466473024016', time=2024-09-07T16:40:42.572598+0000, chain.objs.size()=1 2024-09-07T15:27:43.698 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.WMaCc-A5DWQbihUYQH1GnoSla3F97z2_0 2024-09-07T15:27:43.698 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1808817626235560067', time=2024-09-07T16:40:42.812890+0000, chain.objs.size()=1 2024-09-07T15:27:43.698 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2ANmxTl5ZmaW2-Tn9BgAw7X1qYviaLs_0 2024-09-07T15:27:43.698 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14504176465514141424', time=2024-09-07T16:40:42.814240+0000, chain.objs.size()=1 2024-09-07T15:27:43.698 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PLpIRxdUUNhYx01_C0dxAxn5e3wkjLJ_0 2024-09-07T15:27:43.698 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13184871141455213945', time=2024-09-07T16:40:43.055261+0000, chain.objs.size()=1 2024-09-07T15:27:43.698 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ITVA4MPYibk3dc0FZbfdjUUftLNZsf6_0 2024-09-07T15:27:43.699 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5057743408414926633', time=2024-09-07T16:40:43.273193+0000, chain.objs.size()=1 2024-09-07T15:27:43.699 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.9Tf9-bBUX87YxDtycEMoA_ru8q05TGs_0 2024-09-07T15:27:43.699 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.697+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9942023103388290962', time=2024-09-07T16:40:45.864044+0000, chain.objs.size()=1 2024-09-07T15:27:43.699 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.697+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.1JmkMrOrbKidG31x9pDhnbSZksuR051_0 2024-09-07T15:27:43.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16353335873464468094', time=2024-09-07T16:40:45.865846+0000, chain.objs.size()=1 2024-09-07T15:27:43.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Q9Hx6hEewPhJKMlkInCHCjG9G3sf2GI_0 2024-09-07T15:27:43.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1713697128082233474', time=2024-09-07T16:40:48.669736+0000, chain.objs.size()=1 2024-09-07T15:27:43.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.EbPa3ahdZMmQHKztvpx-AUViQQl8TMH_0 2024-09-07T15:27:43.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8614942764676291874', time=2024-09-07T16:40:48.956985+0000, chain.objs.size()=1 2024-09-07T15:27:43.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.I1ANzc7KSPs7b7CEK3lXPTi3sVE1262_0 2024-09-07T15:27:43.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11919292694555401192', time=2024-09-07T16:40:50.904606+0000, chain.objs.size()=1 2024-09-07T15:27:43.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.qTIfWJ1g_yRGfIcE1VErUlN7NPNfwnA_0 2024-09-07T15:27:43.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8495894923849199809', time=2024-09-07T16:40:51.213843+0000, chain.objs.size()=1 2024-09-07T15:27:43.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cXWOMr1uTpc8d14BOTNoyAZ8ps_r9bo_0 2024-09-07T15:27:43.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12491622492706856187', time=2024-09-07T16:40:52.166000+0000, chain.objs.size()=1 2024-09-07T15:27:43.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.A-5CJVaBc2BkLJknlZz8kWIwr_hdd7F_0 2024-09-07T15:27:43.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8176326815949010229', time=2024-09-07T16:40:52.587811+0000, chain.objs.size()=1 2024-09-07T15:27:43.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.701+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.OUeVCerN5-9t95QOOmcpRijYuTJWNBZ_0 2024-09-07T15:27:43.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15850092509225524983', time=2024-09-07T16:40:53.129934+0000, chain.objs.size()=1 2024-09-07T15:27:43.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Dq98uPi8PCQM_VrZqUir8Tft1fgpAa4_0 2024-09-07T15:27:43.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15444453717044057503', time=2024-09-07T16:40:53.336186+0000, chain.objs.size()=1 2024-09-07T15:27:43.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.tCvpPuOlgl6jpK0w4GsIQlrMGilLO1W_0 2024-09-07T15:27:43.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14096413518356964059', time=2024-09-07T16:40:53.607041+0000, chain.objs.size()=1 2024-09-07T15:27:43.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.DsnqMd7B_hcVeedr1CLHdp0rzlrrImr_0 2024-09-07T15:27:43.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18092904360415661120', time=2024-09-07T16:40:55.481523+0000, chain.objs.size()=1 2024-09-07T15:27:43.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.OL1vmXky0Kka-v208KTK-orJLMtmCfj_0 2024-09-07T15:27:43.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5236080266392246746', time=2024-09-07T16:40:55.632608+0000, chain.objs.size()=1 2024-09-07T15:27:43.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._NUquNXkByh1sH6dPWVp3DFOEXyQXBU_0 2024-09-07T15:27:43.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.107335040493153998', time=2024-09-07T16:40:56.427872+0000, chain.objs.size()=1 2024-09-07T15:27:43.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.MOgiD_YJhFZvKfztopgWCunXZbVUOD__0 2024-09-07T15:27:43.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15449848972627484549', time=2024-09-07T16:40:57.065748+0000, chain.objs.size()=1 2024-09-07T15:27:43.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.6feIxkmFp946ptZ0TSKbz-JUQnmqp1K_0 2024-09-07T15:27:43.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1111379442475697502', time=2024-09-07T16:40:58.089974+0000, chain.objs.size()=1 2024-09-07T15:27:43.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Q7P5ih4LhO-PRriyJ7legRP6YOtO32F_0 2024-09-07T15:27:43.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.576380093528604994', time=2024-09-07T16:40:58.166735+0000, chain.objs.size()=1 2024-09-07T15:27:43.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TU95QGcLuGNT1YsTl3_BIqlFklzMeat_0 2024-09-07T15:27:43.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12849822888208639479', time=2024-09-07T16:40:58.765883+0000, chain.objs.size()=1 2024-09-07T15:27:43.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xn0EsiGxEQrrMjS4AoBDyggt06OUxsL_0 2024-09-07T15:27:43.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17872094642206387241', time=2024-09-07T16:40:59.896011+0000, chain.objs.size()=1 2024-09-07T15:27:43.711 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.emKQKxNcJfZebRLyZc538mI8SRMnXvC_0 2024-09-07T15:27:43.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17580849406677437865', time=2024-09-07T16:41:00.085074+0000, chain.objs.size()=1 2024-09-07T15:27:43.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.XfY-piK0wtSKm9w1qavPYcVaXt89cK6_0 2024-09-07T15:27:43.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10679138492635198873', time=2024-09-07T16:41:00.402336+0000, chain.objs.size()=1 2024-09-07T15:27:43.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.3UX-S20NHKGvpwWQ0xmxzS54rv7T9rR_0 2024-09-07T15:27:43.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7599003752823942064', time=2024-09-07T16:41:00.635529+0000, chain.objs.size()=1 2024-09-07T15:27:43.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.P9-Em1fbW3grpLzuI19VN1dPNybV0At_0 2024-09-07T15:27:43.714 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11605688957776206353', time=2024-09-07T16:41:01.440413+0000, chain.objs.size()=1 2024-09-07T15:27:43.714 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mJu9zp9UOGOBKlG-vPgWdeJCRt-MgFz_0 2024-09-07T15:27:43.714 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10702151758183595836', time=2024-09-07T16:41:24.850217+0000, chain.objs.size()=1 2024-09-07T15:27:43.714 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.275__shadow_.obQBFG2yEksoorQzupSLH5bplr0_uHH_0 2024-09-07T15:27:43.714 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9907732415305312599', time=2024-09-07T16:41:33.126245+0000, chain.objs.size()=1 2024-09-07T15:27:43.714 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.279__shadow_.LOB3nURe_TV4GWf-dieSXnlH1Mj1ual_0 2024-09-07T15:27:43.714 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1481705699286067952', time=2024-09-07T16:41:33.128519+0000, chain.objs.size()=1 2024-09-07T15:27:43.714 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.279__shadow_.jLS1_7zJ6pejQ6-uQpx1WU0a1AB0Wtj_0 2024-09-07T15:27:43.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16495338962967718874', time=2024-09-07T16:41:51.964807+0000, chain.objs.size()=1 2024-09-07T15:27:43.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.288__shadow_.-_BQ8NPIUWJ0WOmxRNjto5hMC5jX-Mk_0 2024-09-07T15:27:43.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16073985683747916983', time=2024-09-07T16:41:51.980218+0000, chain.objs.size()=1 2024-09-07T15:27:43.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.288__shadow_.pyTPYTsaITfHGVJSI2W820dbokpk3R__0 2024-09-07T15:27:43.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4492423545667571171', time=2024-09-07T16:42:05.763368+0000, chain.objs.size()=1 2024-09-07T15:27:43.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.nDySOHdbqzp59bVQTzoCPa2GB1T4APx_0 2024-09-07T15:27:43.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4978228607074469118', time=2024-09-07T16:42:05.764917+0000, chain.objs.size()=1 2024-09-07T15:27:43.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.Qva3Key7Z3s70PdkhuFA2ZKxbofZ1RU_0 2024-09-07T15:27:43.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2776975130965815361', time=2024-09-07T16:42:05.766450+0000, chain.objs.size()=1 2024-09-07T15:27:43.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.witBQzrrimdgafTjNGIGI6zcbL9ru7e_0 2024-09-07T15:27:43.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18153397120289877388', time=2024-09-07T16:42:11.165355+0000, chain.objs.size()=1 2024-09-07T15:27:43.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.dTRLombNNmaYbaJ9LltG49u6IoIs2sA_0 2024-09-07T15:27:43.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12625611099781521328', time=2024-09-07T16:42:24.150888+0000, chain.objs.size()=1 2024-09-07T15:27:43.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.300__shadow_.SGIXITnAlxevXHhReAmTDNpbCyOiHA4_0 2024-09-07T15:27:43.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1603667925863113901', time=2024-09-07T16:42:28.294504+0000, chain.objs.size()=1 2024-09-07T15:27:43.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.302__shadow_.dWJBDQ-zjQZUM14CfLb8YZ9-Yix4LL4_0 2024-09-07T15:27:43.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7038197957504082835', time=2024-09-07T16:43:18.969332+0000, chain.objs.size()=1 2024-09-07T15:27:43.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.323__shadow_.1DSbLBz2cgDyXnmfsSgjUnnm1pUJqfw_0 2024-09-07T15:27:43.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14986677152941303427', time=2024-09-07T16:45:03.768188+0000, chain.objs.size()=1 2024-09-07T15:27:43.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MLiuDxgKbbKw6CNT8NLy261z3UJhQLh_0 2024-09-07T15:27:43.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5656167020712300156', time=2024-09-07T16:45:05.207091+0000, chain.objs.size()=1 2024-09-07T15:27:43.719 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.5hwxgsfHUVLFDXzq6IZt0vcCjBRUS6q_0 2024-09-07T15:27:43.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18207494183577097059', time=2024-09-07T16:45:06.467128+0000, chain.objs.size()=1 2024-09-07T15:27:43.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._BIy-qkAV4G_a1pbyyBF9ExlX6JvUkR_0 2024-09-07T15:27:43.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9043791138307584571', time=2024-09-07T16:45:08.833015+0000, chain.objs.size()=1 2024-09-07T15:27:43.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.z94ifFCiWd_HO-oVRQcT1PpU1Erjolz_0 2024-09-07T15:27:43.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7000370215914769626', time=2024-09-07T16:45:10.669889+0000, chain.objs.size()=1 2024-09-07T15:27:43.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.r_1LqxtHcRRWCZNhBK5_GQrvwlr57ph_0 2024-09-07T15:27:43.722 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10850148429109003063', time=2024-09-07T16:45:12.965888+0000, chain.objs.size()=1 2024-09-07T15:27:43.722 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.qRtyrMp1caWDhI3z3fOK6SVUYmc61hK_0 2024-09-07T15:27:43.722 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18083314278379613075', time=2024-09-07T16:45:13.330542+0000, chain.objs.size()=1 2024-09-07T15:27:43.722 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.PEk-_A0RN3m9Ma1pyzG-oW-PsVEGuTK_0 2024-09-07T15:27:43.722 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2290499963517529683', time=2024-09-07T16:45:13.896651+0000, chain.objs.size()=1 2024-09-07T15:27:43.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Sp-AlKkU0CTg-lnGSUzQmBclp6HhED9_0 2024-09-07T15:27:43.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6052425548094495856', time=2024-09-07T16:45:15.148773+0000, chain.objs.size()=1 2024-09-07T15:27:43.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._vyGnZiuoD2JZ-IPzHHJ0kSLBzFVfBY_0 2024-09-07T15:27:43.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10897804943114731167', time=2024-09-07T16:45:17.193000+0000, chain.objs.size()=1 2024-09-07T15:27:43.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eDsbLOw-Wp-guWYbGRGgqlyhHVlI4Tq_0 2024-09-07T15:27:43.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4263949507863592827', time=2024-09-07T16:45:17.501945+0000, chain.objs.size()=1 2024-09-07T15:27:43.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.mvACGnPvlzajyQhNhF6YUuYHXPXQQWv_0 2024-09-07T15:27:43.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2543170629814594240', time=2024-09-07T16:45:18.157361+0000, chain.objs.size()=1 2024-09-07T15:27:43.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.kodt2XZz7MuEiXGQqwKhS7Q7rflk9VI_0 2024-09-07T15:27:43.725 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13036929633373942929', time=2024-09-07T16:45:18.591348+0000, chain.objs.size()=1 2024-09-07T15:27:43.725 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pCzSb4qJlPWN1ikonCtQgQoH6BIbHcD_0 2024-09-07T15:27:43.725 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8116372994935996100', time=2024-09-07T16:45:19.899021+0000, chain.objs.size()=1 2024-09-07T15:27:43.725 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.F95MKxA2aQd_s6dT7rA1tzU5JGv8_fJ_0 2024-09-07T15:27:43.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14710467863027487734', time=2024-09-07T16:45:22.976957+0000, chain.objs.size()=1 2024-09-07T15:27:43.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dNsD7dNc7hWGTzuRxseJJ--iRLQPlmJ_0 2024-09-07T15:27:43.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16095393458630046233', time=2024-09-07T16:45:23.723781+0000, chain.objs.size()=1 2024-09-07T15:27:43.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hjSsmT5VQH9syvaPKDRia-lRSJoj9Ks_0 2024-09-07T15:27:43.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9402637068150589176', time=2024-09-07T16:45:23.777275+0000, chain.objs.size()=1 2024-09-07T15:27:43.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-Ww_KqCRvSApnOo1QD6n2HbUVqyHck6_0 2024-09-07T15:27:43.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12423458788199037949', time=2024-09-07T16:45:24.746018+0000, chain.objs.size()=1 2024-09-07T15:27:43.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jDiA1yROe5eaqtwNukbqU2S0WeyTzzX_0 2024-09-07T15:27:43.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15834845986158454673', time=2024-09-07T16:45:24.962337+0000, chain.objs.size()=1 2024-09-07T15:27:43.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.f6IK3qZPBZ_80RDTodGcbWXUmFOVYbH_0 2024-09-07T15:27:43.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9473990880286539680', time=2024-09-07T16:45:26.425465+0000, chain.objs.size()=1 2024-09-07T15:27:43.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.BzJFB2fyBD59u7ecljkm7hoPG7j0ghV_0 2024-09-07T15:27:43.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17045480558802385371', time=2024-09-07T16:45:29.033127+0000, chain.objs.size()=1 2024-09-07T15:27:43.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.RmMmCxOPMGUHiVqjPGKioE1jK1GQ8k5_0 2024-09-07T15:27:43.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6326361068823541607', time=2024-09-07T16:45:30.642753+0000, chain.objs.size()=1 2024-09-07T15:27:43.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.GYNbW36AEkeB4WIiMsG1GLi-vWUIB6X_0 2024-09-07T15:27:43.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13968418462639482635', time=2024-09-07T16:45:32.858735+0000, chain.objs.size()=1 2024-09-07T15:27:43.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.cPoFlatWIEUSwMddUF6pRJYYBrGCqqf_0 2024-09-07T15:27:43.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3252526736709180879', time=2024-09-07T16:45:33.012229+0000, chain.objs.size()=1 2024-09-07T15:27:43.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0FziuSxluDCppMtUycsar_Gyx53htgw_0 2024-09-07T15:27:43.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15392561337852051570', time=2024-09-07T16:45:33.234370+0000, chain.objs.size()=1 2024-09-07T15:27:43.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.970tsImH8Q8mHXxqRawkespjbOV7zdI_0 2024-09-07T15:27:43.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9903505462245897914', time=2024-09-07T16:45:33.361457+0000, chain.objs.size()=1 2024-09-07T15:27:43.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yofvdcMnj6Ymy-dDdFwZbGWxPcf8MwN_0 2024-09-07T15:27:43.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16978780156808324457', time=2024-09-07T16:47:19.075841+0000, chain.objs.size()=1 2024-09-07T15:27:43.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uRNgVslBUXrp8Xq_Cp2wSEnHhj0lfL__0 2024-09-07T15:27:43.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6644830728094454010', time=2024-09-07T16:47:19.376693+0000, chain.objs.size()=1 2024-09-07T15:27:43.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.PI1fWdhor_x43eZBWQlMmyvMLzq5aO5_0 2024-09-07T15:27:43.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5243531607629508130', time=2024-09-07T16:47:25.921425+0000, chain.objs.size()=1 2024-09-07T15:27:43.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.KN7fKobEOaMHZyh1eB4Ihe9JKfBZc86_0 2024-09-07T15:27:43.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17861988801429009933', time=2024-09-07T16:47:27.887308+0000, chain.objs.size()=1 2024-09-07T15:27:43.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._tx-P_aNrc7YvZ85J9RvUhuEyHSNKNn_0 2024-09-07T15:27:43.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17255388020658733303', time=2024-09-07T16:47:29.041394+0000, chain.objs.size()=1 2024-09-07T15:27:43.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.aPi0e1n07o1i6O2W_-bzy8md9136C61_0 2024-09-07T15:27:43.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8319297635728947270', time=2024-09-07T16:47:29.462161+0000, chain.objs.size()=1 2024-09-07T15:27:43.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.suEjUFL5cIY17qEYUkE-Loo8Eo4_Abk_0 2024-09-07T15:27:43.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18189311258585411903', time=2024-09-07T16:47:29.936401+0000, chain.objs.size()=1 2024-09-07T15:27:43.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1gU0k-oIZjVMSYvvH1Wu88Q6S7mivOn_0 2024-09-07T15:27:43.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7106267214941978133', time=2024-09-07T16:47:31.476679+0000, chain.objs.size()=1 2024-09-07T15:27:43.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YHcflR7I5ZQ5UsL-EPEVKSu4aHSMQby_0 2024-09-07T15:27:43.734 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10577600457815251867', time=2024-09-07T16:47:31.478399+0000, chain.objs.size()=1 2024-09-07T15:27:43.734 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.HvTxHkn0QQ7GDRu7cpXjWz3IFqejWwj_0 2024-09-07T15:27:43.735 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.733+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5970030332313767270', time=2024-09-07T16:47:31.953342+0000, chain.objs.size()=1 2024-09-07T15:27:43.735 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.733+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LAb_zFBcriW2qcXrBZxSHTmT4zJ3Obc_0 2024-09-07T15:27:43.735 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.733+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7674140236683038836', time=2024-09-07T16:47:35.597480+0000, chain.objs.size()=1 2024-09-07T15:27:43.736 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.733+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-daguXM_dbdA2Cb6Aiq6cF-b-LKkFZb_0 2024-09-07T15:27:43.736 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.733+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15790037633283694033', time=2024-09-07T16:47:35.986126+0000, chain.objs.size()=1 2024-09-07T15:27:43.736 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.733+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.flBdE4T05xM3m-gTjrO5Kqdn3IUPPkn_0 2024-09-07T15:27:43.737 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.733+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5460186225997041057', time=2024-09-07T16:47:36.461197+0000, chain.objs.size()=1 2024-09-07T15:27:43.737 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.733+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zM21hauUAbDyl5cxiOr8anp01D5B3dk_0 2024-09-07T15:27:43.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.733+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14083363873220927220', time=2024-09-07T16:47:36.675917+0000, chain.objs.size()=1 2024-09-07T15:27:43.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.733+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Zp7Mxf17R1WWzrrg6X9ZcptwCyA8sFn_0 2024-09-07T15:27:43.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.733+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8546594787449585806', time=2024-09-07T16:47:38.055389+0000, chain.objs.size()=1 2024-09-07T15:27:43.738 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.733+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.MTyiD_O41eW8lxGU5Aj48lOKzRUSV1b_0 2024-09-07T15:27:43.740 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4683785623110775702', time=2024-09-07T16:47:40.407191+0000, chain.objs.size()=1 2024-09-07T15:27:43.740 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.n8ZaAk37MJAGigX7dbJ-XF1bWn24GU2_0 2024-09-07T15:27:43.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14211129940965105254', time=2024-09-07T16:47:41.219582+0000, chain.objs.size()=1 2024-09-07T15:27:43.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.R9HoOJyIwE-vnSAI09rxF9PRTNanDn9_0 2024-09-07T15:27:43.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5203511390485073294', time=2024-09-07T16:47:41.221188+0000, chain.objs.size()=1 2024-09-07T15:27:43.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.TiX-9F1azhoD3qtbQn5_nZdo26p6N8y_0 2024-09-07T15:27:43.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13455381222866469072', time=2024-09-07T16:47:41.706376+0000, chain.objs.size()=1 2024-09-07T15:27:43.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.G6WPUT5wNQJUxeSG4dD4tbOZSa6IGZg_0 2024-09-07T15:27:43.745 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.741+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/44881 2024-09-07T15:27:43.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-07T15:27:43.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5315924309617172309', time=2024-09-07T16:47:42.464545+0000, chain.objs.size()=1 2024-09-07T15:27:43.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qWfuzj_yND3uuoJ775-SuKRTi_SjgVk_0 2024-09-07T15:27:43.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13118082614632563723', time=2024-09-07T16:47:43.249563+0000, chain.objs.size()=1 2024-09-07T15:27:43.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dXC6sCXmi3P-BfFlp_d1m2gF1OlqhsD_0 2024-09-07T15:27:43.748 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10107154177914121159', time=2024-09-07T16:47:43.251456+0000, chain.objs.size()=1 2024-09-07T15:27:43.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LFYZwigTph_USvYgbDGyoFwttySAue3_0 2024-09-07T15:27:43.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1090818521512256502', time=2024-09-07T16:47:43.973865+0000, chain.objs.size()=1 2024-09-07T15:27:43.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Gutyc1c7TYw3R3-fCVl1Va3MnKdYYEl_0 2024-09-07T15:27:43.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18359994944642879074', time=2024-09-07T16:47:44.898884+0000, chain.objs.size()=1 2024-09-07T15:27:43.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1ZDkXlMMZwsPO1xZOPuws4qyL2Ha1UR_0 2024-09-07T15:27:43.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16507645944464545664', time=2024-09-07T16:47:49.623163+0000, chain.objs.size()=1 2024-09-07T15:27:43.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.fOyXY75e_hdTyZ7Rqnrdgk041kjufok_0 2024-09-07T15:27:43.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8796574412338826191', time=2024-09-07T16:52:10.564686+0000, chain.objs.size()=1 2024-09-07T15:27:43.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.465__shadow_.APH8sk3Ige2OkQRXHCqvroIKQqweI3Q_0 2024-09-07T15:27:43.749 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12034623935805767634', time=2024-09-07T16:52:13.224724+0000, chain.objs.size()=1 2024-09-07T15:27:43.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.466__shadow_.LGmOAOlhCLdv1rEFkAJA30qCObdVDDv_0 2024-09-07T15:27:43.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2485510940585662205', time=2024-09-07T16:53:07.781909+0000, chain.objs.size()=1 2024-09-07T15:27:43.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.497__shadow_.kyQdBE_vs04XHTv9W8U6-4n9rh6Zqqi_0 2024-09-07T15:27:43.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3428303776293874191', time=2024-09-07T16:53:14.952668+0000, chain.objs.size()=1 2024-09-07T15:27:43.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.500__shadow_.grtQtwh-34CFciauxtzaiTkMasBQuym_0 2024-09-07T15:27:43.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15022856715850327383', time=2024-09-07T16:55:22.412259+0000, chain.objs.size()=6 2024-09-07T15:27:43.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.520__multipart_mymultipart.2~vYdhT9TVTLN6DArXJJKRSlaDI25KZFH.1 2024-09-07T15:27:43.750 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.520__multipart_mymultipart.2~vYdhT9TVTLN6DArXJJKRSlaDI25KZFH.2 2024-09-07T15:27:43.752 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.749+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.520__multipart_mymultipart.2~vYdhT9TVTLN6DArXJJKRSlaDI25KZFH.3 2024-09-07T15:27:43.752 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.749+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.520__multipart_mymultipart.2~vYdhT9TVTLN6DArXJJKRSlaDI25KZFH.4 2024-09-07T15:27:43.754 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.520__multipart_mymultipart.2~vYdhT9TVTLN6DArXJJKRSlaDI25KZFH.5 2024-09-07T15:27:43.754 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.520__multipart_mymultipart.2~vYdhT9TVTLN6DArXJJKRSlaDI25KZFH.6 2024-09-07T15:27:43.754 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10412963312688629382', time=2024-09-07T16:57:46.196872+0000, chain.objs.size()=6 2024-09-07T15:27:43.754 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~R9nWqXMbCmIlsFo33Lfm7GVtHQSV8MM.1 2024-09-07T15:27:43.754 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.afTLjnRpkujG5cgTBRyaqIpZF8WFazGs.2 2024-09-07T15:27:43.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~R9nWqXMbCmIlsFo33Lfm7GVtHQSV8MM.3 2024-09-07T15:27:43.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~R9nWqXMbCmIlsFo33Lfm7GVtHQSV8MM.4 2024-09-07T15:27:43.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~R9nWqXMbCmIlsFo33Lfm7GVtHQSV8MM.5 2024-09-07T15:27:43.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~R9nWqXMbCmIlsFo33Lfm7GVtHQSV8MM.6 2024-09-07T15:27:43.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18255458498822753653', time=2024-09-07T17:03:15.446021+0000, chain.objs.size()=1 2024-09-07T15:27:43.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.555__shadow_.p9iKKawzcWUmkT8TL50sJX1eolYvQ0l_0 2024-09-07T15:27:43.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10128923570397564691', time=2024-09-07T17:05:27.225090+0000, chain.objs.size()=1 2024-09-07T15:27:43.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.577__shadow:tNv2bSugFxht2E9WgZGI1hEXnexXEDk_.qcONlZ_XklYfnCt8IOyxWXAkTuNH-vn_0 2024-09-07T15:27:43.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11799764945359542246', time=2024-09-07T17:07:32.866360+0000, chain.objs.size()=1 2024-09-07T15:27:43.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.586__shadow:s3BI.-bgIfQmdIeE8rO.tOVTuOg1Vga_.sXU40PBxsql-6kVnS4YXwKFtDCe0VbK_0 2024-09-07T15:27:43.757 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16597829330486104131', time=2024-09-07T17:17:01.600979+0000, chain.objs.size()=6 2024-09-07T15:27:43.757 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.661__multipart_bar.2~fcC-bq36DpfV77RlWWZJIRXt8tUm-YB.1 2024-09-07T15:27:43.757 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.661__multipart_bar.2~fcC-bq36DpfV77RlWWZJIRXt8tUm-YB.2 2024-09-07T15:27:43.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.661__multipart_bar.2~fcC-bq36DpfV77RlWWZJIRXt8tUm-YB.3 2024-09-07T15:27:43.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.661__multipart_bar.2~fcC-bq36DpfV77RlWWZJIRXt8tUm-YB.4 2024-09-07T15:27:43.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.661__multipart_bar.2~fcC-bq36DpfV77RlWWZJIRXt8tUm-YB.5 2024-09-07T15:27:43.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.661__multipart_bar.2~fcC-bq36DpfV77RlWWZJIRXt8tUm-YB.6 2024-09-07T15:27:43.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18125587874192016618', time=2024-09-07T17:17:22.253435+0000, chain.objs.size()=1 2024-09-07T15:27:43.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.672__shadow_.pBXp58qs7ck37ddzOo0z9hmMt7TRCqc_0 2024-09-07T15:27:43.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7567508152545735723', time=2024-09-07T17:18:29.946987+0000, chain.objs.size()=1 2024-09-07T15:27:43.761 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.712__multipart_file1.2~-FO0jePI_ET5k9OvZEQdDJV6QESGsEo.1 2024-09-07T15:27:43.762 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4664692565952071004', time=2024-09-07T17:18:33.305789+0000, chain.objs.size()=1 2024-09-07T15:27:43.762 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.714__shadow:qo-kfK9V8bm68XClz9GiOveGdsUxdRt_.RAjvZEfVyaH5ECuI8p1jrIHy2Kmtoyt_0 2024-09-07T15:27:43.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:43.767 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-07T15:27:43.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:43.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:43.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48076' 2024-09-07T15:27:43.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_B13X4b2ZvcJppbdLu7bz-6mokNjv4Ln', time=2024-09-07T16:31:46.849638+0000, chain.objs.size()=2 2024-09-07T15:27:43.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.Jr9TOiMofwtb2KMKQ0tHZZdmFE3WmBJ_0 2024-09-07T15:27:43.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.Jr9TOiMofwtb2KMKQ0tHZZdmFE3WmBJ_1 2024-09-07T15:27:43.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11538299659111777151', time=2024-09-07T16:31:54.911744+0000, chain.objs.size()=3 2024-09-07T15:27:43.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__multipart_foo-STANDARD.2~m6vJTfoDE67eAw-Bsqfc0hZEALP_usm.1 2024-09-07T15:27:43.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__multipart_foo-STANDARD.2~m6vJTfoDE67eAw-Bsqfc0hZEALP_usm.2 2024-09-07T15:27:43.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__multipart_foo-STANDARD.2~m6vJTfoDE67eAw-Bsqfc0hZEALP_usm.3 2024-09-07T15:27:43.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12914411197737035009', time=2024-09-07T16:38:25.080608+0000, chain.objs.size()=1 2024-09-07T15:27:43.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.252__shadow_.sH7yJla_0aKKClWUS-FB61FWRVEOEyz_0 2024-09-07T15:27:43.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8766515558583792182', time=2024-09-07T16:38:39.324981+0000, chain.objs.size()=1 2024-09-07T15:27:43.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.259__shadow_.D6AuBIHR0ioQ_XKJdeiBAKt8dUmWY4q_0 2024-09-07T15:27:43.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1893620540066826746', time=2024-09-07T16:40:31.334428+0000, chain.objs.size()=1 2024-09-07T15:27:43.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.WFEZ6jWVAVzGILEv4ErnZ7vQWsMILVW_0 2024-09-07T15:27:43.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18261768342636657022', time=2024-09-07T16:40:31.948364+0000, chain.objs.size()=1 2024-09-07T15:27:43.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.LrEr3PiEni9QuuQ_QQHl7ThRqY1XXaT_0 2024-09-07T15:27:43.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2387161050578416617', time=2024-09-07T16:40:32.881816+0000, chain.objs.size()=1 2024-09-07T15:27:43.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.01KG54qR_6wAzcGth6D5r63ZCaPCbcV_0 2024-09-07T15:27:43.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12438722115457169790', time=2024-09-07T16:40:34.686099+0000, chain.objs.size()=1 2024-09-07T15:27:43.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7qPIi9hOZaQCrRdqR3I9FydSxGXr3ZB_0 2024-09-07T15:27:43.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9731647121358078408', time=2024-09-07T16:40:34.796102+0000, chain.objs.size()=1 2024-09-07T15:27:43.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yOhTPRMC-1yNnziCGIYZ0jnshm6l1ao_0 2024-09-07T15:27:43.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11112151565435257432', time=2024-09-07T16:40:35.881592+0000, chain.objs.size()=1 2024-09-07T15:27:43.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.jFiCuDBlmXgJGZdbTagUp4fnc-ALSB8_0 2024-09-07T15:27:43.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16416644103070272613', time=2024-09-07T16:40:36.222915+0000, chain.objs.size()=1 2024-09-07T15:27:43.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.jieNT5JJf0Q-roTV4rYp-_JVk_p-TwA_0 2024-09-07T15:27:43.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10576968989602014511', time=2024-09-07T16:40:36.224595+0000, chain.objs.size()=1 2024-09-07T15:27:43.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2nWUqlum-5LPKvETzcFaf5jfcKpN_TW_0 2024-09-07T15:27:43.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.778716860367497902', time=2024-09-07T16:40:36.715592+0000, chain.objs.size()=1 2024-09-07T15:27:43.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.raK4aTQLsMcTZ85a1KvqV031QfovISN_0 2024-09-07T15:27:43.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16641623476879357878', time=2024-09-07T16:40:37.013894+0000, chain.objs.size()=1 2024-09-07T15:27:43.775 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.wDTPoAAXkwFIfHQKqr89TaEjbYIlMA2_0 2024-09-07T15:27:43.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17412325083865607514', time=2024-09-07T16:40:37.131131+0000, chain.objs.size()=1 2024-09-07T15:27:43.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.3tgMlJdRVqSxtEU_9DNSX0L2wFXOI6V_0 2024-09-07T15:27:43.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1948270174548124200', time=2024-09-07T16:40:39.979809+0000, chain.objs.size()=1 2024-09-07T15:27:43.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.k0B16rCJmhEEYcAPbtM8yEy-HEj2wTF_0 2024-09-07T15:27:43.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11469878761359689015', time=2024-09-07T16:40:41.373203+0000, chain.objs.size()=1 2024-09-07T15:27:43.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.uRW-GTekce3O4EhDe8Rr3KNNsomPG0s_0 2024-09-07T15:27:43.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5230997014707168323', time=2024-09-07T16:40:41.796243+0000, chain.objs.size()=1 2024-09-07T15:27:43.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.SoqubUFvz1rFpKxzJLtQERPu1g4iBxD_0 2024-09-07T15:27:43.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13081772460073458772', time=2024-09-07T16:40:44.156093+0000, chain.objs.size()=1 2024-09-07T15:27:43.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.pGjKnF1RqrBgCFWxz6xwe2ma2v1yflE_0 2024-09-07T15:27:43.776 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13244970955991524373', time=2024-09-07T16:40:44.787706+0000, chain.objs.size()=1 2024-09-07T15:27:43.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Y6DOPILtpNQsSkPzdUVvnefEEuENpGu_0 2024-09-07T15:27:43.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4466757399794399846', time=2024-09-07T16:40:45.432327+0000, chain.objs.size()=1 2024-09-07T15:27:43.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.r-OEhqWH7lF2osioTjA0s8v7XQVDjJF_0 2024-09-07T15:27:43.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5030094112445806209', time=2024-09-07T16:40:47.274332+0000, chain.objs.size()=1 2024-09-07T15:27:43.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ftvksdJPXwYahi9tXPC5iQcAyanwayV_0 2024-09-07T15:27:43.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17779098990523916399', time=2024-09-07T16:40:49.503684+0000, chain.objs.size()=1 2024-09-07T15:27:43.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.UoxhGNqziq12uR1_Y3FCqbwQuGEUG39_0 2024-09-07T15:27:43.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7993889565703989339', time=2024-09-07T16:40:49.839577+0000, chain.objs.size()=1 2024-09-07T15:27:43.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Sr5lkQ_6BtXs9FeuPTlck71zFyw6j70_0 2024-09-07T15:27:43.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4111420741244386433', time=2024-09-07T16:40:50.025795+0000, chain.objs.size()=1 2024-09-07T15:27:43.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NktOFcCW6fUeoBY0YiAmELezjEFLveC_0 2024-09-07T15:27:43.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5396844658594204166', time=2024-09-07T16:40:51.383418+0000, chain.objs.size()=1 2024-09-07T15:27:43.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Igqoc9zW3wTZLKP6C6vmn5mnpBtLzy1_0 2024-09-07T15:27:43.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7141823656972025544', time=2024-09-07T16:40:53.166306+0000, chain.objs.size()=1 2024-09-07T15:27:43.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PtpSYB1o1PqGB19SCMsQ1qgZWmQVoUp_0 2024-09-07T15:27:43.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10072031206703028151', time=2024-09-07T16:40:58.192706+0000, chain.objs.size()=1 2024-09-07T15:27:43.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.r9-uiQRhsoSeJBKxQzCnon4prIbUWdK_0 2024-09-07T15:27:43.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16932411498824344483', time=2024-09-07T16:41:03.486294+0000, chain.objs.size()=1 2024-09-07T15:27:43.780 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.264__shadow_.hoDrtg3Fu9auiMwnPrISk_cGueA34Yf_0 2024-09-07T15:27:43.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13955296732355739945', time=2024-09-07T16:41:26.973559+0000, chain.objs.size()=1 2024-09-07T15:27:43.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.276__shadow_.8sKyALcT4XlMwOuag78sEIue5vsisPW_0 2024-09-07T15:27:43.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5858991145599031402', time=2024-09-07T16:41:31.078588+0000, chain.objs.size()=1 2024-09-07T15:27:43.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.278__shadow_.UI6so4XFN63bE84-KTIDrgfPQ0AjQAr_0 2024-09-07T15:27:43.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14807732316110684066', time=2024-09-07T16:41:33.126258+0000, chain.objs.size()=1 2024-09-07T15:27:43.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.279__shadow_._VYC4YgwWO6HFSS0CsL6KHH7_2RlSLK_0 2024-09-07T15:27:43.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18331167783330229080', time=2024-09-07T16:41:37.230498+0000, chain.objs.size()=1 2024-09-07T15:27:43.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.281__shadow_.BeqfzLQC-QBN3O7fPi3cqj8En9te7u6_0 2024-09-07T15:27:43.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8692668605796763268', time=2024-09-07T16:41:39.275172+0000, chain.objs.size()=1 2024-09-07T15:27:43.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.282__shadow_.jEGb3mlwaAOVhjCSM5RnKVIhCpw4uIw_0 2024-09-07T15:27:43.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15086182816954901768', time=2024-09-07T16:41:47.662254+0000, chain.objs.size()=1 2024-09-07T15:27:43.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.286__shadow_.drVGjaEhf7hX3UZi13e5MKg9Vyw23fP_0 2024-09-07T15:27:43.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2116617319982563433', time=2024-09-07T16:42:06.104223+0000, chain.objs.size()=1 2024-09-07T15:27:43.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.bB90zp8R2Iq5N6ml9VWqh9aJM6NYmhF_0 2024-09-07T15:27:43.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3857442500576431106', time=2024-09-07T16:42:11.360304+0000, chain.objs.size()=1 2024-09-07T15:27:43.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.ZkluNWB0o6MaWcoTf2yHv9Fayy9sLpy_0 2024-09-07T15:27:43.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13472490150669018103', time=2024-09-07T16:42:13.557176+0000, chain.objs.size()=1 2024-09-07T15:27:43.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.295__shadow_.3L4W_yyW00qvhGP3HgLzhnYQKtRZ12l_0 2024-09-07T15:27:43.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2578607352989387807', time=2024-09-07T16:45:05.187191+0000, chain.objs.size()=1 2024-09-07T15:27:43.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.PAwenIZOoqjAPlgqAUVmgDq2LgA9HIn_0 2024-09-07T15:27:43.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10300968140377184710', time=2024-09-07T16:45:05.189042+0000, chain.objs.size()=1 2024-09-07T15:27:43.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.E8AsdmmCzwIOmI9PSOUKtRdKIU-8bi1_0 2024-09-07T15:27:43.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9385029531545328540', time=2024-09-07T16:45:05.916444+0000, chain.objs.size()=1 2024-09-07T15:27:43.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.X-_DOSzra6K-GKa-uUodRrwUmUnmaZI_0 2024-09-07T15:27:43.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8082868435901396506', time=2024-09-07T16:45:08.039044+0000, chain.objs.size()=1 2024-09-07T15:27:43.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.A9qdPG77zQpPQ5ruUUPti65s7kfVcRY_0 2024-09-07T15:27:43.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14771507118817017054', time=2024-09-07T16:45:08.041363+0000, chain.objs.size()=1 2024-09-07T15:27:43.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.p5DQk2TZN4VKj5YdBZW-KiP8pOMe3SB_0 2024-09-07T15:27:43.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10399090691691441200', time=2024-09-07T16:45:08.368997+0000, chain.objs.size()=1 2024-09-07T15:27:43.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.soR0xu7VV2qyT904avqUJ8zj1-vRRJZ_0 2024-09-07T15:27:43.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12479158103721825403', time=2024-09-07T16:45:10.043832+0000, chain.objs.size()=1 2024-09-07T15:27:43.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.nCWjN1NZ7W4Ylphsbg_4kShIR26dKwj_0 2024-09-07T15:27:43.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6773974067336741735', time=2024-09-07T16:45:10.576434+0000, chain.objs.size()=1 2024-09-07T15:27:43.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.WAwwL3B4dQsyiZGilBpMIGuCTpNQusJ_0 2024-09-07T15:27:43.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3411428711290656860', time=2024-09-07T16:45:12.877479+0000, chain.objs.size()=1 2024-09-07T15:27:43.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.b_6YY8AvsXAYx3jNmueSF0ZFapgpjtS_0 2024-09-07T15:27:43.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4290752076616551728', time=2024-09-07T16:45:13.319459+0000, chain.objs.size()=1 2024-09-07T15:27:43.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.bmlRo8_O_AyOAf0a9gg84ny3zoJWz9Y_0 2024-09-07T15:27:43.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17318791382387105269', time=2024-09-07T16:45:14.291664+0000, chain.objs.size()=1 2024-09-07T15:27:43.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.vIELog9Q9YD8EQeL369_H-6YcWIphLa_0 2024-09-07T15:27:43.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17823223321554337061', time=2024-09-07T16:45:15.140591+0000, chain.objs.size()=1 2024-09-07T15:27:43.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gtzXrtHg2v4o-mxqASE2XUiff9uA0C-_0 2024-09-07T15:27:43.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2093445257513169385', time=2024-09-07T16:45:16.042153+0000, chain.objs.size()=1 2024-09-07T15:27:43.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.WV86kI4OdN1AfKp73WYEIRQCK-i88PL_0 2024-09-07T15:27:43.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.789+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10548221352378639560', time=2024-09-07T16:45:16.494068+0000, chain.objs.size()=1 2024-09-07T15:27:43.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.789+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7sdudBncLQOIiSeqerIu8RfjhhzI-G5_0 2024-09-07T15:27:43.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.789+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6301454959868245101', time=2024-09-07T16:45:16.873057+0000, chain.objs.size()=1 2024-09-07T15:27:43.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.789+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._cvcD7PjkvWAlwCfM8B6JWSsxrx7wuS_0 2024-09-07T15:27:43.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2388063780311408280', time=2024-09-07T16:45:18.518526+0000, chain.objs.size()=1 2024-09-07T15:27:43.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.1rV2hzFZ4L-U9A8JRdp4G25wdIvpWoE_0 2024-09-07T15:27:43.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16844835073125340267', time=2024-09-07T16:45:19.994200+0000, chain.objs.size()=1 2024-09-07T15:27:43.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.aoh8dKadQfIfDbMCAS3sNT807gCQjXo_0 2024-09-07T15:27:43.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2647779747050049181', time=2024-09-07T16:45:21.573767+0000, chain.objs.size()=1 2024-09-07T15:27:43.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4_1eYBoT90U_olCHMnkvDQfrXHOSx26_0 2024-09-07T15:27:43.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3339618864548492282', time=2024-09-07T16:45:21.863897+0000, chain.objs.size()=1 2024-09-07T15:27:43.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._CNCw1BgI4yrVLzbVMPwJpUzriCCo1G_0 2024-09-07T15:27:43.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12624072782929423455', time=2024-09-07T16:45:22.250797+0000, chain.objs.size()=1 2024-09-07T15:27:43.797 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.QnMLsOGxPMiOWfPcJgBkwk_kr49f2Iv_0 2024-09-07T15:27:43.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12182727530778746537', time=2024-09-07T16:45:22.715596+0000, chain.objs.size()=1 2024-09-07T15:27:43.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.3OG7p0uhXWQtdzLQaL2Jop-wL4A2GIE_0 2024-09-07T15:27:43.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5102178785558477074', time=2024-09-07T16:45:24.198606+0000, chain.objs.size()=1 2024-09-07T15:27:43.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.FmGcXp0l8Mf_Q1HZ1pTECiIX7iWFmZC_0 2024-09-07T15:27:43.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1717193774220044672', time=2024-09-07T16:45:24.200977+0000, chain.objs.size()=1 2024-09-07T15:27:43.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.3_iMLLPVswRKW11BUyrjjzsMPSAY6uQ_0 2024-09-07T15:27:43.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11981523647738877855', time=2024-09-07T16:45:25.471757+0000, chain.objs.size()=1 2024-09-07T15:27:43.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7fq1XpxJeY6TWgKELJs5NehhBJJeghg_0 2024-09-07T15:27:43.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9136430904067466994', time=2024-09-07T16:45:26.761038+0000, chain.objs.size()=1 2024-09-07T15:27:43.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.feXFxYSIPSfeL3jnqGdMS5n7yepn_U8_0 2024-09-07T15:27:43.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16913434464672597210', time=2024-09-07T16:45:26.828290+0000, chain.objs.size()=1 2024-09-07T15:27:43.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.D5q7lp2xJxaMRKPPxlL3Db0E_HzujhW_0 2024-09-07T15:27:43.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.797+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4169077432562686080', time=2024-09-07T16:45:29.416131+0000, chain.objs.size()=1 2024-09-07T15:27:43.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.797+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-XMXNbkj4xGrtrYGnr1A-SqHAqgjsDP_0 2024-09-07T15:27:43.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.797+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7686050059446071000', time=2024-09-07T16:45:29.860107+0000, chain.objs.size()=1 2024-09-07T15:27:43.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.797+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.XTefkN4dd57a-NIAntNKGeGMW5hW0dw_0 2024-09-07T15:27:43.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.797+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11181502607911120229', time=2024-09-07T16:45:33.489795+0000, chain.objs.size()=1 2024-09-07T15:27:43.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.797+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.exFXCIqwQYjs-7a-l2wJ7qvI1cWqhRX_0 2024-09-07T15:27:43.804 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12340038774464568274', time=2024-09-07T16:45:33.693101+0000, chain.objs.size()=1 2024-09-07T15:27:43.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0640UzCFCELpHroLkGm5h9ngJBd7Pu2_0 2024-09-07T15:27:43.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.949653202000777782', time=2024-09-07T16:45:33.970170+0000, chain.objs.size()=1 2024-09-07T15:27:43.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._0LKry67jWFVtRIq3rrD_f1Vos9AX-W_0 2024-09-07T15:27:43.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10142005438777881989', time=2024-09-07T16:47:20.518200+0000, chain.objs.size()=1 2024-09-07T15:27:43.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.z-nInZ5MlDeioruaVqVv1zkGnpGIn0m_0 2024-09-07T15:27:43.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6765416905101148025', time=2024-09-07T16:47:20.519322+0000, chain.objs.size()=1 2024-09-07T15:27:43.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.NxF8Z2y62x7I1xn3xiyS6Usae-JTmWH_0 2024-09-07T15:27:43.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16911286562636894857', time=2024-09-07T16:47:20.589500+0000, chain.objs.size()=1 2024-09-07T15:27:43.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-kFZuf26nxr0oAmeWlHCBmUU_xjxWE6_0 2024-09-07T15:27:43.805 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12960492591027901726', time=2024-09-07T16:47:21.291463+0000, chain.objs.size()=1 2024-09-07T15:27:43.806 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.XYeAFAbNcAiImyZVcwS-7J64nZM5rUw_0 2024-09-07T15:27:43.806 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17016456308488144043', time=2024-09-07T16:47:21.778608+0000, chain.objs.size()=1 2024-09-07T15:27:43.806 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2UobI7XIft-vkM2SVPRDeDIH3sqCyTF_0 2024-09-07T15:27:43.806 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9934429711438548181', time=2024-09-07T16:47:24.923141+0000, chain.objs.size()=1 2024-09-07T15:27:43.806 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.hFVVpjrJooxn3oHmmgN-qgiO4BGq1mZ_0 2024-09-07T15:27:43.806 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17669378079174845406', time=2024-09-07T16:47:25.438321+0000, chain.objs.size()=1 2024-09-07T15:27:43.806 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vpMv3iVUR-jj1SC6kb86oOf0alVg-bL_0 2024-09-07T15:27:43.807 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8954530232580667202', time=2024-09-07T16:47:27.381770+0000, chain.objs.size()=1 2024-09-07T15:27:43.807 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ovHe-eOZ4ATIAH6r-ZzWhg_9bPpEHWf_0 2024-09-07T15:27:43.807 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5767165409213429930', time=2024-09-07T16:47:27.807142+0000, chain.objs.size()=1 2024-09-07T15:27:43.807 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2Bj62F1bAWOsvFu89O5a-rxKOAQcl7r_0 2024-09-07T15:27:43.811 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13339359152195326642', time=2024-09-07T16:47:28.189830+0000, chain.objs.size()=1 2024-09-07T15:27:43.811 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.xCEKNNU_ueyw7DWm8uYW_-e9DWZdBqi_0 2024-09-07T15:27:43.811 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10480975712904531052', time=2024-09-07T16:47:28.642331+0000, chain.objs.size()=1 2024-09-07T15:27:43.811 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bbK6hgLXFua_b-dN_5x-5gkV1tGIw1n_0 2024-09-07T15:27:43.811 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7730519347769274764', time=2024-09-07T16:47:32.230487+0000, chain.objs.size()=1 2024-09-07T15:27:43.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-TR3Sr-em8vkgf3KfZKw7Lr_hI-uWER_0 2024-09-07T15:27:43.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6178348330299728228', time=2024-09-07T16:47:33.876487+0000, chain.objs.size()=1 2024-09-07T15:27:43.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.pcIb8VakuReHQU6a3gRzoqKjB-UQlOF_0 2024-09-07T15:27:43.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8063721970406408892', time=2024-09-07T16:47:35.455422+0000, chain.objs.size()=1 2024-09-07T15:27:43.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Su88ymuQDsb-3YMjCQp_4rnZdcFgdi1_0 2024-09-07T15:27:43.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15498723497350210605', time=2024-09-07T16:47:35.916503+0000, chain.objs.size()=1 2024-09-07T15:27:43.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Bx4Xg0h19FnZ9N1ZHtdScNqjMWTMXdU_0 2024-09-07T15:27:43.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12766811747822935545', time=2024-09-07T16:47:36.361886+0000, chain.objs.size()=1 2024-09-07T15:27:43.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.fu60CGb5EenU2KsjNad6AV0fNRYfzOM_0 2024-09-07T15:27:43.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11136041075593542403', time=2024-09-07T16:47:37.262988+0000, chain.objs.size()=1 2024-09-07T15:27:43.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.08CyKH50fCCRPDisqgIMxjGTJV9kePY_0 2024-09-07T15:27:43.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12706886230865908762', time=2024-09-07T16:47:37.511370+0000, chain.objs.size()=1 2024-09-07T15:27:43.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.7SOW19d7iH8zPlW7s_J_19HmMCoaYo6_0 2024-09-07T15:27:43.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12670072571203076172', time=2024-09-07T16:47:37.994880+0000, chain.objs.size()=1 2024-09-07T15:27:43.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.355vgOPg3OfrsQRMyLE80NDZssWz5wp_0 2024-09-07T15:27:43.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12485836142930913787', time=2024-09-07T16:47:38.538522+0000, chain.objs.size()=1 2024-09-07T15:27:43.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.hVw7TZxkTgw7XVXvwhwkJn7SHlCEtgL_0 2024-09-07T15:27:43.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17800857261102513844', time=2024-09-07T16:47:40.771206+0000, chain.objs.size()=1 2024-09-07T15:27:43.816 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.XHO-e6pTV-pQUS0OJBXgBc64mSQJEHA_0 2024-09-07T15:27:43.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3267610797071980833', time=2024-09-07T16:47:41.452887+0000, chain.objs.size()=1 2024-09-07T15:27:43.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.hubQQ_rsRvNuH1R3-QB3ACW_Pek7nkD_0 2024-09-07T15:27:43.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3735611857794658632', time=2024-09-07T16:47:41.708871+0000, chain.objs.size()=1 2024-09-07T15:27:43.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qrZpSr_2IDjANVvJvJuaScSAGFtitVy_0 2024-09-07T15:27:43.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7847384948028404200', time=2024-09-07T16:47:42.498476+0000, chain.objs.size()=1 2024-09-07T15:27:43.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uDFBM2hpeeETBNWnBo0uqS3utmn2DfN_0 2024-09-07T15:27:43.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5348929778808958826', time=2024-09-07T16:47:44.620377+0000, chain.objs.size()=1 2024-09-07T15:27:43.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mRTWoYyRvKE-tpvWTixtmjchB5HSqkE_0 2024-09-07T15:27:43.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17637240208756123119', time=2024-09-07T16:47:45.376496+0000, chain.objs.size()=1 2024-09-07T15:27:43.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.I34w_UURvRaN10uX9upJzPBc5_Cnobj_0 2024-09-07T15:27:43.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15802793124545164391', time=2024-09-07T16:47:45.422187+0000, chain.objs.size()=1 2024-09-07T15:27:43.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bOtNlTBMBoxDIBIINIcVFHQS9ZWdytV_0 2024-09-07T15:27:43.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7001160734454074327', time=2024-09-07T16:47:45.739271+0000, chain.objs.size()=1 2024-09-07T15:27:43.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Irw1hf9fJEJkRV8nvy71NggNAiWLYzR_0 2024-09-07T15:27:43.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2358048930988139888', time=2024-09-07T16:47:46.191944+0000, chain.objs.size()=1 2024-09-07T15:27:43.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.o8VOCxpjhhE-8MjocYjRhpHyV3RRdqy_0 2024-09-07T15:27:43.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13472458801457405209', time=2024-09-07T16:47:47.134419+0000, chain.objs.size()=1 2024-09-07T15:27:43.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bvcS6jsOj9jMuWTfoGxuiUcrDa7UqxN_0 2024-09-07T15:27:43.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6070266391296487671', time=2024-09-07T16:47:48.518987+0000, chain.objs.size()=1 2024-09-07T15:27:43.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RPBedYsUD_9RJuLH_RKAwZ0fQ5eGRx7_0 2024-09-07T15:27:43.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48076 2024-09-07T15:27:43.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-07T15:27:43.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10173215812340904970', time=2024-09-07T16:47:49.617687+0000, chain.objs.size()=1 2024-09-07T15:27:43.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.K-4L4T1aCXez8KKd65okAOxvll5EZQw_0 2024-09-07T15:27:43.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.888448324533794937', time=2024-09-07T16:48:10.985000+0000, chain.objs.size()=1 2024-09-07T15:27:43.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.337__shadow_.EIqTB8deqcf43t2sobWk42MTYKxEW39_0 2024-09-07T15:27:43.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2699788306016579220', time=2024-09-07T16:53:06.052689+0000, chain.objs.size()=1 2024-09-07T15:27:43.828 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.496__shadow_.v4ApXp4TEr4stT9b60NIjqkruTf4yDy_0 2024-09-07T15:27:43.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14647294247340095873', time=2024-09-07T17:04:35.373911+0000, chain.objs.size()=1 2024-09-07T15:27:43.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:Zw6AFcA7cAMs4KXQ7xuNC3RcRE5msKj_.Fsj_24BhXP0oqDHXMxD3w648Zp3F5CS_0 2024-09-07T15:27:43.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6687401537969569559', time=2024-09-07T17:06:07.608119+0000, chain.objs.size()=1 2024-09-07T15:27:43.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:v3uklluW09mjOzUC-sdGkN94HV3YlOW_.RdyH361zF05xkcNMreqDfg4AMTPzrWG_0 2024-09-07T15:27:43.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7035768958396551435', time=2024-09-07T17:07:21.229109+0000, chain.objs.size()=1 2024-09-07T15:27:43.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.581__shadow:dt9W7Z9XTRyXOeFuqdNHmPvnADvJiE3_.97H_rVjTPNrHTYq26FjrciWONtRVOfi_0 2024-09-07T15:27:43.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11582439175117900976', time=2024-09-07T17:07:32.790467+0000, chain.objs.size()=1 2024-09-07T15:27:43.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.586__shadow:tCmQkvZBfAcWKKdI8rzyOMokJOBWC5q_.esiuX6KPS3nIonDEM1t4BarvjKyD7Ir_0 2024-09-07T15:27:43.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9791726951255173218', time=2024-09-07T17:08:05.085749+0000, chain.objs.size()=1 2024-09-07T15:27:43.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.603__shadow_.ihUAYxkV7Qq1Nut-DwPOE0JtAtutCOE_0 2024-09-07T15:27:43.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2806849381286908584', time=2024-09-07T17:08:16.652818+0000, chain.objs.size()=1 2024-09-07T15:27:43.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.609__shadow_.cQq63oM7hOewA-ddEY3Skd6NZE67Xdn_0 2024-09-07T15:27:43.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11902096945457021018', time=2024-09-07T17:15:52.473808+0000, chain.objs.size()=1 2024-09-07T15:27:43.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.653__shadow_.i4HztbhJTnE90U4HTZUe3Xdxp1iXbiv_0 2024-09-07T15:27:43.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7947089371798946309', time=2024-09-07T17:17:05.287947+0000, chain.objs.size()=1 2024-09-07T15:27:43.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.664__shadow_.LTwBgoU63NGRx-xbwBgC9N3EMZs4kzh_0 2024-09-07T15:27:43.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14744579297100136928', time=2024-09-07T17:18:31.339198+0000, chain.objs.size()=1 2024-09-07T15:27:43.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.713__shadow:8702zAfA5YysiLgFuMVftuKcurUxImV_.lODkoRXyMt_GSQp0PnquSOGIZJJyz-S_0 2024-09-07T15:27:43.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:43.846 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-07T15:27:43.847 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:43.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:43.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48182' 2024-09-07T15:27:43.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3107028682560990406', time=2024-09-07T16:31:34.394387+0000, chain.objs.size()=2 2024-09-07T15:27:43.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.2VakAqgmwzxxOrdEqciH_u60Vw0w24V_0 2024-09-07T15:27:43.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.2VakAqgmwzxxOrdEqciH_u60Vw0w24V_1 2024-09-07T15:27:43.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12788110251439514796', time=2024-09-07T16:38:33.309267+0000, chain.objs.size()=1 2024-09-07T15:27:43.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.256__shadow_._h5YasBFZyhKqZzN-zBMSXDGId9REvU_0 2024-09-07T15:27:43.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8766217236410829622', time=2024-09-07T16:40:31.014742+0000, chain.objs.size()=1 2024-09-07T15:27:43.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Fte2_2jaBoUIvofMu6_USnXRYFV_eCZ_0 2024-09-07T15:27:43.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4252831803527719655', time=2024-09-07T16:40:32.988486+0000, chain.objs.size()=1 2024-09-07T15:27:43.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.S84_mEvgKJJ1o3yNTBMmd7tvT89cSRZ_0 2024-09-07T15:27:43.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4152933383156238532', time=2024-09-07T16:40:34.344392+0000, chain.objs.size()=1 2024-09-07T15:27:43.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.376Y5vjewNrRKAkMcDNFCgDFw-DWlAr_0 2024-09-07T15:27:43.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.157311316700853945', time=2024-09-07T16:40:36.144125+0000, chain.objs.size()=1 2024-09-07T15:27:43.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.bf_SAdne0PT_K1ZMyFbLNHsjfJWpD_3_0 2024-09-07T15:27:43.850 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12521623563667218131', time=2024-09-07T16:40:36.786799+0000, chain.objs.size()=1 2024-09-07T15:27:43.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.OqP2XXR51h6aUWnATxXfWUtbjYWyZQO_0 2024-09-07T15:27:43.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2038892376517281393', time=2024-09-07T16:40:37.340962+0000, chain.objs.size()=1 2024-09-07T15:27:43.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.IxTSCuMgWoAXhGhlz8t2qzGh9mDR6KF_0 2024-09-07T15:27:43.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10285536979516132754', time=2024-09-07T16:40:38.513973+0000, chain.objs.size()=1 2024-09-07T15:27:43.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Syu36yln8UTiecPeBDGevBaEU2rmWyT_0 2024-09-07T15:27:43.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3207080941274939443', time=2024-09-07T16:40:39.509392+0000, chain.objs.size()=1 2024-09-07T15:27:43.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2TyMWHh0-c2sHPyUkBquNDuVrC78B67_0 2024-09-07T15:27:43.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10102358478687216695', time=2024-09-07T16:40:40.506931+0000, chain.objs.size()=1 2024-09-07T15:27:43.851 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.n8RUXNn0EfJ0D0vQySgp5vOS0M82gbT_0 2024-09-07T15:27:43.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16612350219592573488', time=2024-09-07T16:40:40.849893+0000, chain.objs.size()=1 2024-09-07T15:27:43.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.a1Gtcwt89Ll9_7B7Idh9l6Km7KxuAo1_0 2024-09-07T15:27:43.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.939223741495118380', time=2024-09-07T16:40:41.769104+0000, chain.objs.size()=1 2024-09-07T15:27:43.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.y5dxmmdhqsLf7v8Y9lAKJTc3l4sUuzH_0 2024-09-07T15:27:43.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14225159258627847487', time=2024-09-07T16:40:42.961128+0000, chain.objs.size()=1 2024-09-07T15:27:43.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RUZqUnifjCIigMQUgNjB25jhODKy0g8_0 2024-09-07T15:27:43.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17261010518297595450', time=2024-09-07T16:40:44.190429+0000, chain.objs.size()=1 2024-09-07T15:27:43.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4rljOM-f-mVXwScUfLZe3ee9myWc7IT_0 2024-09-07T15:27:43.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2971214053703538076', time=2024-09-07T16:40:45.432466+0000, chain.objs.size()=1 2024-09-07T15:27:43.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ah1poWdVXO4e655vxldnbZhLrje8T2M_0 2024-09-07T15:27:43.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5268737312225519019', time=2024-09-07T16:40:47.535408+0000, chain.objs.size()=1 2024-09-07T15:27:43.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.95xMNLZzbkShG05GB3IrXbow4Yv0YF2_0 2024-09-07T15:27:43.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13723370405035790311', time=2024-09-07T16:40:47.593515+0000, chain.objs.size()=1 2024-09-07T15:27:43.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.fogCBgwZjgKAYZGcHaENvxu1gmweu8F_0 2024-09-07T15:27:43.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16854659153253265357', time=2024-09-07T16:40:48.297063+0000, chain.objs.size()=1 2024-09-07T15:27:43.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Pq9YyJI4qwTnLwvElhoMwjvCdcVzBwZ_0 2024-09-07T15:27:43.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4965175077110129608', time=2024-09-07T16:40:50.901833+0000, chain.objs.size()=1 2024-09-07T15:27:43.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.0ijQ5Mdow-qyKAqeTT4fAhN79a-k2KE_0 2024-09-07T15:27:43.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17802209567907857410', time=2024-09-07T16:40:53.624053+0000, chain.objs.size()=1 2024-09-07T15:27:43.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._3Ik43X9UVakUXc6Hj9yFCeH3zobfM1_0 2024-09-07T15:27:43.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4370772743163751535', time=2024-09-07T16:40:53.887193+0000, chain.objs.size()=1 2024-09-07T15:27:43.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zBtmSfDrwDWN9msfamhRdp4F21HRXGa_0 2024-09-07T15:27:43.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8005045869213004733', time=2024-09-07T16:40:55.519787+0000, chain.objs.size()=1 2024-09-07T15:27:43.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.eN0HW3vZvczCPDBBuFTP9cayASDyXE3_0 2024-09-07T15:27:43.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9309107019570357484', time=2024-09-07T16:40:56.887234+0000, chain.objs.size()=1 2024-09-07T15:27:43.857 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.H080Dg0BgAWbqEoMEUgVXptBpYPoy2__0 2024-09-07T15:27:43.857 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4784635064057935099', time=2024-09-07T16:40:57.866035+0000, chain.objs.size()=1 2024-09-07T15:27:43.857 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.5RvujpNCUI4GGiiJk7OFqBS66pIK9aA_0 2024-09-07T15:27:43.857 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4431761238485073294', time=2024-09-07T16:40:59.609079+0000, chain.objs.size()=1 2024-09-07T15:27:43.857 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.WIpDQAXLYa9F_vAwWDNWmQyLbrgMyDH_0 2024-09-07T15:27:43.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1438646837720484552', time=2024-09-07T16:41:00.000904+0000, chain.objs.size()=1 2024-09-07T15:27:43.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mnw2AcGyIJZBWc-v394l_5_0F446ivk_0 2024-09-07T15:27:43.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11468296459403312796', time=2024-09-07T16:41:00.897753+0000, chain.objs.size()=1 2024-09-07T15:27:43.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.qWrsfnDlUJ0Kt8Q0J1V7EDCnZFJ1tvU_0 2024-09-07T15:27:43.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10455616281636075805', time=2024-09-07T16:41:01.139942+0000, chain.objs.size()=1 2024-09-07T15:27:43.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TQvPAdb1NdF76A1l2ewEJm9jA3dqSlL_0 2024-09-07T15:27:43.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9235593522063702210', time=2024-09-07T16:41:07.406391+0000, chain.objs.size()=1 2024-09-07T15:27:43.858 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.266__shadow_.LO934WN0ktOUdUaVKRtgvxNewPTotYv_0 2024-09-07T15:27:43.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12444249742968519756', time=2024-09-07T16:41:15.105146+0000, chain.objs.size()=1 2024-09-07T15:27:43.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.270__shadow_.Y0LOQF01Q7ZZMbs-sNzy2hzjEeUzfEH_0 2024-09-07T15:27:43.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13511602587159412626', time=2024-09-07T16:41:31.061104+0000, chain.objs.size()=1 2024-09-07T15:27:43.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.278__shadow_.aQxLmVgge08vx7czR2qQARVdo8qAToH_0 2024-09-07T15:27:43.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.196129040966547401', time=2024-09-07T16:42:11.130262+0000, chain.objs.size()=1 2024-09-07T15:27:43.860 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.h4z0g2RZIn5E5NjXGMERfH3i2g5gk9s_0 2024-09-07T15:27:43.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5646808941740208319', time=2024-09-07T16:42:11.151139+0000, chain.objs.size()=1 2024-09-07T15:27:43.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.bnmhSVVnLIH01OOJocMkAX9Lz_lJlEq_0 2024-09-07T15:27:43.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1858606863743788720', time=2024-09-07T16:42:11.457457+0000, chain.objs.size()=1 2024-09-07T15:27:43.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.P9oo9qp8VSnVM3TNCQBr4u2OlWuQy0S_0 2024-09-07T15:27:43.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5363425183527552432', time=2024-09-07T16:45:03.869632+0000, chain.objs.size()=1 2024-09-07T15:27:43.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-T8Nw7i1uMU4SjcOkaRcm6EVVZ0UUel_0 2024-09-07T15:27:43.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11281365714785152220', time=2024-09-07T16:45:04.384076+0000, chain.objs.size()=1 2024-09-07T15:27:43.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.RS6WadNR2nAhgOcyYv1aUNWCZOlWbyD_0 2024-09-07T15:27:43.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13420745147990617007', time=2024-09-07T16:45:05.898746+0000, chain.objs.size()=1 2024-09-07T15:27:43.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.c-P9E6Ed9X4ELt5XBh88FAeIQnSq99Q_0 2024-09-07T15:27:43.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3544087029882123044', time=2024-09-07T16:45:06.604365+0000, chain.objs.size()=1 2024-09-07T15:27:43.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.C8SlIz8fInZmk1UGdc4nfyzXbvO6VcK_0 2024-09-07T15:27:43.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15669310232352209832', time=2024-09-07T16:45:06.653423+0000, chain.objs.size()=1 2024-09-07T15:27:43.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eyYDOebxTjcqb9XmyydCzdUkLTKzesB_0 2024-09-07T15:27:43.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17443242010081696245', time=2024-09-07T16:45:08.545069+0000, chain.objs.size()=1 2024-09-07T15:27:43.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.XuX0g62Euy2JUA84VBl55SMNcbiT-0__0 2024-09-07T15:27:43.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.865+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8762543541745671292', time=2024-09-07T16:45:09.153459+0000, chain.objs.size()=1 2024-09-07T15:27:43.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.865+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.riZKj9SL_1OfcQ3qzna12Aj-3HqpFbx_0 2024-09-07T15:27:43.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.865+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10541397813571342261', time=2024-09-07T16:45:12.875088+0000, chain.objs.size()=1 2024-09-07T15:27:43.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.865+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LeTOlz7hs9DSHwflaNsQWe1ycl1Fu9O_0 2024-09-07T15:27:43.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.865+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15051012787566382171', time=2024-09-07T16:45:12.973407+0000, chain.objs.size()=1 2024-09-07T15:27:43.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.865+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Tjn2YFujudrStHLXb0UIpwI-u2OJbO7_0 2024-09-07T15:27:43.868 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.865+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1290059763085485429', time=2024-09-07T16:45:13.480105+0000, chain.objs.size()=1 2024-09-07T15:27:43.868 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.865+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.K9QJt5KkMpc6C-AlvbdApAVmWP-6PW3_0 2024-09-07T15:27:43.868 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.865+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6275898020835626991', time=2024-09-07T16:45:13.484009+0000, chain.objs.size()=1 2024-09-07T15:27:43.868 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.865+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eXcJC03GbRdbTSVbMmY3sq-TxkHIbto_0 2024-09-07T15:27:43.868 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.865+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6852045396182608122', time=2024-09-07T16:45:13.486707+0000, chain.objs.size()=1 2024-09-07T15:27:43.868 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.865+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-HB7afK8dCDHgTKVH8dN0MaePOKVLCh_0 2024-09-07T15:27:43.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13284340020933552849', time=2024-09-07T16:45:14.667049+0000, chain.objs.size()=1 2024-09-07T15:27:43.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.K0tyRDNrdRncYTkmngCEvGo38i08YyL_0 2024-09-07T15:27:43.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6282575218224537799', time=2024-09-07T16:45:14.767117+0000, chain.objs.size()=1 2024-09-07T15:27:43.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.OD2bPisjM9qaeJybikEYZfagju8e9D3_0 2024-09-07T15:27:43.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13184691195949738910', time=2024-09-07T16:45:15.992493+0000, chain.objs.size()=1 2024-09-07T15:27:43.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.11bi3rQkFEHT49qfH0YQCDcsuHolPGl_0 2024-09-07T15:27:43.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17886867138908448243', time=2024-09-07T16:45:16.019776+0000, chain.objs.size()=1 2024-09-07T15:27:43.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.qDrNBJTvTcUUUac66bKN7tI2OHMxnMf_0 2024-09-07T15:27:43.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18062321029067441862', time=2024-09-07T16:45:16.451780+0000, chain.objs.size()=1 2024-09-07T15:27:43.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.EtnJxXX5YzxfkgG-9Q-ArXS0hGsLq9y_0 2024-09-07T15:27:43.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6079878622652207958', time=2024-09-07T16:45:17.892715+0000, chain.objs.size()=1 2024-09-07T15:27:43.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hhuoNGktaM8YEzS4K-ZDpBN9R7MBWSZ_0 2024-09-07T15:27:43.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15512487723262016806', time=2024-09-07T16:45:17.952394+0000, chain.objs.size()=1 2024-09-07T15:27:43.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HpyjkoakXEHBx6rP4EaHM9VQa9EsQX0_0 2024-09-07T15:27:43.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6630041624771389959', time=2024-09-07T16:45:18.302223+0000, chain.objs.size()=1 2024-09-07T15:27:43.872 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6k52SM8GuhEMFJAD2WLlMHs4EcWNU13_0 2024-09-07T15:27:43.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1285280189439482542', time=2024-09-07T16:45:18.482964+0000, chain.objs.size()=1 2024-09-07T15:27:43.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MYWo32OlO9XpAKczObN-75AeDsn9E6r_0 2024-09-07T15:27:43.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7027681793815117205', time=2024-09-07T16:45:18.877307+0000, chain.objs.size()=1 2024-09-07T15:27:43.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.M8KFHRmOocibHNDC5_T5LB9_YNRf1xs_0 2024-09-07T15:27:43.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6878006174822946947', time=2024-09-07T16:45:22.728588+0000, chain.objs.size()=1 2024-09-07T15:27:43.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.CR2QF3JeAzfd5GH0v1852KQHFJKJeT5_0 2024-09-07T15:27:43.874 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1234838796846135978', time=2024-09-07T16:45:22.863260+0000, chain.objs.size()=1 2024-09-07T15:27:43.874 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.873+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9HuYR5L7Y8vWdTLqRd4d9okTgqmfxP-_0 2024-09-07T15:27:43.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14046941299160624978', time=2024-09-07T16:45:23.719249+0000, chain.objs.size()=1 2024-09-07T15:27:43.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.873+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.udotsfZ6aUZu-JXkMXn_cu8c5x7GCPL_0 2024-09-07T15:27:43.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3557604117146780293', time=2024-09-07T16:45:24.065362+0000, chain.objs.size()=1 2024-09-07T15:27:43.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.873+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HZcr5YPviqgI-MpGDXSsSOnVYUAmkvD_0 2024-09-07T15:27:43.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6088995361228373943', time=2024-09-07T16:45:25.216222+0000, chain.objs.size()=1 2024-09-07T15:27:43.876 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.873+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.YRaRmMw5gyCZEGjcHss704I3dgRUlnF_0 2024-09-07T15:27:43.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14733041483693111113', time=2024-09-07T16:45:25.715753+0000, chain.objs.size()=1 2024-09-07T15:27:43.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9wnTJ_eUlM-gK7HDgHQsNV5INouc3kQ_0 2024-09-07T15:27:43.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18434802601085112033', time=2024-09-07T16:45:27.732604+0000, chain.objs.size()=1 2024-09-07T15:27:43.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.zjTyYqUwYJY3r7Qy-gG6gzU9P9aCGFg_0 2024-09-07T15:27:43.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8813429063202720498', time=2024-09-07T16:45:29.820822+0000, chain.objs.size()=1 2024-09-07T15:27:43.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.18RT7_YMReTtstazBsVqFD2rqXp51iU_0 2024-09-07T15:27:43.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.369944330297305759', time=2024-09-07T16:45:30.602536+0000, chain.objs.size()=1 2024-09-07T15:27:43.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.z72o7yEgzm31tDWZVnP0E3NwUgPj5kl_0 2024-09-07T15:27:43.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3943836630638454407', time=2024-09-07T16:45:33.123899+0000, chain.objs.size()=1 2024-09-07T15:27:43.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.fksi_h5c7wTxr-0qweh89kBXMWGOYcf_0 2024-09-07T15:27:43.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14933463736698050061', time=2024-09-07T16:45:33.759269+0000, chain.objs.size()=1 2024-09-07T15:27:43.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.oVCSSXVeAABgztryKeVSU1I7ix0xtEZ_0 2024-09-07T15:27:43.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.233327683035622913', time=2024-09-07T16:47:19.073364+0000, chain.objs.size()=1 2024-09-07T15:27:43.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ShbHQ4LtPMJktH7i0cHJDPBYMRJNJlp_0 2024-09-07T15:27:43.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11925157432392878998', time=2024-09-07T16:47:19.656649+0000, chain.objs.size()=1 2024-09-07T15:27:43.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.v4G4kNvyMgKAOH1VQ9olzm2YVAv_uAQ_0 2024-09-07T15:27:43.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2662637920430183071', time=2024-09-07T16:47:19.676837+0000, chain.objs.size()=1 2024-09-07T15:27:43.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.guX7gEtFVWRvX3BSgmKIqEE6xV0HXNl_0 2024-09-07T15:27:43.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13237218717728274088', time=2024-09-07T16:47:20.038351+0000, chain.objs.size()=1 2024-09-07T15:27:43.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sz7T-M2rUmSup7reyOutjGG3vxjYqQa_0 2024-09-07T15:27:43.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2624188030779598526', time=2024-09-07T16:47:21.286706+0000, chain.objs.size()=1 2024-09-07T15:27:43.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._8ZLNN_VGky2tWudOTWET5UFXsTh5dD_0 2024-09-07T15:27:43.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3314588176944399987', time=2024-09-07T16:47:23.244724+0000, chain.objs.size()=1 2024-09-07T15:27:43.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jugLt90JqpYtpwZRtBzfgDMyWE41XQM_0 2024-09-07T15:27:43.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5623682758470492163', time=2024-09-07T16:47:23.877735+0000, chain.objs.size()=1 2024-09-07T15:27:43.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FBYk8m-xL2SwZgCvY_USNhIqV7Y5-tk_0 2024-09-07T15:27:43.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15070348475768784974', time=2024-09-07T16:47:24.478885+0000, chain.objs.size()=1 2024-09-07T15:27:43.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zU4Z_MKdfhgudNv1lM_U0PkAchAzLuA_0 2024-09-07T15:27:43.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.389969484257696895', time=2024-09-07T16:47:26.465434+0000, chain.objs.size()=1 2024-09-07T15:27:43.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ROO4A851ZOEB5M8RWohYEiuTJdrZFQ8_0 2024-09-07T15:27:43.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14167488934976672196', time=2024-09-07T16:47:28.651241+0000, chain.objs.size()=1 2024-09-07T15:27:43.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.QJGGDykMIiR3AVBDhLGLTZXeDAT92QT_0 2024-09-07T15:27:43.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12993178342499729250', time=2024-09-07T16:47:29.236478+0000, chain.objs.size()=1 2024-09-07T15:27:43.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.w2kAYorrvc4MyYwukZS1QbFUiCfWXzn_0 2024-09-07T15:27:43.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16398621967880021732', time=2024-09-07T16:47:32.099938+0000, chain.objs.size()=1 2024-09-07T15:27:43.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0DTbcRUDnaTeTLx0t9fWRn4n5FZyAVC_0 2024-09-07T15:27:43.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15421463335260487708', time=2024-09-07T16:47:33.081803+0000, chain.objs.size()=1 2024-09-07T15:27:43.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nb0qmcK3Iyl4Zf7KFIwcfZvICzoTL-l_0 2024-09-07T15:27:43.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5204617063305874363', time=2024-09-07T16:47:33.541877+0000, chain.objs.size()=1 2024-09-07T15:27:43.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.MY6szO7s0oes45wuCOUKEIGrpGs3pda_0 2024-09-07T15:27:43.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15093324190124260779', time=2024-09-07T16:47:34.584689+0000, chain.objs.size()=1 2024-09-07T15:27:43.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.S0Cskfp22JPhzXHDHze2bfBpntVOpe-_0 2024-09-07T15:27:43.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5130293614528331997', time=2024-09-07T16:47:35.967108+0000, chain.objs.size()=1 2024-09-07T15:27:43.889 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.R-xvYwQ2B9eCxBv9TN2i37JVOozF4tC_0 2024-09-07T15:27:43.891 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11963185527184472101', time=2024-09-07T16:47:37.468682+0000, chain.objs.size()=1 2024-09-07T15:27:43.891 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.tFwtVMSWwmyJ5Jvpyaq6lbCYaGmVZ5o_0 2024-09-07T15:27:43.891 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16277776894661215396', time=2024-09-07T16:47:37.477953+0000, chain.objs.size()=1 2024-09-07T15:27:43.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zlYYzRrqpzRDNT0lETUf8e08eSQshCf_0 2024-09-07T15:27:43.894 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4987499078765580820', time=2024-09-07T16:47:37.518169+0000, chain.objs.size()=1 2024-09-07T15:27:43.894 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0xwwbfg4tckzadwoPq3PpjAqz72pycj_0 2024-09-07T15:27:43.894 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1457019167957123402', time=2024-09-07T16:47:38.287815+0000, chain.objs.size()=1 2024-09-07T15:27:43.894 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.c0fubFdDhtm4yyF8bTXiI92QCtzvVDO_0 2024-09-07T15:27:43.894 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2558678155791738070', time=2024-09-07T16:47:40.656486+0000, chain.objs.size()=1 2024-09-07T15:27:43.895 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Dns999ykwdefuYn3y3pMOK1e7xa9GgB_0 2024-09-07T15:27:43.895 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18092994499599675342', time=2024-09-07T16:47:41.217877+0000, chain.objs.size()=1 2024-09-07T15:27:43.895 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kmtp_cwTq46hJzIkMkjQ_JRRX9hBmBn_0 2024-09-07T15:27:43.895 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5666232978111264348', time=2024-09-07T16:47:41.376653+0000, chain.objs.size()=1 2024-09-07T15:27:43.895 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JFcDKNmFq_gpaIB8JiMDMydCUf1P6Bj_0 2024-09-07T15:27:43.895 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17347087599982722837', time=2024-09-07T16:47:43.735186+0000, chain.objs.size()=1 2024-09-07T15:27:43.895 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YtkblyXNukro64CoCx_WdT0jIP2SC6E_0 2024-09-07T15:27:43.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6169632770578204885', time=2024-09-07T16:47:44.027961+0000, chain.objs.size()=1 2024-09-07T15:27:43.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.MWHVOx83AGmy8bC2wE683IwcHPWGYOD_0 2024-09-07T15:27:43.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16547424353057955894', time=2024-09-07T16:47:44.423103+0000, chain.objs.size()=1 2024-09-07T15:27:43.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.EsKBxpoD21yNFGSS0JW2NtDXymzJhqQ_0 2024-09-07T15:27:43.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11972864857191846373', time=2024-09-07T16:47:46.203106+0000, chain.objs.size()=1 2024-09-07T15:27:43.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._ALZYpOccCkmOuUS5yBsxGv8hn_Ui7N_0 2024-09-07T15:27:43.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1295496821912730573', time=2024-09-07T16:47:49.385532+0000, chain.objs.size()=1 2024-09-07T15:27:43.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.eE42N_56-_1psWFph5pfhpwEFPPGiaC_0 2024-09-07T15:27:43.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16886734911516385525', time=2024-09-07T16:47:49.612714+0000, chain.objs.size()=1 2024-09-07T15:27:43.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9rb-8ez7wKDlldWdjt2mA0JakkGXWvI_0 2024-09-07T15:27:43.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6786692658097911388', time=2024-09-07T16:47:49.705549+0000, chain.objs.size()=1 2024-09-07T15:27:43.900 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6tNMaevScZ24Yh3dXz3o_p0ks5Tmn83_0 2024-09-07T15:27:43.901 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6899979545489418231', time=2024-09-07T16:49:21.967632+0000, chain.objs.size()=1 2024-09-07T15:27:43.901 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.379__shadow_.xyngFm_2f56lWkiiZTcfFEqYCKTWzsB_0 2024-09-07T15:27:43.901 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.897+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17763575899463489225', time=2024-09-07T16:51:54.256583+0000, chain.objs.size()=1 2024-09-07T15:27:43.901 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.897+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.459__shadow_.x32pmJLNJ1a-THRqk6dTm-81fn4eck-_0 2024-09-07T15:27:43.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48182 2024-09-07T15:27:43.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-07T15:27:43.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13124574070412276849', time=2024-09-07T16:52:12.627051+0000, chain.objs.size()=1 2024-09-07T15:27:43.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.466__shadow_.NJP8Gf3RQv0rhw25BfpjNedPUZNCqvB_0 2024-09-07T15:27:43.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13438348265039945369', time=2024-09-07T16:53:01.528121+0000, chain.objs.size()=1 2024-09-07T15:27:43.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.492__shadow_.QCAuIV-uGtPJoJcoCmQyxpfbHlyPI6P_0 2024-09-07T15:27:43.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17757120339153831188', time=2024-09-07T17:02:44.057849+0000, chain.objs.size()=1 2024-09-07T15:27:43.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.551__shadow_.9Yb7AVuc4jfuy3NIjxTqUb3ZhX7JtI5_0 2024-09-07T15:27:43.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7072142580184027542', time=2024-09-07T17:03:42.839452+0000, chain.objs.size()=1 2024-09-07T15:27:43.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.558__shadow_.OhF63PtWthd-gje7dRDKdFrkWpTlsFc_0 2024-09-07T15:27:43.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2497745688757235081', time=2024-09-07T17:05:39.851564+0000, chain.objs.size()=1 2024-09-07T15:27:43.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:LSbKUpgWG9LOrOJqa5McK.S2iYGm0ib_.x2t5eB_45fEPyVI85rSqA-jUaKgRWPM_0 2024-09-07T15:27:43.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3018554088419973505', time=2024-09-07T17:05:55.068993+0000, chain.objs.size()=1 2024-09-07T15:27:43.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:JRh.13u-dKEVXAvIl3XZgveWZj-D3UT_.yN2wiedy7SWdSWOLfToIBK8nBASvp4J_0 2024-09-07T15:27:43.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16694125436959984191', time=2024-09-07T17:07:15.655025+0000, chain.objs.size()=1 2024-09-07T15:27:43.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.580__shadow:8iYQw9wPkV6zZFze0Gcg1AFHdx0g9zI_.qPxIaOX0Ps0ChW4h6-UPvWWbIsip5pZ_0 2024-09-07T15:27:43.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4456447368231449939', time=2024-09-07T17:07:15.815355+0000, chain.objs.size()=1 2024-09-07T15:27:43.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.580__shadow:kJRBWlnQuusKbzl.eUlsXiNcas8I8A-_.JkcLaXc70qpNzN4IEtyjSTsBgxlEz9i_0 2024-09-07T15:27:43.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16034796398953811855', time=2024-09-07T17:07:21.841364+0000, chain.objs.size()=1 2024-09-07T15:27:43.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.581__shadow:dt9W7Z9XTRyXOeFuqdNHmPvnADvJiE3_.97H_rVjTPNrHTYq26FjrciWONtRVOfi_0 2024-09-07T15:27:43.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1363027911442069553', time=2024-09-07T17:17:14.549853+0000, chain.objs.size()=1 2024-09-07T15:27:43.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.667__shadow_.weniiZ3VdCVNVfTZKMXJnoE7e1Qdl97_0 2024-09-07T15:27:43.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2283424512169576413', time=2024-09-07T17:18:35.127380+0000, chain.objs.size()=1 2024-09-07T15:27:43.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.715__shadow:uHD0TgHRqXcBrj1XacK-4MF3ZfesDBF_.K40RjvlxQrZKjEtH_ufcqW7K_3wWSZG_0 2024-09-07T15:27:43.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:43.919 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.917+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-07T15:27:43.921 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.917+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:43.921 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.917+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:43.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45134' 2024-09-07T15:27:43.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_jdb8Zm23W7JUz008SIXCENcB1ET4uR4', time=2024-09-07T16:32:41.575243+0000, chain.objs.size()=1 2024-09-07T15:27:43.922 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.166__shadow_.nmfeGDduDNMmpQnUVHwd7y4Yr1thjJT_0 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16841945482415633527', time=2024-09-07T16:32:53.777519+0000, chain.objs.size()=1 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.172__shadow_.kzHva2TgTSBjYodF361j7jKqqZRgXUU_0 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2680333369261504974', time=2024-09-07T16:38:07.094604+0000, chain.objs.size()=1 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.244__shadow_.X1JKXgBQRiJdyAyN2dH8zL2w68bAT0c_0 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1270902270175671660', time=2024-09-07T16:38:43.333396+0000, chain.objs.size()=1 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.261__shadow_.fc9ajs31CPySOyjmXAjWyOWl1r0FyiQ_0 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18028656627279124572', time=2024-09-07T16:40:29.891380+0000, chain.objs.size()=1 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.lVM0sHdvpx8FrUNlRt00ky9jjSIuCnh_0 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2452558495327560711', time=2024-09-07T16:40:30.549297+0000, chain.objs.size()=1 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.SkRljyGD04lksRHlX49jMmGsjbImm-G_0 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15732466936473534318', time=2024-09-07T16:40:31.329616+0000, chain.objs.size()=1 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FyMtNGHrIuM86HEJus5wn_FcKJQmZCv_0 2024-09-07T15:27:43.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2845181759712704969', time=2024-09-07T16:40:32.137106+0000, chain.objs.size()=1 2024-09-07T15:27:43.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.A0ZE_4P3-yiew5ECKejuvV1qYnrVds2_0 2024-09-07T15:27:43.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18398053117325816895', time=2024-09-07T16:40:34.676100+0000, chain.objs.size()=1 2024-09-07T15:27:43.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RrUYrfsa1ZqT4qW0IJLgnNLyBpoRgBr_0 2024-09-07T15:27:43.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12211513573900222940', time=2024-09-07T16:40:35.844464+0000, chain.objs.size()=1 2024-09-07T15:27:43.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PnHrXmMqjDBiE4gbPEVqlsOuEbHa_2D_0 2024-09-07T15:27:43.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16242146859938127322', time=2024-09-07T16:40:37.178741+0000, chain.objs.size()=1 2024-09-07T15:27:43.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.n1sxnVV-UybVkyAJcClCKPlllkio3aW_0 2024-09-07T15:27:43.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2392690497022667080', time=2024-09-07T16:40:37.420725+0000, chain.objs.size()=1 2024-09-07T15:27:43.924 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4tsP-3-hYNuPUhsF49p18-oo-sRKPRG_0 2024-09-07T15:27:43.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11232445991620375067', time=2024-09-07T16:40:39.841594+0000, chain.objs.size()=1 2024-09-07T15:27:43.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-GaPu5h8YDGG-HkwEQ4UxB7IcEOP9tE_0 2024-09-07T15:27:43.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4766390613178271493', time=2024-09-07T16:40:41.798222+0000, chain.objs.size()=1 2024-09-07T15:27:43.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Hd7ntKaZFLMMWLg85ufLa7_z3hYTraX_0 2024-09-07T15:27:43.925 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5649541026176690227', time=2024-09-07T16:40:43.358501+0000, chain.objs.size()=1 2024-09-07T15:27:43.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yZhBu259tcBEzo6xSjp0NtyyGOnZwx2_0 2024-09-07T15:27:43.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10486910081296696930', time=2024-09-07T16:40:44.001257+0000, chain.objs.size()=1 2024-09-07T15:27:43.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.qrwCOElvxnuEMBWNhONuXnaZatVu2b1_0 2024-09-07T15:27:43.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7292522849842695487', time=2024-09-07T16:40:44.012963+0000, chain.objs.size()=1 2024-09-07T15:27:43.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.jc6HJuBM8OZktZixTP4oFjfr4_qVKqW_0 2024-09-07T15:27:43.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6773959262468618753', time=2024-09-07T16:40:44.452530+0000, chain.objs.size()=1 2024-09-07T15:27:43.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.BLOZ16TlyYIXC8L-dGd1Vt5hZxXzbxX_0 2024-09-07T15:27:43.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4655508131719108294', time=2024-09-07T16:40:44.573335+0000, chain.objs.size()=1 2024-09-07T15:27:43.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JYcen5ENbciqFM188hnlbj9dBanrZR__0 2024-09-07T15:27:43.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1985609434946862152', time=2024-09-07T16:40:45.363041+0000, chain.objs.size()=1 2024-09-07T15:27:43.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.r3ACLs71lvbFIK_NDalzRqg26T4Wj0D_0 2024-09-07T15:27:43.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2180711753799262576', time=2024-09-07T16:40:46.887951+0000, chain.objs.size()=1 2024-09-07T15:27:43.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.6o_2yELFmzg2HNmBCw195a_elf6JlSP_0 2024-09-07T15:27:43.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12238812777902960333', time=2024-09-07T16:40:47.871407+0000, chain.objs.size()=1 2024-09-07T15:27:43.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.icjS01Zml9rp2V7SFe-xqvI8bxhouSf_0 2024-09-07T15:27:43.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15765009243505103254', time=2024-09-07T16:40:50.906424+0000, chain.objs.size()=1 2024-09-07T15:27:43.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.jQTYH3qJqrA1Dv8Ky_JHBYQ_30Ez2Si_0 2024-09-07T15:27:43.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9915154176871334361', time=2024-09-07T16:40:51.193321+0000, chain.objs.size()=1 2024-09-07T15:27:43.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.e0klRsZTXet8RmGarEwdNenxmjkTfVJ_0 2024-09-07T15:27:43.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17573052100969664116', time=2024-09-07T16:40:52.673130+0000, chain.objs.size()=1 2024-09-07T15:27:43.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.K9tF40fQjJcuGcCURcfYFUaqQS__27d_0 2024-09-07T15:27:43.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2006786677802845499', time=2024-09-07T16:40:53.137185+0000, chain.objs.size()=1 2024-09-07T15:27:43.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ht8fnDkMrKj87aKhN-uqc41D_fhsFVK_0 2024-09-07T15:27:43.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3649021867101303113', time=2024-09-07T16:40:55.767302+0000, chain.objs.size()=1 2024-09-07T15:27:43.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JOZJGpJ_--nD0jJMoj54CKZX8RK5tF2_0 2024-09-07T15:27:43.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15565060883720162334', time=2024-09-07T16:40:57.498123+0000, chain.objs.size()=1 2024-09-07T15:27:43.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.tHfoWlmyrKAF_8ATs3wYj_rnSn_iki9_0 2024-09-07T15:27:43.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3131214464029288516', time=2024-09-07T16:40:57.547850+0000, chain.objs.size()=1 2024-09-07T15:27:43.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.o_8oB2pibOBHUyJN0GhE_6VV9Q24NSu_0 2024-09-07T15:27:43.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4587954579335014127', time=2024-09-07T16:41:00.645040+0000, chain.objs.size()=1 2024-09-07T15:27:43.932 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.3mrDu0HaHXZKwEUPDdktHibPgwTLQfc_0 2024-09-07T15:27:43.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13251896883325419806', time=2024-09-07T16:41:01.140035+0000, chain.objs.size()=1 2024-09-07T15:27:43.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2HbSiSlU-vWDQbDAboYSQjAsJzj9sqZ_0 2024-09-07T15:27:43.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10608730699546354800', time=2024-09-07T16:41:01.418884+0000, chain.objs.size()=1 2024-09-07T15:27:43.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mKPcHEVgewNI-CUnfB-wKn0Wfbj0sJ4_0 2024-09-07T15:27:43.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3815338610987325888', time=2024-09-07T16:41:18.992872+0000, chain.objs.size()=1 2024-09-07T15:27:43.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.272__shadow_.0U-pmo8PtuqlBBY_D2SRL-mLaReLlHr_0 2024-09-07T15:27:43.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3253670471828010920', time=2024-09-07T16:41:53.950952+0000, chain.objs.size()=1 2024-09-07T15:27:43.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.289__shadow_.AF30GsStigXNQ2-iFn_Z6vOVHS2vevK_0 2024-09-07T15:27:43.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10524726950091216600', time=2024-09-07T16:42:11.134012+0000, chain.objs.size()=1 2024-09-07T15:27:43.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.q0mN3RWjq5GYq1MBAYDsHsuKIey_FKj_0 2024-09-07T15:27:43.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15449860435984902663', time=2024-09-07T16:42:11.457454+0000, chain.objs.size()=1 2024-09-07T15:27:43.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.oW1XoF7_o4HFAHyb5t7aWGpuzoPelKQ_0 2024-09-07T15:27:43.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5188032814961536357', time=2024-09-07T16:42:17.770302+0000, chain.objs.size()=1 2024-09-07T15:27:43.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.297__shadow_.uDNqRIolFcngSrQ4SyvfmoHHCTe3JdG_0 2024-09-07T15:27:43.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5326555321630364379', time=2024-09-07T16:42:19.739716+0000, chain.objs.size()=1 2024-09-07T15:27:43.934 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.298__shadow_.Tly3DkB5KstX38Q1GKdQksb2uP1epGG_0 2024-09-07T15:27:43.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9072620992585802627', time=2024-09-07T16:45:03.781224+0000, chain.objs.size()=1 2024-09-07T15:27:43.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.PfI87feYnlQk7BtGj5Trcx2A91tSYe4_0 2024-09-07T15:27:43.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3387475693101475320', time=2024-09-07T16:45:05.194173+0000, chain.objs.size()=1 2024-09-07T15:27:43.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dYy7PG_2XablKYFic0STHv_r22NNzp2_0 2024-09-07T15:27:43.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18315533797493892633', time=2024-09-07T16:45:06.823073+0000, chain.objs.size()=1 2024-09-07T15:27:43.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.BmvZdgFXdus5jiTxkdVl7enloYAuB1P_0 2024-09-07T15:27:43.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6555824908913862146', time=2024-09-07T16:45:08.075858+0000, chain.objs.size()=1 2024-09-07T15:27:43.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.bKIVYLq9hiB02m33vAHPWaFEjJVS1So_0 2024-09-07T15:27:43.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15659091811011084452', time=2024-09-07T16:45:10.108773+0000, chain.objs.size()=1 2024-09-07T15:27:43.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yjGvCnhu6Ud7VXr4LZlUc2kgdYHLWP0_0 2024-09-07T15:27:43.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12374280995609822880', time=2024-09-07T16:45:10.199213+0000, chain.objs.size()=1 2024-09-07T15:27:43.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NBMJtf6Qi8Np-CeNlVM_kE294l3WeL8_0 2024-09-07T15:27:43.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14076310723665195161', time=2024-09-07T16:45:10.909794+0000, chain.objs.size()=1 2024-09-07T15:27:43.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.F8DErSDKpH3V9RSLcg7cElH-RQhyuWJ_0 2024-09-07T15:27:43.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18123706081822448213', time=2024-09-07T16:45:13.900357+0000, chain.objs.size()=1 2024-09-07T15:27:43.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.933+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.UK2ym1JbeR2qQL8V-Zw7HaPGNthdiNx_0 2024-09-07T15:27:43.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.310016646512305093', time=2024-09-07T16:45:14.010138+0000, chain.objs.size()=1 2024-09-07T15:27:43.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-mBOpNWurRnEwwtCmCj5UUH5ZaGl_Z-_0 2024-09-07T15:27:43.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9718964711684540899', time=2024-09-07T16:45:14.842869+0000, chain.objs.size()=1 2024-09-07T15:27:43.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.z2h1O2H7v9ny0zDiAzrNZgBz6wzHdnT_0 2024-09-07T15:27:43.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13698803940457172991', time=2024-09-07T16:45:17.044060+0000, chain.objs.size()=1 2024-09-07T15:27:43.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eoz7k6K3jD3Xg7RWVjmOfCsV0Ys2vXx_0 2024-09-07T15:27:43.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2564305158886567417', time=2024-09-07T16:45:17.500450+0000, chain.objs.size()=1 2024-09-07T15:27:43.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pz4NBMx2y1Ugg4DaNvIxCOlN83Slsp2_0 2024-09-07T15:27:43.941 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5601416743622272857', time=2024-09-07T16:45:18.157803+0000, chain.objs.size()=1 2024-09-07T15:27:43.941 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HksEmarhM_geEJDi9lU65U4J8du-l4D_0 2024-09-07T15:27:43.942 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10755778871061632381', time=2024-09-07T16:45:21.589676+0000, chain.objs.size()=1 2024-09-07T15:27:43.942 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.XjATOVyxljJ7sdPVS6zBdEkRCCz4K3S_0 2024-09-07T15:27:43.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17835446827561055288', time=2024-09-07T16:45:22.273488+0000, chain.objs.size()=1 2024-09-07T15:27:43.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.z5dHZJC6Cp0yvcb6I4v1oH-7SXU-aSw_0 2024-09-07T15:27:43.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11063712478641917533', time=2024-09-07T16:45:22.728592+0000, chain.objs.size()=1 2024-09-07T15:27:43.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.VPT-sCB2uZ5TGOLMy3BMA0Conc3iXZo_0 2024-09-07T15:27:43.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12154086643655389763', time=2024-09-07T16:45:23.719255+0000, chain.objs.size()=1 2024-09-07T15:27:43.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.lMxs7IM1ri022Qx2GF091okicPcwcJH_0 2024-09-07T15:27:43.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15792119611350506998', time=2024-09-07T16:45:24.166524+0000, chain.objs.size()=1 2024-09-07T15:27:43.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.RJK_uEtePp80xfyzhw_PiU3d5M4T9Cw_0 2024-09-07T15:27:43.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1195471099861879257', time=2024-09-07T16:45:24.722956+0000, chain.objs.size()=1 2024-09-07T15:27:43.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.R6y63Nz-pRL85Xsv2U6qgaMNfGuzxBz_0 2024-09-07T15:27:43.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2939033151670738575', time=2024-09-07T16:45:25.610009+0000, chain.objs.size()=1 2024-09-07T15:27:43.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4RTW3EU8vAfQFJAZmNsnym990CcSpdA_0 2024-09-07T15:27:43.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9036185353132727527', time=2024-09-07T16:45:28.511184+0000, chain.objs.size()=1 2024-09-07T15:27:43.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Dksyax81UKG6bkNF4IilOLIPCj3DeyV_0 2024-09-07T15:27:43.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11588203139349121304', time=2024-09-07T16:45:28.821410+0000, chain.objs.size()=1 2024-09-07T15:27:43.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ywXoJ9Oy4enR3lXKrkk7pocvFkaIWZu_0 2024-09-07T15:27:43.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12540352520714101685', time=2024-09-07T16:45:29.074196+0000, chain.objs.size()=1 2024-09-07T15:27:43.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Onta_MjxTphSnrYCfP0b_sPBlXovHkh_0 2024-09-07T15:27:43.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8964304763430623417', time=2024-09-07T16:45:31.418292+0000, chain.objs.size()=1 2024-09-07T15:27:43.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.qiAs-wOE0J1ug29W0Aa1R-xJzYOFobM_0 2024-09-07T15:27:43.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14360584333050609264', time=2024-09-07T16:45:32.106766+0000, chain.objs.size()=1 2024-09-07T15:27:43.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.UQ2dqHYNzEO4oXrih_d58lkZB2M42p9_0 2024-09-07T15:27:43.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.592947069526799521', time=2024-09-07T16:45:33.273192+0000, chain.objs.size()=1 2024-09-07T15:27:43.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ZyWbhwvG_T2EAUus1JHGqDLKLsmTv7x_0 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1350219733404485293', time=2024-09-07T16:45:33.499482+0000, chain.objs.size()=1 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.CtgeJ3M51013_nZWxzOr8xUfxi5lFtL_0 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10495109676116847522', time=2024-09-07T16:47:20.025646+0000, chain.objs.size()=1 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ufMBSPU0pzAkZeyl8XIdYRkIhAPAhIk_0 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18431385650836628924', time=2024-09-07T16:47:20.038243+0000, chain.objs.size()=1 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5EohVxvoZVESx75j5-LHEQZUmSOm-CH_0 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12072819299407644907', time=2024-09-07T16:47:20.536206+0000, chain.objs.size()=1 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.QoeJjlY630abhoyOWnapMMQre25_6RI_0 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11210180661824800268', time=2024-09-07T16:47:20.542222+0000, chain.objs.size()=1 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.iSAjpfsulwJ0OpFyoy9fhnpGfOetTus_0 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10080791597644008322', time=2024-09-07T16:47:21.995970+0000, chain.objs.size()=1 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FrX3stOiYtvhhaEuCUHi76k0gjTZ2Vt_0 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9286869267975600111', time=2024-09-07T16:47:22.042853+0000, chain.objs.size()=1 2024-09-07T15:27:43.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.c7ngyxwvMXX2XioL7B526Yruaka1u74_0 2024-09-07T15:27:43.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2179337181709222306', time=2024-09-07T16:47:23.213407+0000, chain.objs.size()=1 2024-09-07T15:27:43.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wFUnyaIO6hIQ4dFSb04fF_QpqYM_dPB_0 2024-09-07T15:27:43.955 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8954781758571241633', time=2024-09-07T16:47:24.589695+0000, chain.objs.size()=1 2024-09-07T15:27:43.955 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.l88-q7eK9S_rnf1-wD6YTzVit_gQcCv_0 2024-09-07T15:27:43.955 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14984033311445935742', time=2024-09-07T16:47:25.166411+0000, chain.objs.size()=1 2024-09-07T15:27:43.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uNtg92QyOORWkqq3r2v6LSCEzKK9iLb_0 2024-09-07T15:27:43.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1401089088478141121', time=2024-09-07T16:47:25.326352+0000, chain.objs.size()=1 2024-09-07T15:27:43.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ArEvRrcm-bA77ls7QLCE-eDCSxWBOqv_0 2024-09-07T15:27:43.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7191873214485200469', time=2024-09-07T16:47:26.361838+0000, chain.objs.size()=1 2024-09-07T15:27:43.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.3Wd28g1mEVKVnfkQ-ijMbT_CBZi3Vn__0 2024-09-07T15:27:43.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8899087429544506045', time=2024-09-07T16:47:29.425049+0000, chain.objs.size()=1 2024-09-07T15:27:43.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.DItY05wAoo3_aZGoMlMGBK4m9_zxrZk_0 2024-09-07T15:27:43.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7672516552392950113', time=2024-09-07T16:47:31.899794+0000, chain.objs.size()=1 2024-09-07T15:27:43.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.64G4ymTqX9-4rQ1M23bUZz9Kf8NgAsn_0 2024-09-07T15:27:43.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16543839339423987393', time=2024-09-07T16:47:32.405013+0000, chain.objs.size()=1 2024-09-07T15:27:43.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.EYFbdXSGCDo-fAwNcQxjNaO6keqTJ_W_0 2024-09-07T15:27:43.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11553531555553278884', time=2024-09-07T16:47:32.832639+0000, chain.objs.size()=1 2024-09-07T15:27:43.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.7E27mVPzNMA7RUqtuxxVnKkERac6WBm_0 2024-09-07T15:27:43.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.40990717696722273', time=2024-09-07T16:47:33.030519+0000, chain.objs.size()=1 2024-09-07T15:27:43.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.drls5zbH2057Ikt2F9cBO8lJuDxxsyW_0 2024-09-07T15:27:43.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12304662698850067880', time=2024-09-07T16:47:33.198574+0000, chain.objs.size()=1 2024-09-07T15:27:43.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZUptCf5nc50trqEAzKVBxnfMvDH084f_0 2024-09-07T15:27:43.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4522350712547326767', time=2024-09-07T16:47:35.440569+0000, chain.objs.size()=1 2024-09-07T15:27:43.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9fQ2NbIRRKwqIlMDCQAgJvfqVrXCu4k_0 2024-09-07T15:27:43.960 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1862722273482157326', time=2024-09-07T16:47:36.415988+0000, chain.objs.size()=1 2024-09-07T15:27:43.960 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._H34U-Bf8ke_2Ke-hCG-377Rsg39ydG_0 2024-09-07T15:27:43.960 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8619777627868974505', time=2024-09-07T16:47:36.843030+0000, chain.objs.size()=1 2024-09-07T15:27:43.960 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.VQx8ysKsYtZ14BaqmRYtM9WiXkwHs0I_0 2024-09-07T15:27:43.960 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11450160004173946913', time=2024-09-07T16:47:37.052695+0000, chain.objs.size()=1 2024-09-07T15:27:43.960 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.7iV_DCUR36dszt1NL5Ie1dbLd7KWNAv_0 2024-09-07T15:27:43.961 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9273810285507593628', time=2024-09-07T16:47:39.734578+0000, chain.objs.size()=1 2024-09-07T15:27:43.961 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.klVG1d3mM133m2pYjoLsNCypj1w6DZI_0 2024-09-07T15:27:43.961 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14501468785272807408', time=2024-09-07T16:47:39.803143+0000, chain.objs.size()=1 2024-09-07T15:27:43.961 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.n2qTvEjHF1bzfCd-J3RuoukEuLXD_Pp_0 2024-09-07T15:27:43.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9016452770339069011', time=2024-09-07T16:47:40.274600+0000, chain.objs.size()=1 2024-09-07T15:27:43.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.haRhlaWH8JmJpyUlhipOiDhQrlHj9Fz_0 2024-09-07T15:27:43.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9804148121793587377', time=2024-09-07T16:47:41.686725+0000, chain.objs.size()=1 2024-09-07T15:27:43.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jF-MS5qH_V3jqjwdHhOrV6n7bOh81uQ_0 2024-09-07T15:27:43.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7051426371315329659', time=2024-09-07T16:47:42.377648+0000, chain.objs.size()=1 2024-09-07T15:27:43.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FVeL0UhPNLbhrYvxrOZmS51gX6xYTAD_0 2024-09-07T15:27:43.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13454097773515650498', time=2024-09-07T16:47:44.018245+0000, chain.objs.size()=1 2024-09-07T15:27:43.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.B8oAXho87AvDKF9HvUbu-L-lO1Dl_lW_0 2024-09-07T15:27:43.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10118116010224614232', time=2024-09-07T16:47:44.174924+0000, chain.objs.size()=1 2024-09-07T15:27:43.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0CeHmOPKfb0l6iL2IaHVC_h1zJnS4yR_0 2024-09-07T15:27:43.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9751037963814632416', time=2024-09-07T16:47:44.179297+0000, chain.objs.size()=1 2024-09-07T15:27:43.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kQfcUNG8oJ8fiBnYHEvd_0PyZbkMi2g_0 2024-09-07T15:27:43.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.204388772241883352', time=2024-09-07T16:47:44.181183+0000, chain.objs.size()=1 2024-09-07T15:27:43.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Fgk6ngln1Ac_qGeBWOFNbUyz5weZc1E_0 2024-09-07T15:27:43.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14616834983535564590', time=2024-09-07T16:47:44.425517+0000, chain.objs.size()=1 2024-09-07T15:27:43.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.cjoTAnBgZm17fzSp0FYsSZRZHe0OzqA_0 2024-09-07T15:27:43.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7036955607016933775', time=2024-09-07T16:47:45.128856+0000, chain.objs.size()=1 2024-09-07T15:27:43.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-HDkZdqdgvEkL_KrQevjDIV2D_op0Ie_0 2024-09-07T15:27:43.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5461285877226571914', time=2024-09-07T16:47:47.118405+0000, chain.objs.size()=1 2024-09-07T15:27:43.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YPlIysctuRa9u5damp7-GkR7tQCbWlb_0 2024-09-07T15:27:43.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.895375727200518387', time=2024-09-07T16:48:15.585351+0000, chain.objs.size()=1 2024-09-07T15:27:43.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.340__shadow_.hBid7VKCFaH2MA1P8atFBmCeYwlH06m_0 2024-09-07T15:27:43.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9365312376394924376', time=2024-09-07T16:52:02.440781+0000, chain.objs.size()=1 2024-09-07T15:27:43.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.462__shadow_.yG9JIXNxRF1XKcZzLuA0_z8eTsjYIAV_0 2024-09-07T15:27:43.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45134 2024-09-07T15:27:43.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-07T15:27:43.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5136100633996134522', time=2024-09-07T16:52:13.236801+0000, chain.objs.size()=1 2024-09-07T15:27:43.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.466__shadow_.tqmfAPyJFMV28-4YG1H-KzqIjHY45LV_0 2024-09-07T15:27:43.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14867596416702272308', time=2024-09-07T16:52:40.487449+0000, chain.objs.size()=1 2024-09-07T15:27:43.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.485__shadow_.4mqMFW7nEIAq0Oq0gDF6nyRKjqS1Iu1_0 2024-09-07T15:27:43.980 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16053267473408796904', time=2024-09-07T16:52:57.191223+0000, chain.objs.size()=1 2024-09-07T15:27:43.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.490__shadow_.UB9F3O6krDmJKkt0UZKYYWaAl-OPJDY_0 2024-09-07T15:27:43.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11593797579894565006', time=2024-09-07T16:54:06.715321+0000, chain.objs.size()=6 2024-09-07T15:27:43.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.1 2024-09-07T15:27:43.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.2 2024-09-07T15:27:43.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.3 2024-09-07T15:27:43.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.4 2024-09-07T15:27:43.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.5 2024-09-07T15:27:43.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.6 2024-09-07T15:27:43.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11958564963062011146', time=2024-09-07T17:00:52.788739+0000, chain.objs.size()=4 2024-09-07T15:27:43.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.528__multipart_mymultipart.2~uxAliQW-ou0mfBd4kX9oH0_51nQ9qpO.1 2024-09-07T15:27:43.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.528__multipart_mymultipart.2~uxAliQW-ou0mfBd4kX9oH0_51nQ9qpO.2 2024-09-07T15:27:43.981 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.528__multipart_mymultipart.2~uxAliQW-ou0mfBd4kX9oH0_51nQ9qpO.3 2024-09-07T15:27:43.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.528__multipart_mymultipart.2~uxAliQW-ou0mfBd4kX9oH0_51nQ9qpO.4 2024-09-07T15:27:43.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~5d1_7XA44qxjr8De_bAX9zInhk5_uHF', time=2024-09-07T17:01:26.155897+0000, chain.objs.size()=1 2024-09-07T15:27:43.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.534__multipart_mymultipart.2~5d1_7XA44qxjr8De_bAX9zInhk5_uHF.1 2024-09-07T15:27:43.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~qi6LgosN3zRWopp_bnkm6KOCMgy2U6m', time=2024-09-07T17:01:28.013637+0000, chain.objs.size()=1 2024-09-07T15:27:43.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.535__multipart_mymultipart.2~qi6LgosN3zRWopp_bnkm6KOCMgy2U6m.1 2024-09-07T15:27:43.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2356596181291608606', time=2024-09-07T17:04:44.953666+0000, chain.objs.size()=1 2024-09-07T15:27:43.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:hB.sl9F-Qyv98VyEKK95TyWuYQtmyY._.sNb3UKnaT0zArGkipUYc7-C-BuPlMRT_0 2024-09-07T15:27:43.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12440385242888095570', time=2024-09-07T17:07:21.321666+0000, chain.objs.size()=1 2024-09-07T15:27:43.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.581__shadow:Q7NEuOEZiecyvsnSVZ18h-miA971TlQ_.LGLnI7t6bF18uxTqo6ypBOY5lpPLNEw_0 2024-09-07T15:27:43.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10683315198478997458', time=2024-09-07T17:07:26.703788+0000, chain.objs.size()=1 2024-09-07T15:27:43.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.584__shadow:LO8tdLg03qj66WJe-98FlDwxqUa8nfU_.h-54zmhFnRiR87JsxaduVdWglVocaiL_0 2024-09-07T15:27:43.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13379174420486512164', time=2024-09-07T17:07:35.861283+0000, chain.objs.size()=1 2024-09-07T15:27:43.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.587__shadow:7RZn0cIGN9-KefmsySPMG1hXbkrKnqO_.FpW-VuegoJNPzlmYWproh22OpfiTMvQ_0 2024-09-07T15:27:43.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15345775207927475237', time=2024-09-07T17:12:01.212274+0000, chain.objs.size()=1 2024-09-07T15:27:43.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.618__shadow_.aNswxV5H54_LyIMWHek42BoK2OuQ8cx_0 2024-09-07T15:27:43.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.455927216170046401', time=2024-09-07T17:14:54.714380+0000, chain.objs.size()=1 2024-09-07T15:27:43.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.637__shadow_.iE1weqNDDAlOkEpbCkt5TGDWziMdCwZ_0 2024-09-07T15:27:43.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10225713651368161976', time=2024-09-07T17:17:57.364638+0000, chain.objs.size()=1 2024-09-07T15:27:43.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.695__shadow:ghzzvjiaIG-YpP7b-G5jzl9jBiyp4-b_.3r1wCZsLX6r5TaOmNFzz24yegFS9mj2_0 2024-09-07T15:27:43.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.985+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7421474623454556994', time=2024-09-07T17:18:04.999621+0000, chain.objs.size()=1 2024-09-07T15:27:43.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.985+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.699__shadow:JyiOiGcxLE5cLnAZO4i8N2250x3yNGx_.dYgwoXgEIjZen70Feg_tmCD3RX2ZNoR_0 2024-09-07T15:27:43.988 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.985+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7810553223591760974', time=2024-09-07T17:18:06.738202+0000, chain.objs.size()=1 2024-09-07T15:27:43.988 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.985+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.700__shadow:5fSq2fUjEjsDj1LToaQc2qa998g7sD8_.jzX2Gm1VnpmquxstjQxwIo7BZMv4i8y_0 2024-09-07T15:27:43.990 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8682649616380223445', time=2024-09-07T17:18:10.494076+0000, chain.objs.size()=1 2024-09-07T15:27:43.991 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.702__shadow:6E1dylNABEalWMxmSnXOvRkTp7.8uNU_.nluEKKNAboLn9DwbD4hUbY7m9ahqss-_0 2024-09-07T15:27:43.991 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13245166049965194870', time=2024-09-07T17:18:59.208646+0000, chain.objs.size()=1 2024-09-07T15:27:43.991 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.718__shadow:bpyqB-q1pSK7zeySfrGhHQmjjbk1cmx_.r_zQHjgfiBNOJ8x6hvwVPqaW1Md6XoC_0 2024-09-07T15:27:43.991 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6854044871577017733', time=2024-09-07T17:19:03.085290+0000, chain.objs.size()=1 2024-09-07T15:27:43.991 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.720__shadow_.WjZRTfIRhEefqpjMCX_xM__Fz2k9WGv_0 2024-09-07T15:27:43.996 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:43.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-07T15:27:44.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.005 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49125' 2024-09-07T15:27:44.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15556912964203429087', time=2024-09-07T16:38:03.542622+0000, chain.objs.size()=1 2024-09-07T15:27:44.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.243__shadow_.K2QtfagUcY59adq-K9hDHJCE80JJ5jm_0 2024-09-07T15:27:44.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1081493237019582428', time=2024-09-07T16:38:27.124276+0000, chain.objs.size()=1 2024-09-07T15:27:44.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.253__shadow_.QrrbxC-pmUv2N-5cOHk98w6Ud5MQ_UT_0 2024-09-07T15:27:44.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15034780258993753764', time=2024-09-07T16:38:43.333342+0000, chain.objs.size()=1 2024-09-07T15:27:44.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.261__shadow_.06LXXlI1PAAJuF7sUdVzMDOqEGMDABN_0 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11851864429495252305', time=2024-09-07T16:40:29.930965+0000, chain.objs.size()=1 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.54w2kqydSbqZdm9mkuvNbmy4808KgAV_0 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16524585000686244683', time=2024-09-07T16:40:30.522075+0000, chain.objs.size()=1 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.SV0kRNc6nuC9lvp8oLj-q9_-ju0n53F_0 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12697032446511717776', time=2024-09-07T16:40:30.717099+0000, chain.objs.size()=1 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JRYwk4P82M84mPexjymah29r7IOPQQw_0 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16433815248255962766', time=2024-09-07T16:40:31.604612+0000, chain.objs.size()=1 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.c9R3JHlBAIBqo9nQHOUQmkMBggGSyQJ_0 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5363493012329360437', time=2024-09-07T16:40:34.340210+0000, chain.objs.size()=1 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.5o7P57t3anbQmSwzmAC3KWvEK9kZzNZ_0 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10780833707308318661', time=2024-09-07T16:40:35.284031+0000, chain.objs.size()=1 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4Cd9iG90QSZzf0HGoLn25B1ecLmY2eS_0 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11191588644439319971', time=2024-09-07T16:40:35.843674+0000, chain.objs.size()=1 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.5OCvVGcjn09RuVPJApbXuWaOm74JDh4_0 2024-09-07T15:27:44.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12656466225229573625', time=2024-09-07T16:40:35.916316+0000, chain.objs.size()=1 2024-09-07T15:27:44.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.26EAhkwGQYPWojTaoZ00KJjdmzqZoPh_0 2024-09-07T15:27:44.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10472854856188489705', time=2024-09-07T16:40:36.849904+0000, chain.objs.size()=1 2024-09-07T15:27:44.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.lLuKe3cZvUcduMOWsOvd8P4vQZ91Gno_0 2024-09-07T15:27:44.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1777289499915492588', time=2024-09-07T16:40:39.160765+0000, chain.objs.size()=1 2024-09-07T15:27:44.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.b4BQwVl001IGKLxVq797lyxKy8Umm63_0 2024-09-07T15:27:44.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14615019935480075425', time=2024-09-07T16:40:39.505619+0000, chain.objs.size()=1 2024-09-07T15:27:44.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.rYZxUTVzWpRFDd9VqskL5OHM9-bmw_x_0 2024-09-07T15:27:44.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.121432610015293477', time=2024-09-07T16:40:41.052863+0000, chain.objs.size()=1 2024-09-07T15:27:44.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.etNVfA-eyHvphvb6FFmJ7tdK3oiP73Q_0 2024-09-07T15:27:44.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13669209668360155996', time=2024-09-07T16:40:41.361819+0000, chain.objs.size()=1 2024-09-07T15:27:44.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.5dGngb9c56_D40j3jRHjR2zA3hM-JUf_0 2024-09-07T15:27:44.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8783335924602954344', time=2024-09-07T16:40:46.761229+0000, chain.objs.size()=1 2024-09-07T15:27:44.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.KsMFwtreTg8YcPL0SQJGyogKhRIqoF__0 2024-09-07T15:27:44.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3897708230710155167', time=2024-09-07T16:40:46.888052+0000, chain.objs.size()=1 2024-09-07T15:27:44.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.BpgCxvoknB55yQUIyXghRMvylZVL9zn_0 2024-09-07T15:27:44.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1993180460679386938', time=2024-09-07T16:40:47.244946+0000, chain.objs.size()=1 2024-09-07T15:27:44.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._A3myoQdMbaAQYZnyeyXOXCmr7L6mIJ_0 2024-09-07T15:27:44.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12127054028211404143', time=2024-09-07T16:40:47.592407+0000, chain.objs.size()=1 2024-09-07T15:27:44.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.kG-6caWkDMsTQ3zTAQ2X3oPCLeMbjtK_0 2024-09-07T15:27:44.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5214154714118362413', time=2024-09-07T16:40:47.594511+0000, chain.objs.size()=1 2024-09-07T15:27:44.013 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.oFRbF7dnDfa0amvmwj9m0pUs3VAyPAG_0 2024-09-07T15:27:44.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4821281394780454029', time=2024-09-07T16:40:48.143433+0000, chain.objs.size()=1 2024-09-07T15:27:44.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.k5PU_n4wa30mLgcD9UxDJ2x0En9FmJX_0 2024-09-07T15:27:44.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17551193801967483190', time=2024-09-07T16:40:48.977551+0000, chain.objs.size()=1 2024-09-07T15:27:44.014 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xK-HsVxd7hbQH40zEgCislCVRAypdA5_0 2024-09-07T15:27:44.015 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16955386596847173471', time=2024-09-07T16:40:51.213273+0000, chain.objs.size()=1 2024-09-07T15:27:44.015 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.B3alcGzjD9Hq08mm4twLJzUJGeSimuu_0 2024-09-07T15:27:44.015 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14542162136434268706', time=2024-09-07T16:40:51.813758+0000, chain.objs.size()=1 2024-09-07T15:27:44.015 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.VA0T_LmPJ5b9wJt5-uptYzE_WDKfvqB_0 2024-09-07T15:27:44.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14194896802502348195', time=2024-09-07T16:40:52.122238+0000, chain.objs.size()=1 2024-09-07T15:27:44.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.iF0SU9znqLXWxB171ZW8UF7dOrdNBPD_0 2024-09-07T15:27:44.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10017473298408596492', time=2024-09-07T16:40:52.928788+0000, chain.objs.size()=1 2024-09-07T15:27:44.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.R9oQZvsgXw5GRWmmamtSV3C1mt8bJ-N_0 2024-09-07T15:27:44.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17296233732682350851', time=2024-09-07T16:40:55.096373+0000, chain.objs.size()=1 2024-09-07T15:27:44.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.F5OoLx4L5gOBrlkJkyQ2vL56D3VHONv_0 2024-09-07T15:27:44.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6546864237785617483', time=2024-09-07T16:40:55.140818+0000, chain.objs.size()=1 2024-09-07T15:27:44.019 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.N99A0ehXwjS5dYnmyFY89pEgQtmgWHO_0 2024-09-07T15:27:44.019 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14802235893928416643', time=2024-09-07T16:40:56.939221+0000, chain.objs.size()=1 2024-09-07T15:27:44.019 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.MTbO-wCqGd4lblR6QwqPoxvjrwLiwXq_0 2024-09-07T15:27:44.019 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9169397892198636204', time=2024-09-07T16:40:56.941082+0000, chain.objs.size()=1 2024-09-07T15:27:44.019 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.VoxeAx9yoFbxh0irDmZRQfY-ECeuUcL_0 2024-09-07T15:27:44.019 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14121426428952289614', time=2024-09-07T16:40:57.367873+0000, chain.objs.size()=1 2024-09-07T15:27:44.019 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.EIJ9Y4laeK0BVnQCrfMg9Y2GFTV0xSR_0 2024-09-07T15:27:44.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2580956218117515512', time=2024-09-07T16:40:57.623564+0000, chain.objs.size()=1 2024-09-07T15:27:44.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.55echkGlfqw_ywI7p8ebTzM8sZ7SS4B_0 2024-09-07T15:27:44.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16263008274197472059', time=2024-09-07T16:40:58.027237+0000, chain.objs.size()=1 2024-09-07T15:27:44.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JRr1MA4amb0g0hBSHB4UHqGZWAYEJog_0 2024-09-07T15:27:44.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294689061745618586', time=2024-09-07T16:40:59.867888+0000, chain.objs.size()=1 2024-09-07T15:27:44.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xBsqKLDkzw8bmTZ1J4AtBJiEUE9C_dl_0 2024-09-07T15:27:44.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7307230225741002911', time=2024-09-07T16:41:00.204080+0000, chain.objs.size()=1 2024-09-07T15:27:44.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.b6IQB2VvU2EUdienZrGMXda3ZIucTvU_0 2024-09-07T15:27:44.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14867316421298192456', time=2024-09-07T16:41:22.896025+0000, chain.objs.size()=1 2024-09-07T15:27:44.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.274__shadow_.rmtlyRpeVD94bT2-1izNkjwWdYid0bh_0 2024-09-07T15:27:44.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6214820485850506140', time=2024-09-07T16:41:51.961358+0000, chain.objs.size()=1 2024-09-07T15:27:44.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.288__shadow_.oY3mh2_6DqH4Q-DhYxZ7wieggmeNsJp_0 2024-09-07T15:27:44.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7559131492018217569', time=2024-09-07T16:42:05.683206+0000, chain.objs.size()=1 2024-09-07T15:27:44.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.ApvAxN_7dLVg90TT0KsSIHVZXUYkwZL_0 2024-09-07T15:27:44.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1158249155265405048', time=2024-09-07T16:42:05.776588+0000, chain.objs.size()=1 2024-09-07T15:27:44.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.Kb8jKU-MGR6YEcKy6bJG3FIAwMpq6pR_0 2024-09-07T15:27:44.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15511824315274525175', time=2024-09-07T16:42:06.071321+0000, chain.objs.size()=1 2024-09-07T15:27:44.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.2uJuucPPTrwdZNnL1rQ81LzM4iCm84H_0 2024-09-07T15:27:44.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9005645562356209650', time=2024-09-07T16:42:06.076785+0000, chain.objs.size()=1 2024-09-07T15:27:44.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.5AjR8OGeb2BlaBN162MhO5kft2p_2Kq_0 2024-09-07T15:27:44.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12140612607332313805', time=2024-09-07T16:42:21.913707+0000, chain.objs.size()=1 2024-09-07T15:27:44.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.299__shadow_.ON62gw7CobQzaiz79StQfMkolsO4tR6_0 2024-09-07T15:27:44.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1148034133417479961', time=2024-09-07T16:42:39.135530+0000, chain.objs.size()=1 2024-09-07T15:27:44.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.307__shadow_.wyPi7sLEjhhL1WhBJKAeAHgKPnUXPMh_0 2024-09-07T15:27:44.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18061587135820098671', time=2024-09-07T16:45:05.632991+0000, chain.objs.size()=1 2024-09-07T15:27:44.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.8iGjShwNAxn0q3mvqrnzHgqC6wBbqp-_0 2024-09-07T15:27:44.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3947613093937791052', time=2024-09-07T16:45:06.082300+0000, chain.objs.size()=1 2024-09-07T15:27:44.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.uxvb56VwhnTwn-ZgfcxQZukI2z-6FS2_0 2024-09-07T15:27:44.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12893793617121642057', time=2024-09-07T16:45:08.832164+0000, chain.objs.size()=1 2024-09-07T15:27:44.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eWbkVOqi0NfekttQaJyGgOohnmb0g4H_0 2024-09-07T15:27:44.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4440662168298199144', time=2024-09-07T16:45:09.453640+0000, chain.objs.size()=1 2024-09-07T15:27:44.028 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.O8l6VrJHbKiM8svAXI4Ay8sCZIHJn-n_0 2024-09-07T15:27:44.028 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4361798699550186041', time=2024-09-07T16:45:09.455773+0000, chain.objs.size()=1 2024-09-07T15:27:44.028 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.iwfx471aQz_mPH1kvHtcYS8Br1PKoZL_0 2024-09-07T15:27:44.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.029+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1300888723100450033', time=2024-09-07T16:45:11.089566+0000, chain.objs.size()=1 2024-09-07T15:27:44.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.029+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.XvlKu7ypf0FBsCM6N3GaNZVX43nNy50_0 2024-09-07T15:27:44.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.029+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15187801241306806376', time=2024-09-07T16:45:13.769786+0000, chain.objs.size()=1 2024-09-07T15:27:44.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.029+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.xLboNTGrTchKIeralmE7jg6pZaC7_-0_0 2024-09-07T15:27:44.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6179571449920320673', time=2024-09-07T16:45:13.898046+0000, chain.objs.size()=1 2024-09-07T15:27:44.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.8NVRh0amYTPsl177U3OjBkCq6iW3oi3_0 2024-09-07T15:27:44.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2900963253635327374', time=2024-09-07T16:45:14.768249+0000, chain.objs.size()=1 2024-09-07T15:27:44.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.CzsH-4v78NeE6fwjEEXmwNBZ-PuERHd_0 2024-09-07T15:27:44.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11757468989772422067', time=2024-09-07T16:45:16.405420+0000, chain.objs.size()=1 2024-09-07T15:27:44.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rxvoe6qlPsIzVICRxUAqMr0JzxxUmXj_0 2024-09-07T15:27:44.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17159358713198649410', time=2024-09-07T16:45:16.451633+0000, chain.objs.size()=1 2024-09-07T15:27:44.034 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tcgOMX0hiZAO-XbInZN5Yzsv6loFPAv_0 2024-09-07T15:27:44.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6928815352638892003', time=2024-09-07T16:45:18.905033+0000, chain.objs.size()=1 2024-09-07T15:27:44.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NrlxtACVRrH6lmCZsRZvP7RaJwI3YUI_0 2024-09-07T15:27:44.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11599365898244515222', time=2024-09-07T16:45:18.996282+0000, chain.objs.size()=1 2024-09-07T15:27:44.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ppv9ZyOJCYlH0eLqsnlf78-ohU7d5Gh_0 2024-09-07T15:27:44.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12272685268190206029', time=2024-09-07T16:45:21.725798+0000, chain.objs.size()=1 2024-09-07T15:27:44.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.M7ITZA7lSieSs_whehOamHd-P-zrr39_0 2024-09-07T15:27:44.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1390087542441770719', time=2024-09-07T16:45:21.730666+0000, chain.objs.size()=1 2024-09-07T15:27:44.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.TsGxKyLXpTDCks3tZuC5kbEIuwBd2Eo_0 2024-09-07T15:27:44.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18117642698045550648', time=2024-09-07T16:45:21.913772+0000, chain.objs.size()=1 2024-09-07T15:27:44.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.bG9Q-7BW3qHQe_m1gOV9onx55LKA9VE_0 2024-09-07T15:27:44.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9797526396488878012', time=2024-09-07T16:45:24.343556+0000, chain.objs.size()=1 2024-09-07T15:27:44.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.J2F-b3lWRc5daOMQgxCBz-KK8xqcqC0_0 2024-09-07T15:27:44.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10178560799233728192', time=2024-09-07T16:45:24.573879+0000, chain.objs.size()=1 2024-09-07T15:27:44.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gmf_Hzybej5BIeWUIusGV9A_mnsQd3Y_0 2024-09-07T15:27:44.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11004563761991284881', time=2024-09-07T16:45:25.608294+0000, chain.objs.size()=1 2024-09-07T15:27:44.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.5G4gdxxRfQ8Z_t4uVrCV51dDHAMoeFB_0 2024-09-07T15:27:44.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3977819727936515062', time=2024-09-07T16:45:26.423459+0000, chain.objs.size()=1 2024-09-07T15:27:44.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._UiwMVQzHk5xaku4VotHT-flBhTMbLU_0 2024-09-07T15:27:44.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16614428892656189286', time=2024-09-07T16:45:28.271437+0000, chain.objs.size()=1 2024-09-07T15:27:44.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ZL4oKn-0v3K8Pra1Eq94CQ0vPnAZbg__0 2024-09-07T15:27:44.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12662625220021656462', time=2024-09-07T16:45:30.110596+0000, chain.objs.size()=1 2024-09-07T15:27:44.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.M9zqz8SVtWLErJdcT77Odn6nk9V9BxA_0 2024-09-07T15:27:44.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12865310403776562255', time=2024-09-07T16:45:33.370454+0000, chain.objs.size()=1 2024-09-07T15:27:44.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.F7nWWr8jFb-UCHhJ_lqP0BJ_RH5pbW8_0 2024-09-07T15:27:44.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17109558388145565112', time=2024-09-07T16:47:20.043256+0000, chain.objs.size()=1 2024-09-07T15:27:44.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2VlM_mYOX3b-dkNihuDq61LIS-irNtq_0 2024-09-07T15:27:44.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4705082550462022451', time=2024-09-07T16:47:20.872163+0000, chain.objs.size()=1 2024-09-07T15:27:44.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.J4fZreeLMAZsEGZevkHQmVvV4fDU-NN_0 2024-09-07T15:27:44.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4121714700913962894', time=2024-09-07T16:47:20.873549+0000, chain.objs.size()=1 2024-09-07T15:27:44.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gL8sL_g1CQJ6UV9HLYSBVVWP_hPrOLF_0 2024-09-07T15:27:44.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3223264723734768397', time=2024-09-07T16:47:23.836294+0000, chain.objs.size()=1 2024-09-07T15:27:44.042 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uLsMjWEk1h5jLzPVvHd5z2Bwvzm27Ya_0 2024-09-07T15:27:44.043 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5056066577783610260', time=2024-09-07T16:47:24.146773+0000, chain.objs.size()=1 2024-09-07T15:27:44.043 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.l9YLkZuQQ5Cfo1bYbTdgQCHBYW9RULJ_0 2024-09-07T15:27:44.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10816980505802931196', time=2024-09-07T16:47:24.282265+0000, chain.objs.size()=1 2024-09-07T15:27:44.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Sa28Rjirn5_ynKIaRC9wg7eKPqCAy_h_0 2024-09-07T15:27:44.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9989610800741985875', time=2024-09-07T16:47:24.285612+0000, chain.objs.size()=1 2024-09-07T15:27:44.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vu7IiHczHjj_6zPIlGkAkCiSxMRLkMa_0 2024-09-07T15:27:44.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10296939914862206998', time=2024-09-07T16:47:24.710518+0000, chain.objs.size()=1 2024-09-07T15:27:44.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.U65eueUZob5SxiJ-FNs3nMrRsGsEIj8_0 2024-09-07T15:27:44.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6617476788600153747', time=2024-09-07T16:47:24.941780+0000, chain.objs.size()=1 2024-09-07T15:27:44.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zrwOzlhAPYSXLP-lRwirKQq8muX2H4E_0 2024-09-07T15:27:44.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14094761965953479949', time=2024-09-07T16:47:24.944273+0000, chain.objs.size()=1 2024-09-07T15:27:44.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.M5d9c-md7kiK1bn7ZpURDOeQMC2DFvb_0 2024-09-07T15:27:44.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1089579699368351721', time=2024-09-07T16:47:25.686220+0000, chain.objs.size()=1 2024-09-07T15:27:44.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.4hXGho44q8FQhsCwGmoTj9B8eSEpTkA_0 2024-09-07T15:27:44.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1733214533477985037', time=2024-09-07T16:47:27.385905+0000, chain.objs.size()=1 2024-09-07T15:27:44.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.WncPoc_by48pfTo6ig0owrJTJErRy4W_0 2024-09-07T15:27:44.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.235614386615621274', time=2024-09-07T16:47:27.389322+0000, chain.objs.size()=1 2024-09-07T15:27:44.046 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZO9ri7g96oqNPrEomVQLt5ZrXZTM0BX_0 2024-09-07T15:27:44.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11790361423130364476', time=2024-09-07T16:47:29.551083+0000, chain.objs.size()=1 2024-09-07T15:27:44.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.BFslBReu0Qd0-xY9XaYP8-x30Z6FrUd_0 2024-09-07T15:27:44.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4113769587045010061', time=2024-09-07T16:47:29.629667+0000, chain.objs.size()=1 2024-09-07T15:27:44.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.NpZJE3hf7oCLDUD3O_g53SnKUrZMvca_0 2024-09-07T15:27:44.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7467423099352368923', time=2024-09-07T16:47:29.855842+0000, chain.objs.size()=1 2024-09-07T15:27:44.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YU1Jj9octntgIiCKF17q-ztSMXSB7Cb_0 2024-09-07T15:27:44.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15842851915092736013', time=2024-09-07T16:47:29.939237+0000, chain.objs.size()=1 2024-09-07T15:27:44.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.n_EZxTAv09ukiAvlkUdfOfoj-B72doN_0 2024-09-07T15:27:44.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6736189975841636204', time=2024-09-07T16:47:30.121515+0000, chain.objs.size()=1 2024-09-07T15:27:44.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RGZgm9S65DQGiPNLfxjQroymhg7x78m_0 2024-09-07T15:27:44.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14433563626934544458', time=2024-09-07T16:47:31.399031+0000, chain.objs.size()=1 2024-09-07T15:27:44.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ldDeZCmY1pPAG0FpTecM2GAOSxdVa-H_0 2024-09-07T15:27:44.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2217386102960208603', time=2024-09-07T16:47:32.408893+0000, chain.objs.size()=1 2024-09-07T15:27:44.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dr6GZCFxHMJNs1QcceqVak9qITToxIb_0 2024-09-07T15:27:44.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15313344025454364045', time=2024-09-07T16:47:32.724636+0000, chain.objs.size()=1 2024-09-07T15:27:44.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uRVOPiTH_3EyNu-qZQ4roHKcZ4cQQtw_0 2024-09-07T15:27:44.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6541569940493503679', time=2024-09-07T16:47:33.081165+0000, chain.objs.size()=1 2024-09-07T15:27:44.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.7PevLBxHlBNqz2nYiwoHpOhOh7AGNQl_0 2024-09-07T15:27:44.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1255348141291197277', time=2024-09-07T16:47:34.132129+0000, chain.objs.size()=1 2024-09-07T15:27:44.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Ia9cWLg-mU_eKNMMBZ1i5IphqekGMKx_0 2024-09-07T15:27:44.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5915100584315865049', time=2024-09-07T16:47:34.134327+0000, chain.objs.size()=1 2024-09-07T15:27:44.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.tuSgKDlIIZEn8KIhIZL7RdGMD0K1RyT_0 2024-09-07T15:27:44.052 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12334465510421091605', time=2024-09-07T16:47:35.534017+0000, chain.objs.size()=1 2024-09-07T15:27:44.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Ndf40Thu8DTqtSkP1q0_MV_KlfzaH30_0 2024-09-07T15:27:44.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16333156586954063789', time=2024-09-07T16:47:35.550453+0000, chain.objs.size()=1 2024-09-07T15:27:44.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.HM5QoOw_GpaRUxye0Y1v6VhJc-lyj0m_0 2024-09-07T15:27:44.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1576882949433865976', time=2024-09-07T16:47:40.244098+0000, chain.objs.size()=1 2024-09-07T15:27:44.053 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gsIWVDXMUT87QgmDy4PousCLEkyqYB5_0 2024-09-07T15:27:44.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9217498848603133088', time=2024-09-07T16:47:40.656548+0000, chain.objs.size()=1 2024-09-07T15:27:44.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gr5dHPyucsdbuBFTv49FcGIye4na8hY_0 2024-09-07T15:27:44.054 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2490477005318520871', time=2024-09-07T16:47:41.367071+0000, chain.objs.size()=1 2024-09-07T15:27:44.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.eoVPOn--fgIPO2zL7RK_Jsy05VsFZCr_0 2024-09-07T15:27:44.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9852156295441012396', time=2024-09-07T16:47:42.493020+0000, chain.objs.size()=1 2024-09-07T15:27:44.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5xWzNIN2KDOn-bj12QLMe2R6iGDgs8q_0 2024-09-07T15:27:44.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5181382545080805716', time=2024-09-07T16:47:43.957517+0000, chain.objs.size()=1 2024-09-07T15:27:44.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.d6Dw0PTQ1gCoItTLQ2-f8v45OsV7ckZ_0 2024-09-07T15:27:44.055 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9473662759397308098', time=2024-09-07T16:47:44.015263+0000, chain.objs.size()=1 2024-09-07T15:27:44.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sWhn9TMEnMqWkvkG1bsJv-L2lVianpC_0 2024-09-07T15:27:44.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2129001029523092266', time=2024-09-07T16:47:45.128989+0000, chain.objs.size()=1 2024-09-07T15:27:44.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jnHNju_aGUaow2N4cvWnYf8mqvHn8kE_0 2024-09-07T15:27:44.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49125 2024-09-07T15:27:44.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-07T15:27:44.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15970323562672274588', time=2024-09-07T16:47:45.425788+0000, chain.objs.size()=1 2024-09-07T15:27:44.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Zkup3QfUZjR0W2yslzVn5yOg9VOEI5J_0 2024-09-07T15:27:44.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4494455119751234967', time=2024-09-07T16:47:46.356126+0000, chain.objs.size()=1 2024-09-07T15:27:44.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.C1-UxmaM_OmliFBHWkSGxzOJA1ujBPx_0 2024-09-07T15:27:44.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15466102550999553262', time=2024-09-07T16:47:47.128561+0000, chain.objs.size()=1 2024-09-07T15:27:44.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.z4Qy6Jsu4TmUt9eNT6XubImk1wlaKxz_0 2024-09-07T15:27:44.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7968288113281964639', time=2024-09-07T16:47:47.544307+0000, chain.objs.size()=1 2024-09-07T15:27:44.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.BZkO8qGBsi6hyh5qAHi6dn4Sl2o7tqi_0 2024-09-07T15:27:44.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4721852385795525523', time=2024-09-07T16:47:48.413749+0000, chain.objs.size()=1 2024-09-07T15:27:44.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.s8gL_GdHB8kP32Mz31fE0joBKt5-q1T_0 2024-09-07T15:27:44.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2587134793818711997', time=2024-09-07T16:47:48.450980+0000, chain.objs.size()=1 2024-09-07T15:27:44.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Wkx5RURvQoZzN2nh3TmszCHUS4knCdI_0 2024-09-07T15:27:44.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11982302876868301135', time=2024-09-07T16:47:49.330076+0000, chain.objs.size()=1 2024-09-07T15:27:44.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Fsjo2gsr5WYI4Kp2P3d0w4BOH3LWR7z_0 2024-09-07T15:27:44.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9084368928174669033', time=2024-09-07T16:47:49.674315+0000, chain.objs.size()=1 2024-09-07T15:27:44.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9bC3SME9G5tjZ7-jRxcXSrNLHEjuYNZ_0 2024-09-07T15:27:44.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14242573638304863038', time=2024-09-07T16:50:16.457524+0000, chain.objs.size()=1 2024-09-07T15:27:44.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.409__shadow_.fg7j7wDEzpL9xCj8UiIjwx1bUDCv0C9_0 2024-09-07T15:27:44.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8706188252881977299', time=2024-09-07T16:51:51.498814+0000, chain.objs.size()=1 2024-09-07T15:27:44.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.458__shadow_.F4YhsiXx55d6Us-UWivkEovPidxBdsp_0 2024-09-07T15:27:44.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8877065881852855353', time=2024-09-07T16:52:07.894285+0000, chain.objs.size()=1 2024-09-07T15:27:44.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.464__shadow_.Fz001ydEYLLd9Evz0LLklu3qSibUPqf_0 2024-09-07T15:27:44.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15538799611783936578', time=2024-09-07T16:52:13.241158+0000, chain.objs.size()=1 2024-09-07T15:27:44.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.466__shadow_.hDkF5o_v4vT9-1jos-ZYj24ohueBO2__0 2024-09-07T15:27:44.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1449503141858700399', time=2024-09-07T16:53:15.338121+0000, chain.objs.size()=1 2024-09-07T15:27:44.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.501__shadow_.e6-n-pSDHxUvIJuzbkfAlj30f3yk2SN_0 2024-09-07T15:27:44.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3156722906059176527', time=2024-09-07T16:57:07.854938+0000, chain.objs.size()=6 2024-09-07T15:27:44.065 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.et4iqkaZmVZ-KKmmiOMeddieBX6NMiCx.1 2024-09-07T15:27:44.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~gJLUE6-07jVTPMzr5lSJ_LYisuu4dB4.2 2024-09-07T15:27:44.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~gJLUE6-07jVTPMzr5lSJ_LYisuu4dB4.3 2024-09-07T15:27:44.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~gJLUE6-07jVTPMzr5lSJ_LYisuu4dB4.4 2024-09-07T15:27:44.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~gJLUE6-07jVTPMzr5lSJ_LYisuu4dB4.5 2024-09-07T15:27:44.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~gJLUE6-07jVTPMzr5lSJ_LYisuu4dB4.6 2024-09-07T15:27:44.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~vbmKc4cIqxkujpaceJMiENc2sstpkgo', time=2024-09-07T16:57:46.145869+0000, chain.objs.size()=1 2024-09-07T15:27:44.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~vbmKc4cIqxkujpaceJMiENc2sstpkgo.3 2024-09-07T15:27:44.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16876374488855289167', time=2024-09-07T17:03:34.889181+0000, chain.objs.size()=1 2024-09-07T15:27:44.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.557__shadow_.blCupeX-1hb2VnH3ciYrJaopi_-1xYb_0 2024-09-07T15:27:44.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.741901660946840511', time=2024-09-07T17:04:34.682692+0000, chain.objs.size()=1 2024-09-07T15:27:44.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:hcBOjdY3i9Ac1oRjCcpRsedfGB6dfZV_.OL_X6mNq-7IQNQ9wNBzznjiJnyBzEhT_0 2024-09-07T15:27:44.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13339946124199177838', time=2024-09-07T17:04:35.958912+0000, chain.objs.size()=1 2024-09-07T15:27:44.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:tVrxkxPBFzE3sIGcEzZ.d-zsWH1K0GR_.Tmi4A-8kle0ExS-5e_e-yy5eTN2anKx_0 2024-09-07T15:27:44.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17959435435565669679', time=2024-09-07T17:05:06.571578+0000, chain.objs.size()=1 2024-09-07T15:27:44.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.575__shadow_.GnemQlduqCpD5xmj10Rb32S1Lhs6tTP_0 2024-09-07T15:27:44.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9177801939799414661', time=2024-09-07T17:07:39.844763+0000, chain.objs.size()=1 2024-09-07T15:27:44.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.588__shadow:UruhhQNe1szS6V5gm5Q48f1pTMpmKPC_.JTeRlf2NEgJqS7ar80Mngle8bRNQ7uV_0 2024-09-07T15:27:44.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11472314093446056312', time=2024-09-07T17:18:01.346020+0000, chain.objs.size()=1 2024-09-07T15:27:44.070 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.697__shadow:UYB.iDq35hycPzbwHcAd8BiN0qcHlc2_.o4JjDs2qDyAJxMabASacGePk5mHX2n6_0 2024-09-07T15:27:44.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-07T15:27:44.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46625' 2024-09-07T15:27:44.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3253477433012290750', time=2024-09-07T16:37:38.865454+0000, chain.objs.size()=1 2024-09-07T15:27:44.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.232__shadow_.90vAOB0KkEMvyS1QCNx8waNGtbp4VG7_0 2024-09-07T15:27:44.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3196030655568270947', time=2024-09-07T16:37:44.942467+0000, chain.objs.size()=1 2024-09-07T15:27:44.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.235__shadow_.ip6BcXAKHUovpxuWX_sgRLc5qiP9vTa_0 2024-09-07T15:27:44.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9605013600255370285', time=2024-09-07T16:38:14.733529+0000, chain.objs.size()=1 2024-09-07T15:27:44.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.247__shadow_.rFff6qq22gsKOnqTDyL4OIBxFuA4aeK_0 2024-09-07T15:27:44.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14510054462019416052', time=2024-09-07T16:38:41.299455+0000, chain.objs.size()=1 2024-09-07T15:27:44.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.260__shadow_.E195mmsgeBHb83fq5T2D12paYyVN7To_0 2024-09-07T15:27:44.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17428977105176741747', time=2024-09-07T16:40:29.900945+0000, chain.objs.size()=1 2024-09-07T15:27:44.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yivzAjzyCJ-JW-dEtD5IhArcJnORLr4_0 2024-09-07T15:27:44.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4406290878080718332', time=2024-09-07T16:40:32.539050+0000, chain.objs.size()=1 2024-09-07T15:27:44.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yTTzreYzaoNIBzeNA6UUQikEaILejh7_0 2024-09-07T15:27:44.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18210863296105489140', time=2024-09-07T16:40:32.566014+0000, chain.objs.size()=1 2024-09-07T15:27:44.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.UZZx_PZTqKPnMo7RuXaD4YY3lXyaMaZ_0 2024-09-07T15:27:44.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9219685639724555624', time=2024-09-07T16:40:32.704966+0000, chain.objs.size()=1 2024-09-07T15:27:44.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8pLpAmAWp3KZziKRzuDTg2TbllBrwsw_0 2024-09-07T15:27:44.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11730261002998926302', time=2024-09-07T16:40:32.884401+0000, chain.objs.size()=1 2024-09-07T15:27:44.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4hoipJ6un6c3avYnKfKdJSL_YlVtAHt_0 2024-09-07T15:27:44.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2561358874164884671', time=2024-09-07T16:40:32.928757+0000, chain.objs.size()=1 2024-09-07T15:27:44.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.U2xR0rav2K3Siki06NSI3NLlGm06iei_0 2024-09-07T15:27:44.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12403610188840906561', time=2024-09-07T16:40:33.056592+0000, chain.objs.size()=1 2024-09-07T15:27:44.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.e0dS1BOobPZCjpg1fZn0c9M9kv4EG3P_0 2024-09-07T15:27:44.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7102282650258710364', time=2024-09-07T16:40:36.114576+0000, chain.objs.size()=1 2024-09-07T15:27:44.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yymMarAoLB18m7Q4CWVWzrY_3MMJ6os_0 2024-09-07T15:27:44.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17989177496496361681', time=2024-09-07T16:40:36.915747+0000, chain.objs.size()=1 2024-09-07T15:27:44.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Z306hyxcvMx3nPYFaWps5XLYYsTccXV_0 2024-09-07T15:27:44.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14746533000669874491', time=2024-09-07T16:40:37.328138+0000, chain.objs.size()=1 2024-09-07T15:27:44.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.KlKO_fPzRJmd9_xaQGwCGo2y6XFYAob_0 2024-09-07T15:27:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2057311539443799267', time=2024-09-07T16:40:37.519880+0000, chain.objs.size()=1 2024-09-07T15:27:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-6JPSxfPUp3tl7q85xVInaABEyocQWu_0 2024-09-07T15:27:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3627709842821871774', time=2024-09-07T16:40:38.558238+0000, chain.objs.size()=1 2024-09-07T15:27:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Gz70pwXffqD1YIeLHgJNoR5r6ShbBvt_0 2024-09-07T15:27:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8342177539351695674', time=2024-09-07T16:40:39.048732+0000, chain.objs.size()=1 2024-09-07T15:27:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.HGBF35o4IHVDl_zmKVFD7_3BO8lYvsW_0 2024-09-07T15:27:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15102599111436311097', time=2024-09-07T16:40:39.248140+0000, chain.objs.size()=1 2024-09-07T15:27:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._hHx4euFdnnMJJN4TnWep0XowiQ9vbW_0 2024-09-07T15:27:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12635825082239210357', time=2024-09-07T16:40:39.484423+0000, chain.objs.size()=1 2024-09-07T15:27:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.nsSJ2C48t1hbdTqH-ECmlwPLOIjXbLM_0 2024-09-07T15:27:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4692272246398989721', time=2024-09-07T16:40:39.536585+0000, chain.objs.size()=1 2024-09-07T15:27:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.AOv5JHpaZ6L96qEtW46loRKkcQdrVQS_0 2024-09-07T15:27:44.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15756026717264748410', time=2024-09-07T16:40:40.871796+0000, chain.objs.size()=1 2024-09-07T15:27:44.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.60ptjRjZ6suTJ0aAi4HB8AeIAVJiiey_0 2024-09-07T15:27:44.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10317105167457167754', time=2024-09-07T16:40:42.656555+0000, chain.objs.size()=1 2024-09-07T15:27:44.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.g3xNVGdCCMJImfQ97tZPDO85IWHN6t1_0 2024-09-07T15:27:44.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4438972003836570094', time=2024-09-07T16:40:43.734495+0000, chain.objs.size()=1 2024-09-07T15:27:44.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.l1IwumQCIhADgGzObWK2HJEumNW5bDl_0 2024-09-07T15:27:44.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14569768750831885755', time=2024-09-07T16:40:44.015772+0000, chain.objs.size()=1 2024-09-07T15:27:44.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.U9YUcnODhNFToaNAG3D8h3R6bJBROqp_0 2024-09-07T15:27:44.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5715333608861702674', time=2024-09-07T16:40:44.903957+0000, chain.objs.size()=1 2024-09-07T15:27:44.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.6qlQZ-3fnomAWYUU1bVB_WAsD_WtEyN_0 2024-09-07T15:27:44.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8500120661423358096', time=2024-09-07T16:40:45.443921+0000, chain.objs.size()=1 2024-09-07T15:27:44.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.N-oXJqYTbFnMBGQLDyXRUes3TO6xU0N_0 2024-09-07T15:27:44.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10339148797895959839', time=2024-09-07T16:40:47.330184+0000, chain.objs.size()=1 2024-09-07T15:27:44.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.y5kxUStH51fWq952nVJqaw2VgydFlEE_0 2024-09-07T15:27:44.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1377995040405203657', time=2024-09-07T16:40:47.370680+0000, chain.objs.size()=1 2024-09-07T15:27:44.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-pXh8RoCRH19l8uAA3i98Dnzms60bfq_0 2024-09-07T15:27:44.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16291703224644733108', time=2024-09-07T16:40:47.808894+0000, chain.objs.size()=1 2024-09-07T15:27:44.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ygKmixU_DINoZOpvjfSa_Rs6kCaMFN4_0 2024-09-07T15:27:44.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2429881367287586379', time=2024-09-07T16:40:47.818597+0000, chain.objs.size()=1 2024-09-07T15:27:44.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-xB9s-Yu9DVkBEO4CunEPVv18oiX57E_0 2024-09-07T15:27:44.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16399315047881272464', time=2024-09-07T16:40:48.417510+0000, chain.objs.size()=1 2024-09-07T15:27:44.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.hU0eY8v3li6-U-v0E2Wg4Ygemlqz0Vs_0 2024-09-07T15:27:44.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10702571525802159646', time=2024-09-07T16:40:49.499348+0000, chain.objs.size()=1 2024-09-07T15:27:44.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.u1pEmXHDcGl9lIh4T1pl2yEO5kNmBvT_0 2024-09-07T15:27:44.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6313734575766799312', time=2024-09-07T16:40:52.676539+0000, chain.objs.size()=1 2024-09-07T15:27:44.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.J-vISbHSn54tStO5grHd8lZNaDtm1Ne_0 2024-09-07T15:27:44.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.896015753203060948', time=2024-09-07T16:40:53.624668+0000, chain.objs.size()=1 2024-09-07T15:27:44.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.AY5uXxkjc8BXQAwCGoHTPSPwgnwK3-G_0 2024-09-07T15:27:44.102 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6381021062847024333', time=2024-09-07T16:40:55.890842+0000, chain.objs.size()=1 2024-09-07T15:27:44.103 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.11FmTJa0uPaZvlxNT-EfC1lMcNn-F82_0 2024-09-07T15:27:44.103 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6718791326605455684', time=2024-09-07T16:40:56.881031+0000, chain.objs.size()=1 2024-09-07T15:27:44.104 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.e--05gW2XwgTtV73ReYeiy_Z97ZeRjt_0 2024-09-07T15:27:44.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4142609197417786096', time=2024-09-07T16:40:56.882461+0000, chain.objs.size()=1 2024-09-07T15:27:44.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Cr6UH7Rx4mvk0kUgjXcYAIHtOVuje0F_0 2024-09-07T15:27:44.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12685354171542545784', time=2024-09-07T16:40:56.884308+0000, chain.objs.size()=1 2024-09-07T15:27:44.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.LwDiNaSHCJoZO5_kjKjEZEoKATpLb6z_0 2024-09-07T15:27:44.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18110135085853919305', time=2024-09-07T16:40:57.377098+0000, chain.objs.size()=1 2024-09-07T15:27:44.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.qk-LTWdSl4Ym9ssM9KITwd8HhOe4T_Q_0 2024-09-07T15:27:44.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1264727340930244369', time=2024-09-07T16:40:58.085404+0000, chain.objs.size()=1 2024-09-07T15:27:44.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JYaNzyC0SvqXX4DrC_F1ro_ODMDIPlM_0 2024-09-07T15:27:44.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5969448198628436683', time=2024-09-07T16:40:59.306526+0000, chain.objs.size()=1 2024-09-07T15:27:44.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.MEn62gtzxyx0EN-g8M3gjEgqomRb8to_0 2024-09-07T15:27:44.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15292168292291199157', time=2024-09-07T16:41:00.285379+0000, chain.objs.size()=1 2024-09-07T15:27:44.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Jm1HUKd7bntGBmh0gdt15j5_QtooG5h_0 2024-09-07T15:27:44.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16548068293953824274', time=2024-09-07T16:41:01.324356+0000, chain.objs.size()=1 2024-09-07T15:27:44.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ln3-7WgycSaqNvazWgSoh2t7A3SP4wA_0 2024-09-07T15:27:44.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1659899177248143067', time=2024-09-07T16:41:01.482939+0000, chain.objs.size()=1 2024-09-07T15:27:44.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._E1kXjr-X7BFSPiA4g0lkV6SReLZo2D_0 2024-09-07T15:27:44.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15755458707689897204', time=2024-09-07T16:41:09.293419+0000, chain.objs.size()=1 2024-09-07T15:27:44.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.267__shadow_.GYCs7CDdJw2u1eJsjRhcvtF-CNxNgwF_0 2024-09-07T15:27:44.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14214910366402794490', time=2024-09-07T16:41:39.262248+0000, chain.objs.size()=1 2024-09-07T15:27:44.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.282__shadow_.VEErZvwG1JqeNnK_BF8rwcrCQqLNZeU_0 2024-09-07T15:27:44.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10280518277399670605', time=2024-09-07T16:41:51.964289+0000, chain.objs.size()=1 2024-09-07T15:27:44.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.288__shadow_.bfAFVSGmCm233-sTDhCMfCvUQF2Ao6C_0 2024-09-07T15:27:44.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10449350452991473930', time=2024-09-07T16:42:06.064422+0000, chain.objs.size()=1 2024-09-07T15:27:44.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.82mQEvZ1q7BFamOUcOacZGSozxIj5Zv_0 2024-09-07T15:27:44.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3583410114691952337', time=2024-09-07T16:42:24.116734+0000, chain.objs.size()=1 2024-09-07T15:27:44.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.300__shadow_.RpmZbCu-OaHkV9KchAaho-om2dl3Nqo_0 2024-09-07T15:27:44.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2115691392949695270', time=2024-09-07T16:42:32.527991+0000, chain.objs.size()=1 2024-09-07T15:27:44.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.304__shadow_.Z1HjgKh_zMU_NmpfBDDwsiQUFhCroos_0 2024-09-07T15:27:44.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7761417970839019382', time=2024-09-07T16:45:04.558786+0000, chain.objs.size()=1 2024-09-07T15:27:44.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.OByOL55kdkNjguPauke35yVCLnJTtQ6_0 2024-09-07T15:27:44.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6345164286436089901', time=2024-09-07T16:45:04.560347+0000, chain.objs.size()=1 2024-09-07T15:27:44.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.vtq5E5qQCWv22BlIGXA8iJgpD2SKmcy_0 2024-09-07T15:27:44.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5223247664832010517', time=2024-09-07T16:45:04.693287+0000, chain.objs.size()=1 2024-09-07T15:27:44.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eYyji5KQuwAw7vrhJP2O03RZWEs0W1K_0 2024-09-07T15:27:44.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1377842748263061903', time=2024-09-07T16:45:04.972520+0000, chain.objs.size()=1 2024-09-07T15:27:44.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9R9xHv59fV-9Z4KqSpYODvIf3Yk0AOG_0 2024-09-07T15:27:44.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13532409594494780608', time=2024-09-07T16:45:05.213679+0000, chain.objs.size()=1 2024-09-07T15:27:44.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.2ZtitQJcnEjw-n0Mje-1Tw-JESzua-o_0 2024-09-07T15:27:44.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8021155494187207497', time=2024-09-07T16:45:05.215816+0000, chain.objs.size()=1 2024-09-07T15:27:44.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pFW8UoE8TeaOM3T5JpbH7urQHb0gwbU_0 2024-09-07T15:27:44.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16257742839311446575', time=2024-09-07T16:45:05.217913+0000, chain.objs.size()=1 2024-09-07T15:27:44.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.UsJEXqOnrQqBhBZwc0A_l-c8zsSRmcz_0 2024-09-07T15:27:44.112 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9187795088343020341', time=2024-09-07T16:45:06.757629+0000, chain.objs.size()=1 2024-09-07T15:27:44.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HAuHp3GxusPDOnywdf-W7vnJbxfaUNV_0 2024-09-07T15:27:44.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18380567872281352797', time=2024-09-07T16:45:06.916767+0000, chain.objs.size()=1 2024-09-07T15:27:44.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.JwlxS3nFfG6C-HeWaZwqtA_NWoqQmpK_0 2024-09-07T15:27:44.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7028534117417476052', time=2024-09-07T16:45:06.919230+0000, chain.objs.size()=1 2024-09-07T15:27:44.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.QNTmjmYtUqI7gHjBJJPVANh_4dVZ7zI_0 2024-09-07T15:27:44.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13242493273048723463', time=2024-09-07T16:45:09.959744+0000, chain.objs.size()=1 2024-09-07T15:27:44.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.RHxBuVYBAWavwnoKiL9ouJBNKTaGpb5_0 2024-09-07T15:27:44.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9661083473423857860', time=2024-09-07T16:45:10.819338+0000, chain.objs.size()=1 2024-09-07T15:27:44.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.f0WFRkathh78AzHlmWM5BISklWBCh-2_0 2024-09-07T15:27:44.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5551526747540273091', time=2024-09-07T16:45:14.500426+0000, chain.objs.size()=1 2024-09-07T15:27:44.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.QpDuqL9_RUw9qLmBdz85b43PAUJrKsR_0 2024-09-07T15:27:44.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3348833084612721296', time=2024-09-07T16:45:15.068486+0000, chain.objs.size()=1 2024-09-07T15:27:44.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.1aL48KISrnaVJok1IPH9zCkDudPc5ev_0 2024-09-07T15:27:44.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8506077750370316714', time=2024-09-07T16:45:15.070534+0000, chain.objs.size()=1 2024-09-07T15:27:44.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.EpT76PPfeh8VVpfDWFgpmAerNj62wK0_0 2024-09-07T15:27:44.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8821067088801878431', time=2024-09-07T16:45:15.160555+0000, chain.objs.size()=1 2024-09-07T15:27:44.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7-V2s0Bf4pCUN6e01omovTaldCuB5c-_0 2024-09-07T15:27:44.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8199579804825475129', time=2024-09-07T16:45:16.469328+0000, chain.objs.size()=1 2024-09-07T15:27:44.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jZFLCevntpCRXiCXxJJAIa31YW_9Bdh_0 2024-09-07T15:27:44.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10827769545931974983', time=2024-09-07T16:45:17.034785+0000, chain.objs.size()=1 2024-09-07T15:27:44.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.PdR1YnS15nuoI_lqoQdWWnwZecy5SKt_0 2024-09-07T15:27:44.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8973874972497479400', time=2024-09-07T16:45:17.308520+0000, chain.objs.size()=1 2024-09-07T15:27:44.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0BprRR3xXP3E8rbksZ-hDqlwoOzHKtA_0 2024-09-07T15:27:44.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5700449263893531267', time=2024-09-07T16:45:19.068839+0000, chain.objs.size()=1 2024-09-07T15:27:44.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.TH71nySktzvyhncMX2KpRMOcjRKZtYA_0 2024-09-07T15:27:44.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18396955847674288415', time=2024-09-07T16:45:20.690464+0000, chain.objs.size()=1 2024-09-07T15:27:44.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Gu7W8ONmwS-F4QxJFTy7WvNojc-vu5-_0 2024-09-07T15:27:44.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.636738778507039113', time=2024-09-07T16:45:20.991696+0000, chain.objs.size()=1 2024-09-07T15:27:44.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.5yQnEzFTgamFyHHAYap_kSMfodJCOEm_0 2024-09-07T15:27:44.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13678234085891847511', time=2024-09-07T16:45:21.731860+0000, chain.objs.size()=1 2024-09-07T15:27:44.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.L73O2mq7FM7bGgdYUq72qDx5wKqKIut_0 2024-09-07T15:27:44.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17417884734903712616', time=2024-09-07T16:45:22.042623+0000, chain.objs.size()=1 2024-09-07T15:27:44.119 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.QoMby_f1fmHhastMplvWgyGCfOYJWE8_0 2024-09-07T15:27:44.121 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7333792038218159176', time=2024-09-07T16:45:25.179912+0000, chain.objs.size()=1 2024-09-07T15:27:44.121 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9bSCYFAwNfH1yRZ5XFx5LaDUOELpzwy_0 2024-09-07T15:27:44.121 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14322923967646602875', time=2024-09-07T16:45:25.484310+0000, chain.objs.size()=1 2024-09-07T15:27:44.121 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-pXEDy09lDyV6YqV7KmBU6s2v3eR_CJ_0 2024-09-07T15:27:44.121 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18108409554207312992', time=2024-09-07T16:45:26.391691+0000, chain.objs.size()=1 2024-09-07T15:27:44.121 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jkyogxku2tNFeoL4xH2oD8GjPf57OFs_0 2024-09-07T15:27:44.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9635905478026192030', time=2024-09-07T16:45:26.720777+0000, chain.objs.size()=1 2024-09-07T15:27:44.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.v3ubCOu5IJoeCiMjffJuwIutobrGjzc_0 2024-09-07T15:27:44.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14523982108420711453', time=2024-09-07T16:45:28.169818+0000, chain.objs.size()=1 2024-09-07T15:27:44.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.3dkeRvoZPGT3z74orL-3FKOEZwrQvat_0 2024-09-07T15:27:44.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3939942647524294178', time=2024-09-07T16:45:29.858311+0000, chain.objs.size()=1 2024-09-07T15:27:44.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.F9stQHJGt5gW4uuzKjMZbPfxQyPXgCz_0 2024-09-07T15:27:44.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3087175302866850640', time=2024-09-07T16:45:30.283548+0000, chain.objs.size()=1 2024-09-07T15:27:44.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jTSizUVpzOf4_fgMNUuPqGrcaD-PLbP_0 2024-09-07T15:27:44.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.343349858633260270', time=2024-09-07T16:45:30.285574+0000, chain.objs.size()=1 2024-09-07T15:27:44.122 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.S9CTyO1QHxOlJfVMPSRUZn61KIIrKoU_0 2024-09-07T15:27:44.123 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2598596413909665372', time=2024-09-07T16:45:30.630775+0000, chain.objs.size()=1 2024-09-07T15:27:44.123 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.z7dx3uFnXEQ7k5Nztellb6yqQ4WVcHF_0 2024-09-07T15:27:44.123 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4434382483980657707', time=2024-09-07T16:45:30.698091+0000, chain.objs.size()=1 2024-09-07T15:27:44.123 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.s1f3zD_fLKIPHW7Ixx6K1Rz2BHixxc4_0 2024-09-07T15:27:44.124 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12816540516013425430', time=2024-09-07T16:45:31.541059+0000, chain.objs.size()=1 2024-09-07T15:27:44.124 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.AaBSWpgcpE9oYbMIYtxY1RnZYAioVGA_0 2024-09-07T15:27:44.125 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8485960694128039443', time=2024-09-07T16:45:31.784393+0000, chain.objs.size()=1 2024-09-07T15:27:44.125 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.En6o296ugOikRfAr4yZ1HH19j6duSIu_0 2024-09-07T15:27:44.125 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15695478639926363315', time=2024-09-07T16:45:33.253856+0000, chain.objs.size()=1 2024-09-07T15:27:44.125 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.sRBQkANkDzsS2RIF0oHFpiDkv7-Byf8_0 2024-09-07T15:27:44.125 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3208838578053301300', time=2024-09-07T16:45:33.425282+0000, chain.objs.size()=1 2024-09-07T15:27:44.125 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.121+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.__mKtZY37NF152XDrJL_oUrBX9jyMgy_0 2024-09-07T15:27:44.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10413006324975202519', time=2024-09-07T16:47:23.894127+0000, chain.objs.size()=1 2024-09-07T15:27:44.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.saFOzeMG-4gyEleYVT5QwezCOAVjOS2_0 2024-09-07T15:27:44.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3913705193515592645', time=2024-09-07T16:47:24.704473+0000, chain.objs.size()=1 2024-09-07T15:27:44.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.k-uOURpgoBC10SI_RRvI0r1thv2aY-c_0 2024-09-07T15:27:44.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18244627361242346513', time=2024-09-07T16:47:24.922534+0000, chain.objs.size()=1 2024-09-07T15:27:44.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.hMGkedQgtb71qjSV7xFMxyYXIkoe82P_0 2024-09-07T15:27:44.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15416592471370210985', time=2024-09-07T16:47:25.455566+0000, chain.objs.size()=1 2024-09-07T15:27:44.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lgpTFbQHLvcS37Qm4KAA-jqSPxVu5Gq_0 2024-09-07T15:27:44.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6401124680031466730', time=2024-09-07T16:47:25.457446+0000, chain.objs.size()=1 2024-09-07T15:27:44.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.KaqyBhybJ6WnMxOcwD09nUZSHpUBfJv_0 2024-09-07T15:27:44.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12567204159852411636', time=2024-09-07T16:47:25.587609+0000, chain.objs.size()=1 2024-09-07T15:27:44.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ayllqB5bmZDXV8JDhse16QwmEeQ13Xa_0 2024-09-07T15:27:44.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13609437437837963900', time=2024-09-07T16:47:26.014481+0000, chain.objs.size()=1 2024-09-07T15:27:44.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.fgU_E8rd0HWFamcMVl2lQ5BIs_P6hqr_0 2024-09-07T15:27:44.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9327526395099420205', time=2024-09-07T16:47:26.269598+0000, chain.objs.size()=1 2024-09-07T15:27:44.129 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.oX_RFNDdBW1d7vfa3jlF0mShE5nUtG6_0 2024-09-07T15:27:44.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11173048070427174483', time=2024-09-07T16:47:28.145367+0000, chain.objs.size()=1 2024-09-07T15:27:44.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.g34eTx_ZDHUvx19KETL18OJBiSUZcL2_0 2024-09-07T15:27:44.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15369197610967210466', time=2024-09-07T16:47:28.266997+0000, chain.objs.size()=1 2024-09-07T15:27:44.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YVhc9XiDfkw_m3Sgr54X9HzyAw15LWo_0 2024-09-07T15:27:44.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15193379410241334503', time=2024-09-07T16:47:28.863709+0000, chain.objs.size()=1 2024-09-07T15:27:44.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.feTNyG-Rk04gHoB651xCupUAqsZEiks_0 2024-09-07T15:27:44.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7740577962864190149', time=2024-09-07T16:47:31.912199+0000, chain.objs.size()=1 2024-09-07T15:27:44.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.F_SlZ8i4fwSm0OfXHJDl4oeXyzZVC9Q_0 2024-09-07T15:27:44.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46625 2024-09-07T15:27:44.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=46, truncated=0, next_marker='' 2024-09-07T15:27:44.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8649440315035423174', time=2024-09-07T16:47:32.859747+0000, chain.objs.size()=1 2024-09-07T15:27:44.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.H1b2e0gYOG4T_fJcAnag_8pcWV_54i5_0 2024-09-07T15:27:44.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17237550755192496186', time=2024-09-07T16:47:33.414556+0000, chain.objs.size()=1 2024-09-07T15:27:44.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.DPDRYIvuCGYZph_66MIFL1LdlTF7CAY_0 2024-09-07T15:27:44.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17280715512152934275', time=2024-09-07T16:47:33.652224+0000, chain.objs.size()=1 2024-09-07T15:27:44.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.rJitMgYjcmnctF6XMlQIlKRBs2RL4R5_0 2024-09-07T15:27:44.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9591368597126230091', time=2024-09-07T16:47:34.163272+0000, chain.objs.size()=1 2024-09-07T15:27:44.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Ypto4gWBQFPddXB3zYDWNGHtakqe5Up_0 2024-09-07T15:27:44.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15941916510430777237', time=2024-09-07T16:47:35.929183+0000, chain.objs.size()=1 2024-09-07T15:27:44.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Sb14n9brwqcOjccD8JqVgW4PUvCTRgi_0 2024-09-07T15:27:44.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.575163143676830824', time=2024-09-07T16:47:36.499326+0000, chain.objs.size()=1 2024-09-07T15:27:44.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LYSpuhLkj93k9K4AnDFVCvNiYnzS3v4_0 2024-09-07T15:27:44.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7953592675338675442', time=2024-09-07T16:47:38.484295+0000, chain.objs.size()=1 2024-09-07T15:27:44.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.cIAbsKByH1Lovd0bI1JHxDN9pHmE8qK_0 2024-09-07T15:27:44.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9111305608330917784', time=2024-09-07T16:47:39.805421+0000, chain.objs.size()=1 2024-09-07T15:27:44.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Nw8sc_QdD22WFGt7awZX_uyG4FAr9pj_0 2024-09-07T15:27:44.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12719397899220929600', time=2024-09-07T16:47:40.636837+0000, chain.objs.size()=1 2024-09-07T15:27:44.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.EW_J3n4osepqN9XyVr8_6JnEMmRbKVL_0 2024-09-07T15:27:44.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16429518595921845513', time=2024-09-07T16:47:41.306517+0000, chain.objs.size()=1 2024-09-07T15:27:44.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ntfrIX1el-TqIzh6L2FxBjmm-LtYRS3_0 2024-09-07T15:27:44.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6789569217774886130', time=2024-09-07T16:47:41.897942+0000, chain.objs.size()=1 2024-09-07T15:27:44.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.j_8o4RwPfcZe9JSa8TByEX6TzLMz2pp_0 2024-09-07T15:27:44.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16161103950962742302', time=2024-09-07T16:47:42.164056+0000, chain.objs.size()=1 2024-09-07T15:27:44.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZFPxQfXMr_2zpKFx__T93baAPHxKtvm_0 2024-09-07T15:27:44.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4894874850171492658', time=2024-09-07T16:47:42.254398+0000, chain.objs.size()=1 2024-09-07T15:27:44.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.VhBXcnjUn8GeDgLQoLoasagKa-zT2DF_0 2024-09-07T15:27:44.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5687197062219766562', time=2024-09-07T16:47:42.256177+0000, chain.objs.size()=1 2024-09-07T15:27:44.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.OC0XGgqoUPhLMfuyqbibaEXWJ-nFS35_0 2024-09-07T15:27:44.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12587186406753751832', time=2024-09-07T16:47:46.069910+0000, chain.objs.size()=1 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1aHbXpVpuk43B2OvR67rdvZmNrSHf0V_0 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8800655642459984849', time=2024-09-07T16:47:47.095405+0000, chain.objs.size()=1 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LGHwCQQLBTUFxZBVRVjdKIZuccRAK0D_0 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4608163262979136355', time=2024-09-07T16:47:47.598022+0000, chain.objs.size()=1 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.EdjGLRuolLo0ilwT2UirSIdwLJic5s6_0 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12070155797545630007', time=2024-09-07T16:47:48.066048+0000, chain.objs.size()=1 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.KGUvCewKfKmZDyv0ru9CD-_OImqI_v6_0 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7083043788556732425', time=2024-09-07T16:47:48.469648+0000, chain.objs.size()=1 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FjJekr-Y0Jz_bkvGdVnqYroK7WZs3YL_0 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9367265150096965790', time=2024-09-07T16:47:48.642157+0000, chain.objs.size()=1 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0vbCMw2iyYlwSUzbP9rhUsJSKH6KxQh_0 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17346806032608311389', time=2024-09-07T16:47:49.167121+0000, chain.objs.size()=1 2024-09-07T15:27:44.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.hR47W2DhavGqkWY_Z_xXaDrBfaWyFhE_0 2024-09-07T15:27:44.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.584191836881924262', time=2024-09-07T16:47:57.916880+0000, chain.objs.size()=1 2024-09-07T15:27:44.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.330__shadow_.QOdfcmpcNE8S5WqF5MZp0grKDDCYmVQ_0 2024-09-07T15:27:44.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7746061661106273547', time=2024-09-07T16:48:29.172770+0000, chain.objs.size()=1 2024-09-07T15:27:44.141 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.347__shadow_.RlwDc-z1UudOnMtgAgiESrslBYGZ5ZV_0 2024-09-07T15:27:44.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16752690690622505849', time=2024-09-07T16:49:01.602992+0000, chain.objs.size()=1 2024-09-07T15:27:44.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.368__shadow_.u65OfhIOSOUVGv0PJvKAk2TnYjipND__0 2024-09-07T15:27:44.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11599717787668760608', time=2024-09-07T16:49:14.620263+0000, chain.objs.size()=1 2024-09-07T15:27:44.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.375__shadow_.4N1b1WNm9BmC1f1l2Y4pnTuJYZKkfn0_0 2024-09-07T15:27:44.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6172682135321631631', time=2024-09-07T16:49:19.967330+0000, chain.objs.size()=1 2024-09-07T15:27:44.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.378__shadow_.oIt_i0CQA2c3B5klgKsFqpBhn0NKgzK_0 2024-09-07T15:27:44.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1802854580122328021', time=2024-09-07T16:49:23.414547+0000, chain.objs.size()=1 2024-09-07T15:27:44.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.380__shadow_.-dEAhBuQ6-BGSuXPPAq4ReLhy3k8yiB_0 2024-09-07T15:27:44.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15541989345746973216', time=2024-09-07T16:52:02.433565+0000, chain.objs.size()=1 2024-09-07T15:27:44.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.462__shadow_.wR_ZySZdtd7tcph1XTC6lgHyioBQYcU_0 2024-09-07T15:27:44.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6051406829714537210', time=2024-09-07T16:52:32.609901+0000, chain.objs.size()=1 2024-09-07T15:27:44.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.482__shadow_.cIoWIBrBbtxfxFb89jFLGPpz-ISGJQ5_0 2024-09-07T15:27:44.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11393083702770610017', time=2024-09-07T16:53:22.761673+0000, chain.objs.size()=1 2024-09-07T15:27:44.145 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.504__shadow:i6Dun8hYXmL5X4abMGCymC2.KFRZKzG_.wtLSTMl_UYCUPLewih44areroB6pKD5_0 2024-09-07T15:27:44.145 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14759238833130869677', time=2024-09-07T16:59:35.175683+0000, chain.objs.size()=6 2024-09-07T15:27:44.146 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.1XvmoNepgvIQ3oBVRVDagYwxZa6egNog.1 2024-09-07T15:27:44.146 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.bnh8XsVNy7mFqQFfbmkAbQeggodpT6Kz.2 2024-09-07T15:27:44.146 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart._CkSMWyVfZcXyU5a007XwIXj9eVfQIVJ.3 2024-09-07T15:27:44.146 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.Ls-WiANRCb4RIchcwDgugSOPfQCPRHA7.4 2024-09-07T15:27:44.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.iwYmTAXBsDzzh-R07S9iaXRo3bJz14K5.5 2024-09-07T15:27:44.149 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.AkZygTuCI-BCsr-hYXI89EPY4HEn8HiJ.6 2024-09-07T15:27:44.149 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~l_uxU6e7FmJU92HMXO-i5ojYtcLnVe4', time=2024-09-07T17:01:21.838633+0000, chain.objs.size()=1 2024-09-07T15:27:44.149 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.532__multipart_mymultipart2.2~l_uxU6e7FmJU92HMXO-i5ojYtcLnVe4.1 2024-09-07T15:27:44.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9085104908792469346', time=2024-09-07T17:04:50.831277+0000, chain.objs.size()=1 2024-09-07T15:27:44.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:Lq.zgRjMz0guA4Ya7xCnU3H7Q1tWGxN_.jVW_pvmvPb_Kb_zHSIdlhI31JJrbJrz_0 2024-09-07T15:27:44.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7801458417437704672', time=2024-09-07T17:05:02.693503+0000, chain.objs.size()=1 2024-09-07T15:27:44.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.574__shadow_.q0_5Z1AHjTr6F0Rb0o6VMvB4S7o6SiC_0 2024-09-07T15:27:44.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7365741716729666908', time=2024-09-07T17:05:06.284950+0000, chain.objs.size()=1 2024-09-07T15:27:44.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.575__shadow_.YE0AJcVQ_lJuyzaFyxMNmju107-v7xQ_0 2024-09-07T15:27:44.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4552069483835605984', time=2024-09-07T17:05:33.211995+0000, chain.objs.size()=1 2024-09-07T15:27:44.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:eAFGNCSLdCe1lvkqf9Twnzw8sS9JMqZ_.jGZfEZWFKkEheEzXIEOTRqxbdExeUIQ_0 2024-09-07T15:27:44.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6778229635839675839', time=2024-09-07T17:05:40.320016+0000, chain.objs.size()=1 2024-09-07T15:27:44.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:z-pSqUmiN0bmZi1k5n2gfPKOxDV4UXq_.DGLs_EghxPqjPfi8c1WMLiTTyotzIBB_0 2024-09-07T15:27:44.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17484201011344228161', time=2024-09-07T17:05:47.050799+0000, chain.objs.size()=1 2024-09-07T15:27:44.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:jE6u0eBk4gudXkfH8LDV0ADtQlyFwhe_.y6g1jtrriUf8BgA_i_Mi-XFFRlDVV-v_0 2024-09-07T15:27:44.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1072302171305220854', time=2024-09-07T17:06:00.844109+0000, chain.objs.size()=1 2024-09-07T15:27:44.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:zQGsKKIn.fCTX0U-QdTh6qsdR-PTba9_.wQUgVDXxeqHm5oi_flQCpU-AY4-Kuhw_0 2024-09-07T15:27:44.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15120719559197300318', time=2024-09-07T17:06:04.046677+0000, chain.objs.size()=1 2024-09-07T15:27:44.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:SrX64.1FCaPeOSq9lnyMT5.In.1MDvu_.h5EXDLcZ7uQHN9G_rq_mzfooWDRbOjj_0 2024-09-07T15:27:44.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18059287373289828811', time=2024-09-07T17:07:16.041989+0000, chain.objs.size()=1 2024-09-07T15:27:44.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.580__shadow:.J9CoFFAZ3EUljUkDymySEr8IBo2426_.PUk5OmdXgLPyZAAwRnMpyoShytmzImt_0 2024-09-07T15:27:44.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5732197474650040804', time=2024-09-07T17:07:41.164430+0000, chain.objs.size()=1 2024-09-07T15:27:44.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.588__shadow:sSyYsU3aXgpwufYwa9YxM1GrtWR-.eE_.ir0lRqHTwUg80KliXd3Z39T8oqL0mf6_0 2024-09-07T15:27:44.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3019041147965248876', time=2024-09-07T17:14:38.914780+0000, chain.objs.size()=1 2024-09-07T15:27:44.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.629__shadow_.SVvu7-4VVeP-W-vfnnW5-LBYfX1PBDi_0 2024-09-07T15:27:44.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13428386422757943523', time=2024-09-07T17:17:55.612121+0000, chain.objs.size()=1 2024-09-07T15:27:44.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.694__shadow:g7LeB9se0xn5Y7jzQbf7XEisFkJZQb._.TWFrDFbnMQpOCekUNP5uyfvy4a06dup_0 2024-09-07T15:27:44.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14462562358500885981', time=2024-09-07T17:18:48.293563+0000, chain.objs.size()=1 2024-09-07T15:27:44.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.717__shadow:gLGxj4MzsPGnHhJfRonZdASOEg9X6Yc_.-XRHzyN6Rb1sv4MzqHqCHnuV_alXsSB_0 2024-09-07T15:27:44.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3909705050864038814', time=2024-09-07T17:20:24.748205+0000, chain.objs.size()=1 2024-09-07T15:27:44.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.745__shadow_.0O57TkZDmi4J7reFtJFO-zcZivi5DeZ_0 2024-09-07T15:27:44.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-07T15:27:44.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48611' 2024-09-07T15:27:44.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3926053237368581248', time=2024-09-07T16:37:47.018570+0000, chain.objs.size()=1 2024-09-07T15:27:44.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.236__shadow_.1gBwNnVEfWbcRIUO50uBj0S94qf6Bvi_0 2024-09-07T15:27:44.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1391605614807081355', time=2024-09-07T16:38:03.542652+0000, chain.objs.size()=1 2024-09-07T15:27:44.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.243__shadow_.m6rlCYj6RlLPmzxpc9vhcw9j-wdMNja_0 2024-09-07T15:27:44.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5395682334711452957', time=2024-09-07T16:38:10.623745+0000, chain.objs.size()=1 2024-09-07T15:27:44.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.245__shadow_.Yet3sa8Gcb6_wOhhhe27UEBMaGI6iw5_0 2024-09-07T15:27:44.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10389400838931847228', time=2024-09-07T16:38:20.895007+0000, chain.objs.size()=1 2024-09-07T15:27:44.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.250__shadow_.qNghQL8dzXo5rH_z2_hzmWxEf7ubfQF_0 2024-09-07T15:27:44.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9993806574242306647', time=2024-09-07T16:38:39.319314+0000, chain.objs.size()=1 2024-09-07T15:27:44.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.259__shadow_.12N7mwMXUjPro3Ag3LDrrkGY6Rp79K__0 2024-09-07T15:27:44.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2453863277947862581', time=2024-09-07T16:38:41.293181+0000, chain.objs.size()=1 2024-09-07T15:27:44.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.260__shadow_.daGkNZa9-wsnAZ-Q6SGyR83BQFCBcBc_0 2024-09-07T15:27:44.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14431676506616352160', time=2024-09-07T16:38:43.346117+0000, chain.objs.size()=1 2024-09-07T15:27:44.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.261__shadow_.yfnUwftf6SEjFBYJPL5F_Ijqq9uU2fN_0 2024-09-07T15:27:44.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6466552572042016652', time=2024-09-07T16:40:31.775719+0000, chain.objs.size()=1 2024-09-07T15:27:44.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.grNm5Idvu3yHO-zMH23DRRmm9ed4Swo_0 2024-09-07T15:27:44.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12073852972980758245', time=2024-09-07T16:40:32.272838+0000, chain.objs.size()=1 2024-09-07T15:27:44.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.piaXeD3T3kjGdxdpji_YM6smylJjsss_0 2024-09-07T15:27:44.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18317321490688611484', time=2024-09-07T16:40:33.304299+0000, chain.objs.size()=1 2024-09-07T15:27:44.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.6DhUcldcpv3qfqzXzgsRgwe4YzZzdb2_0 2024-09-07T15:27:44.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17695664440358880367', time=2024-09-07T16:40:34.343478+0000, chain.objs.size()=1 2024-09-07T15:27:44.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.wvZClJhUKwmsCcaY9P2eePrBFvUZkAD_0 2024-09-07T15:27:44.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4456310372735034904', time=2024-09-07T16:40:35.288073+0000, chain.objs.size()=1 2024-09-07T15:27:44.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.LXln9a-_tt4bs2XFH37ihOxxVNMQWgP_0 2024-09-07T15:27:44.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16532620069054189586', time=2024-09-07T16:40:36.814863+0000, chain.objs.size()=1 2024-09-07T15:27:44.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4j5u_g3er8nrWdYnmKPuZcWihbPhxJh_0 2024-09-07T15:27:44.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10859476486024761960', time=2024-09-07T16:40:37.530910+0000, chain.objs.size()=1 2024-09-07T15:27:44.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4lVvnt1ATY4IeFpWUFvmhnkGF578nZl_0 2024-09-07T15:27:44.175 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3634544602319035998', time=2024-09-07T16:40:39.160731+0000, chain.objs.size()=1 2024-09-07T15:27:44.175 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ZonpAp9NWVi_iI7xGzZATYitoSargmm_0 2024-09-07T15:27:44.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10866857256102136858', time=2024-09-07T16:40:40.291481+0000, chain.objs.size()=1 2024-09-07T15:27:44.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.DdlcsuwtYI-b0cmKV17BoK9hqh-L5ZI_0 2024-09-07T15:27:44.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8236080204302210897', time=2024-09-07T16:40:40.972724+0000, chain.objs.size()=1 2024-09-07T15:27:44.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Rx-PJSqdqL4pEB5fNOFNM6AI3X9hY4s_0 2024-09-07T15:27:44.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8208826014056468837', time=2024-09-07T16:40:43.235619+0000, chain.objs.size()=1 2024-09-07T15:27:44.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4d5xZeyeoEgPEo6H2pOTrETWjyTstA-_0 2024-09-07T15:27:44.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7050068173916243514', time=2024-09-07T16:40:43.237598+0000, chain.objs.size()=1 2024-09-07T15:27:44.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.O1gRtdd6X-qQvtU1GbWuLAYZX9WGCvY_0 2024-09-07T15:27:44.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.104801361476024307', time=2024-09-07T16:40:44.576655+0000, chain.objs.size()=1 2024-09-07T15:27:44.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.0mzNrlEpRaorNFzrd-62HgPSc-K4jQ-_0 2024-09-07T15:27:44.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15843681911132868213', time=2024-09-07T16:40:44.856445+0000, chain.objs.size()=1 2024-09-07T15:27:44.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.EvuHRf0fDd09J0kHzL2p5P4u1j-5r2b_0 2024-09-07T15:27:44.178 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17867788038355187592', time=2024-09-07T16:40:44.987669+0000, chain.objs.size()=1 2024-09-07T15:27:44.178 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.CoaHCcvon05-ACqtZXjMhwrj2Com5aJ_0 2024-09-07T15:27:44.178 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11349657163357433969', time=2024-09-07T16:40:45.363090+0000, chain.objs.size()=1 2024-09-07T15:27:44.178 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.28vSv5FHEKI3ELv-JUJllNmab1Vso5l_0 2024-09-07T15:27:44.178 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8071480253883451178', time=2024-09-07T16:40:45.776826+0000, chain.objs.size()=1 2024-09-07T15:27:44.178 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.eCFPlXQiKLuyxS3aKF8mIRaC3aYCv9P_0 2024-09-07T15:27:44.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6243634287562838021', time=2024-09-07T16:40:46.886792+0000, chain.objs.size()=1 2024-09-07T15:27:44.179 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7DBtfbJBErgupbBBeqj42ouTyY9SuZI_0 2024-09-07T15:27:44.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2879924724276104656', time=2024-09-07T16:40:47.328567+0000, chain.objs.size()=1 2024-09-07T15:27:44.180 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.IR4seCEQmNc2GyIHcBcFuqlTwrjc62f_0 2024-09-07T15:27:44.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7425495738595518017', time=2024-09-07T16:40:51.396265+0000, chain.objs.size()=1 2024-09-07T15:27:44.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8E6YCx_TgJbwAZsrl4P88Z6CThdG3l8_0 2024-09-07T15:27:44.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16396673669568924370', time=2024-09-07T16:40:51.653174+0000, chain.objs.size()=1 2024-09-07T15:27:44.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.uuqq2g-ZZqnAYUUdhHm0FbcO0SoOC2k_0 2024-09-07T15:27:44.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.177+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14551518162395944281', time=2024-09-07T16:40:51.813652+0000, chain.objs.size()=1 2024-09-07T15:27:44.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.F1Oopv3P2BF0pjZ0rMg5ZpUWoUQasyH_0 2024-09-07T15:27:44.183 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3948601723688902715', time=2024-09-07T16:40:52.170030+0000, chain.objs.size()=1 2024-09-07T15:27:44.183 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.MYGwIzNze_fw7lXn6o_xI8ztQeZVHG__0 2024-09-07T15:27:44.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6044904352962499288', time=2024-09-07T16:40:53.502832+0000, chain.objs.size()=1 2024-09-07T15:27:44.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.5dNn1moOFLatj3tQ31y8U_MW36Q1Cyx_0 2024-09-07T15:27:44.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2704208821881824607', time=2024-09-07T16:40:55.812518+0000, chain.objs.size()=1 2024-09-07T15:27:44.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.QTRZJtbhEvGX4qZQb5UGFwfU0gN-QGV_0 2024-09-07T15:27:44.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12496504046854387944', time=2024-09-07T16:40:56.506156+0000, chain.objs.size()=1 2024-09-07T15:27:44.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.qigKNguSL6OnYD9irBIo50J4nbL8U6x_0 2024-09-07T15:27:44.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5987150798636250270', time=2024-09-07T16:41:00.102591+0000, chain.objs.size()=1 2024-09-07T15:27:44.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.9EE2gV9bYQyklrPyWQr4EyHWLwbv4eV_0 2024-09-07T15:27:44.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17156530401414352219', time=2024-09-07T16:41:00.312332+0000, chain.objs.size()=1 2024-09-07T15:27:44.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.EDK-Ukm5ffHgkCBNJs3ETPqKgy9WAZv_0 2024-09-07T15:27:44.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16142916275700055110', time=2024-09-07T16:41:07.406388+0000, chain.objs.size()=1 2024-09-07T15:27:44.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.266__shadow_.Fyz00PYxsXC0fwrRGmO5QokQ3ukQsGl_0 2024-09-07T15:27:44.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5384702038192064990', time=2024-09-07T16:41:13.198879+0000, chain.objs.size()=1 2024-09-07T15:27:44.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.269__shadow_.5DLk6KYX7_uixSktIta5N65zcSFOtJi_0 2024-09-07T15:27:44.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11349798724439795276', time=2024-09-07T16:41:20.942490+0000, chain.objs.size()=1 2024-09-07T15:27:44.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.273__shadow_.sfmOe2bLjcNJsqr8PD4zapbkcXiAHu7_0 2024-09-07T15:27:44.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3958274128007316062', time=2024-09-07T16:42:11.168109+0000, chain.objs.size()=1 2024-09-07T15:27:44.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.rpEvHrRqqOAXC2R4CSSrxiqJrSbnExa_0 2024-09-07T15:27:44.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7028173577861389176', time=2024-09-07T16:42:21.903902+0000, chain.objs.size()=1 2024-09-07T15:27:44.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.299__shadow_._aRRPxN0foCHviuc5uZ7-XKebm4wCAa_0 2024-09-07T15:27:44.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10638115845901741396', time=2024-09-07T16:43:13.361759+0000, chain.objs.size()=1 2024-09-07T15:27:44.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.320__shadow:yVlxKm5DogRFzaZGPuJRnFVHrYtOKlk_.pL4Wo_QoMaWnNph9TguJZMB6zA-p8eG_0 2024-09-07T15:27:44.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10029119728093534141', time=2024-09-07T16:45:03.873154+0000, chain.objs.size()=1 2024-09-07T15:27:44.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9Hf4EodPABw1yux_WrDs_Rjjirjb1dR_0 2024-09-07T15:27:44.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11205088053480248124', time=2024-09-07T16:45:04.198361+0000, chain.objs.size()=1 2024-09-07T15:27:44.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.R4GGcnYCBBMlWkdumWn1K3vzxI3dPAy_0 2024-09-07T15:27:44.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17636710418246833954', time=2024-09-07T16:45:05.089434+0000, chain.objs.size()=1 2024-09-07T15:27:44.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.iNhjbdrrU3BRjfJrTazLSDRK-_Cjd11_0 2024-09-07T15:27:44.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8410204508210670496', time=2024-09-07T16:45:05.632932+0000, chain.objs.size()=1 2024-09-07T15:27:44.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.CbTiJE7XRM8vPKbxs08yOqBpxnWljxe_0 2024-09-07T15:27:44.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12432531591063436007', time=2024-09-07T16:45:06.901692+0000, chain.objs.size()=1 2024-09-07T15:27:44.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.iC5MCS-Mn-E7gbM08UwKVBhEWx47b3i_0 2024-09-07T15:27:44.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9005256813234188972', time=2024-09-07T16:45:12.281598+0000, chain.objs.size()=1 2024-09-07T15:27:44.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.19OqiXM6EMEFHBzjwXX8yGohnIBSV-G_0 2024-09-07T15:27:44.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5148847013413165995', time=2024-09-07T16:45:13.231172+0000, chain.objs.size()=1 2024-09-07T15:27:44.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.t7X_BLPIpxAT53Ct5oVvkab7wZI7peN_0 2024-09-07T15:27:44.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14750625487988407775', time=2024-09-07T16:45:14.276985+0000, chain.objs.size()=1 2024-09-07T15:27:44.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.kpBkgtLD2nUZZm_bjr6tmWlXmSvhRj5_0 2024-09-07T15:27:44.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10639640268425908359', time=2024-09-07T16:45:14.774758+0000, chain.objs.size()=1 2024-09-07T15:27:44.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.b3h-G5K-v-XdQaNXDFjIj1UnAGw7EEf_0 2024-09-07T15:27:44.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6432101366890178351', time=2024-09-07T16:45:17.647512+0000, chain.objs.size()=1 2024-09-07T15:27:44.192 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7Kvd73olGVaS5GdwkUj4py7VFsPuK5h_0 2024-09-07T15:27:44.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13253982357522970255', time=2024-09-07T16:45:17.699130+0000, chain.objs.size()=1 2024-09-07T15:27:44.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.sGAbjmPhzeK3-gDQ0kVl5E5N9LF7amL_0 2024-09-07T15:27:44.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13164653756139256161', time=2024-09-07T16:45:19.970140+0000, chain.objs.size()=1 2024-09-07T15:27:44.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.css_Mk8IvtGJV03yELjBfPnOLeR6XgM_0 2024-09-07T15:27:44.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10120667416857983438', time=2024-09-07T16:45:21.584789+0000, chain.objs.size()=1 2024-09-07T15:27:44.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.foRQUYDBizDbVi6iFCPk4dveiNshXGj_0 2024-09-07T15:27:44.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3590064204975988865', time=2024-09-07T16:45:24.161142+0000, chain.objs.size()=1 2024-09-07T15:27:44.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.cWPGULONt-EOE_ihAiF1Rr9tOGSsaM1_0 2024-09-07T15:27:44.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5749626740800196551', time=2024-09-07T16:45:24.163787+0000, chain.objs.size()=1 2024-09-07T15:27:44.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.fkNOCYA2RyEZgN-YZOMZiH6oOeaBk40_0 2024-09-07T15:27:44.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2085198293128026519', time=2024-09-07T16:45:24.727334+0000, chain.objs.size()=1 2024-09-07T15:27:44.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.X9kSjTz2dfEt58ODjVj6yizwMEMcvan_0 2024-09-07T15:27:44.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1740115225534057267', time=2024-09-07T16:45:26.084993+0000, chain.objs.size()=1 2024-09-07T15:27:44.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.A82vuRTgzy3SqrW55CjgJDIJobureJr_0 2024-09-07T15:27:44.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2960266180145989503', time=2024-09-07T16:45:26.671830+0000, chain.objs.size()=1 2024-09-07T15:27:44.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.p359ScH1SIj30a2NA1-_UTWup9CVZh8_0 2024-09-07T15:27:44.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8000060081835985715', time=2024-09-07T16:45:26.687077+0000, chain.objs.size()=1 2024-09-07T15:27:44.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.WJUq3gJPiqrLGTOQqh3KN1gZaDDx5lD_0 2024-09-07T15:27:44.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.690326233494210107', time=2024-09-07T16:45:26.827739+0000, chain.objs.size()=1 2024-09-07T15:27:44.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.mpyySb_hUKOzjWirm8enlFh7YXEiGbi_0 2024-09-07T15:27:44.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13784369408076845405', time=2024-09-07T16:45:29.028343+0000, chain.objs.size()=1 2024-09-07T15:27:44.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.n0gij9wQ4BMW-ci-OymhrPKDXFtJX-3_0 2024-09-07T15:27:44.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5146062248643071544', time=2024-09-07T16:45:29.030007+0000, chain.objs.size()=1 2024-09-07T15:27:44.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.IMS79Je1WEixinACt1LX-3eoQjvEBxp_0 2024-09-07T15:27:44.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11020259797705710310', time=2024-09-07T16:45:29.816269+0000, chain.objs.size()=1 2024-09-07T15:27:44.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tgup1Z_seJrWErLpA5vmdoaGWWv2UoO_0 2024-09-07T15:27:44.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.706716109425046630', time=2024-09-07T16:45:29.820866+0000, chain.objs.size()=1 2024-09-07T15:27:44.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Cg1PeDxmVCfjqcbvqNg5jAnvXnjCFn9_0 2024-09-07T15:27:44.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15611331811106026731', time=2024-09-07T16:45:30.542935+0000, chain.objs.size()=1 2024-09-07T15:27:44.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.qDE8qWE5BNK6DcTbWTO4p22VqX8GnIl_0 2024-09-07T15:27:44.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14875152744941679956', time=2024-09-07T16:45:31.531457+0000, chain.objs.size()=1 2024-09-07T15:27:44.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9dbrTKdPMGtazsWSaNe1Or2Gppdebrk_0 2024-09-07T15:27:44.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18340925449859144692', time=2024-09-07T16:45:31.872675+0000, chain.objs.size()=1 2024-09-07T15:27:44.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.VPD44wjibInRVDyXE6sgBc91fjJF8ZI_0 2024-09-07T15:27:44.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7769635370585408991', time=2024-09-07T16:45:33.847693+0000, chain.objs.size()=1 2024-09-07T15:27:44.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.PHaxuVWWmvh8C_jP1BzFPfL6eWL9Cpw_0 2024-09-07T15:27:44.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14044205175275790977', time=2024-09-07T16:45:33.894097+0000, chain.objs.size()=1 2024-09-07T15:27:44.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.uoo6X_2kW-GpbJI-DjDi8vX9GIJIBM__0 2024-09-07T15:27:44.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2962636157351070651', time=2024-09-07T16:45:33.957054+0000, chain.objs.size()=1 2024-09-07T15:27:44.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.bLztO_evrCumxg6_8oHMU00v8jMy1eR_0 2024-09-07T15:27:44.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10281620116932163069', time=2024-09-07T16:47:18.955414+0000, chain.objs.size()=1 2024-09-07T15:27:44.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FAsI_BK-Vn3M2gsJ3B8QxtYcgYQRfqH_0 2024-09-07T15:27:44.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10881132222046713661', time=2024-09-07T16:47:19.079798+0000, chain.objs.size()=1 2024-09-07T15:27:44.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.KLitXvVtticcbTy2t9BTSEmv8AR927g_0 2024-09-07T15:27:44.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2863489179600634635', time=2024-09-07T16:47:20.412735+0000, chain.objs.size()=1 2024-09-07T15:27:44.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-UMjI6P9Z4dXPvWPzPrIjrAWUBKb8Bm_0 2024-09-07T15:27:44.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4171946830325650067', time=2024-09-07T16:47:20.542222+0000, chain.objs.size()=1 2024-09-07T15:27:44.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qZZO8_lE_33UAa9M5VQRYuv2mh6KfZL_0 2024-09-07T15:27:44.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4498085664689791168', time=2024-09-07T16:47:20.841108+0000, chain.objs.size()=1 2024-09-07T15:27:44.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sMwe2E882AWgJfIbh5miF5lWYlRjB6y_0 2024-09-07T15:27:44.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1780453345760568311', time=2024-09-07T16:47:21.543215+0000, chain.objs.size()=1 2024-09-07T15:27:44.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.T2eX7K6HxC1WeTG9XFvSN6yXoYmaxN2_0 2024-09-07T15:27:44.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7507904135734043923', time=2024-09-07T16:47:21.830111+0000, chain.objs.size()=1 2024-09-07T15:27:44.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LWMuA49l_rbar7P1ZOkBcKdPCJfOdAi_0 2024-09-07T15:27:44.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15508489064533275998', time=2024-09-07T16:47:23.832103+0000, chain.objs.size()=1 2024-09-07T15:27:44.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZT-MNEXZGed_MLQe7pKPjGbbyCiCfVz_0 2024-09-07T15:27:44.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13996713763252406772', time=2024-09-07T16:47:24.484799+0000, chain.objs.size()=1 2024-09-07T15:27:44.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9qXbgl2LdMRxru5utFJLSPo3wsB1cI2_0 2024-09-07T15:27:44.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14999969716886082267', time=2024-09-07T16:47:24.710518+0000, chain.objs.size()=1 2024-09-07T15:27:44.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Awx58nFRSQn6AlgHUpZ_rFlQ4DVV4Dz_0 2024-09-07T15:27:44.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2365062744778091152', time=2024-09-07T16:47:32.408916+0000, chain.objs.size()=1 2024-09-07T15:27:44.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6JxUSpDoIT56_qmSGxbEJZOTzmhK6Px_0 2024-09-07T15:27:44.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11554872529998731969', time=2024-09-07T16:47:32.764130+0000, chain.objs.size()=1 2024-09-07T15:27:44.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LbtREJduILuHd0gfjUX0PLUZcdQDnkS_0 2024-09-07T15:27:44.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6890891600599326070', time=2024-09-07T16:47:33.889760+0000, chain.objs.size()=1 2024-09-07T15:27:44.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YjgrPX1PMHd3d3JGYqkYYcayMYHCkJs_0 2024-09-07T15:27:44.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2129610898176773348', time=2024-09-07T16:47:34.400566+0000, chain.objs.size()=1 2024-09-07T15:27:44.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZDpCA1gMtZ_7EYg9EsOXtQaI-1k3KsY_0 2024-09-07T15:27:44.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11979920972445720831', time=2024-09-07T16:47:35.537025+0000, chain.objs.size()=1 2024-09-07T15:27:44.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5iCsqVVEZ_Ati0yA8AHuqh9IH5n1K1b_0 2024-09-07T15:27:44.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11947683382843446683', time=2024-09-07T16:47:35.648155+0000, chain.objs.size()=1 2024-09-07T15:27:44.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Dw2BpXD1cbWKjb7N2bf_kgeCnxehLjK_0 2024-09-07T15:27:44.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13086350329739413634', time=2024-09-07T16:47:37.098541+0000, chain.objs.size()=1 2024-09-07T15:27:44.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._19pllFW2yG5dO23mk2SO7l7Xl6aMkn_0 2024-09-07T15:27:44.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8056769862894490936', time=2024-09-07T16:47:37.694661+0000, chain.objs.size()=1 2024-09-07T15:27:44.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.BmZXsOA-aExGUi7o9KtYc2-Mozu4ap__0 2024-09-07T15:27:44.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.333515318030628617', time=2024-09-07T16:47:38.379093+0000, chain.objs.size()=1 2024-09-07T15:27:44.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CD1_Sy49WUoVi7ODl0VjUs4XZFfgKpl_0 2024-09-07T15:27:44.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4177289862993044253', time=2024-09-07T16:47:38.453016+0000, chain.objs.size()=1 2024-09-07T15:27:44.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jFdpEbzMaYb1ijyljFv4CxCYWUsGLBr_0 2024-09-07T15:27:44.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11512202088987583132', time=2024-09-07T16:47:38.587357+0000, chain.objs.size()=1 2024-09-07T15:27:44.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Jz4F2W9CnHeVcOhRGEG1avgCQC2rJQw_0 2024-09-07T15:27:44.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11073664848299404390', time=2024-09-07T16:47:39.432817+0000, chain.objs.size()=1 2024-09-07T15:27:44.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uQ7wLKA4Aps3PYLyT8l2sBO48-8vnCr_0 2024-09-07T15:27:44.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3300525671809657092', time=2024-09-07T16:47:40.677171+0000, chain.objs.size()=1 2024-09-07T15:27:44.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ao8ex8ujAB-Fcfq--OR32ck8c2kr6xi_0 2024-09-07T15:27:44.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.766138576548441810', time=2024-09-07T16:47:40.828902+0000, chain.objs.size()=1 2024-09-07T15:27:44.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RPGcCGwO8a-wrYFTJIw3oTs_mRQAh_Z_0 2024-09-07T15:27:44.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10725055219886313650', time=2024-09-07T16:47:42.330721+0000, chain.objs.size()=1 2024-09-07T15:27:44.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Mgfiu2aJnrAcR-6ZYXcS1DKRaglqifa_0 2024-09-07T15:27:44.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6381320209660144039', time=2024-09-07T16:47:42.463854+0000, chain.objs.size()=1 2024-09-07T15:27:44.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.WMxR-TWgbYuismlZAtDqnFZBqtkds_P_0 2024-09-07T15:27:44.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6128296831446160597', time=2024-09-07T16:47:43.335750+0000, chain.objs.size()=1 2024-09-07T15:27:44.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qJPC02JGOerSzVtUBq6PBM5fysUiyla_0 2024-09-07T15:27:44.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17766152711027200615', time=2024-09-07T16:47:45.645939+0000, chain.objs.size()=1 2024-09-07T15:27:44.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yJ22YvNHe-vnft466bGJwYai6QgLTdr_0 2024-09-07T15:27:44.212 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9227392312323210962', time=2024-09-07T16:47:46.376483+0000, chain.objs.size()=1 2024-09-07T15:27:44.212 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.IrmlhJUQaVJBimGpvCsT8OIkYzIIT4e_0 2024-09-07T15:27:44.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.213+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48611 2024-09-07T15:27:44.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-07T15:27:44.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8682400701750199862', time=2024-09-07T16:47:47.780869+0000, chain.objs.size()=1 2024-09-07T15:27:44.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.GRqxsrEVzIq8ivqOiDdHhCDSMUZ09U8_0 2024-09-07T15:27:44.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1441275221507574737', time=2024-09-07T16:47:48.906595+0000, chain.objs.size()=1 2024-09-07T15:27:44.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.rWNbWt3247YCVmq8ACA2NIBe-L9aFK9_0 2024-09-07T15:27:44.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9905595811269476673', time=2024-09-07T16:47:49.159104+0000, chain.objs.size()=1 2024-09-07T15:27:44.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.VaRRGUKtUtICcwLYA52zUsKj1AlEmrv_0 2024-09-07T15:27:44.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11832217285007116394', time=2024-09-07T16:47:49.694667+0000, chain.objs.size()=1 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZhvP1GXYZZFl2vvE22s8NqvSNtPTOW0_0 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10944235253689216318', time=2024-09-07T16:47:56.472480+0000, chain.objs.size()=1 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.329__shadow_.FwoC7OAEYptEf5sjU8K_3WayLGKzx1d_0 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14693886015588639376', time=2024-09-07T16:48:22.336909+0000, chain.objs.size()=1 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.343__shadow_.S0wUHMUvi2VNZ9y8iIxT_8E5H_CFzGD_0 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14906743365672430188', time=2024-09-07T16:49:31.383467+0000, chain.objs.size()=1 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.384__shadow_.GUScgiZrn1tlFQ4--gKjFB5IahbaRgx_0 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14189404655993482695', time=2024-09-07T16:51:20.089105+0000, chain.objs.size()=1 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.444__shadow_.UW6gbc2yZ8JdChgofWBy1ZT9Qnqe94H_0 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5981832414979055618', time=2024-09-07T16:51:48.801019+0000, chain.objs.size()=1 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.457__shadow_.Hm4KTsQVy_F-AMBT_VfpRBAAH-SPVlr_0 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14123194199785305984', time=2024-09-07T16:52:09.694511+0000, chain.objs.size()=1 2024-09-07T15:27:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.465__shadow_.w7fwTfPxdG-O_SAc3T6pw_fnGMdtVmQ_0 2024-09-07T15:27:44.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6670851892300030742', time=2024-09-07T16:53:22.740844+0000, chain.objs.size()=1 2024-09-07T15:27:44.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.504__shadow:i6Dun8hYXmL5X4abMGCymC2.KFRZKzG_.wtLSTMl_UYCUPLewih44areroB6pKD5_0 2024-09-07T15:27:44.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15421367810145337362', time=2024-09-07T17:03:55.946755+0000, chain.objs.size()=1 2024-09-07T15:27:44.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.559__shadow_.7H2y7dSLLbvW8aFsPljKmpXtjcz_xsp_0 2024-09-07T15:27:44.223 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~IXnYxBGU1-8DAm5jPwvn_B4myNXqnOR', time=2024-09-07T17:04:06.414966+0000, chain.objs.size()=1 2024-09-07T15:27:44.223 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.562__multipart_mymultipart.2~IXnYxBGU1-8DAm5jPwvn_B4myNXqnOR.1 2024-09-07T15:27:44.223 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16958163302048067813', time=2024-09-07T17:04:32.289619+0000, chain.objs.size()=1 2024-09-07T15:27:44.223 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:y3Ki7NXfR4YgStd7vTpj51XIfC7h3hn_.E87pNH0uBeoqdwMxxHgf7GKOVrKkwEw_0 2024-09-07T15:27:44.223 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6703624684112718809', time=2024-09-07T17:05:58.217836+0000, chain.objs.size()=1 2024-09-07T15:27:44.223 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:4NXwdnT5RXnEaMC75Sp5wN7UANHd3lJ_.FkUAWkcn3ySJ2QXP5JRqfEzX6OcaZIG_0 2024-09-07T15:27:44.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4328148456232338574', time=2024-09-07T17:07:23.749727+0000, chain.objs.size()=1 2024-09-07T15:27:44.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.583__shadow:7Ir-v2QrNA5ajtrbZPlbNgjP5p8S7cU_.S2UzZcCc5HuIRhqERokDqU7VYWj2jA4_0 2024-09-07T15:27:44.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3205703770709334237', time=2024-09-07T17:07:40.978920+0000, chain.objs.size()=1 2024-09-07T15:27:44.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.588__shadow:Pu11H.h9WJLT9lKWlFyet6YCT-RC.l4_.fJT6_7FEKaEzN6u_AnQbh1thKrBIhH5_0 2024-09-07T15:27:44.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2403804561345272417', time=2024-09-07T17:07:41.079823+0000, chain.objs.size()=1 2024-09-07T15:27:44.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.588__shadow:ayX1qvGwFddKakn1HQq3qeo2WmG83.L_.q2LYzqG8B49QBVzCJaJ_t9XkegwfuZD_0 2024-09-07T15:27:44.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9969530840422533726', time=2024-09-07T17:07:55.936149+0000, chain.objs.size()=1 2024-09-07T15:27:44.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.597__shadow_.-L5XrzbLW8LwsDzIHyLYNeLDHgXpcdl_0 2024-09-07T15:27:44.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5860229748697889977', time=2024-09-07T17:17:05.305382+0000, chain.objs.size()=1 2024-09-07T15:27:44.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.664__shadow_.BXthHwdv53EKqN9w9dfyOBrMicfRQra_0 2024-09-07T15:27:44.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3293324598127704681', time=2024-09-07T17:17:34.582762+0000, chain.objs.size()=1 2024-09-07T15:27:44.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.680__shadow_.bLpWrQHYG83H2sm3LbWO-qatZJTW_nU_0 2024-09-07T15:27:44.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12082340143881587779', time=2024-09-07T17:18:08.671796+0000, chain.objs.size()=1 2024-09-07T15:27:44.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.701__shadow:OSxpWQycI9tM50qoC7kGO1jbQJlJSGu_.SZMq0LymoIixqvnDG-7n4nGd5RY_RFw_0 2024-09-07T15:27:44.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8887496663071293350', time=2024-09-07T17:18:25.919978+0000, chain.objs.size()=1 2024-09-07T15:27:44.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.710__shadow_.lgPYblUfdIy8ccH-aY-vRwXkQnC8nVJ_0 2024-09-07T15:27:44.226 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9716991605448193675', time=2024-09-07T17:19:53.751610+0000, chain.objs.size()=10 2024-09-07T15:27:44.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.736__multipart_foo.2~d_57x9pcbpPeNh--5CaqoHnHhlUo2Cz.1 2024-09-07T15:27:44.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.736__multipart_foo.2~d_57x9pcbpPeNh--5CaqoHnHhlUo2Cz.2 2024-09-07T15:27:44.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.736__multipart_foo.2~d_57x9pcbpPeNh--5CaqoHnHhlUo2Cz.3 2024-09-07T15:27:44.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.736__multipart_foo.2~d_57x9pcbpPeNh--5CaqoHnHhlUo2Cz.4 2024-09-07T15:27:44.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.736__multipart_foo.2~d_57x9pcbpPeNh--5CaqoHnHhlUo2Cz.5 2024-09-07T15:27:44.227 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.736__multipart_foo.2~d_57x9pcbpPeNh--5CaqoHnHhlUo2Cz.6 2024-09-07T15:27:44.228 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.736__multipart_foo.2~d_57x9pcbpPeNh--5CaqoHnHhlUo2Cz.7 2024-09-07T15:27:44.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.736__multipart_foo.2~d_57x9pcbpPeNh--5CaqoHnHhlUo2Cz.8 2024-09-07T15:27:44.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.736__multipart_foo.2~d_57x9pcbpPeNh--5CaqoHnHhlUo2Cz.9 2024-09-07T15:27:44.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.736__multipart_foo.2~d_57x9pcbpPeNh--5CaqoHnHhlUo2Cz.10 2024-09-07T15:27:44.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.237 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.233+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-07T15:27:44.238 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.239 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.241 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46676' 2024-09-07T15:27:44.241 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9492335020284731999', time=2024-09-07T16:33:12.106909+0000, chain.objs.size()=1 2024-09-07T15:27:44.242 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.179__shadow_.mNYGxqK-3ZRhGbq_JIrk1jvEzmqykHa_0 2024-09-07T15:27:44.242 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6542589326746103208', time=2024-09-07T16:37:56.015518+0000, chain.objs.size()=1 2024-09-07T15:27:44.242 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.239__shadow_.s0mO29I9vfp0JV7vXg8IkEHWhfxoU9n_0 2024-09-07T15:27:44.242 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11571916190967513424', time=2024-09-07T16:38:01.477503+0000, chain.objs.size()=1 2024-09-07T15:27:44.242 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.242__shadow_.eh2MeEwmyf73o-Q5SFygBYvadtl2kJ9_0 2024-09-07T15:27:44.242 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2861236335660278725', time=2024-09-07T16:38:07.105693+0000, chain.objs.size()=1 2024-09-07T15:27:44.243 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.244__shadow_.uLFhTF8Zda4bqcoi5wcx0mvgVD3LaAj_0 2024-09-07T15:27:44.243 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12468255523096331053', time=2024-09-07T16:38:31.222537+0000, chain.objs.size()=1 2024-09-07T15:27:44.243 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.255__shadow_.VwG6uwszm3u4o1hGI3w5yEfAFp_Vqev_0 2024-09-07T15:27:44.243 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11764518628164930277', time=2024-09-07T16:40:30.033866+0000, chain.objs.size()=1 2024-09-07T15:27:44.243 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.M794Dr6F78ixTFi9rjqdSVRvXp2I0yz_0 2024-09-07T15:27:44.243 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15416319163282541775', time=2024-09-07T16:40:30.429765+0000, chain.objs.size()=1 2024-09-07T15:27:44.243 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.XPud0VzUTUpaCw-CbEBNbkySJ4KRyk-_0 2024-09-07T15:27:44.244 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6175693087724455566', time=2024-09-07T16:40:31.006458+0000, chain.objs.size()=1 2024-09-07T15:27:44.244 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.R5LPgoAk9tp5BFQanqE12vW5CUYVnFH_0 2024-09-07T15:27:44.244 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16228995120483054410', time=2024-09-07T16:40:32.802719+0000, chain.objs.size()=1 2024-09-07T15:27:44.244 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.h-dr8hvaWLr1WjK5hi0Mb30nSB-bcS0_0 2024-09-07T15:27:44.244 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6107183023606058417', time=2024-09-07T16:40:34.407599+0000, chain.objs.size()=1 2024-09-07T15:27:44.244 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.gRNiy_rPRA5LyNF-DRd5JNKRU1O_rCM_0 2024-09-07T15:27:44.244 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13538544185091698747', time=2024-09-07T16:40:35.429139+0000, chain.objs.size()=1 2024-09-07T15:27:44.244 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._Ju5mpnIs9AULLhaCu4UpEJldG3c46Q_0 2024-09-07T15:27:44.244 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.535461491044611720', time=2024-09-07T16:40:36.141480+0000, chain.objs.size()=1 2024-09-07T15:27:44.245 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NJ0JIBFY8uVRYM36tHV77-bc_VM98p0_0 2024-09-07T15:27:44.245 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5858561939715976657', time=2024-09-07T16:40:36.621565+0000, chain.objs.size()=1 2024-09-07T15:27:44.245 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.oI7IR68mQ-O6tnX8DiQJL4G34emxGUT_0 2024-09-07T15:27:44.245 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7795031917104193437', time=2024-09-07T16:40:36.959635+0000, chain.objs.size()=1 2024-09-07T15:27:44.245 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.doM6plv2HKzflXH7h5yuJyDnbBCVJhJ_0 2024-09-07T15:27:44.245 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4406888821664383905', time=2024-09-07T16:40:38.659932+0000, chain.objs.size()=1 2024-09-07T15:27:44.245 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.QZZuntc9ARMh_b8sfCU31bffI14jvfE_0 2024-09-07T15:27:44.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12801427183071933827', time=2024-09-07T16:40:39.014963+0000, chain.objs.size()=1 2024-09-07T15:27:44.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.49VfgqaRg1GfhcAHXMeRbromYGoxFSf_0 2024-09-07T15:27:44.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9764899136486888849', time=2024-09-07T16:40:39.613426+0000, chain.objs.size()=1 2024-09-07T15:27:44.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.BJw6q-fQphIvPqdQgRxrY77PZv4Aezl_0 2024-09-07T15:27:44.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3722546916012895074', time=2024-09-07T16:40:40.137513+0000, chain.objs.size()=1 2024-09-07T15:27:44.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Qv6H79Iv1GzjRPfz_Z3c6bhe4gN06vY_0 2024-09-07T15:27:44.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11005956149745083239', time=2024-09-07T16:40:40.138989+0000, chain.objs.size()=1 2024-09-07T15:27:44.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.95ZhspG7J467qBsUIJuRwLq2knuDmPY_0 2024-09-07T15:27:44.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2860860497310981483', time=2024-09-07T16:40:40.599312+0000, chain.objs.size()=1 2024-09-07T15:27:44.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.p5_ERtbHk3mnfE3gTt56-hiptrtW5qc_0 2024-09-07T15:27:44.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17503521278345877971', time=2024-09-07T16:40:40.812981+0000, chain.objs.size()=1 2024-09-07T15:27:44.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.bjb_iBJqvPA55aevw7pW0nTEDDd487Q_0 2024-09-07T15:27:44.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9999909154197489174', time=2024-09-07T16:40:40.865754+0000, chain.objs.size()=1 2024-09-07T15:27:44.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.UtaU8LkMcIXvkye_xNdih4fzjBz5jav_0 2024-09-07T15:27:44.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14092532778878114287', time=2024-09-07T16:40:41.518259+0000, chain.objs.size()=1 2024-09-07T15:27:44.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.241+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RUiwrT_CAiVElGNtCKGO-WU-IdJX-Wt_0 2024-09-07T15:27:44.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3190549998186828997', time=2024-09-07T16:40:41.520844+0000, chain.objs.size()=1 2024-09-07T15:27:44.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.5OWzIzjGGZfQugkwwDvf_j53rj7JEt3_0 2024-09-07T15:27:44.248 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.364862639845039861', time=2024-09-07T16:40:43.250953+0000, chain.objs.size()=1 2024-09-07T15:27:44.248 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.LdFORMIhQ4hN_aWfRfOrIYQUsj4hwrr_0 2024-09-07T15:27:44.248 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18199853235229822593', time=2024-09-07T16:40:43.576780+0000, chain.objs.size()=1 2024-09-07T15:27:44.248 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.19AkylQRBHMnhokSY61zCuv6Nx64--h_0 2024-09-07T15:27:44.248 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1069111039319389313', time=2024-09-07T16:40:43.989274+0000, chain.objs.size()=1 2024-09-07T15:27:44.248 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zMYuw5L2KeP_9-jYyFccRozV6Y2Dz6w_0 2024-09-07T15:27:44.249 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12591609104479457467', time=2024-09-07T16:40:44.504336+0000, chain.objs.size()=1 2024-09-07T15:27:44.249 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.lcpS_UoQNsY00T8u37a1y_ZgsB1qiZM_0 2024-09-07T15:27:44.249 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11072782264268179126', time=2024-09-07T16:40:44.985497+0000, chain.objs.size()=1 2024-09-07T15:27:44.249 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.LnVk1NDOMycl2LX_GoI0IlRlE5PH7Tf_0 2024-09-07T15:27:44.249 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9473379321550002087', time=2024-09-07T16:40:48.300432+0000, chain.objs.size()=1 2024-09-07T15:27:44.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.245+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.olCjuE9HSzOKS0orYzqyunqaoFLz5C-_0 2024-09-07T15:27:44.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9327577099732615988', time=2024-09-07T16:40:49.569065+0000, chain.objs.size()=1 2024-09-07T15:27:44.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.rWm3T1WbbVCUykYhAJDeegwOMYdMc5f_0 2024-09-07T15:27:44.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18389491765316839382', time=2024-09-07T16:40:49.953056+0000, chain.objs.size()=1 2024-09-07T15:27:44.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.snA4mgY4lOmr6L2agJOf_LVeKRIBE4__0 2024-09-07T15:27:44.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8436586325789841307', time=2024-09-07T16:40:50.747793+0000, chain.objs.size()=1 2024-09-07T15:27:44.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-YMYFUPHLVjQdCd1KgnQKTSXSdxMqVa_0 2024-09-07T15:27:44.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17467700165474966510', time=2024-09-07T16:40:50.770592+0000, chain.objs.size()=1 2024-09-07T15:27:44.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.WYJvbxC2jcQWQ8gDjqB8Cnm2xP4EmPQ_0 2024-09-07T15:27:44.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10686158227083899058', time=2024-09-07T16:40:51.691203+0000, chain.objs.size()=1 2024-09-07T15:27:44.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Kyk_URUeFCWGvARs2pyxL7HCHL0KZaw_0 2024-09-07T15:27:44.252 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8573088829107446297', time=2024-09-07T16:40:51.705495+0000, chain.objs.size()=1 2024-09-07T15:27:44.252 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.urx3Vs2eEzmzTmsx56BAVRsDN1qVYAJ_0 2024-09-07T15:27:44.252 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15724860133383479358', time=2024-09-07T16:40:51.810888+0000, chain.objs.size()=1 2024-09-07T15:27:44.252 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.uc3JSxuJVJLfU6WbX8TclK_1fbwXZmQ_0 2024-09-07T15:27:44.252 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5901684002219908653', time=2024-09-07T16:40:52.892742+0000, chain.objs.size()=1 2024-09-07T15:27:44.252 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.VROAVsAQbyf3xdLbBmi5pSV_INKO3QM_0 2024-09-07T15:27:44.253 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.938781457334304865', time=2024-09-07T16:40:54.722225+0000, chain.objs.size()=1 2024-09-07T15:27:44.253 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8DLW9R_lgodj0-4hyLIrioqRzOULQsL_0 2024-09-07T15:27:44.253 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2697851185445339723', time=2024-09-07T16:40:55.629941+0000, chain.objs.size()=1 2024-09-07T15:27:44.253 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Jd8Nc69aebw9k9HJJzJH2Q-NQHL4XNw_0 2024-09-07T15:27:44.254 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10695515116340739933', time=2024-09-07T16:40:57.650907+0000, chain.objs.size()=1 2024-09-07T15:27:44.254 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7o42OzmZ06rkT9v7BeFhvyHPOxcgNwq_0 2024-09-07T15:27:44.254 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16256439005886328125', time=2024-09-07T16:40:58.126942+0000, chain.objs.size()=1 2024-09-07T15:27:44.254 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.249+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NxxqOQVKLQhOEhGTx6--IVt_Mg8qyFS_0 2024-09-07T15:27:44.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11515472062157562468', time=2024-09-07T16:40:58.951769+0000, chain.objs.size()=1 2024-09-07T15:27:44.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.EZm2ZqDSqdR3MYGMi0U0sSMXRq4VwHm_0 2024-09-07T15:27:44.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2056878611942459473', time=2024-09-07T16:40:59.352103+0000, chain.objs.size()=1 2024-09-07T15:27:44.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Gw3FRTJUa-t6DrO2wlcUXo_nuB3Wnzn_0 2024-09-07T15:27:44.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11172607888669287649', time=2024-09-07T16:41:00.005783+0000, chain.objs.size()=1 2024-09-07T15:27:44.255 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.sjib1_9l7EmdBN86PrvV0voQS1Xa0BC_0 2024-09-07T15:27:44.256 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2086806863309943834', time=2024-09-07T16:41:01.405329+0000, chain.objs.size()=1 2024-09-07T15:27:44.256 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.lu7SEqcD-Oq0Tp94XiujfSnoliPYVvK_0 2024-09-07T15:27:44.256 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.253+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4526050308215448730', time=2024-09-07T16:41:29.033161+0000, chain.objs.size()=1 2024-09-07T15:27:44.256 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.253+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.277__shadow_.-H4Ay_KF_ZNqijnYx0S9Dx10cTAgXs0_0 2024-09-07T15:27:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10779187298168419486', time=2024-09-07T16:42:11.205724+0000, chain.objs.size()=1 2024-09-07T15:27:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.kR4EFNtWWi3dTJD4zqi88oq2oE7-cvx_0 2024-09-07T15:27:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16621670036549094224', time=2024-09-07T16:42:11.453068+0000, chain.objs.size()=1 2024-09-07T15:27:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.ZPo34ST3oS2At7XQODLegGniAUm9Krq_0 2024-09-07T15:27:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15026998475419254299', time=2024-09-07T16:45:04.367686+0000, chain.objs.size()=1 2024-09-07T15:27:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.BF80Pm1J8qGPdLwzrfvl-Ka5cLmtX0M_0 2024-09-07T15:27:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7364041229233360287', time=2024-09-07T16:45:04.936450+0000, chain.objs.size()=1 2024-09-07T15:27:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.n7a8E2WpxtwhNcJWI_RtgTE-K7OLH-1_0 2024-09-07T15:27:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18249299671535722956', time=2024-09-07T16:45:06.343523+0000, chain.objs.size()=1 2024-09-07T15:27:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._BCM2pd5CwXUIxLIB2YQhvfMUC_YjuM_0 2024-09-07T15:27:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8260984943152218389', time=2024-09-07T16:45:08.049201+0000, chain.objs.size()=1 2024-09-07T15:27:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yNivzjO7c7g-AKwqKQfycncfOsbSKJ6_0 2024-09-07T15:27:44.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11998652609573169729', time=2024-09-07T16:45:09.250263+0000, chain.objs.size()=1 2024-09-07T15:27:44.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.b2exDNKJ8ATLtb07KtV6TE8mzzSCg8R_0 2024-09-07T15:27:44.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12599256978515692858', time=2024-09-07T16:45:09.615437+0000, chain.objs.size()=1 2024-09-07T15:27:44.259 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pgDsTHvl93QzyuHKtMCGNUn_yaPnnCm_0 2024-09-07T15:27:44.261 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9073420068914412533', time=2024-09-07T16:45:10.423177+0000, chain.objs.size()=1 2024-09-07T15:27:44.261 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tX8IiQYBOS9euq6AJFvEKQo87hw4uYI_0 2024-09-07T15:27:44.261 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1086884073047077200', time=2024-09-07T16:45:10.918326+0000, chain.objs.size()=1 2024-09-07T15:27:44.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.P1XeiT27lN0BuJ7Vbpd_ZkhgZNBJ056_0 2024-09-07T15:27:44.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18070362662344271586', time=2024-09-07T16:45:12.531704+0000, chain.objs.size()=1 2024-09-07T15:27:44.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.257+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gs_nVBgAzwVyVQjbPuvbvDPLcDLBraS_0 2024-09-07T15:27:44.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15196680457742868749', time=2024-09-07T16:45:13.787669+0000, chain.objs.size()=1 2024-09-07T15:27:44.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.H0fpU5mTSthE_zq2HNnc5j2ZFXHXa20_0 2024-09-07T15:27:44.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13696555335682711303', time=2024-09-07T16:45:13.791612+0000, chain.objs.size()=1 2024-09-07T15:27:44.262 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.vMSMYrY_-qLYOLwSTBTrvTbYfaC1wjw_0 2024-09-07T15:27:44.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11500109052223403273', time=2024-09-07T16:45:14.315767+0000, chain.objs.size()=1 2024-09-07T15:27:44.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MfgULMYmH6odkR8Aj3kqi-fD6IRgcnP_0 2024-09-07T15:27:44.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17070310356329067716', time=2024-09-07T16:45:14.317897+0000, chain.objs.size()=1 2024-09-07T15:27:44.263 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.IcjlaQbpVCwbLtZ-C3GRRf64i15pUOn_0 2024-09-07T15:27:44.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13897306113306966998', time=2024-09-07T16:45:16.736851+0000, chain.objs.size()=1 2024-09-07T15:27:44.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.mlfflYKU9laqMZVPqQG0Kvm-2BmxAyO_0 2024-09-07T15:27:44.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8504287617615100061', time=2024-09-07T16:45:17.234339+0000, chain.objs.size()=1 2024-09-07T15:27:44.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HsLqlIOkZeB13bIUaXaeWDmIKKo2rIG_0 2024-09-07T15:27:44.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17793299064537695280', time=2024-09-07T16:45:19.906653+0000, chain.objs.size()=1 2024-09-07T15:27:44.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ys689vP40Z4bxR8TZvVWVEOeMHB-iG6_0 2024-09-07T15:27:44.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4580803525233612992', time=2024-09-07T16:45:19.971466+0000, chain.objs.size()=1 2024-09-07T15:27:44.264 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Xz2f9dxK48TiyOmmeAlJnWwwNCsG3qP_0 2024-09-07T15:27:44.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.885453998079478128', time=2024-09-07T16:45:21.412599+0000, chain.objs.size()=1 2024-09-07T15:27:44.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.KLFH60gu6wbrzdnX_cJzaBPcly1cKE5_0 2024-09-07T15:27:44.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.88346985369081929', time=2024-09-07T16:45:23.004954+0000, chain.objs.size()=1 2024-09-07T15:27:44.265 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.261+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.k11G0sGAUfmbVGHbp_--dckPf9Z_rP0_0 2024-09-07T15:27:44.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14620500936461589855', time=2024-09-07T16:45:23.718408+0000, chain.objs.size()=1 2024-09-07T15:27:44.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.wIH0e0h30CS_C_tJ3RTInShJOomEJY9_0 2024-09-07T15:27:44.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11964332436308971676', time=2024-09-07T16:45:24.192472+0000, chain.objs.size()=1 2024-09-07T15:27:44.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.cau2beJOD24_bM_iNKefHnnigU42F4H_0 2024-09-07T15:27:44.266 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6414560473666475664', time=2024-09-07T16:45:24.951622+0000, chain.objs.size()=1 2024-09-07T15:27:44.267 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hw3ZkIk5cNo-xT1qq3f7Mn7P1FRtE1I_0 2024-09-07T15:27:44.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15480597545545560345', time=2024-09-07T16:45:25.086501+0000, chain.objs.size()=1 2024-09-07T15:27:44.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0WgZohIxFrcWDCrwCXkkiD8l3Mo-q3Q_0 2024-09-07T15:27:44.269 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.265+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14862459028678257402', time=2024-09-07T16:45:25.215985+0000, chain.objs.size()=1 2024-09-07T15:27:44.270 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.265+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hZbyTQl4lC9fmAetgrUG-oQou9tpS31_0 2024-09-07T15:27:44.270 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15890511068376504048', time=2024-09-07T16:45:25.378945+0000, chain.objs.size()=1 2024-09-07T15:27:44.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.l99TuCplSibUf80gK6bc6oWtiIjgJh__0 2024-09-07T15:27:44.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12493058159037300660', time=2024-09-07T16:45:25.922710+0000, chain.objs.size()=1 2024-09-07T15:27:44.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0rr-Gmu-ucQ7_3PW-SYUsLDuff4Wd8E_0 2024-09-07T15:27:44.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4122866583649511617', time=2024-09-07T16:45:25.980786+0000, chain.objs.size()=1 2024-09-07T15:27:44.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4WyeuKBBtDJwC_tEhO4tf3gOvOALlxq_0 2024-09-07T15:27:44.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9703319891708419067', time=2024-09-07T16:45:26.416299+0000, chain.objs.size()=1 2024-09-07T15:27:44.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.17jDRFC7se5Gni7b_7FCCXIeUI1iOA4_0 2024-09-07T15:27:44.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8804937601596002676', time=2024-09-07T16:45:26.758370+0000, chain.objs.size()=1 2024-09-07T15:27:44.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.p_9_c9ugeOY_tdB8a79OHGtkyT5Z_wt_0 2024-09-07T15:27:44.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12852467988139272622', time=2024-09-07T16:45:27.675798+0000, chain.objs.size()=1 2024-09-07T15:27:44.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6v2YiACW3SThIMoawCOwaLqXavSR36U_0 2024-09-07T15:27:44.271 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4055924972257052484', time=2024-09-07T16:45:28.850738+0000, chain.objs.size()=1 2024-09-07T15:27:44.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.J8mrhXeXTtH5pACCHF0kMTiRTM0Spfv_0 2024-09-07T15:27:44.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16167570564457215124', time=2024-09-07T16:45:29.317858+0000, chain.objs.size()=1 2024-09-07T15:27:44.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.JjyvWhw2JiQB8E6PzSfRkAMjOfHF4x7_0 2024-09-07T15:27:44.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8429001959784502485', time=2024-09-07T16:45:29.424866+0000, chain.objs.size()=1 2024-09-07T15:27:44.272 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.269+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9anJc8h6BZ947U-DPNqWS-oEfzF2Uf9_0 2024-09-07T15:27:44.274 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1955016049001521948', time=2024-09-07T16:45:30.261439+0000, chain.objs.size()=1 2024-09-07T15:27:44.274 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.UJIbKjfthqRO-0xSzCHkCrnOyjFySvR_0 2024-09-07T15:27:44.274 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12336847303173648353', time=2024-09-07T16:45:30.599422+0000, chain.objs.size()=1 2024-09-07T15:27:44.274 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rHPCCIIPgeHTtOoo9Kll0psYEXXJKF4_0 2024-09-07T15:27:44.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8807939717034445710', time=2024-09-07T16:45:31.417404+0000, chain.objs.size()=1 2024-09-07T15:27:44.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6SSJFyzLXU9vTTmjR2HQ4h0RolKmAej_0 2024-09-07T15:27:44.276 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16096679263788861748', time=2024-09-07T16:45:31.733786+0000, chain.objs.size()=1 2024-09-07T15:27:44.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pvLv2V_jkhr-tDuNlW-HcP6cA6WsL92_0 2024-09-07T15:27:44.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5083247310628857002', time=2024-09-07T16:45:32.141819+0000, chain.objs.size()=1 2024-09-07T15:27:44.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.PPG8fK6STt2cpuR3COwe2jQtytcx6qM_0 2024-09-07T15:27:44.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.439790369480101409', time=2024-09-07T16:45:32.546475+0000, chain.objs.size()=1 2024-09-07T15:27:44.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.m3rdRgfFtlbD20gUAdNya3lGNuxKHn-_0 2024-09-07T15:27:44.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11912995325571629300', time=2024-09-07T16:45:33.365686+0000, chain.objs.size()=1 2024-09-07T15:27:44.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hWTc-lmWuAkHAPkyUuSo3yBE4qfRAOy_0 2024-09-07T15:27:44.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3622781548326980472', time=2024-09-07T16:45:33.847191+0000, chain.objs.size()=1 2024-09-07T15:27:44.277 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jlrphySKwaq3FrJCueZ3A9z9CaxtiZd_0 2024-09-07T15:27:44.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2416143933591431806', time=2024-09-07T16:47:20.877231+0000, chain.objs.size()=1 2024-09-07T15:27:44.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JXTqJQMRHMPKw5UWiIuPl6a30_aR0b5_0 2024-09-07T15:27:44.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7520818567799041717', time=2024-09-07T16:47:23.213483+0000, chain.objs.size()=1 2024-09-07T15:27:44.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.aIg3Rrumqh9V-OrxBETW6Hh96ZvdtWl_0 2024-09-07T15:27:44.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10490254879824976951', time=2024-09-07T16:47:24.325655+0000, chain.objs.size()=1 2024-09-07T15:27:44.278 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.273+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.pS0W86efe_ibrE5EOOoEkP1KGyndIl6_0 2024-09-07T15:27:44.279 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.277+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17575314161981981108', time=2024-09-07T16:47:25.243945+0000, chain.objs.size()=1 2024-09-07T15:27:44.279 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.277+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.VAsLsIZpFzueTIZgIeIsFxHyGIgbUEF_0 2024-09-07T15:27:44.279 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.277+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12552059009544225191', time=2024-09-07T16:47:27.373539+0000, chain.objs.size()=1 2024-09-07T15:27:44.280 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.277+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8AGpj2jMFZvrJClhYuKCuLny2UT-PeU_0 2024-09-07T15:27:44.280 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.277+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14755945235308406888', time=2024-09-07T16:47:27.844692+0000, chain.objs.size()=1 2024-09-07T15:27:44.280 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.277+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.DZ9AnEtaRYIbr35S4dPBq8j6zqnZ1Vr_0 2024-09-07T15:27:44.281 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.277+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15327897298867664642', time=2024-09-07T16:47:27.848484+0000, chain.objs.size()=1 2024-09-07T15:27:44.281 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.277+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dgfEtyxxNfnlmGy5JhUJZIL82Wg9PZ0_0 2024-09-07T15:27:44.283 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6097669416208642155', time=2024-09-07T16:47:27.886370+0000, chain.objs.size()=1 2024-09-07T15:27:44.284 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yKLi3al5vJpM7GMuP_19z1wPL0ScTr0_0 2024-09-07T15:27:44.284 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13468834926655256026', time=2024-09-07T16:47:28.651104+0000, chain.objs.size()=1 2024-09-07T15:27:44.284 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dFiSYV9lI6NUj3dUe5ZQAZdnk3WNIIi_0 2024-09-07T15:27:44.284 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.281+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6130270775207667685', time=2024-09-07T16:47:29.417650+0000, chain.objs.size()=1 2024-09-07T15:27:44.284 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.281+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nAujEIW10LEhbTVGs55dStBG1yMslH-_0 2024-09-07T15:27:44.288 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.285+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46676 2024-09-07T15:27:44.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=46, truncated=0, next_marker='' 2024-09-07T15:27:44.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3349880167178663166', time=2024-09-07T16:47:29.541657+0000, chain.objs.size()=1 2024-09-07T15:27:44.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZRbsjAyvRIQeKyEQoks_MplsVeiZkUT_0 2024-09-07T15:27:44.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11527979568656688586', time=2024-09-07T16:47:32.014157+0000, chain.objs.size()=1 2024-09-07T15:27:44.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-fiO5QsVTV40L2TFyfZZZbsyTWytmuT_0 2024-09-07T15:27:44.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9891171420095862871', time=2024-09-07T16:47:32.157558+0000, chain.objs.size()=1 2024-09-07T15:27:44.291 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.AYSqLBebi1bZD_7Kvl_DQD-LEkSSiux_0 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14400108346592839855', time=2024-09-07T16:47:33.089586+0000, chain.objs.size()=1 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1e6fndoAbcdkx6-dUqVytL0tp_1Jc-Z_0 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.993066946606271662', time=2024-09-07T16:47:33.929928+0000, chain.objs.size()=1 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.O_eEDhFBRQnC4SpQy44pEw3dv0m7gA8_0 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12590133771668145631', time=2024-09-07T16:47:33.932025+0000, chain.objs.size()=1 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.HTNraByy6WFIApLOyPlOzRoRkq0Wz-7_0 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13557434348555104458', time=2024-09-07T16:47:35.966507+0000, chain.objs.size()=1 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.xD079Ja9iPzXMEX8OJWwqTCM-NN9YOX_0 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1882363645489075573', time=2024-09-07T16:47:36.423698+0000, chain.objs.size()=1 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.OwSvhOdV3MBdNvWvV_5y5uoOsUN2ELx_0 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15169147710918350347', time=2024-09-07T16:47:36.825804+0000, chain.objs.size()=1 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0kvqtg6UYHov3C00Y4gFct5CiFH7KLH_0 2024-09-07T15:27:44.292 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16542881665891922531', time=2024-09-07T16:47:37.167010+0000, chain.objs.size()=1 2024-09-07T15:27:44.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.fwMt48OBju4mdP2A-f-wcJcghOcIeG8_0 2024-09-07T15:27:44.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8598270735103420234', time=2024-09-07T16:47:37.285462+0000, chain.objs.size()=1 2024-09-07T15:27:44.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JUJoS0DuSeuIfmrwBUMlj3bgcNxZh_S_0 2024-09-07T15:27:44.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7404697334146964753', time=2024-09-07T16:47:38.612540+0000, chain.objs.size()=1 2024-09-07T15:27:44.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.IR9TgfpbvEtPxnW_Svu_5p8tzHa194O_0 2024-09-07T15:27:44.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12190189025398149705', time=2024-09-07T16:47:39.411451+0000, chain.objs.size()=1 2024-09-07T15:27:44.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wj4vNzC2l7GQY9ghXhe87BsHvmNbHZl_0 2024-09-07T15:27:44.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6723046875780885711', time=2024-09-07T16:47:39.414016+0000, chain.objs.size()=1 2024-09-07T15:27:44.293 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.289+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CvZlqHbRiImgNhCf_tuW1Maf7bycBdU_0 2024-09-07T15:27:44.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11781754922071846285', time=2024-09-07T16:47:40.218966+0000, chain.objs.size()=1 2024-09-07T15:27:44.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wlo2sak9I_7-HDWvax4n13PM48g706r_0 2024-09-07T15:27:44.295 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12722690599388203035', time=2024-09-07T16:47:40.221101+0000, chain.objs.size()=1 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5_olYgn-5TP_N3Y8SWJ73Vb3DIpxG2f_0 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1596411678599523014', time=2024-09-07T16:47:40.685884+0000, chain.objs.size()=1 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.HNuw-Vj1lQvR4-VHHNo_1KMGg_ACfPE_0 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17767156781306569348', time=2024-09-07T16:47:41.210906+0000, chain.objs.size()=1 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ULgCzvlkh_o3-LTV0_0QP6ATxl0p__M_0 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16733655970313590090', time=2024-09-07T16:47:43.313547+0000, chain.objs.size()=1 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Q0X2ZlZhEXYybXKLzHmJpMSDRIAkbaz_0 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9974558312930845927', time=2024-09-07T16:47:43.601834+0000, chain.objs.size()=1 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1nHbRDjEPFDsVfv9k67qxGl3r2X8-Us_0 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18338265626665405781', time=2024-09-07T16:47:43.663121+0000, chain.objs.size()=1 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.QaTwE6cWGy7F-ReudGz_nGotxLZIYsa_0 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8184060048833251464', time=2024-09-07T16:47:43.825783+0000, chain.objs.size()=1 2024-09-07T15:27:44.296 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.O4HCCazAI81vjXJfZiV3SgkkWJ33GPd_0 2024-09-07T15:27:44.297 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11829569870071011723', time=2024-09-07T16:47:44.274995+0000, chain.objs.size()=1 2024-09-07T15:27:44.297 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.293+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.34AAdVXCkA8z3IXsWRBGbDg7KwZ_4sr_0 2024-09-07T15:27:44.297 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6391736984880627570', time=2024-09-07T16:47:44.430268+0000, chain.objs.size()=1 2024-09-07T15:27:44.298 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9hs-c4NHunYrjYD2LnoXOoOV3WvJwPZ_0 2024-09-07T15:27:44.298 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12016449542833399053', time=2024-09-07T16:47:44.865925+0000, chain.objs.size()=1 2024-09-07T15:27:44.298 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.DpjJxcbnLXeJC_tTeSxC2kf4Ufl6enR_0 2024-09-07T15:27:44.298 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.896159322198345810', time=2024-09-07T16:47:47.202839+0000, chain.objs.size()=1 2024-09-07T15:27:44.298 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.C_Nj8DD4RxpiIn9I3yRWDOcqraiO5WO_0 2024-09-07T15:27:44.299 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6859755021594369528', time=2024-09-07T16:47:47.549044+0000, chain.objs.size()=1 2024-09-07T15:27:44.299 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._Km4KUtodu0BJDZIFTv2hBOfc2dl7ge_0 2024-09-07T15:27:44.299 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.240965433754722862', time=2024-09-07T16:47:47.551030+0000, chain.objs.size()=1 2024-09-07T15:27:44.299 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Wm5viOW09rZR4xXzRtAImYF4NWGsX47_0 2024-09-07T15:27:44.299 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18146376385105982911', time=2024-09-07T16:47:47.782429+0000, chain.objs.size()=1 2024-09-07T15:27:44.299 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.DbzMy4ltScYHJ4UguSV-WRzlNzGSWuM_0 2024-09-07T15:27:44.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5816621831396436743', time=2024-09-07T16:47:47.876274+0000, chain.objs.size()=1 2024-09-07T15:27:44.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.QxYVDT9ZOd2QxLwEFsnsqhFduajMBc1_0 2024-09-07T15:27:44.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15651887254083397275', time=2024-09-07T16:47:49.395610+0000, chain.objs.size()=1 2024-09-07T15:27:44.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.A6U9fH6wEPj0K0cIO8Q9Mb4lt_r1nQ0_0 2024-09-07T15:27:44.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8923616997917840372', time=2024-09-07T16:48:27.350040+0000, chain.objs.size()=1 2024-09-07T15:27:44.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.346__shadow_.3ZqTTuiMyDcDU_lqmjTwn05ya1FyinL_0 2024-09-07T15:27:44.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14696899922952086639', time=2024-09-07T16:49:44.761550+0000, chain.objs.size()=1 2024-09-07T15:27:44.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.391__shadow_.2NS8r74dvnwi1TFTHalpjoVtNMcTpjT_0 2024-09-07T15:27:44.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1331624561340839539', time=2024-09-07T16:50:54.083586+0000, chain.objs.size()=1 2024-09-07T15:27:44.300 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.297+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.430__shadow_.D4por70G8MvFKnJzQvIpqxaFQfa0vYc_0 2024-09-07T15:27:44.301 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1619842224960959213', time=2024-09-07T16:51:14.316553+0000, chain.objs.size()=1 2024-09-07T15:27:44.302 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.441__shadow_.jEGrnd6119CNfS0cugDMMbS40nBJk3K_0 2024-09-07T15:27:44.302 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16348213013281034539', time=2024-09-07T16:51:48.809134+0000, chain.objs.size()=1 2024-09-07T15:27:44.302 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.457__shadow_.Pr33y-HC2XV0wL9CIQak9NIiXW5hGbf_0 2024-09-07T15:27:44.302 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18222014619560954027', time=2024-09-07T16:54:17.165098+0000, chain.objs.size()=1 2024-09-07T15:27:44.302 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.513__shadow_.tm3KNv_AHk2yDqpPs4Hq8Uwc0nlBd8y_0 2024-09-07T15:27:44.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12506055336442252997', time=2024-09-07T17:03:35.096268+0000, chain.objs.size()=1 2024-09-07T15:27:44.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.557__shadow_.gS3qeH53ifAuHBhL9VA_wJwTAi7c0QK_0 2024-09-07T15:27:44.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.751070697601555211', time=2024-09-07T17:04:31.702089+0000, chain.objs.size()=1 2024-09-07T15:27:44.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:OSddjPZsg-FXqJwLB-jq8CKBK1Cyt1R_.QwrNaEOe7hLMNoqWJexwzSDebMmaptl_0 2024-09-07T15:27:44.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9403648762056566059', time=2024-09-07T17:04:42.049019+0000, chain.objs.size()=1 2024-09-07T15:27:44.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:E7UeI6x9z7L-XWO9wsZ7V9cP-nA0deR_.injhB5n2hjcBhBGC_zIcC3FLjSIuOxa_0 2024-09-07T15:27:44.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17759870907126712067', time=2024-09-07T17:05:21.308121+0000, chain.objs.size()=1 2024-09-07T15:27:44.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.577__shadow:h76KONhLk7k65idafoIn9evvEstYyMp_.-7s7HOftIfhZgKk3TLR1Flwa4f2XUEu_0 2024-09-07T15:27:44.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9517129218696404963', time=2024-09-07T17:13:06.013250+0000, chain.objs.size()=1 2024-09-07T15:27:44.304 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.301+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.620__shadow_.cp4TzVYvQYcwZWEV4j8st19whfrn1Og_0 2024-09-07T15:27:44.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.305+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14189014942643741814', time=2024-09-07T17:15:43.531869+0000, chain.objs.size()=1 2024-09-07T15:27:44.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.305+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.650__shadow_.3S6lB7fhyu9XfUaP3VUYRHAB6NKneKH_0 2024-09-07T15:27:44.306 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.305+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10588488158410107380', time=2024-09-07T17:17:19.744038+0000, chain.objs.size()=1 2024-09-07T15:27:44.307 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.305+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.671__shadow_.1cRK2wUVYXdL2b4LCCfhM6ux2Mrpyvw_0 2024-09-07T15:27:44.307 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.305+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14661309189634805724', time=2024-09-07T17:18:14.707842+0000, chain.objs.size()=1 2024-09-07T15:27:44.307 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.305+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.704__shadow:KU.ddbYsNwZtdLGm2sRuf8z63cZx5Ar_.S1ljT-_nTQtXrSPOwKYikMifhCNlqeM_0 2024-09-07T15:27:44.309 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.309+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~VxdrMv1Vim9VLJlhSi3aRBx0PcIz19v', time=2024-09-07T17:20:10.449833+0000, chain.objs.size()=1 2024-09-07T15:27:44.309 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.309+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.743__multipart_mymultipart2.2~VxdrMv1Vim9VLJlhSi3aRBx0PcIz19v.1 2024-09-07T15:27:44.312 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.309+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.314 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-07T15:27:44.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.316 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46448' 2024-09-07T15:27:44.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4438779635040974454', time=2024-09-07T16:32:44.750695+0000, chain.objs.size()=1 2024-09-07T15:27:44.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.167__shadow_.yH63fcA-I-m6qUbX2ztTrEcFayCTPDz_0 2024-09-07T15:27:44.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12095295661925252369', time=2024-09-07T16:33:10.372162+0000, chain.objs.size()=1 2024-09-07T15:27:44.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.178__shadow_.3TWMcUWOpimrytt_7xMdfOwQ7j-oMRb_0 2024-09-07T15:27:44.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9425258893758881046', time=2024-09-07T16:34:22.461707+0000, chain.objs.size()=1 2024-09-07T15:27:44.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.205__shadow_.6njY1Zt0Ci9jHAN-7Oxb3fPfYa04SdH_0 2024-09-07T15:27:44.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2278968102981759584', time=2024-09-07T16:37:49.093449+0000, chain.objs.size()=1 2024-09-07T15:27:44.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.237__shadow_.0Ar-ZADIX0nquKL6mmpyDl1qSy4FPql_0 2024-09-07T15:27:44.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9171212605244037895', time=2024-09-07T16:38:31.202718+0000, chain.objs.size()=1 2024-09-07T15:27:44.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.255__shadow_.LXYeKYrSPWEFTFvJgs6xfAwJ_-Frdek_0 2024-09-07T15:27:44.318 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18276622137263384051', time=2024-09-07T16:40:30.314727+0000, chain.objs.size()=1 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.egpAVoyfJDjgZjPIhMM-VMLVfsAB9b7_0 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7065879487455002789', time=2024-09-07T16:40:30.503220+0000, chain.objs.size()=1 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.0IoWM1vD9xg1fyYaCRBPvv8jaWN7PZk_0 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11268925004140099408', time=2024-09-07T16:40:31.337459+0000, chain.objs.size()=1 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.VAQkjklWM7aars2vWsGVKem5o13xz04_0 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4533118990641974144', time=2024-09-07T16:40:31.593718+0000, chain.objs.size()=1 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.lp8uw5X8SL8BOHC5DtZ9eGNDS6KRBSh_0 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.535632391278178719', time=2024-09-07T16:40:34.796107+0000, chain.objs.size()=1 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PhKby0minHfHy8FYNsQNeADX6HEicvC_0 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16290382617093576275', time=2024-09-07T16:40:35.198120+0000, chain.objs.size()=1 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.9Xs073mt1GYXZ02z1mCuu4q1RoLL7Wd_0 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9140666835826258866', time=2024-09-07T16:40:35.881531+0000, chain.objs.size()=1 2024-09-07T15:27:44.319 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.313+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4dWqOR9eSWteWUrkmU8HdBMdctzBf1m_0 2024-09-07T15:27:44.322 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7725760944182737551', time=2024-09-07T16:40:37.013873+0000, chain.objs.size()=1 2024-09-07T15:27:44.322 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.3k-6DWLkEYnxJ0M26KnQxEpuPyR1syd_0 2024-09-07T15:27:44.322 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10588597030240573121', time=2024-09-07T16:40:37.446565+0000, chain.objs.size()=1 2024-09-07T15:27:44.322 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.DFheht9ME7teZBiorvdFQnH4Qojfmqx_0 2024-09-07T15:27:44.325 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15189867192577738602', time=2024-09-07T16:40:37.492971+0000, chain.objs.size()=1 2024-09-07T15:27:44.325 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.LpsZREHQN32jW0m0yczwm0v1UD1GaZQ_0 2024-09-07T15:27:44.325 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1750070286009628539', time=2024-09-07T16:40:40.819985+0000, chain.objs.size()=1 2024-09-07T15:27:44.325 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.K6qhtbmHRDjt5treOaaR0o3WBtY3NG8_0 2024-09-07T15:27:44.325 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18399442900161565764', time=2024-09-07T16:40:41.331245+0000, chain.objs.size()=1 2024-09-07T15:27:44.325 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.OksTAW_UFEDq8K0J9pzuTR2JUS201B2_0 2024-09-07T15:27:44.325 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7873746113095718510', time=2024-09-07T16:40:43.540092+0000, chain.objs.size()=1 2024-09-07T15:27:44.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.y6wMXG4mOSfOCljGkAYHV3nNvfjeIwo_0 2024-09-07T15:27:44.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15697182836155952267', time=2024-09-07T16:40:43.559637+0000, chain.objs.size()=1 2024-09-07T15:27:44.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Q5X7wJvnl8qMejLIWV45DV2SGgL46VY_0 2024-09-07T15:27:44.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17998338125686786080', time=2024-09-07T16:40:45.861210+0000, chain.objs.size()=1 2024-09-07T15:27:44.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._NLWyIGQi0_G9TpjIywm-t7bY4MCgPM_0 2024-09-07T15:27:44.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8724107080415419356', time=2024-09-07T16:40:47.274313+0000, chain.objs.size()=1 2024-09-07T15:27:44.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.oAkckoZ8ASxASGpROW3STiulmOAbplb_0 2024-09-07T15:27:44.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15126335549909789875', time=2024-09-07T16:40:48.287304+0000, chain.objs.size()=1 2024-09-07T15:27:44.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.a1flZVFoZQ5KF9DWt-lzd5e5jGJLBJs_0 2024-09-07T15:27:44.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11828570038957537212', time=2024-09-07T16:40:49.147303+0000, chain.objs.size()=1 2024-09-07T15:27:44.326 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.321+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.YbuXdcdOyYkAtYZwhY44M1nxSbxBrXK_0 2024-09-07T15:27:44.327 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.325+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12525252227395377504', time=2024-09-07T16:40:49.359371+0000, chain.objs.size()=1 2024-09-07T15:27:44.327 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.325+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.KVCSnyZgFUZm1scdaHrsU8ib8r-gsdO_0 2024-09-07T15:27:44.328 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.325+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.43348136319137471', time=2024-09-07T16:40:49.361390+0000, chain.objs.size()=1 2024-09-07T15:27:44.328 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.325+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xT9VYKZmkrYY4SzsUowm8AltoZXRk0Y_0 2024-09-07T15:27:44.331 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9844188821797342927', time=2024-09-07T16:40:49.427976+0000, chain.objs.size()=1 2024-09-07T15:27:44.331 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.HhzlOJJBDpPS2skCJCGurfXrNzn04Nk_0 2024-09-07T15:27:44.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11350311203947932808', time=2024-09-07T16:40:50.864425+0000, chain.objs.size()=1 2024-09-07T15:27:44.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.v6k5Pc1Mqd1lW0T6W3w-aIK4CmO52yE_0 2024-09-07T15:27:44.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.733890103413871858', time=2024-09-07T16:40:53.538465+0000, chain.objs.size()=1 2024-09-07T15:27:44.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.c4V2d-EAi5dRpWyuivOIOyGDcclvrw-_0 2024-09-07T15:27:44.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11514662188196674878', time=2024-09-07T16:40:54.019904+0000, chain.objs.size()=1 2024-09-07T15:27:44.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.32_L8DziKZfyqEW0a3GnsKTAKyjnzIg_0 2024-09-07T15:27:44.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17357579634356581753', time=2024-09-07T16:40:54.021769+0000, chain.objs.size()=1 2024-09-07T15:27:44.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.MoyayON_QfsvcHQg9gYnFF9i0fhIAhU_0 2024-09-07T15:27:44.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14966840150085601433', time=2024-09-07T16:40:54.799182+0000, chain.objs.size()=1 2024-09-07T15:27:44.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.952vIJbwwoLXhUah36ah-mgszrbajp8_0 2024-09-07T15:27:44.332 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11134194504378903651', time=2024-09-07T16:40:56.984893+0000, chain.objs.size()=1 2024-09-07T15:27:44.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mehaBSQM9j1oA-jaLsvvAr0WEZ7BXVY_0 2024-09-07T15:27:44.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.107544011614734975', time=2024-09-07T16:40:58.905962+0000, chain.objs.size()=1 2024-09-07T15:27:44.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._yySVLSWEtJJHmNJfviqYvFymODe4r2_0 2024-09-07T15:27:44.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12997125255057554570', time=2024-09-07T16:40:59.577330+0000, chain.objs.size()=1 2024-09-07T15:27:44.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.fcSkXKEFfzoUkUy2gS-HqJcaAQHzGx-_0 2024-09-07T15:27:44.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10984224656349651057', time=2024-09-07T16:41:00.412700+0000, chain.objs.size()=1 2024-09-07T15:27:44.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8APklvXVnXnbp_6ZvqafAS09NRBFvUh_0 2024-09-07T15:27:44.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4002526598242266781', time=2024-09-07T16:41:00.635499+0000, chain.objs.size()=1 2024-09-07T15:27:44.333 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.329+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.hcV-FuL9OV6SZGDUlMFF-MIB4Bw3fak_0 2024-09-07T15:27:44.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2383624559717200457', time=2024-09-07T16:41:26.973462+0000, chain.objs.size()=1 2024-09-07T15:27:44.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.276__shadow_.tGO2IKNPDcSqYwmSbYFRaHGtKZ9ZQo1_0 2024-09-07T15:27:44.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17333679932161146844', time=2024-09-07T16:41:35.178418+0000, chain.objs.size()=1 2024-09-07T15:27:44.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.280__shadow_.S4b0ShhwSIi98tEpFkSRszcrMjbsGro_0 2024-09-07T15:27:44.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17307846094420102108', time=2024-09-07T16:41:41.246259+0000, chain.objs.size()=1 2024-09-07T15:27:44.336 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.283__shadow_.UAKwV41gPKs9vdyXg6Fwg3UyleoJ_DZ_0 2024-09-07T15:27:44.337 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14267121234944500300', time=2024-09-07T16:41:55.957605+0000, chain.objs.size()=1 2024-09-07T15:27:44.337 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.290__shadow_.nhMU4pkbuSxGxtXeMlKYOB0dhmwqoMJ_0 2024-09-07T15:27:44.337 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12543817218487673602', time=2024-09-07T16:42:05.895612+0000, chain.objs.size()=1 2024-09-07T15:27:44.337 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.dMT6qNdUptHTOn2DkbSZpEaBfuBbpTl_0 2024-09-07T15:27:44.337 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3435760104027187441', time=2024-09-07T16:42:17.742385+0000, chain.objs.size()=1 2024-09-07T15:27:44.337 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.297__shadow_.uHbf7nmjN9_FljCEiYIrNTf5XPu3bNY_0 2024-09-07T15:27:44.337 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18400353292176156925', time=2024-09-07T16:42:34.562058+0000, chain.objs.size()=1 2024-09-07T15:27:44.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.305__shadow_.6ITdyTymLh4LRC943mV1JYLGfDEfZ3f_0 2024-09-07T15:27:44.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13472150897137438169', time=2024-09-07T16:43:13.449077+0000, chain.objs.size()=1 2024-09-07T15:27:44.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.320__shadow:TdkZbXpfaIs.bCFdgWkJfkgtyXtjs0n_.jzPtIx6pp9L1xQximWVUoXwXiLvgHYS_0 2024-09-07T15:27:44.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3585313425016059802', time=2024-09-07T16:45:04.715871+0000, chain.objs.size()=1 2024-09-07T15:27:44.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.DygT67ETzRam8Vz_0goIXX6qSGd1Ni2_0 2024-09-07T15:27:44.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11150467773182642727', time=2024-09-07T16:45:05.126050+0000, chain.objs.size()=1 2024-09-07T15:27:44.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rjvr8oxtZLjLiEHd6urOIwTkOhcyhnW_0 2024-09-07T15:27:44.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8899260807993579000', time=2024-09-07T16:45:06.898283+0000, chain.objs.size()=1 2024-09-07T15:27:44.338 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.333+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7YHqFhkM6a0ax5JRs0AfqNTLYdGWqjO_0 2024-09-07T15:27:44.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2721915624548024715', time=2024-09-07T16:45:06.958743+0000, chain.objs.size()=1 2024-09-07T15:27:44.340 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-6WzbJVAhuSGgslPpmULtbi4DILBM3L_0 2024-09-07T15:27:44.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2704533444492818252', time=2024-09-07T16:45:08.862270+0000, chain.objs.size()=1 2024-09-07T15:27:44.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.CcH6glzW-W3RlmQrKvANvmBjxoe0KSh_0 2024-09-07T15:27:44.341 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6613137003719454795', time=2024-09-07T16:45:09.330419+0000, chain.objs.size()=1 2024-09-07T15:27:44.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0vhoHx4vrQQXMHIMSo9YltdKgo_DpG__0 2024-09-07T15:27:44.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11119434559817007240', time=2024-09-07T16:45:09.772301+0000, chain.objs.size()=1 2024-09-07T15:27:44.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7o9CfSfEjUc8evmd127hyfRayakGnAM_0 2024-09-07T15:27:44.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12530817114039587020', time=2024-09-07T16:45:10.667339+0000, chain.objs.size()=1 2024-09-07T15:27:44.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.D70gPff1eKBQ937mii1MKWcLK6QBmfx_0 2024-09-07T15:27:44.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12847592442698008359', time=2024-09-07T16:45:12.576440+0000, chain.objs.size()=1 2024-09-07T15:27:44.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eXEmvQv-GvCRD5zNtkWS9FYKpxZ4Jj0_0 2024-09-07T15:27:44.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9060489524153515880', time=2024-09-07T16:45:12.965287+0000, chain.objs.size()=1 2024-09-07T15:27:44.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rhbiHPY30H4Gh7Fpyy51x-9EOc9mNvj_0 2024-09-07T15:27:44.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11380625805679431846', time=2024-09-07T16:45:16.392049+0000, chain.objs.size()=1 2024-09-07T15:27:44.342 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.337+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.OyxgKWXW8vvp0ja_9ZEax53y6XGpACk_0 2024-09-07T15:27:44.343 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17948288185918547327', time=2024-09-07T16:45:16.498274+0000, chain.objs.size()=1 2024-09-07T15:27:44.343 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.OWs9RKoZfrgQ2q5uVy83xiZJ7KSnspU_0 2024-09-07T15:27:44.343 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5675013267791442017', time=2024-09-07T16:45:16.499647+0000, chain.objs.size()=1 2024-09-07T15:27:44.343 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MPxkl9YMJh3Qbyu2z7OaBXDMRUVctQ1_0 2024-09-07T15:27:44.343 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7445529699455266906', time=2024-09-07T16:45:19.971066+0000, chain.objs.size()=1 2024-09-07T15:27:44.343 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0VzCku9SMHvjL_FA7phTFp71KFjKjn-_0 2024-09-07T15:27:44.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5223669481166023295', time=2024-09-07T16:45:20.345882+0000, chain.objs.size()=1 2024-09-07T15:27:44.344 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.2JYT3ShglgkCfNpW_rfCXwSkyupvJEV_0 2024-09-07T15:27:44.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4244938972704795560', time=2024-09-07T16:45:21.226805+0000, chain.objs.size()=1 2024-09-07T15:27:44.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.qyAuhNFAr72ChdMlXyiayEn_9IbabxF_0 2024-09-07T15:27:44.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.341+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7171953023904450614', time=2024-09-07T16:45:21.589041+0000, chain.objs.size()=1 2024-09-07T15:27:44.345 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.341+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.e9VM3OnLLG0beVwIcEGFBkA_5YnR4bM_0 2024-09-07T15:27:44.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17976552468034928332', time=2024-09-07T16:45:22.252318+0000, chain.objs.size()=1 2024-09-07T15:27:44.346 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.GcdJck_8MjZFPqMxdqpoVWYViv-glqy_0 2024-09-07T15:27:44.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17637004546351394999', time=2024-09-07T16:45:22.254483+0000, chain.objs.size()=1 2024-09-07T15:27:44.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.UGhNrVBDuaXxCpwZYt85ESSHDvcm1yo_0 2024-09-07T15:27:44.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16403713807419428508', time=2024-09-07T16:45:22.256635+0000, chain.objs.size()=1 2024-09-07T15:27:44.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HcUtGiJOrv1DndU1DOlxsbo7UvMv5gU_0 2024-09-07T15:27:44.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1310530010137299410', time=2024-09-07T16:45:25.161383+0000, chain.objs.size()=1 2024-09-07T15:27:44.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Ie6Q8C7ahv7g2KwMScOxqJZ8ULx4gNy_0 2024-09-07T15:27:44.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16028917367353318881', time=2024-09-07T16:45:25.163462+0000, chain.objs.size()=1 2024-09-07T15:27:44.347 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.y-U3YslrR0gmW9oUyVyRSLuz9LT0IFX_0 2024-09-07T15:27:44.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1106450331930634060', time=2024-09-07T16:45:25.373524+0000, chain.objs.size()=1 2024-09-07T15:27:44.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.t9ivZl9Tn6GEljc9pFYkCbiNwLefEW9_0 2024-09-07T15:27:44.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15345939463794640654', time=2024-09-07T16:45:25.597291+0000, chain.objs.size()=1 2024-09-07T15:27:44.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0ONhifXJzO3N_9vpzH74T_VYSm4EcS4_0 2024-09-07T15:27:44.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14663530615643534244', time=2024-09-07T16:45:25.985873+0000, chain.objs.size()=1 2024-09-07T15:27:44.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NVsBreWARrz9CJ2dvFpK4uqQzC0RkZj_0 2024-09-07T15:27:44.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7183395269246317023', time=2024-09-07T16:45:26.370084+0000, chain.objs.size()=1 2024-09-07T15:27:44.348 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dU6qocsP5NrEEQ96PWxwsETxirSWZEO_0 2024-09-07T15:27:44.349 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4034415545440980479', time=2024-09-07T16:45:26.461911+0000, chain.objs.size()=1 2024-09-07T15:27:44.349 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.lp_ciYYF1c37-GejMl1UAOLgvVVjppW_0 2024-09-07T15:27:44.349 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6896244992808905528', time=2024-09-07T16:45:30.261521+0000, chain.objs.size()=1 2024-09-07T15:27:44.349 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.345+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.aox9760HeKjfqj1mCVvWgA0QN9YN2w8_0 2024-09-07T15:27:44.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14372747032581983990', time=2024-09-07T16:45:31.887175+0000, chain.objs.size()=1 2024-09-07T15:27:44.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.lamlRshoXjECMD8Oceu-v5npphvAmRe_0 2024-09-07T15:27:44.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5821146256218600988', time=2024-09-07T16:45:32.150378+0000, chain.objs.size()=1 2024-09-07T15:27:44.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dD-jxu9bjTpUeYBXmPu_M-5tTR2oIwk_0 2024-09-07T15:27:44.350 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13479948555035269404', time=2024-09-07T16:45:32.848466+0000, chain.objs.size()=1 2024-09-07T15:27:44.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6EVBMi8-99t5DADxLvjzLnupNjEPVZk_0 2024-09-07T15:27:44.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18039320315659209490', time=2024-09-07T16:47:19.041230+0000, chain.objs.size()=1 2024-09-07T15:27:44.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Ewfgfc9bQKwSeHaA54JvbId7TVhMySE_0 2024-09-07T15:27:44.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1624372035714259582', time=2024-09-07T16:47:19.415738+0000, chain.objs.size()=1 2024-09-07T15:27:44.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dxGG1p12uXrxqZBDdKO1a5Yjyb0n941_0 2024-09-07T15:27:44.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8830578507896333086', time=2024-09-07T16:47:23.395457+0000, chain.objs.size()=1 2024-09-07T15:27:44.351 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.TodkYMTybNk2bFVROnmEhIuRjQJguc9_0 2024-09-07T15:27:44.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3863497238516504893', time=2024-09-07T16:47:28.643036+0000, chain.objs.size()=1 2024-09-07T15:27:44.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RFhq_j3I5QdPoGFTRt-X_-aKHvNc1yp_0 2024-09-07T15:27:44.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3103721594140681871', time=2024-09-07T16:47:29.095983+0000, chain.objs.size()=1 2024-09-07T15:27:44.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jiAm9_hnqO7ngb_OxJMZrAhGZYnK6YH_0 2024-09-07T15:27:44.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15154297487584876657', time=2024-09-07T16:47:30.117483+0000, chain.objs.size()=1 2024-09-07T15:27:44.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2nDfCBb7cGSg5fbnJ4Mc3IqelZjs8FH_0 2024-09-07T15:27:44.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5423262968648572806', time=2024-09-07T16:47:31.404126+0000, chain.objs.size()=1 2024-09-07T15:27:44.352 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.349+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.HjYohJF-weZS-9DPU6bDv2-PgVsfJu8_0 2024-09-07T15:27:44.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.353+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12853880854457390788', time=2024-09-07T16:47:31.485962+0000, chain.objs.size()=1 2024-09-07T15:27:44.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.353+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9xZIQzcR4iQt5fXnVWQA9-mtsegAxCa_0 2024-09-07T15:27:44.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.353+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2266128008792442838', time=2024-09-07T16:47:32.848597+0000, chain.objs.size()=1 2024-09-07T15:27:44.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.353+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Ymr3xmJcNQ8JJtL610dkOOV1BWKf_RN_0 2024-09-07T15:27:44.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.353+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3915263679691928288', time=2024-09-07T16:47:33.615378+0000, chain.objs.size()=1 2024-09-07T15:27:44.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.353+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.w7Slcv4iycSM1e0stCkaKp_9_ow7GqI_0 2024-09-07T15:27:44.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.353+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17647233026584659037', time=2024-09-07T16:47:34.068280+0000, chain.objs.size()=1 2024-09-07T15:27:44.355 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.353+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.TZgMhGo_ZM_MgMEEN6J3E_8kAt_MDin_0 2024-09-07T15:27:44.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5731846613878512405', time=2024-09-07T16:47:35.978099+0000, chain.objs.size()=1 2024-09-07T15:27:44.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.l_Igq4vI7Q593_SD2tNStbwkpaOK9xq_0 2024-09-07T15:27:44.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13501818115529842668', time=2024-09-07T16:47:36.361708+0000, chain.objs.size()=1 2024-09-07T15:27:44.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.SbIbi_ct-SdEM8YcGr2DeN_kDvvxNsE_0 2024-09-07T15:27:44.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9749054210271039218', time=2024-09-07T16:47:37.511481+0000, chain.objs.size()=1 2024-09-07T15:27:44.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zsA4DeyYx0OZ8Auru40j4xnm3qPpXQ9_0 2024-09-07T15:27:44.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4286932921008192637', time=2024-09-07T16:47:38.097084+0000, chain.objs.size()=1 2024-09-07T15:27:44.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.w6Kw3xWqaiCUMOxvidig8x6DSNr_XEB_0 2024-09-07T15:27:44.358 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9227607292151076239', time=2024-09-07T16:47:39.424053+0000, chain.objs.size()=1 2024-09-07T15:27:44.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.xWvGto2QwsIrsTvKFp2WvjVb2_SV-Lz_0 2024-09-07T15:27:44.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13296014780444483280', time=2024-09-07T16:47:39.426366+0000, chain.objs.size()=1 2024-09-07T15:27:44.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kdQfkYmyg6tUrFvWhpsprpuTtXhgvru_0 2024-09-07T15:27:44.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1930412144900007026', time=2024-09-07T16:47:39.783985+0000, chain.objs.size()=1 2024-09-07T15:27:44.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dqp4kSwFFXtLKujC371-U_zyFDiqCJE_0 2024-09-07T15:27:44.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13350656578696627737', time=2024-09-07T16:47:40.620088+0000, chain.objs.size()=1 2024-09-07T15:27:44.359 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.B4OcNv-y4LCEhQBM-qauEEB-WtbWZu7_0 2024-09-07T15:27:44.361 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1211661170203051401', time=2024-09-07T16:47:40.958511+0000, chain.objs.size()=1 2024-09-07T15:27:44.361 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sYO6cSQ2qi1ZaPwQAEb6-UO8F8rdoyt_0 2024-09-07T15:27:44.361 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5497077339558711998', time=2024-09-07T16:47:41.355158+0000, chain.objs.size()=1 2024-09-07T15:27:44.361 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.tOAIRXvT5E5KLnfrA1bJNkz_LDeb1_O_0 2024-09-07T15:27:44.361 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10560249141636555920', time=2024-09-07T16:47:41.708967+0000, chain.objs.size()=1 2024-09-07T15:27:44.361 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.357+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1PBOQ-YPXQctbZPWwCEjT1Hu_Pmc9h0_0 2024-09-07T15:27:44.364 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.361+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12587999579275335230', time=2024-09-07T16:47:41.963081+0000, chain.objs.size()=1 2024-09-07T15:27:44.364 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.361+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vYjigEhtYGlqrnXfaCceKUahc1Dfm6E_0 2024-09-07T15:27:44.364 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.361+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17345814404946567338', time=2024-09-07T16:47:42.179453+0000, chain.objs.size()=1 2024-09-07T15:27:44.364 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.361+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dbsRKjLCFSKCNOXZRXSlGYZOJfdZwfw_0 2024-09-07T15:27:44.364 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.361+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11288422504354152114', time=2024-09-07T16:47:43.243137+0000, chain.objs.size()=1 2024-09-07T15:27:44.364 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.361+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.TBWKhtSf-zNrfupwLFSZ0CjQrcFSfQV_0 2024-09-07T15:27:44.369 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.365+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46448 2024-09-07T15:27:44.372 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=30, truncated=0, next_marker='' 2024-09-07T15:27:44.372 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8222421001900075467', time=2024-09-07T16:47:43.314913+0000, chain.objs.size()=1 2024-09-07T15:27:44.372 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0d41TMse7wA23Zi6jycx1Kx58aA4IP7_0 2024-09-07T15:27:44.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8356402193655659593', time=2024-09-07T16:47:44.519340+0000, chain.objs.size()=1 2024-09-07T15:27:44.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.pEb1Qduz1hJiBgM42kTWSFBGbfz5n4V_0 2024-09-07T15:27:44.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8440833014378419062', time=2024-09-07T16:47:45.096950+0000, chain.objs.size()=1 2024-09-07T15:27:44.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CuoXYXwwsdqNohMD9WLSW6evICH3q6Z_0 2024-09-07T15:27:44.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13595941799807831215', time=2024-09-07T16:47:45.322581+0000, chain.objs.size()=1 2024-09-07T15:27:44.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.MBmmHUcZFHlpdP1O9AO3cChYgYWOqn8_0 2024-09-07T15:27:44.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16105292909581370264', time=2024-09-07T16:47:46.273173+0000, chain.objs.size()=1 2024-09-07T15:27:44.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mLBmyqdB32ccrOLZcLXzvGEBeJx5Ocp_0 2024-09-07T15:27:44.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8698376702803698801', time=2024-09-07T16:47:46.349574+0000, chain.objs.size()=1 2024-09-07T15:27:44.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.k8-RAul0zHGF5Y10IDiljfOHeQ9eKxf_0 2024-09-07T15:27:44.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7452442168403823388', time=2024-09-07T16:47:47.529163+0000, chain.objs.size()=1 2024-09-07T15:27:44.373 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.XKndMLw2kSM77pwkSLy6EfNl2JPH6Sl_0 2024-09-07T15:27:44.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8581243998585708872', time=2024-09-07T16:48:05.088864+0000, chain.objs.size()=1 2024-09-07T15:27:44.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.334__shadow_.Q2s0AE3tkamwUioy3SvSErYydm_nwiH_0 2024-09-07T15:27:44.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4125585770198272807', time=2024-09-07T16:49:19.439191+0000, chain.objs.size()=1 2024-09-07T15:27:44.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.378__shadow_.cd84oNW1wDfFHlGuGLEkwwa0NDp7lkc_0 2024-09-07T15:27:44.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7923548684434259840', time=2024-09-07T16:49:23.936226+0000, chain.objs.size()=1 2024-09-07T15:27:44.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.380__shadow_.iXxYPGpi1fLzqiLYDcEmk4eINA5EnuZ_0 2024-09-07T15:27:44.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4980979784937478649', time=2024-09-07T16:49:44.742725+0000, chain.objs.size()=1 2024-09-07T15:27:44.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.391__shadow_.bd6UG0pM8I195tAFh_gQcE6JyOaAqR3_0 2024-09-07T15:27:44.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11135842708829181534', time=2024-09-07T16:53:08.397575+0000, chain.objs.size()=1 2024-09-07T15:27:44.374 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.369+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.497__shadow_.kyQdBE_vs04XHTv9W8U6-4n9rh6Zqqi_0 2024-09-07T15:27:44.375 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.373+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12457859275832677749', time=2024-09-07T16:53:22.771012+0000, chain.objs.size()=1 2024-09-07T15:27:44.375 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.373+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.504__shadow:i6Dun8hYXmL5X4abMGCymC2.KFRZKzG_.wtLSTMl_UYCUPLewih44areroB6pKD5_0 2024-09-07T15:27:44.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.373+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2313608492186021726', time=2024-09-07T16:54:45.510539+0000, chain.objs.size()=1 2024-09-07T15:27:44.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.373+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.518__shadow_.-589nkZJ9uuoG7IoF-TZJ69zLDjIK5n_0 2024-09-07T15:27:44.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1607153246083535977', time=2024-09-07T16:56:04.974122+0000, chain.objs.size()=3 2024-09-07T15:27:44.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.522__multipart_mymultipart.2~AXt114gvMAnRGaPSpio3vDWbv0kurQh.1 2024-09-07T15:27:44.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.522__multipart_mymultipart.2~AXt114gvMAnRGaPSpio3vDWbv0kurQh.2 2024-09-07T15:27:44.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.522__multipart_mymultipart.2~AXt114gvMAnRGaPSpio3vDWbv0kurQh.3 2024-09-07T15:27:44.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17518479478002111695', time=2024-09-07T16:56:10.446893+0000, chain.objs.size()=3 2024-09-07T15:27:44.378 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.521__shadow:q3GQvarQpI6cGlNNfI-rVNZKBHc93zi_.IxIHLaFyrektg1CSIGXsnJbY9KzyLj4_0 2024-09-07T15:27:44.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.521__shadow:q3GQvarQpI6cGlNNfI-rVNZKBHc93zi_.IxIHLaFyrektg1CSIGXsnJbY9KzyLj4_1 2024-09-07T15:27:44.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.521__shadow:q3GQvarQpI6cGlNNfI-rVNZKBHc93zi_.IxIHLaFyrektg1CSIGXsnJbY9KzyLj4_2 2024-09-07T15:27:44.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7413108410516742685', time=2024-09-07T16:56:10.498312+0000, chain.objs.size()=1 2024-09-07T15:27:44.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.521__shadow:TfKzmX7Y-j6dP9QD7u0IZGPrELg9MsC_.gVBPzTUZXEHBXcEN0pAmzhIxjo_gn9X_0 2024-09-07T15:27:44.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5327074877152494546', time=2024-09-07T16:56:10.901549+0000, chain.objs.size()=3 2024-09-07T15:27:44.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.522__multipart_mymultipart.2~3kOIqX9mHvuyz5pZiGttNR3oTUPKplg.1 2024-09-07T15:27:44.379 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.522__multipart_mymultipart.2~3kOIqX9mHvuyz5pZiGttNR3oTUPKplg.2 2024-09-07T15:27:44.380 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.377+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.522__multipart_mymultipart.2~3kOIqX9mHvuyz5pZiGttNR3oTUPKplg.3 2024-09-07T15:27:44.386 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11296773781426315808', time=2024-09-07T17:03:30.116991+0000, chain.objs.size()=1 2024-09-07T15:27:44.386 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.556__shadow_.f9gW25uY_WzE6iKcjxs6hVyErYZxEhK_0 2024-09-07T15:27:44.386 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11062797319176303906', time=2024-09-07T17:04:18.478146+0000, chain.objs.size()=2 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.564__shadow_.qdsjTIO8sMq7C_nyszIN16MeO7W-zrL_0 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.564__shadow_.qdsjTIO8sMq7C_nyszIN16MeO7W-zrL_1 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7077634052377750800', time=2024-09-07T17:04:53.912022+0000, chain.objs.size()=1 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.571__shadow:HyQkG-KRwTkWhcX-KVoR-RzVgGTVDR9_.b1aug77ZTFI-TxUXUjeHZLSLcAqriY__0 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6510262901492589809', time=2024-09-07T17:05:07.510517+0000, chain.objs.size()=1 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.575__shadow:SYtXVMA8eswOQiwiw2mxhVJxN515Qh4_.Mlc4VDkQfiJAf--iH0gCsLEFj0E60GU_0 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17670310873914179069', time=2024-09-07T17:05:37.676365+0000, chain.objs.size()=1 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:nx7oCygWyb3GwLUlzDizWa.gntkiXm2_.__smyf6-G5cthP8tiEsbT2z4-h-B0zC_0 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12423974589890376272', time=2024-09-07T17:05:59.030443+0000, chain.objs.size()=1 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:IbwmO4GQ5BpTmlC-Ryj.mKsjjKPAruy_.oS2mZ9J-q2tr1uPGxvZFaJd3ZJ-e8Nb_0 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7455644810992099815', time=2024-09-07T17:07:40.617191+0000, chain.objs.size()=1 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.588__shadow:wXqqLxFXZ4aa4TGH8dFMbaTEQokS2kj_.Gd3C3paHMctmRL0TtDHMvjuAPKK0LZK_0 2024-09-07T15:27:44.387 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8450999240721034277', time=2024-09-07T17:12:00.795404+0000, chain.objs.size()=1 2024-09-07T15:27:44.388 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.618__shadow_.-LVsZUwZfRCYH0nWtvI_ClazQRWMsKS_0 2024-09-07T15:27:44.388 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14716199361346859608', time=2024-09-07T17:15:33.187170+0000, chain.objs.size()=2 2024-09-07T15:27:44.388 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.648__shadow_.j0Y9XbMKhur4xohxv90vlMhKubNuQXN_0 2024-09-07T15:27:44.388 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.385+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.648__shadow_.j0Y9XbMKhur4xohxv90vlMhKubNuQXN_1 2024-09-07T15:27:44.390 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.389+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.557976390457848267', time=2024-09-07T17:17:10.992551+0000, chain.objs.size()=1 2024-09-07T15:27:44.391 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.389+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.666__shadow_.ArGimQzxMpFOUgo4GaZS117ZGboZKAk_0 2024-09-07T15:27:44.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.389+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10884188375039072340', time=2024-09-07T17:18:24.291934+0000, chain.objs.size()=1 2024-09-07T15:27:44.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.389+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.709__shadow:8wPQKbfl0LLlt8bxiJbhopaSKAC.JDe_.7MiLAoAJADacpXrg1nDDW8YaYET45nN_0 2024-09-07T15:27:44.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.389+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~XfXuJcAOgRgxUMMkpVhU3sbQZYqQZhZ', time=2024-09-07T17:20:10.411026+0000, chain.objs.size()=1 2024-09-07T15:27:44.392 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.389+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.743__multipart_mymultipart.2~XfXuJcAOgRgxUMMkpVhU3sbQZYqQZhZ.1 2024-09-07T15:27:44.396 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.393+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.402 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-07T15:27:44.403 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.404 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.405 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/43286' 2024-09-07T15:27:44.405 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6249961085892817825', time=2024-09-07T16:30:33.853203+0000, chain.objs.size()=1 2024-09-07T15:27:44.405 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.148__shadow_.s9Dx9XrKUzzGn4UTvYuhxebNCY9Qskk_0 2024-09-07T15:27:44.405 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_2BIXOdMePr-FPruUh0pUWnFD5XCr4_V', time=2024-09-07T16:31:56.597979+0000, chain.objs.size()=1 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__shadow_.UpweVSajwyaACd9wi2aBhSOWrNonr9E_0 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7129956906625596007', time=2024-09-07T16:38:29.178730+0000, chain.objs.size()=1 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.254__shadow_.iLoOjS5i9h2AB7nOhCFGGv-oPpzrL_I_0 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4963182986969794670', time=2024-09-07T16:38:37.326372+0000, chain.objs.size()=1 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.258__shadow_.WsYsA82XmuZTxW8r67MeF6Ohoog_EsL_0 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4343287249939184139', time=2024-09-07T16:40:29.901258+0000, chain.objs.size()=1 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.QlLpulLywDQJeS_OE4aqBX6vuSj1yR-_0 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7954790119443835013', time=2024-09-07T16:40:30.514928+0000, chain.objs.size()=1 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.J-yQ-_jin76rzVksf1PI4EF04dpPsfV_0 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1008996868742550580', time=2024-09-07T16:40:30.909186+0000, chain.objs.size()=1 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.46NDUvKF9I-dSX4cq1og9OsihKSduOI_0 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14785933636016079326', time=2024-09-07T16:40:31.909256+0000, chain.objs.size()=1 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.jTlZzhEiE6CSnSp0TSLSVHfmQHIW9nJ_0 2024-09-07T15:27:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11503313002639455577', time=2024-09-07T16:40:32.022593+0000, chain.objs.size()=1 2024-09-07T15:27:44.407 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.GERWVgipOwfpesW8siqR4y_InGchz11_0 2024-09-07T15:27:44.407 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15914807933600751295', time=2024-09-07T16:40:33.211420+0000, chain.objs.size()=1 2024-09-07T15:27:44.407 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Tw28lk4kbe2ee12YV-ludOKtmZ2ubcs_0 2024-09-07T15:27:44.407 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8892608650459950172', time=2024-09-07T16:40:33.302633+0000, chain.objs.size()=1 2024-09-07T15:27:44.407 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zMwUqZ6wwGcBoytaWMnEybZOWPcgn5y_0 2024-09-07T15:27:44.407 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16053225760359981026', time=2024-09-07T16:40:34.387035+0000, chain.objs.size()=1 2024-09-07T15:27:44.407 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.401+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.dOU56EpKSQCHMhbSoSybvi9vz0DyZ1P_0 2024-09-07T15:27:44.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9057858793148413760', time=2024-09-07T16:40:35.333970+0000, chain.objs.size()=1 2024-09-07T15:27:44.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.X7HdqP-AG1W_XtaiVIvKUxYiPSVoljC_0 2024-09-07T15:27:44.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8924581414601344460', time=2024-09-07T16:40:36.149033+0000, chain.objs.size()=1 2024-09-07T15:27:44.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.0xRGc2iw8FENSlzF92COS086hQUjrZE_0 2024-09-07T15:27:44.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10118065174593890816', time=2024-09-07T16:40:36.438636+0000, chain.objs.size()=1 2024-09-07T15:27:44.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.APIJqvixxIPTojnRHy5aAnpel55KcWA_0 2024-09-07T15:27:44.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3902090776619891061', time=2024-09-07T16:40:38.995054+0000, chain.objs.size()=1 2024-09-07T15:27:44.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.QvFRaD2MEJ8Hy8AH7EeieCOxeEtavOh_0 2024-09-07T15:27:44.408 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7367843853383232184', time=2024-09-07T16:40:42.801457+0000, chain.objs.size()=1 2024-09-07T15:27:44.409 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vNHu_0kwMmSBE-CP5hL-RaBTywUU6N0_0 2024-09-07T15:27:44.409 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2734568385830308106', time=2024-09-07T16:40:44.349268+0000, chain.objs.size()=1 2024-09-07T15:27:44.409 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.3Q0TLe_zy3J193moz-HV7oZiNEwZAuv_0 2024-09-07T15:27:44.409 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4062480694135338894', time=2024-09-07T16:40:45.230895+0000, chain.objs.size()=1 2024-09-07T15:27:44.409 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.405+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ZdjlIPPxmrs0mLpoBoVBTCP4WAFK65p_0 2024-09-07T15:27:44.410 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.409+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7513615576399167971', time=2024-09-07T16:40:47.732499+0000, chain.objs.size()=1 2024-09-07T15:27:44.410 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.409+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7E6yD9YsCAXmcE3jtrgtPKhV1Xgnr52_0 2024-09-07T15:27:44.410 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.409+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11723528333525797245', time=2024-09-07T16:40:48.819462+0000, chain.objs.size()=1 2024-09-07T15:27:44.410 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.409+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.B2NQzAOuqFT0N6LJDQqGWa8IF85LWGT_0 2024-09-07T15:27:44.410 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.409+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10409513724728244773', time=2024-09-07T16:40:48.950176+0000, chain.objs.size()=1 2024-09-07T15:27:44.410 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.409+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.YGOwx0HO8CkGp7Sxlx4Rwg0jcT0BcRU_0 2024-09-07T15:27:44.410 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.409+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3915945824620872344', time=2024-09-07T16:40:49.941276+0000, chain.objs.size()=1 2024-09-07T15:27:44.410 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.409+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.J_G6C676q3nwdAM8168LCHm2m5FmMpC_0 2024-09-07T15:27:44.412 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.409+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8911722843318130102', time=2024-09-07T16:40:51.229367+0000, chain.objs.size()=1 2024-09-07T15:27:44.412 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.409+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4ZJsqTYLc8znMR-Of149Zx0jM2JkcRx_0 2024-09-07T15:27:44.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17931480243189505770', time=2024-09-07T16:40:51.671038+0000, chain.objs.size()=1 2024-09-07T15:27:44.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.pUtEJbHl7ID06KX_URYX68zSDGEiefs_0 2024-09-07T15:27:44.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5984726519734714564', time=2024-09-07T16:40:51.820323+0000, chain.objs.size()=1 2024-09-07T15:27:44.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.CueVA1ae6mIVFzHhGOTr1BhpO8dKgJK_0 2024-09-07T15:27:44.415 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11968739242531325111', time=2024-09-07T16:40:52.674037+0000, chain.objs.size()=1 2024-09-07T15:27:44.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Dez9-m9ywnG7vifCjwrM8Zr3rRH2K_6_0 2024-09-07T15:27:44.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15882502079254077183', time=2024-09-07T16:40:54.009682+0000, chain.objs.size()=1 2024-09-07T15:27:44.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ocSAzQpoCLKYhfh6ANPiu6P4X1QnTNL_0 2024-09-07T15:27:44.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10021632480648698597', time=2024-09-07T16:40:55.250704+0000, chain.objs.size()=1 2024-09-07T15:27:44.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7kw43D2Q71Bu-D2Lb4SQOCyVKwK0mv1_0 2024-09-07T15:27:44.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10545741766750437292', time=2024-09-07T16:40:56.126600+0000, chain.objs.size()=1 2024-09-07T15:27:44.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.aIxji2MgOJVcsTtPCUDsMW1rRdQtcBC_0 2024-09-07T15:27:44.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2845814692521251271', time=2024-09-07T16:40:56.437341+0000, chain.objs.size()=1 2024-09-07T15:27:44.416 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-NeCCnTDV_E_0E2wl59x1HGQdXuZWtA_0 2024-09-07T15:27:44.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17809156938033776048', time=2024-09-07T16:40:56.699405+0000, chain.objs.size()=1 2024-09-07T15:27:44.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PpCbbIgkagE2FBPPHu5ZVMvob-8q226_0 2024-09-07T15:27:44.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12467788385912774969', time=2024-09-07T16:40:59.116991+0000, chain.objs.size()=1 2024-09-07T15:27:44.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.o5DE5zVNHHlOKxbobpEZ83rVrzQiquv_0 2024-09-07T15:27:44.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14901483945935173557', time=2024-09-07T16:40:59.217248+0000, chain.objs.size()=1 2024-09-07T15:27:44.417 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ccnzC7PUvTVkYmEPNDf6barUe87mTdE_0 2024-09-07T15:27:44.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7424840289244722010', time=2024-09-07T16:41:00.881001+0000, chain.objs.size()=1 2024-09-07T15:27:44.418 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.413+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.h-Pqdy3Zw4uohEAfm6YSlxtFPmodsqh_0 2024-09-07T15:27:44.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2805879752619805065', time=2024-09-07T16:41:01.009389+0000, chain.objs.size()=1 2024-09-07T15:27:44.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8OsBUOmxXxvtiXRldq5A6uNOYNGSIX9_0 2024-09-07T15:27:44.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16215619581415755750', time=2024-09-07T16:41:01.417615+0000, chain.objs.size()=1 2024-09-07T15:27:44.420 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.wlGZbhOmvSK4Cs95-rpmyknNV2VB2Sh_0 2024-09-07T15:27:44.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5631936661429598672', time=2024-09-07T16:41:15.115379+0000, chain.objs.size()=1 2024-09-07T15:27:44.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.270__shadow_.IhsDoczAvWT4ut1ZJFr7z2mOVLnW8su_0 2024-09-07T15:27:44.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.811892132420119935', time=2024-09-07T16:41:17.022771+0000, chain.objs.size()=1 2024-09-07T15:27:44.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.271__shadow_.jRna8dbpo4cFuVmke9YhU9tn27aXyWX_0 2024-09-07T15:27:44.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.417+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6674769770651714696', time=2024-09-07T16:41:22.889606+0000, chain.objs.size()=1 2024-09-07T15:27:44.421 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.417+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.274__shadow_.W8yBcY19Toic0Ife-s7xekBrq8l5TVG_0 2024-09-07T15:27:44.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.421+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15888865501056782449', time=2024-09-07T16:41:53.935720+0000, chain.objs.size()=1 2024-09-07T15:27:44.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.421+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.289__shadow_.XQJ_Hgmlx4jq-N6PjKQVhrjycSp1Bzt_0 2024-09-07T15:27:44.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.421+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7543127751701367229', time=2024-09-07T16:42:11.455819+0000, chain.objs.size()=1 2024-09-07T15:27:44.423 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.421+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.rWfd8Quf6RGeF-XuOt6_OOinsxht8k7_0 2024-09-07T15:27:44.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.421+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18147734376345025568', time=2024-09-07T16:42:13.577719+0000, chain.objs.size()=1 2024-09-07T15:27:44.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.421+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.295__shadow_.xuQwwxwRcZ4l4xWm1fVNDkE3pyLjgqQ_0 2024-09-07T15:27:44.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.421+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17385744800737054996', time=2024-09-07T16:42:17.745762+0000, chain.objs.size()=1 2024-09-07T15:27:44.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.421+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.297__shadow_.BYahLkjY_7qoVk0XvWuPoSQlsxuOYdc_0 2024-09-07T15:27:44.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.421+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3140358512368715302', time=2024-09-07T16:42:19.728672+0000, chain.objs.size()=1 2024-09-07T15:27:44.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.421+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.298__shadow_.MPKVsQaxdCZ3Nac4HA-uNhzdZW-edrU_0 2024-09-07T15:27:44.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.421+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4710304492021373326', time=2024-09-07T16:42:26.213967+0000, chain.objs.size()=1 2024-09-07T15:27:44.424 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.421+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.301__shadow_.kiewOgHXdOEcjki5ioQjudWUmxWY5bu_0 2024-09-07T15:27:44.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7733388429849655354', time=2024-09-07T16:42:28.304243+0000, chain.objs.size()=1 2024-09-07T15:27:44.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.302__shadow_.jNTaNzg9_YYBwWnveG08HXQodMVBKGB_0 2024-09-07T15:27:44.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10003843632727674818', time=2024-09-07T16:45:05.205129+0000, chain.objs.size()=1 2024-09-07T15:27:44.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.DmUpGfsH4_4SR3Y1IDXyVHUrB987bIz_0 2024-09-07T15:27:44.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17357459473116234591', time=2024-09-07T16:45:08.058166+0000, chain.objs.size()=1 2024-09-07T15:27:44.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.K5IjYBKLzoS05UYxBHpMcSAep3Yt5Rm_0 2024-09-07T15:27:44.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14656086973195396865', time=2024-09-07T16:45:09.441091+0000, chain.objs.size()=1 2024-09-07T15:27:44.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7-pY6HwTfpOyFEhNKpsRWKFKfoO-Boa_0 2024-09-07T15:27:44.427 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9837081503690167590', time=2024-09-07T16:45:09.637636+0000, chain.objs.size()=1 2024-09-07T15:27:44.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.olB4lXqv1tiVAspLE2QTEazdDr-Cf0b_0 2024-09-07T15:27:44.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10682470882905844654', time=2024-09-07T16:45:09.639709+0000, chain.objs.size()=1 2024-09-07T15:27:44.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.2ebRZ-25CItPx5zsn4KszsTq56yZuyc_0 2024-09-07T15:27:44.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9052606604045182380', time=2024-09-07T16:45:10.034151+0000, chain.objs.size()=1 2024-09-07T15:27:44.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.8lDV6VyBOYXNAgte9xcXBRj6mPbsnfi_0 2024-09-07T15:27:44.428 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15540458008271364399', time=2024-09-07T16:45:10.198693+0000, chain.objs.size()=1 2024-09-07T15:27:44.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.IWaAQ3a_WQjQ8PkIYVodCYMmeTpHJkx_0 2024-09-07T15:27:44.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10018443771043361234', time=2024-09-07T16:45:12.215933+0000, chain.objs.size()=1 2024-09-07T15:27:44.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.cE0kRUzxZ-5jaibDBgyMO3Jc7NDFDZO_0 2024-09-07T15:27:44.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10387748313710657909', time=2024-09-07T16:45:14.228917+0000, chain.objs.size()=1 2024-09-07T15:27:44.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.cnkK9QCrUj8ajWgObjdlU2brr-eCpnK_0 2024-09-07T15:27:44.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3921574693893578542', time=2024-09-07T16:45:15.102991+0000, chain.objs.size()=1 2024-09-07T15:27:44.429 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.425+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.84pUHLXy5XgOHU76Rwg7myEurOX8Xs7_0 2024-09-07T15:27:44.432 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11948364662329708180', time=2024-09-07T16:45:15.987045+0000, chain.objs.size()=1 2024-09-07T15:27:44.432 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9_Us1hQLvW_cqoKWGMGRgZqxsFS3abO_0 2024-09-07T15:27:44.432 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3553176246092483381', time=2024-09-07T16:45:17.902497+0000, chain.objs.size()=1 2024-09-07T15:27:44.432 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.8BNy2gmAufBY8GKdlM6bRtkuLO88Hrj_0 2024-09-07T15:27:44.433 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6612250975097486113', time=2024-09-07T16:45:18.783004+0000, chain.objs.size()=1 2024-09-07T15:27:44.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.uSmsSlvpVnsq5AuY5RHAKX83EJwmJ2K_0 2024-09-07T15:27:44.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15576474204378427286', time=2024-09-07T16:45:20.986675+0000, chain.objs.size()=1 2024-09-07T15:27:44.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.C3R0FG7p0C_0B-c7NeIra7UbMpNXLh5_0 2024-09-07T15:27:44.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16433870110450035557', time=2024-09-07T16:45:24.473014+0000, chain.objs.size()=1 2024-09-07T15:27:44.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.PELrDOhdBJ6qUX_XiEng2n0_riNu3J1_0 2024-09-07T15:27:44.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2473869250434207521', time=2024-09-07T16:45:24.745035+0000, chain.objs.size()=1 2024-09-07T15:27:44.434 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.qGTKc1gVnAeMNmpsbmxKTNoTeOuzD-N_0 2024-09-07T15:27:44.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9611079116500217679', time=2024-09-07T16:45:25.988640+0000, chain.objs.size()=1 2024-09-07T15:27:44.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.3PofvKDpYz28dI0kjg_-ZwjAl3HWHhy_0 2024-09-07T15:27:44.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13659029702309642487', time=2024-09-07T16:45:26.073888+0000, chain.objs.size()=1 2024-09-07T15:27:44.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.XKgdrcCK_q6CQ7XpePeDhcuJzQ04tpi_0 2024-09-07T15:27:44.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.897436069200250571', time=2024-09-07T16:45:26.076132+0000, chain.objs.size()=1 2024-09-07T15:27:44.435 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.429+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-WJLjTbMSErRNaOE53_rzGAJiRB-UZ2_0 2024-09-07T15:27:44.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4198555408920171313', time=2024-09-07T16:45:26.077801+0000, chain.objs.size()=1 2024-09-07T15:27:44.436 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.DTlbYA2Lk2DSWTNOtN7_eJDGRhqSV_4_0 2024-09-07T15:27:44.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16897582934892871410', time=2024-09-07T16:45:26.079910+0000, chain.objs.size()=1 2024-09-07T15:27:44.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.OGZuOVRmm2OnBWnOGg-QF8sh4i24-vg_0 2024-09-07T15:27:44.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3415399218435959291', time=2024-09-07T16:45:28.525199+0000, chain.objs.size()=1 2024-09-07T15:27:44.437 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.AdC2AXP8ySPk86--1RzsMC5ccGlJzNp_0 2024-09-07T15:27:44.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17445507779827295568', time=2024-09-07T16:45:29.249830+0000, chain.objs.size()=1 2024-09-07T15:27:44.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Fqx8OD4FD0zOv1pUlqBQbJCd-19bEL5_0 2024-09-07T15:27:44.438 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11666782745044738702', time=2024-09-07T16:45:30.456962+0000, chain.objs.size()=1 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.kod16lWX1vAhnF4cB9pYl56YwkHLjhs_0 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.726487622106917130', time=2024-09-07T16:45:30.543319+0000, chain.objs.size()=1 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.sARwKEjhjC1aCNv9IZuOUCimJb0eHWH_0 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12617193297440324600', time=2024-09-07T16:45:31.891592+0000, chain.objs.size()=1 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._GfWFBgxnZF2tXiMkxsu01NMVMgUe1W_0 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8362886315721342530', time=2024-09-07T16:45:32.363990+0000, chain.objs.size()=1 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NJnUXClvtbcLiN5QAIYmo-m9xm-BfUP_0 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8236615586902679674', time=2024-09-07T16:45:32.544661+0000, chain.objs.size()=1 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.p3sOFNYySHZhO5b983Mhors13gy1Qpp_0 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10800548626910734446', time=2024-09-07T16:45:32.546244+0000, chain.objs.size()=1 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ROgagMEjjmI8WDpao4Y9fdpG5RSL3AL_0 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5054567293899762921', time=2024-09-07T16:45:33.835955+0000, chain.objs.size()=1 2024-09-07T15:27:44.439 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.433+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-k1vzUSYw3-_SkZQtZnxmhEYm89bSGh_0 2024-09-07T15:27:44.440 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.437+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12611907527872509659', time=2024-09-07T16:45:33.955165+0000, chain.objs.size()=1 2024-09-07T15:27:44.440 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.437+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tNVJKAPwLnpxFWqYvTj35gW0a4zlb8R_0 2024-09-07T15:27:44.440 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.437+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7582495588273136589', time=2024-09-07T16:47:20.047625+0000, chain.objs.size()=1 2024-09-07T15:27:44.440 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.437+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.tfpD7pCOxHu0oIBKwB999j99OooxFVD_0 2024-09-07T15:27:44.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.437+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2936123247754230102', time=2024-09-07T16:47:20.895903+0000, chain.objs.size()=1 2024-09-07T15:27:44.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.437+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CuEsorrl26Q6PsyMAOpPGXzwFXWGTAp_0 2024-09-07T15:27:44.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.437+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9960527275120240841', time=2024-09-07T16:47:21.115062+0000, chain.objs.size()=1 2024-09-07T15:27:44.441 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.437+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.x_utyu4i0u09YBu78kdGL-n1fDxyD4c_0 2024-09-07T15:27:44.442 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2165638602738763862', time=2024-09-07T16:47:23.213873+0000, chain.objs.size()=1 2024-09-07T15:27:44.442 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lrAkHsRrYOWG5-IA8N_T8zaVRtkIeSm_0 2024-09-07T15:27:44.443 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10537250481238739810', time=2024-09-07T16:47:23.803692+0000, chain.objs.size()=1 2024-09-07T15:27:44.443 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.eeq1pgFuxxP26_fXmvkZ9wZClCiQqHG_0 2024-09-07T15:27:44.443 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3678121039411348705', time=2024-09-07T16:47:24.015834+0000, chain.objs.size()=1 2024-09-07T15:27:44.443 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ACkIqSDeENeMNCm8W2H4ADdaTFxj6cG_0 2024-09-07T15:27:44.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9445217047852639035', time=2024-09-07T16:47:24.705955+0000, chain.objs.size()=1 2024-09-07T15:27:44.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mbrh5a0qDnZFOZ08NiM6APt5TJsy0k7_0 2024-09-07T15:27:44.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13482403553930785275', time=2024-09-07T16:47:25.587539+0000, chain.objs.size()=1 2024-09-07T15:27:44.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.H-LBEoBFkUzsHcfF6wglojpAqC_7lX6_0 2024-09-07T15:27:44.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17195519494068711428', time=2024-09-07T16:47:29.232382+0000, chain.objs.size()=1 2024-09-07T15:27:44.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dr8fkl8BKGuAXVE6zM3nkW-dDXWaewL_0 2024-09-07T15:27:44.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9344132696125926874', time=2024-09-07T16:47:29.918566+0000, chain.objs.size()=1 2024-09-07T15:27:44.444 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.441+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-lYeXFLZIroD0y44WVXMC7gaJlJQEQQ_0 2024-09-07T15:27:44.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.305043980363053905', time=2024-09-07T16:47:32.216770+0000, chain.objs.size()=1 2024-09-07T15:27:44.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.92fNCQdGMXekoN7IkcB2tis36IhQqJM_0 2024-09-07T15:27:44.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11473086536474031306', time=2024-09-07T16:47:34.484537+0000, chain.objs.size()=1 2024-09-07T15:27:44.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LuFkXjK9p_Hae2VCNk2DmHqkMrnacyb_0 2024-09-07T15:27:44.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14390408484333617644', time=2024-09-07T16:47:34.583948+0000, chain.objs.size()=1 2024-09-07T15:27:44.446 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.cs4RY5OgSIVuzVqgbpps1p4Xt7TnMAe_0 2024-09-07T15:27:44.447 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14311996843238447994', time=2024-09-07T16:47:36.315680+0000, chain.objs.size()=1 2024-09-07T15:27:44.447 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5Z37IiFP0rw6c8qzmQ1UAQQ6QNcpn_g_0 2024-09-07T15:27:44.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5558162629167968632', time=2024-09-07T16:47:36.361838+0000, chain.objs.size()=1 2024-09-07T15:27:44.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zLvsb1oo4nOOzBYf8DCWpmrl1fdTVl1_0 2024-09-07T15:27:44.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12228422084075478487', time=2024-09-07T16:47:36.808310+0000, chain.objs.size()=1 2024-09-07T15:27:44.448 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vyFEjbvsSz6iCba_McrTjTw-pQKGOKd_0 2024-09-07T15:27:44.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14737155272068637704', time=2024-09-07T16:47:37.316640+0000, chain.objs.size()=1 2024-09-07T15:27:44.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._mclxTUhTasRcTMQ9sv3sMFG1O7yxaj_0 2024-09-07T15:27:44.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7982672895957223309', time=2024-09-07T16:47:38.436808+0000, chain.objs.size()=1 2024-09-07T15:27:44.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.HN5xakQAiX_puD0N8u8_euam2hle_V7_0 2024-09-07T15:27:44.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17452202264594853026', time=2024-09-07T16:47:39.429478+0000, chain.objs.size()=1 2024-09-07T15:27:44.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5WU5H4iB8EzF388haHCgC4_NJBLGMdl_0 2024-09-07T15:27:44.449 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4189101980927949470', time=2024-09-07T16:47:39.863612+0000, chain.objs.size()=1 2024-09-07T15:27:44.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wdHGZTjLKi1WMTAE8u8USsriYBuq8vc_0 2024-09-07T15:27:44.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10414880336950629705', time=2024-09-07T16:47:40.624572+0000, chain.objs.size()=1 2024-09-07T15:27:44.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.445+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mo5WkPB1JnhaArnLvmPAnxg6q1YJVuB_0 2024-09-07T15:27:44.450 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.449+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8333732614079777556', time=2024-09-07T16:47:40.796782+0000, chain.objs.size()=1 2024-09-07T15:27:44.451 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.449+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.NTdFme9-UsnvWsmLs22dEaNP7emm8Hs_0 2024-09-07T15:27:44.456 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.453+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/43286 2024-09-07T15:27:44.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-07T15:27:44.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9570553742824206847', time=2024-09-07T16:47:41.189285+0000, chain.objs.size()=1 2024-09-07T15:27:44.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.K_j0pvYlP1C1xf5k0Y90Uh8EpAbgd_G_0 2024-09-07T15:27:44.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9720383743476459628', time=2024-09-07T16:47:43.735740+0000, chain.objs.size()=1 2024-09-07T15:27:44.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jidVocHAbE68cnfozOhWwKAgfN8BC9Q_0 2024-09-07T15:27:44.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1600804609821449616', time=2024-09-07T16:47:44.278523+0000, chain.objs.size()=1 2024-09-07T15:27:44.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.an5ibg8WFUYT-aYdmiQpoOBErMCyG5i_0 2024-09-07T15:27:44.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17878996412307686877', time=2024-09-07T16:47:45.302375+0000, chain.objs.size()=1 2024-09-07T15:27:44.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9pJqeuZRaYfOSMfVEZBMvTmx4QEm7KD_0 2024-09-07T15:27:44.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1805058613524887694', time=2024-09-07T16:47:47.098721+0000, chain.objs.size()=1 2024-09-07T15:27:44.462 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kgq6WoDuKYfoHqlv-E2oc4E5rqy6D-S_0 2024-09-07T15:27:44.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3368489486975310090', time=2024-09-07T16:48:00.098664+0000, chain.objs.size()=1 2024-09-07T15:27:44.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.331__shadow_.z5Fh9bTJRIpI8cd3OMB1j5vEb_OKpSL_0 2024-09-07T15:27:44.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13487258496252703456', time=2024-09-07T16:49:10.043786+0000, chain.objs.size()=1 2024-09-07T15:27:44.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.373__shadow_.tMwfQnuXSHq9sRE8L1r5yRGx7vYSOA4_0 2024-09-07T15:27:44.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7643657041133459321', time=2024-09-07T16:51:54.267828+0000, chain.objs.size()=1 2024-09-07T15:27:44.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.459__shadow_.XlXbBqvPht4xwZXL62DOMGM5tlZxjpL_0 2024-09-07T15:27:44.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10134416968899194290', time=2024-09-07T16:51:56.893345+0000, chain.objs.size()=1 2024-09-07T15:27:44.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.460__shadow_.zOZ4Tsr4eGjBoIadCWljvIQYwmzBt7x_0 2024-09-07T15:27:44.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2101920041631386015', time=2024-09-07T16:52:40.487993+0000, chain.objs.size()=1 2024-09-07T15:27:44.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.485__shadow_.PndOq7YTdXD5fc15fe1tBFHEvCnC17V_0 2024-09-07T15:27:44.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13551439809347729167', time=2024-09-07T16:52:41.826080+0000, chain.objs.size()=1 2024-09-07T15:27:44.463 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.486__shadow_.fakpt8PysErxK0iZyBV9QO-iEYfirDt_0 2024-09-07T15:27:44.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14085504978417712634', time=2024-09-07T16:53:08.391085+0000, chain.objs.size()=1 2024-09-07T15:27:44.464 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.457+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.497__shadow_.kyQdBE_vs04XHTv9W8U6-4n9rh6Zqqi_0 2024-09-07T15:27:44.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.461+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18295271123540881532', time=2024-09-07T17:03:07.700892+0000, chain.objs.size()=1 2024-09-07T15:27:44.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.461+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.554__shadow_.PizmkeAd3MnbRRnevpZO3J2uoTrYiZ6_0 2024-09-07T15:27:44.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.461+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10197233309231204641', time=2024-09-07T17:04:41.227642+0000, chain.objs.size()=1 2024-09-07T15:27:44.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.461+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:.Awa.-P30zAJAjsnlgIPDIf6b-lrSSD_.Zqa7tpbGep2JD2_BYc3tJtzDTe95Nf4_0 2024-09-07T15:27:44.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.461+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2365072082110060796', time=2024-09-07T17:05:11.494125+0000, chain.objs.size()=1 2024-09-07T15:27:44.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.461+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.575__shadow:lBqLwJkptd4KwJmfwgMnXCrCCrAtssm_.RQx1zFN78Oj2j9xTK8ql1Szl0SHzN8c_0 2024-09-07T15:27:44.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.461+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16041191086215629154', time=2024-09-07T17:05:26.515266+0000, chain.objs.size()=1 2024-09-07T15:27:44.465 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.461+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.577__shadow:QrLanzl3NBAoKGBgFJCKvE8LuB2OIwe_.sO8BOaBM4qc1lSeLs8ttHpVEO1lwR6I_0 2024-09-07T15:27:44.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.461+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9314848037759237507', time=2024-09-07T17:17:02.429971+0000, chain.objs.size()=6 2024-09-07T15:27:44.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.461+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.663__multipart_foo.2~EG_elxsD95xkEDBfnYMYqNfUcmgaOw1.1 2024-09-07T15:27:44.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.461+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.663__multipart_foo.2~EG_elxsD95xkEDBfnYMYqNfUcmgaOw1.2 2024-09-07T15:27:44.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.461+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.663__multipart_foo.2~EG_elxsD95xkEDBfnYMYqNfUcmgaOw1.3 2024-09-07T15:27:44.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.465+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.663__multipart_foo.2~EG_elxsD95xkEDBfnYMYqNfUcmgaOw1.4 2024-09-07T15:27:44.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.465+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.663__multipart_foo.2~EG_elxsD95xkEDBfnYMYqNfUcmgaOw1.5 2024-09-07T15:27:44.466 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.465+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.663__multipart_foo.2~EG_elxsD95xkEDBfnYMYqNfUcmgaOw1.6 2024-09-07T15:27:44.468 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.465+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3131499553304442884', time=2024-09-07T17:17:11.013630+0000, chain.objs.size()=1 2024-09-07T15:27:44.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.465+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.666__shadow_.fAgB1LyPJb1xDbzppXArCYHBFknu64N_0 2024-09-07T15:27:44.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.465+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13756139541802724178', time=2024-09-07T17:17:14.156952+0000, chain.objs.size()=1 2024-09-07T15:27:44.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.465+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.667__shadow_.weniiZ3VdCVNVfTZKMXJnoE7e1Qdl97_0 2024-09-07T15:27:44.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.465+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13388541488895500259', time=2024-09-07T17:18:12.542153+0000, chain.objs.size()=1 2024-09-07T15:27:44.469 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.465+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.703__multipart_file1.2~95aC0qsMspWvTdmUvK3rcOkdu0DA7nl.1 2024-09-07T15:27:44.472 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.469+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.474 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.473+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-07T15:27:44.476 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.473+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.477 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.473+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.478 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51613' 2024-09-07T15:27:44.478 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6918758434069334488', time=2024-09-07T16:32:16.845115+0000, chain.objs.size()=3 2024-09-07T15:27:44.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__multipart_foo-FROZEN.2~kShH45sATlvIxMuGhRQxwJcDMOL0UpI.1 2024-09-07T15:27:44.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__multipart_foo-FROZEN.2~kShH45sATlvIxMuGhRQxwJcDMOL0UpI.2 2024-09-07T15:27:44.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__multipart_foo-FROZEN.2~kShH45sATlvIxMuGhRQxwJcDMOL0UpI.3 2024-09-07T15:27:44.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_cRaiwnTM2gTpMvvpAL8xuC6lZsiCihw', time=2024-09-07T16:32:20.708276+0000, chain.objs.size()=2 2024-09-07T15:27:44.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__shadow_.lGz_lp_go6j9a2OGaP36EwjMdbV49Jf_0 2024-09-07T15:27:44.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__shadow_.lGz_lp_go6j9a2OGaP36EwjMdbV49Jf_1 2024-09-07T15:27:44.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3904047076517693107', time=2024-09-07T16:33:18.831643+0000, chain.objs.size()=1 2024-09-07T15:27:44.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.183__shadow_.pfzluj_657Ze1ua1WaEYnkBWFeBBaOd_0 2024-09-07T15:27:44.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13372471751594728323', time=2024-09-07T16:34:06.974767+0000, chain.objs.size()=1 2024-09-07T15:27:44.479 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.200__shadow_.wyjxe512csmK_LKoKvj-tuVvXWwyo8z_0 2024-09-07T15:27:44.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.75712144978078823', time=2024-09-07T16:34:09.608725+0000, chain.objs.size()=1 2024-09-07T15:27:44.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.201__shadow_.YOIVn4ApNgOmxJKfqREFuhxspHulYYc_0 2024-09-07T15:27:44.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2049951602268318922', time=2024-09-07T16:37:36.598516+0000, chain.objs.size()=1 2024-09-07T15:27:44.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.231__shadow_.6_TV1E46RHysT85enEBDVH0fsHJpzmQ_0 2024-09-07T15:27:44.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6813175040975812542', time=2024-09-07T16:38:03.571855+0000, chain.objs.size()=1 2024-09-07T15:27:44.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.243__shadow_.r7GdTGpEakuFffuEQWrXQlgorKUra4l_0 2024-09-07T15:27:44.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.90635868662056891', time=2024-09-07T16:38:18.788296+0000, chain.objs.size()=1 2024-09-07T15:27:44.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.249__shadow_.2PL_S36P0sFQJeXjc5orMN_mE8c14pr_0 2024-09-07T15:27:44.480 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5777423220007864236', time=2024-09-07T16:38:41.285194+0000, chain.objs.size()=1 2024-09-07T15:27:44.481 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.477+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.260__shadow_.rKxAdbPJQ70kL7eZlhXHF6vHBhaM283_0 2024-09-07T15:27:44.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6321118008744719124', time=2024-09-07T16:40:30.424212+0000, chain.objs.size()=1 2024-09-07T15:27:44.482 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.qbk5YEI5ZJv4Au598yE8EZsjo9oRgoR_0 2024-09-07T15:27:44.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3370918597752865046', time=2024-09-07T16:40:30.525383+0000, chain.objs.size()=1 2024-09-07T15:27:44.484 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xRhkoh8bRzHrRA7nCxNQEGus48KQdol_0 2024-09-07T15:27:44.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5506022121331104914', time=2024-09-07T16:40:32.552691+0000, chain.objs.size()=1 2024-09-07T15:27:44.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.J8VH0VRgZ79xEBwLj8jg7O2xcUn7vdS_0 2024-09-07T15:27:44.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5177826249970411990', time=2024-09-07T16:40:34.345370+0000, chain.objs.size()=1 2024-09-07T15:27:44.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.uJjh5rW269tKVjkpUm6_HwCBphm0cwY_0 2024-09-07T15:27:44.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15780116655787829130', time=2024-09-07T16:40:34.896456+0000, chain.objs.size()=1 2024-09-07T15:27:44.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.t_DqzNrZdU5H8x0P6OqhoKYPLUI0sPy_0 2024-09-07T15:27:44.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17560289488596708416', time=2024-09-07T16:40:36.404141+0000, chain.objs.size()=1 2024-09-07T15:27:44.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.QsyokyddUyNVyNDfW98e-0ktLiKo7Wc_0 2024-09-07T15:27:44.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1686919113849454175', time=2024-09-07T16:40:36.549475+0000, chain.objs.size()=1 2024-09-07T15:27:44.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.z07xr7vPNmZrkqV6-rHsZ-86JmI6LIO_0 2024-09-07T15:27:44.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4718216890868425157', time=2024-09-07T16:40:36.551358+0000, chain.objs.size()=1 2024-09-07T15:27:44.485 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xXZt5nUyntlpoAOMxBVbUin2MCE1Sxx_0 2024-09-07T15:27:44.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16261542721103239991', time=2024-09-07T16:40:37.553495+0000, chain.objs.size()=1 2024-09-07T15:27:44.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ZSEGrYTxBSemILoKl3buZy81BNAnq9Z_0 2024-09-07T15:27:44.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14724379145475331275', time=2024-09-07T16:40:40.050416+0000, chain.objs.size()=1 2024-09-07T15:27:44.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.sm6AR8b5C47df5xjeXtpYAhHdSPgQ5d_0 2024-09-07T15:27:44.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12184380043114933138', time=2024-09-07T16:40:40.323859+0000, chain.objs.size()=1 2024-09-07T15:27:44.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.0jLBmPnPfcofUuGn1KPUFTeTRqcVbPi_0 2024-09-07T15:27:44.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14320224875259597212', time=2024-09-07T16:40:44.000655+0000, chain.objs.size()=1 2024-09-07T15:27:44.486 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.481+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ZWQ4VFysR9B30sRRDEcEnJjlbvvQHYb_0 2024-09-07T15:27:44.487 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.485+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13462674778655429928', time=2024-09-07T16:40:44.002556+0000, chain.objs.size()=1 2024-09-07T15:27:44.487 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.485+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.g8m37TcPFuns0w2dAQC28x9mjkmZuq3_0 2024-09-07T15:27:44.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6906319228822116035', time=2024-09-07T16:40:44.193899+0000, chain.objs.size()=1 2024-09-07T15:27:44.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.fHqqNIoAuLKzTuKbjAucUBSGZAWbaze_0 2024-09-07T15:27:44.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12731166652679170582', time=2024-09-07T16:40:44.455752+0000, chain.objs.size()=1 2024-09-07T15:27:44.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.CMrOgtvjeJ9AbXUh884DvtmSYHxkxu4_0 2024-09-07T15:27:44.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1112448399481253630', time=2024-09-07T16:40:45.432586+0000, chain.objs.size()=1 2024-09-07T15:27:44.490 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.78gkyQm9gEM2GA7Ml3WbUdjH5EYI6_P_0 2024-09-07T15:27:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8901843888111129503', time=2024-09-07T16:40:45.886632+0000, chain.objs.size()=1 2024-09-07T15:27:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.fKy5ZTxuciWbZBX5GoCaKdnKgB_hS5q_0 2024-09-07T15:27:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8559418169790377306', time=2024-09-07T16:40:47.868145+0000, chain.objs.size()=1 2024-09-07T15:27:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.uz0MrgpBUEuKzDz0eoLSnZqjzEBHCfr_0 2024-09-07T15:27:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4973882033944838233', time=2024-09-07T16:40:48.978941+0000, chain.objs.size()=1 2024-09-07T15:27:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.jJEBP7O42NAhxyuHfdHgANJKMc7K0IL_0 2024-09-07T15:27:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3231936160911984402', time=2024-09-07T16:40:49.340907+0000, chain.objs.size()=1 2024-09-07T15:27:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Y7gMmkMKZXvDwE1sdbK6Sz52omYms-J_0 2024-09-07T15:27:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16336489619327345017', time=2024-09-07T16:40:52.731785+0000, chain.objs.size()=1 2024-09-07T15:27:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.QnNjNeUD7aNCW5Pbov9eBqrNomPE64B_0 2024-09-07T15:27:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14560697032455216462', time=2024-09-07T16:40:55.097962+0000, chain.objs.size()=1 2024-09-07T15:27:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vwGHpF0QrI9OsEwxCKxwFX3ru9Qu3Wl_0 2024-09-07T15:27:44.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4816593762071345431', time=2024-09-07T16:40:55.280070+0000, chain.objs.size()=1 2024-09-07T15:27:44.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.GwjDAEW8tfn72CHWK29MMtPbnjdTl5m_0 2024-09-07T15:27:44.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.170956229634991919', time=2024-09-07T16:40:55.386572+0000, chain.objs.size()=1 2024-09-07T15:27:44.492 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JjKl9lESwGpWGNKCF0H936WJLqpOxF-_0 2024-09-07T15:27:44.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15393933979339184593', time=2024-09-07T16:40:55.629337+0000, chain.objs.size()=1 2024-09-07T15:27:44.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.T3fxqpqT10KrPB7NNrz_aHaml9TxbsJ_0 2024-09-07T15:27:44.493 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10023870251283374900', time=2024-09-07T16:40:56.042196+0000, chain.objs.size()=1 2024-09-07T15:27:44.494 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.C0gZig-W1B0VNkRICJRhfORTyssoB9-_0 2024-09-07T15:27:44.494 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7230683184126758142', time=2024-09-07T16:40:56.269500+0000, chain.objs.size()=1 2024-09-07T15:27:44.494 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xMxk9sRc0GHbElkOe7U-AsAkMAt0TYC_0 2024-09-07T15:27:44.494 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6464948966881163479', time=2024-09-07T16:40:57.498171+0000, chain.objs.size()=1 2024-09-07T15:27:44.494 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.489+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.3rke9dSLHCqpVPC4WUkRRyMYBBaMFhN_0 2024-09-07T15:27:44.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7061697148717499179', time=2024-09-07T16:40:58.087108+0000, chain.objs.size()=1 2024-09-07T15:27:44.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4-9IByP_38P_bb92KNEV2juMO75e_mp_0 2024-09-07T15:27:44.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3403933777941700029', time=2024-09-07T16:40:59.555273+0000, chain.objs.size()=1 2024-09-07T15:27:44.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.HwKUmpAIezIJa8N0TWwsZsHYC8gFx3X_0 2024-09-07T15:27:44.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13905462184735436639', time=2024-09-07T16:40:59.706871+0000, chain.objs.size()=1 2024-09-07T15:27:44.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FThhyvt5iwGPXB-2ah6MZ8adFQhuj4U_0 2024-09-07T15:27:44.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8275327682063591419', time=2024-09-07T16:41:00.202361+0000, chain.objs.size()=1 2024-09-07T15:27:44.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yP5h4C9czqJtG2zfKaNZurj2FUo1_s9_0 2024-09-07T15:27:44.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14023009695845943948', time=2024-09-07T16:41:11.220512+0000, chain.objs.size()=1 2024-09-07T15:27:44.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.268__shadow_.fKReder6wHJBVaOultALM0qCg68CHQ9_0 2024-09-07T15:27:44.495 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11203819608715094661', time=2024-09-07T16:41:49.885294+0000, chain.objs.size()=1 2024-09-07T15:27:44.496 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.287__shadow_.fzsmAYfcW-lJaWjlN3uhOotkOxOtA8W_0 2024-09-07T15:27:44.496 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2457385837973640130', time=2024-09-07T16:42:06.074767+0000, chain.objs.size()=1 2024-09-07T15:27:44.496 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.bs83DOo1eGsaaxyXr5mUHSxfQ1NSeff_0 2024-09-07T15:27:44.497 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5589018740318728856', time=2024-09-07T16:42:34.564884+0000, chain.objs.size()=1 2024-09-07T15:27:44.497 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.493+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.305__shadow_.3zKFstL6mM9WeXyMB0num5kihVWdIUh_0 2024-09-07T15:27:44.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1386706631545873050', time=2024-09-07T16:42:42.437153+0000, chain.objs.size()=1 2024-09-07T15:27:44.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.308__shadow:lHrKx9BvqN6lHBpulGX.95QMwRRfUjt_.FLEKPCuJ9MV9vezmlYqumFaqfx61rbX_0 2024-09-07T15:27:44.500 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17729341115112303358', time=2024-09-07T16:43:13.420587+0000, chain.objs.size()=1 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.320__shadow:ONt.hyaw1Dmlch6d4596EHUZmTYsLG-_.d7yAB2tLMSKxwZhSqS9YgKYdtFsyBXP_0 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3281032709264061575', time=2024-09-07T16:45:04.384183+0000, chain.objs.size()=1 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tC7g0KSpA2ct_M4t1V1FCIajfusTPNs_0 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10155960051342365711', time=2024-09-07T16:45:04.715205+0000, chain.objs.size()=1 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.a5BkRb7WF6a0Q9RV2kKnTywAtPTjO4J_0 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14351730981110002823', time=2024-09-07T16:45:05.349292+0000, chain.objs.size()=1 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.JHmd11ZlQmzROtsCsAzbQwBJuL2AHbI_0 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7868008573857572347', time=2024-09-07T16:45:09.663657+0000, chain.objs.size()=1 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.r6IEY86_1rTJqh2Gj58Ef1UOuu8nNbA_0 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4274297737017117051', time=2024-09-07T16:45:09.665699+0000, chain.objs.size()=1 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LXV1um9TgaSvDunF2827o2VaF9wu_7h_0 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18427385190355008049', time=2024-09-07T16:45:11.142970+0000, chain.objs.size()=1 2024-09-07T15:27:44.501 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.RFc8TRNVYMzRQnj1w3p5hbgv-1GX5pn_0 2024-09-07T15:27:44.502 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12950892890337324694', time=2024-09-07T16:45:13.665767+0000, chain.objs.size()=1 2024-09-07T15:27:44.502 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._nXJWYQSwseO7oHI9UBNX1WfbIZYtU3_0 2024-09-07T15:27:44.502 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.374910919020274957', time=2024-09-07T16:45:14.277154+0000, chain.objs.size()=1 2024-09-07T15:27:44.502 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Jvo1VrqVCL15u5EkYVnuvTv_A0Afmc0_0 2024-09-07T15:27:44.503 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13074811638004702542', time=2024-09-07T16:45:16.741474+0000, chain.objs.size()=1 2024-09-07T15:27:44.503 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.497+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.42Wm2SDSz3IuPF-80YoSzERmExTVhAp_0 2024-09-07T15:27:44.503 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8252554927975945450', time=2024-09-07T16:45:18.307018+0000, chain.objs.size()=1 2024-09-07T15:27:44.503 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.fxHXeGmLPkjRa90P6OjVQIKpv-u36yb_0 2024-09-07T15:27:44.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13498092303176173675', time=2024-09-07T16:45:18.585014+0000, chain.objs.size()=1 2024-09-07T15:27:44.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4LRKY94YZca_E2Ba445wXDPkL0H5IbV_0 2024-09-07T15:27:44.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4381693652705595434', time=2024-09-07T16:45:19.954652+0000, chain.objs.size()=1 2024-09-07T15:27:44.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.v98YA14s9zGCBGDhVSQidJUMro2gBzy_0 2024-09-07T15:27:44.505 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8754144190728366740', time=2024-09-07T16:45:20.440389+0000, chain.objs.size()=1 2024-09-07T15:27:44.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.bZIlL4myFm85Unw1VoPmsuKmpYGWs4a_0 2024-09-07T15:27:44.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9284338056436507723', time=2024-09-07T16:45:21.728600+0000, chain.objs.size()=1 2024-09-07T15:27:44.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6al-XvztWLFfGlVpvqk-4ZDldO4CYXi_0 2024-09-07T15:27:44.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12491877510533167196', time=2024-09-07T16:45:22.729164+0000, chain.objs.size()=1 2024-09-07T15:27:44.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.skmtzhuY4dNDoZpFo5Zr-tXjyVAOydf_0 2024-09-07T15:27:44.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2708993139356328171', time=2024-09-07T16:45:22.954043+0000, chain.objs.size()=1 2024-09-07T15:27:44.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.vLmDKyVJRb7g9eufrQI-n3z74sY0drb_0 2024-09-07T15:27:44.506 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6397318465260837417', time=2024-09-07T16:45:24.036368+0000, chain.objs.size()=1 2024-09-07T15:27:44.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.aqx11q9X3xtjVD8uCq8fdIMLiZNKPcl_0 2024-09-07T15:27:44.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8650637454195518419', time=2024-09-07T16:45:24.726924+0000, chain.objs.size()=1 2024-09-07T15:27:44.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0KYVlRpUNGk4AijCnGqDtQc8sHOmhja_0 2024-09-07T15:27:44.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17074069538692275876', time=2024-09-07T16:45:24.861780+0000, chain.objs.size()=1 2024-09-07T15:27:44.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.N4IWU3yrjruSooKEUyqhLGvwVUaVBsG_0 2024-09-07T15:27:44.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16920332087950538909', time=2024-09-07T16:45:26.371093+0000, chain.objs.size()=1 2024-09-07T15:27:44.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.h4uPO_e8CJR80wbEGp_zZVw1e7dOD62_0 2024-09-07T15:27:44.507 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13714708384648077517', time=2024-09-07T16:45:26.698619+0000, chain.objs.size()=1 2024-09-07T15:27:44.508 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.501+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.33pEdSzSgLv99w7inLra2YTS-ZvE8DP_0 2024-09-07T15:27:44.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3906647508438887044', time=2024-09-07T16:45:26.831659+0000, chain.objs.size()=1 2024-09-07T15:27:44.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Ywn00dZurFXs6zdt_vlX8nSIa6rtGag_0 2024-09-07T15:27:44.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10714876662596097309', time=2024-09-07T16:45:27.749317+0000, chain.objs.size()=1 2024-09-07T15:27:44.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.fgmktU92LJCX3nAGZM8kDpGlXRMrMV2_0 2024-09-07T15:27:44.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3752597252781149291', time=2024-09-07T16:45:29.028001+0000, chain.objs.size()=1 2024-09-07T15:27:44.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.VPFkLfcpzEQbQ8pNGY6y_OLGe-4tAuH_0 2024-09-07T15:27:44.510 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8354246060250704085', time=2024-09-07T16:45:29.625791+0000, chain.objs.size()=1 2024-09-07T15:27:44.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.J8E4pkAEmfS_yYVS8UPi0n0H7tl1uJZ_0 2024-09-07T15:27:44.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12053195210484389210', time=2024-09-07T16:45:30.704065+0000, chain.objs.size()=1 2024-09-07T15:27:44.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.YJORQbWV9kkFgvKYZohjfaec4Y0GfKr_0 2024-09-07T15:27:44.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13403876553406264565', time=2024-09-07T16:45:31.418023+0000, chain.objs.size()=1 2024-09-07T15:27:44.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.2vLSAU98u70t6HuRJczeQxT4XWtsC77_0 2024-09-07T15:27:44.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14025141792278329027', time=2024-09-07T16:45:32.106739+0000, chain.objs.size()=1 2024-09-07T15:27:44.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.958JE0Xi_uEHEqCXdgA2pAr9NucE0vn_0 2024-09-07T15:27:44.511 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4256463052846424440', time=2024-09-07T16:45:32.866781+0000, chain.objs.size()=1 2024-09-07T15:27:44.512 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.kbNJQ6_mf3WRrS9vqCQ1onD9l55oMoj_0 2024-09-07T15:27:44.512 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11367931208940823562', time=2024-09-07T16:47:18.955238+0000, chain.objs.size()=1 2024-09-07T15:27:44.512 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.505+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.90TXcjUrc16UNpl1A2XHeoSyRpyYsJw_0 2024-09-07T15:27:44.513 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11060621699352237876', time=2024-09-07T16:47:19.077134+0000, chain.objs.size()=1 2024-09-07T15:27:44.513 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mxUa8kLZOR5l-hqmGzLnnBFAFPYduNO_0 2024-09-07T15:27:44.513 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4449403291865114999', time=2024-09-07T16:47:20.035238+0000, chain.objs.size()=1 2024-09-07T15:27:44.513 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.rqFKxsFC0VHeWKomNhOm_yQhXymWijj_0 2024-09-07T15:27:44.513 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2646357629299979491', time=2024-09-07T16:47:20.268048+0000, chain.objs.size()=1 2024-09-07T15:27:44.513 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZgKVrFuE2onFLdh1YQrSZQGJN0-xUBh_0 2024-09-07T15:27:44.513 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15903890004789519354', time=2024-09-07T16:47:20.412735+0000, chain.objs.size()=1 2024-09-07T15:27:44.513 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.xauReYaj9U-N0kVltavebW6Gn6LHedB_0 2024-09-07T15:27:44.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8572956826549584487', time=2024-09-07T16:47:21.398748+0000, chain.objs.size()=1 2024-09-07T15:27:44.514 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2L7x1ErxE4ZTbtUWmIIAs7T0FYyh15M_0 2024-09-07T15:27:44.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6435946636104045922', time=2024-09-07T16:47:23.831304+0000, chain.objs.size()=1 2024-09-07T15:27:44.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.IyV9TnYV81ui8vc0mxxnAGfnpEoPgcd_0 2024-09-07T15:27:44.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13468667990707525265', time=2024-09-07T16:47:24.289104+0000, chain.objs.size()=1 2024-09-07T15:27:44.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2hNjxo4Oduk8iXD_FLFAoCLvcjg9kY3_0 2024-09-07T15:27:44.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5913955781889309867', time=2024-09-07T16:47:25.465761+0000, chain.objs.size()=1 2024-09-07T15:27:44.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vF0nBFt62BYBEsVjBNpG1X83jp9ip0U_0 2024-09-07T15:27:44.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15947377956273166649', time=2024-09-07T16:47:26.349123+0000, chain.objs.size()=1 2024-09-07T15:27:44.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.IcSOPtY8lUUOfryAMmbhZOWUIMMhdie_0 2024-09-07T15:27:44.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15186968414861077122', time=2024-09-07T16:47:27.403144+0000, chain.objs.size()=1 2024-09-07T15:27:44.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.509+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.HbHXi1f9A4hMKuU1HsAHVAz0vpLe1Sm_0 2024-09-07T15:27:44.515 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7065822177110396772', time=2024-09-07T16:47:28.154059+0000, chain.objs.size()=1 2024-09-07T15:27:44.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6V8f52GoDj45OXXdv1GB04nZGm11EMs_0 2024-09-07T15:27:44.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17742191912443877856', time=2024-09-07T16:47:29.937053+0000, chain.objs.size()=1 2024-09-07T15:27:44.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FxPd3lKhdNKyhIvEfz6fHgT9Y6oW1UV_0 2024-09-07T15:27:44.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8945256500983867846', time=2024-09-07T16:47:31.397442+0000, chain.objs.size()=1 2024-09-07T15:27:44.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.iuTk4uO3InQWve8JJvE-YEMTtmavNXW_0 2024-09-07T15:27:44.516 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.513+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.664948984414513125', time=2024-09-07T16:47:32.973016+0000, chain.objs.size()=1 2024-09-07T15:27:44.517 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.513+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uvT-aCTCjsJALLZc3Ef6ZfFH3dqUI1s_0 2024-09-07T15:27:44.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9090027630523685113', time=2024-09-07T16:47:34.463052+0000, chain.objs.size()=1 2024-09-07T15:27:44.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.OCDlui7cSe6db0QddiIDqBfGB-6bZyu_0 2024-09-07T15:27:44.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2875767423246399379', time=2024-09-07T16:47:35.424512+0000, chain.objs.size()=1 2024-09-07T15:27:44.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1cEMZZ2Dp-imoB_1wGk7vPFcpEENYeR_0 2024-09-07T15:27:44.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9402956294092944432', time=2024-09-07T16:47:35.967108+0000, chain.objs.size()=1 2024-09-07T15:27:44.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Utf0zYAYBD-Gf4gNnYWtPycj2f2iVd1_0 2024-09-07T15:27:44.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2400909724291942192', time=2024-09-07T16:47:36.935314+0000, chain.objs.size()=1 2024-09-07T15:27:44.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.w1RfGcBwrt4TCgCM0Ihj3_ASz7eolJn_0 2024-09-07T15:27:44.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12806632039117680634', time=2024-09-07T16:47:36.938699+0000, chain.objs.size()=1 2024-09-07T15:27:44.518 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uEei5BFFRjnM6RlIujKK05oROyWwqAq_0 2024-09-07T15:27:44.519 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3040772248368098159', time=2024-09-07T16:47:44.622294+0000, chain.objs.size()=1 2024-09-07T15:27:44.519 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mLRQhIvjr5MZYMQdr5Xz-3OSZ014yhG_0 2024-09-07T15:27:44.519 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1546701076115365056', time=2024-09-07T16:47:44.624574+0000, chain.objs.size()=1 2024-09-07T15:27:44.519 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.d1YGfOXAIlYjZIYG7JzCvr2_UAHfo5s_0 2024-09-07T15:27:44.519 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3861595074957639330', time=2024-09-07T16:47:47.112203+0000, chain.objs.size()=1 2024-09-07T15:27:44.519 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.hG0oDkTNh98UCbR8S5nWhGPjtF5ZK5X_0 2024-09-07T15:27:44.520 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1195221324084174021', time=2024-09-07T16:47:47.115444+0000, chain.objs.size()=1 2024-09-07T15:27:44.520 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.517+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YL0jaRbhi7hroxIJLbE9T8aJ_9i5zHR_0 2024-09-07T15:27:44.523 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.521+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51613 2024-09-07T15:27:44.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-07T15:27:44.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4905512989738671429', time=2024-09-07T16:47:49.676237+0000, chain.objs.size()=1 2024-09-07T15:27:44.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.leXLi7gazSJvqQNZm3ADM92dL7MIA1o_0 2024-09-07T15:27:44.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.335914370244342932', time=2024-09-07T16:52:10.577364+0000, chain.objs.size()=1 2024-09-07T15:27:44.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.465__shadow_.ZcvEjexn33nCMo32quPEOTckI3zzeKt_0 2024-09-07T15:27:44.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18362201975956071135', time=2024-09-07T16:52:38.086672+0000, chain.objs.size()=1 2024-09-07T15:27:44.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484__shadow_.IZ4Tb1Hn5U-gofwCDmhPNy9sFI2WAyW_0 2024-09-07T15:27:44.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14229017393516928981', time=2024-09-07T16:52:38.088576+0000, chain.objs.size()=1 2024-09-07T15:27:44.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484__shadow_.XYh9Ada4eUp7C_tpWNS-t-xb3TcxQdj_0 2024-09-07T15:27:44.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.147403118980184845', time=2024-09-07T16:52:40.487521+0000, chain.objs.size()=1 2024-09-07T15:27:44.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.485__shadow_.8zR-oGmJlwA2wHiHcdGJIawYO-tl6Vr_0 2024-09-07T15:27:44.527 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14705352884170699883', time=2024-09-07T16:59:14.360439+0000, chain.objs.size()=6 2024-09-07T15:27:44.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~bxLLya5h3aNJZxIEiCsBJjU2_g5HAAW.1 2024-09-07T15:27:44.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.7xNhZnQ2JD2GBWqMnoBjWqoVNe6ZTzIf.2 2024-09-07T15:27:44.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.rvJamfXO_CDYoQ8X30BeZKzGYqyCyTfa.3 2024-09-07T15:27:44.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~bxLLya5h3aNJZxIEiCsBJjU2_g5HAAW.4 2024-09-07T15:27:44.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~bxLLya5h3aNJZxIEiCsBJjU2_g5HAAW.5 2024-09-07T15:27:44.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~bxLLya5h3aNJZxIEiCsBJjU2_g5HAAW.6 2024-09-07T15:27:44.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4459201720100129004', time=2024-09-07T16:59:41.762224+0000, chain.objs.size()=1 2024-09-07T15:27:44.528 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~3LamFwgmf4Bz0VZehEK__f2RwcFHiDs.1 2024-09-07T15:27:44.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6112812204266330300', time=2024-09-07T17:01:56.359343+0000, chain.objs.size()=4 2024-09-07T15:27:44.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.536__multipart_mymultipart.2~o7LCbvqDo0WbpRMIbD__YIXuHxpzBs-.1 2024-09-07T15:27:44.529 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.536__multipart_mymultipart.2~o7LCbvqDo0WbpRMIbD__YIXuHxpzBs-.2 2024-09-07T15:27:44.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.536__multipart_mymultipart.I5qhKd6886Of5mMV_S1p87l7zWmtfd2f.3 2024-09-07T15:27:44.530 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.525+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.536__multipart_mymultipart.2~o7LCbvqDo0WbpRMIbD__YIXuHxpzBs-.4 2024-09-07T15:27:44.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7004093320270350580', time=2024-09-07T17:03:06.767009+0000, chain.objs.size()=1 2024-09-07T15:27:44.531 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.554__shadow_.JOUMO7HRvb_YK2wFcVajQgS1hZgcoDg_0 2024-09-07T15:27:44.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9530467485745841355', time=2024-09-07T17:03:16.677246+0000, chain.objs.size()=1 2024-09-07T15:27:44.532 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.555__shadow_.uvttR-hQ8rLxaiywMLjEWM1Op_L9bak_0 2024-09-07T15:27:44.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9088330804515634051', time=2024-09-07T17:04:51.301979+0000, chain.objs.size()=1 2024-09-07T15:27:44.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:rOV2an4pBCWXrzsWtMulKEgJWQlxHEZ_.9w1axcgleRcb_mfVAtGbimuxGaPMZxv_0 2024-09-07T15:27:44.533 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1619843148386154003', time=2024-09-07T17:07:15.764081+0000, chain.objs.size()=1 2024-09-07T15:27:44.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.580__shadow:IbbGj1n.Vy4PFQuu31M7u5HjQA4T6c3_.6oBlAHcSKK5wbJVaTMLzRctccZRmt6l_0 2024-09-07T15:27:44.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9613507591617638547', time=2024-09-07T17:07:16.287001+0000, chain.objs.size()=1 2024-09-07T15:27:44.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.580__shadow:d12g7ETKTLb48KhtuZQE4Cguh-9bRFT_.Ehe0ckwfdcDH_6P2rAuBDd8LJ7r7fhM_0 2024-09-07T15:27:44.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6694301394647965572', time=2024-09-07T17:14:35.431345+0000, chain.objs.size()=1 2024-09-07T15:27:44.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.627__shadow_.WQiKZ_2Cuy24p3iM414Y-la_jOBgYxa_0 2024-09-07T15:27:44.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10783311684458681632', time=2024-09-07T17:14:41.322936+0000, chain.objs.size()=1 2024-09-07T15:27:44.534 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.529+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.630__shadow_.AUyJGoca0Ii1ndhsI8Mawu8ZCWTrp12_0 2024-09-07T15:27:44.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9474329734383035356', time=2024-09-07T17:15:23.043842+0000, chain.objs.size()=2 2024-09-07T15:27:44.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.646__shadow_.o4HHEex1DXp9dD4dXCij2HjDQccJfpG_0 2024-09-07T15:27:44.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.646__shadow_.o4HHEex1DXp9dD4dXCij2HjDQccJfpG_1 2024-09-07T15:27:44.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.533+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13009980959427664173', time=2024-09-07T17:19:01.169289+0000, chain.objs.size()=1 2024-09-07T15:27:44.535 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.533+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.719__shadow_.NiTkEQ31oqj-U_JK7NVcBDA6SNXdy1w_0 2024-09-07T15:27:44.538 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.537+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.541 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.537+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-07T15:27:44.542 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.542 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45742' 2024-09-07T15:27:44.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15348993795706615189', time=2024-09-07T16:32:30.653117+0000, chain.objs.size()=2 2024-09-07T15:27:44.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.163__shadow_.T4yV0iDhVJ5xCRcI1UkOIN5kBnfRynq_0 2024-09-07T15:27:44.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.163__shadow_.T4yV0iDhVJ5xCRcI1UkOIN5kBnfRynq_1 2024-09-07T15:27:44.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15193536785517031702', time=2024-09-07T16:33:20.450013+0000, chain.objs.size()=1 2024-09-07T15:27:44.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.184__shadow_.S83rMaQ5yN0DT-jxgmfeyHQmCsBLe-v_0 2024-09-07T15:27:44.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13597424172125611179', time=2024-09-07T16:37:52.505685+0000, chain.objs.size()=1 2024-09-07T15:27:44.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.238__shadow_.eHCjCKrCi_I994KRU2rj6ALnWSYbvpF_0 2024-09-07T15:27:44.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7411549627985327722', time=2024-09-07T16:38:16.789376+0000, chain.objs.size()=1 2024-09-07T15:27:44.544 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.248__shadow_.HIRkjSTXsCTpEjPa2i2-_VBJr5EaFra_0 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9051375802815486360', time=2024-09-07T16:38:45.464375+0000, chain.objs.size()=1 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.262__shadow_.-hylQcC7RilnmzBFGVdRPjik7ENY5oc_0 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4362081383624833049', time=2024-09-07T16:40:30.033853+0000, chain.objs.size()=1 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.bU6MbpM9aOGrvue_OvVF8SAvrlQJgwq_0 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.879692739698828580', time=2024-09-07T16:40:30.315346+0000, chain.objs.size()=1 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.BsRHBOhdOzeuhT4wQKsoCEN_-VwQZi__0 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.268337846047903025', time=2024-09-07T16:40:31.182960+0000, chain.objs.size()=1 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.a03diesiU18e9HVIvJFo29VmfMBoh_P_0 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.74275720579991247', time=2024-09-07T16:40:31.683232+0000, chain.objs.size()=1 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.C6ekuCiquZ2LPZXNE3jFqx6Ff5sOa6s_0 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13770554479679327068', time=2024-09-07T16:40:32.738751+0000, chain.objs.size()=1 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.MP9hOLY2TRmzIlmWKaHkxWqNDalxT8E_0 2024-09-07T15:27:44.545 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16296345938086866305', time=2024-09-07T16:40:33.233166+0000, chain.objs.size()=1 2024-09-07T15:27:44.546 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.541+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8bIy0rUwb8tEYZX1FsWRAd77DFRHLdW_0 2024-09-07T15:27:44.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8256150307594600582', time=2024-09-07T16:40:34.407594+0000, chain.objs.size()=1 2024-09-07T15:27:44.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JDGwsMDoysZdIz7NjIuZFMS55tKXsut_0 2024-09-07T15:27:44.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.708082621945886791', time=2024-09-07T16:40:35.001375+0000, chain.objs.size()=1 2024-09-07T15:27:44.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Efher_VOjXMF7-EMJT-dTB9jdpUDhTw_0 2024-09-07T15:27:44.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10048574503786074412', time=2024-09-07T16:40:36.214306+0000, chain.objs.size()=1 2024-09-07T15:27:44.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.D3L0cwndC9-DMD4xRWRjKMJ1WKmhUDx_0 2024-09-07T15:27:44.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1839227241977101637', time=2024-09-07T16:40:38.596507+0000, chain.objs.size()=1 2024-09-07T15:27:44.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.XXfPUYA7GuLJ7dITaIKUy2IGIv7nIl6_0 2024-09-07T15:27:44.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7427043031999509430', time=2024-09-07T16:40:39.928829+0000, chain.objs.size()=1 2024-09-07T15:27:44.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.hmdLaac_RUDZB4MSGu2y4A_VYYJn7El_0 2024-09-07T15:27:44.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7669891269596497254', time=2024-09-07T16:40:43.008715+0000, chain.objs.size()=1 2024-09-07T15:27:44.549 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FCYGXhffvJiA3pycBb33cMLZTJjE-PN_0 2024-09-07T15:27:44.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9902272790543307331', time=2024-09-07T16:40:43.576741+0000, chain.objs.size()=1 2024-09-07T15:27:44.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.tGE8M6tDC8ra5BL1_5rPmmzCaGAc4Pg_0 2024-09-07T15:27:44.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17124867682650893418', time=2024-09-07T16:40:44.985261+0000, chain.objs.size()=1 2024-09-07T15:27:44.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2AZRX4O_LGHlFLSQk6jhQDngk_-G8c2_0 2024-09-07T15:27:44.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14067632049411452546', time=2024-09-07T16:40:44.987425+0000, chain.objs.size()=1 2024-09-07T15:27:44.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.E-C_RNB-B8342hQQ5abTTX7PWWLzARX_0 2024-09-07T15:27:44.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2737179394191249874', time=2024-09-07T16:40:45.246752+0000, chain.objs.size()=1 2024-09-07T15:27:44.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ncVw53h_2iTMdDNY_aD8j39FMzJg9kF_0 2024-09-07T15:27:44.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4797300094010306479', time=2024-09-07T16:40:45.874966+0000, chain.objs.size()=1 2024-09-07T15:27:44.550 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.545+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-8e6EoSla7XOno-_cArvpHFoEKlwIau_0 2024-09-07T15:27:44.554 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15830995599451007603', time=2024-09-07T16:40:46.759222+0000, chain.objs.size()=1 2024-09-07T15:27:44.554 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.YbqcPbPcjPhafkPTYw29pUmk2N5HMyC_0 2024-09-07T15:27:44.554 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17057243000756811792', time=2024-09-07T16:40:46.921561+0000, chain.objs.size()=1 2024-09-07T15:27:44.554 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.W18_ElnJWw7HN15KH0_coorXmQTE7wX_0 2024-09-07T15:27:44.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4198208686382015845', time=2024-09-07T16:40:47.233169+0000, chain.objs.size()=1 2024-09-07T15:27:44.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.VSYHzF1L2aYq3rSSHmscRhtWQWTOl_-_0 2024-09-07T15:27:44.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10256360946017373839', time=2024-09-07T16:40:48.093989+0000, chain.objs.size()=1 2024-09-07T15:27:44.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.9UQvRSmnMdcp0L-Z7mRwXE2UG9rKC4X_0 2024-09-07T15:27:44.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6944754824709685412', time=2024-09-07T16:40:49.021712+0000, chain.objs.size()=1 2024-09-07T15:27:44.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.if4jYNqolrC5Be1aiRCV2wnjDxnwZ8Q_0 2024-09-07T15:27:44.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6714578405314000901', time=2024-09-07T16:40:50.870900+0000, chain.objs.size()=1 2024-09-07T15:27:44.555 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Y857AOnlaIOcz6-2paEAM5zJgw6cTZl_0 2024-09-07T15:27:44.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15468315623231519612', time=2024-09-07T16:40:51.258314+0000, chain.objs.size()=1 2024-09-07T15:27:44.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.gnVXAjszCcjWs8HMY67GuinI6vDFbSn_0 2024-09-07T15:27:44.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9604280641170724149', time=2024-09-07T16:40:51.705444+0000, chain.objs.size()=1 2024-09-07T15:27:44.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._1AwMwyLGksTFsNHI7Is7G8hB21GM0I_0 2024-09-07T15:27:44.556 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15992589596847997971', time=2024-09-07T16:40:52.313198+0000, chain.objs.size()=1 2024-09-07T15:27:44.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.34St2QZ6RcX7tCdW-daSAXlH5hr87Fk_0 2024-09-07T15:27:44.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8258113397888818208', time=2024-09-07T16:40:53.616424+0000, chain.objs.size()=1 2024-09-07T15:27:44.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.26x82lIxCXu8J-weNsxWHsI-hDDVG39_0 2024-09-07T15:27:44.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2029511306405339738', time=2024-09-07T16:40:55.249939+0000, chain.objs.size()=1 2024-09-07T15:27:44.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.McSf6kI8HR72RWda7yetthT1sMHnHXS_0 2024-09-07T15:27:44.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11274522266501155158', time=2024-09-07T16:40:56.697131+0000, chain.objs.size()=1 2024-09-07T15:27:44.557 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.553+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7wS0jUxfBq9oDEo43MlhZk5T5bQaPor_0 2024-09-07T15:27:44.558 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11143954028495711108', time=2024-09-07T16:40:56.911540+0000, chain.objs.size()=1 2024-09-07T15:27:44.558 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.KSfPeVJ0eCzuGZbNChmdCTz4CLn3jLZ_0 2024-09-07T15:27:44.558 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2872357093741812869', time=2024-09-07T16:40:56.913211+0000, chain.objs.size()=1 2024-09-07T15:27:44.558 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.83RLllfMcPL1a2j03Mbj2TTcjCsWa3a_0 2024-09-07T15:27:44.558 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6933932195526073058', time=2024-09-07T16:40:57.692644+0000, chain.objs.size()=1 2024-09-07T15:27:44.559 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.wP5DM5y9dNjabnZFu1k3ROZIj_HRwVP_0 2024-09-07T15:27:44.559 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8767899100783224633', time=2024-09-07T16:41:00.005801+0000, chain.objs.size()=1 2024-09-07T15:27:44.559 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7g9zm3npOLs6RLxFZoc3imweESIM3mi_0 2024-09-07T15:27:44.559 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.557+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12599966398847873661', time=2024-09-07T16:41:00.208576+0000, chain.objs.size()=1 2024-09-07T15:27:44.559 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.557+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cGkJRxRGhfhw26noj6Y9BxyM_PK5PbW_0 2024-09-07T15:27:44.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5641181427540271158', time=2024-09-07T16:41:00.897040+0000, chain.objs.size()=1 2024-09-07T15:27:44.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.oAq_wjVf-rg9XqtMfUbgevrmkH-TS0c_0 2024-09-07T15:27:44.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9686213839408959797', time=2024-09-07T16:41:01.204824+0000, chain.objs.size()=1 2024-09-07T15:27:44.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.UKLphdynQdqEAu9QcgCqTqydG-Xt8l5_0 2024-09-07T15:27:44.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4667991480985655421', time=2024-09-07T16:41:03.495379+0000, chain.objs.size()=1 2024-09-07T15:27:44.563 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.264__shadow_.tDYkFgp3gpCFZqBf3oVV1idbMAnbU6L_0 2024-09-07T15:27:44.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16282788982476282305', time=2024-09-07T16:41:31.085533+0000, chain.objs.size()=1 2024-09-07T15:27:44.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.278__shadow_.e2mEdKJ43rJ5GEZidW6f0_qHcJsvxgv_0 2024-09-07T15:27:44.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4382539744261622869', time=2024-09-07T16:42:11.120526+0000, chain.objs.size()=1 2024-09-07T15:27:44.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.DszTEnG-wr5SjhsMMPb6voZQFs82MG2_0 2024-09-07T15:27:44.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1750420779558579475', time=2024-09-07T16:42:39.119920+0000, chain.objs.size()=1 2024-09-07T15:27:44.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.307__shadow_.ItDkL8iMEnzZVGc-F4MLCwrF_wNSwXN_0 2024-09-07T15:27:44.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7145238292215037125', time=2024-09-07T16:45:04.262909+0000, chain.objs.size()=1 2024-09-07T15:27:44.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.VUEc6m7xgVkL8rFA3OyELKwq8dOlhxN_0 2024-09-07T15:27:44.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4140470244016454588', time=2024-09-07T16:45:04.550815+0000, chain.objs.size()=1 2024-09-07T15:27:44.564 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.mH9NzxZ2O7Ycgschb33dI_V7XDdjhiv_0 2024-09-07T15:27:44.565 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.256375731648857117', time=2024-09-07T16:45:05.188674+0000, chain.objs.size()=1 2024-09-07T15:27:44.566 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.D1vmUStNIgVr5KvwAXMccHBbkt53d3k_0 2024-09-07T15:27:44.566 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7652981028535859783', time=2024-09-07T16:45:08.049182+0000, chain.objs.size()=1 2024-09-07T15:27:44.566 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.OcvDKkEQy7lNchG8VnFwq3WIYibXda__0 2024-09-07T15:27:44.566 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17912327238555638771', time=2024-09-07T16:45:08.534151+0000, chain.objs.size()=1 2024-09-07T15:27:44.566 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.561+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.s4MqJaXFhQakk8I6MFpg-ryW7OC5L6K_0 2024-09-07T15:27:44.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7211251773239146511', time=2024-09-07T16:45:08.824933+0000, chain.objs.size()=1 2024-09-07T15:27:44.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rOIpK8piuugoEswpTcmzg9qdA7K8lvn_0 2024-09-07T15:27:44.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10326856204652168149', time=2024-09-07T16:45:09.929261+0000, chain.objs.size()=1 2024-09-07T15:27:44.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.v_seR8HQ21AA00Ii1U2O3W66Q7GUQEq_0 2024-09-07T15:27:44.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8841015611356104715', time=2024-09-07T16:45:10.990296+0000, chain.objs.size()=1 2024-09-07T15:27:44.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.86glenjW2Rbf_fVAwP6NDFVXd4T-_LX_0 2024-09-07T15:27:44.569 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4476929286948209169', time=2024-09-07T16:45:11.086009+0000, chain.objs.size()=1 2024-09-07T15:27:44.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ZYzI0dv-HnQPqz8wCW_ST2VU7oNaabp_0 2024-09-07T15:27:44.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1450383275591908790', time=2024-09-07T16:45:12.600116+0000, chain.objs.size()=1 2024-09-07T15:27:44.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LyvDGMJwqs6qne1hNjPhvVz02HHC61h_0 2024-09-07T15:27:44.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6566376038205186716', time=2024-09-07T16:45:12.602525+0000, chain.objs.size()=1 2024-09-07T15:27:44.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.BGPRn8qIMirmHTZdoq-nq-wTdue8Nyb_0 2024-09-07T15:27:44.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17884962950256655501', time=2024-09-07T16:45:12.733157+0000, chain.objs.size()=1 2024-09-07T15:27:44.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MPuFiR62Y7xVL9D3OcJ6wbRTufYk94K_0 2024-09-07T15:27:44.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4922285107865156040', time=2024-09-07T16:45:15.053739+0000, chain.objs.size()=1 2024-09-07T15:27:44.570 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.565+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dDxU1EALwJmQpgTtT4SkuZCpoery4JW_0 2024-09-07T15:27:44.571 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.569+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5302437792021463515', time=2024-09-07T16:45:16.038432+0000, chain.objs.size()=1 2024-09-07T15:27:44.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.569+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hjxCHVodXnMv629XC4AMUHPLh-tlRdk_0 2024-09-07T15:27:44.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.569+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18433210916699256657', time=2024-09-07T16:45:17.706508+0000, chain.objs.size()=1 2024-09-07T15:27:44.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.569+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.RZTmEQc4vaq2L6PG7eC5K0VRmLS_glS_0 2024-09-07T15:27:44.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.569+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3068902393311183878', time=2024-09-07T16:45:17.708469+0000, chain.objs.size()=1 2024-09-07T15:27:44.572 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.569+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LX89dheACZyEXOpko1AQH1VjIHG_4vC_0 2024-09-07T15:27:44.574 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1241798927419746342', time=2024-09-07T16:45:20.420898+0000, chain.objs.size()=1 2024-09-07T15:27:44.574 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.C58XSjfi_VFIpwPwWcEEajYWDBz2R_0_0 2024-09-07T15:27:44.574 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2218985206960112288', time=2024-09-07T16:45:20.463899+0000, chain.objs.size()=1 2024-09-07T15:27:44.574 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ziLrPxNin2MRtUF6lodU8RUEjKwNT0k_0 2024-09-07T15:27:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9510245307208872475', time=2024-09-07T16:45:20.765975+0000, chain.objs.size()=1 2024-09-07T15:27:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.B9uXo6HNBvzARYFTgHTIYpLc7u1Qbo9_0 2024-09-07T15:27:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13382627124470054076', time=2024-09-07T16:45:21.177232+0000, chain.objs.size()=1 2024-09-07T15:27:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.5j5b2ouUXksb4WQffbc662zOwHyexkI_0 2024-09-07T15:27:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5820315231525751801', time=2024-09-07T16:45:22.120972+0000, chain.objs.size()=1 2024-09-07T15:27:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.l-XHAE07dn4ycYAxM5YfFShmPOKo7sM_0 2024-09-07T15:27:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3407934238423320904', time=2024-09-07T16:45:22.756903+0000, chain.objs.size()=1 2024-09-07T15:27:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HqJysJVsRVRnYwUdOcMPIgdMPna3s5v_0 2024-09-07T15:27:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9859643055403245109', time=2024-09-07T16:45:23.771906+0000, chain.objs.size()=1 2024-09-07T15:27:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.efBwk_3qONHv9RM7ebmIBu0sMrd_V4D_0 2024-09-07T15:27:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15610991758704278281', time=2024-09-07T16:45:25.648763+0000, chain.objs.size()=1 2024-09-07T15:27:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4rQwubor1RpYd7EQx5b1uITFbfwLchC_0 2024-09-07T15:27:44.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9717015597323271397', time=2024-09-07T16:45:27.612483+0000, chain.objs.size()=1 2024-09-07T15:27:44.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.QuInUmK_aI4ROkgz2vZF_gI0xqn6Rxp_0 2024-09-07T15:27:44.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2603203152424209913', time=2024-09-07T16:45:27.736113+0000, chain.objs.size()=1 2024-09-07T15:27:44.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.USGW57nXvDLIqdvYrTvq3IqYL1Gp86o_0 2024-09-07T15:27:44.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17436340751085504423', time=2024-09-07T16:45:28.620187+0000, chain.objs.size()=1 2024-09-07T15:27:44.577 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.573+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.z22EX5h6UD4dzY2Os1cv0YgLImxjO8a_0 2024-09-07T15:27:44.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1922983339532499424', time=2024-09-07T16:45:29.543062+0000, chain.objs.size()=1 2024-09-07T15:27:44.580 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LT2ETljoogJEelh4d-rnIM2TSGiX0F5_0 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18113325743242150733', time=2024-09-07T16:45:29.836530+0000, chain.objs.size()=1 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.m77sr3KNCHaGNFoW60cOVljJszZRNUC_0 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11385357900237936162', time=2024-09-07T16:45:30.261253+0000, chain.objs.size()=1 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.27KVaUvAsUXK3v4cWaPLPCiaxxyMN22_0 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8878829656187528690', time=2024-09-07T16:45:30.263749+0000, chain.objs.size()=1 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.CFgU9m_Icc0yPqH7mQt1Glvd06JvAlQ_0 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9806325811808090099', time=2024-09-07T16:45:30.686707+0000, chain.objs.size()=1 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6zhuG_aVBe4RBy10z8zvZh3NqbQ4w1q_0 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11232138280575448797', time=2024-09-07T16:45:31.838164+0000, chain.objs.size()=1 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ykaolqIqae1Ez6mk9tZZQVM6FWARb3M_0 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7886039393539655160', time=2024-09-07T16:45:31.897740+0000, chain.objs.size()=1 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.FscFmpNFmTPaUJt895PJeszveOqyFWV_0 2024-09-07T15:27:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12631778343122827332', time=2024-09-07T16:47:19.553881+0000, chain.objs.size()=1 2024-09-07T15:27:44.582 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.577+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.fK-HbGbLcA9RutHShCyELTI698zYy73_0 2024-09-07T15:27:44.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.581+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1175869763705923095', time=2024-09-07T16:47:21.553617+0000, chain.objs.size()=1 2024-09-07T15:27:44.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.581+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.AV07AyIv8PqCd053w20HUOKiOMO4_9X_0 2024-09-07T15:27:44.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.581+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12119519625951604819', time=2024-09-07T16:47:21.835916+0000, chain.objs.size()=1 2024-09-07T15:27:44.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.581+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dTSSbjAGJG51JPUiC7MPUd9nLIDTrNz_0 2024-09-07T15:27:44.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.581+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7323584208349267992', time=2024-09-07T16:47:23.330237+0000, chain.objs.size()=1 2024-09-07T15:27:44.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.581+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gtM0GZH1ljlXOfbg3tWJQdjLckIFlBH_0 2024-09-07T15:27:44.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.581+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17672456939837010913', time=2024-09-07T16:47:23.993444+0000, chain.objs.size()=1 2024-09-07T15:27:44.583 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.581+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YSx4jTf1ZIJfqb6WHH5n2c75EBkjeW9_0 2024-09-07T15:27:44.584 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.581+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9306769905564708595', time=2024-09-07T16:47:27.373435+0000, chain.objs.size()=1 2024-09-07T15:27:44.584 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.581+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nNF6aZ8exr_RNsJ7Y1iTiJQy19b4Tj__0 2024-09-07T15:27:44.588 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6263416365946937281', time=2024-09-07T16:47:27.375843+0000, chain.objs.size()=1 2024-09-07T15:27:44.588 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wWgD9rFw3_aVwyfEE5hxiI6XYaeJLbJ_0 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16680293749468947448', time=2024-09-07T16:47:27.427079+0000, chain.objs.size()=1 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0Gi0tHaiDSPo5vE8Jd2C1TuQMzGxzT8_0 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18403976286503137184', time=2024-09-07T16:47:27.572379+0000, chain.objs.size()=1 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6rV5FZUaIy-8UuX46hYT0rPmBlM5YOB_0 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7224410530725699827', time=2024-09-07T16:47:27.844548+0000, chain.objs.size()=1 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.7mcO-_ZC6KPvkszyXDGiLY0RNHPhHcm_0 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6557333936007264746', time=2024-09-07T16:47:29.746187+0000, chain.objs.size()=1 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.XTsd-7n2DA3OxEs4WdWi-IeqnbGl_D6_0 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.490615503224429061', time=2024-09-07T16:47:31.378409+0000, chain.objs.size()=1 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.s25AVGpxtF1ClKatSwPXfCK-g725Ux9_0 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2882461066193779261', time=2024-09-07T16:47:32.469696+0000, chain.objs.size()=1 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bUrEdJBcky0PZzHeyUHwGwSg-vCov0l_0 2024-09-07T15:27:44.589 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7990331505348223247', time=2024-09-07T16:47:33.658433+0000, chain.objs.size()=1 2024-09-07T15:27:44.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5FAeZAkaRQSO667m4v_4gQBAKqshhDL_0 2024-09-07T15:27:44.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8888361616123816290', time=2024-09-07T16:47:34.117124+0000, chain.objs.size()=1 2024-09-07T15:27:44.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.hZU2WGjBPHuRLEP-OATeD4FywAPmFVR_0 2024-09-07T15:27:44.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8985038137270458935', time=2024-09-07T16:47:35.476521+0000, chain.objs.size()=1 2024-09-07T15:27:44.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FP4mUjRQ72nw-_Dze2KdFA9vALPpfaF_0 2024-09-07T15:27:44.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.991263387678206047', time=2024-09-07T16:47:37.268808+0000, chain.objs.size()=1 2024-09-07T15:27:44.590 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.585+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RtFO7zPPCCgHBZzkLkb96p8HUrGfXHQ_0 2024-09-07T15:27:44.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.589+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2750737137934483319', time=2024-09-07T16:47:38.380679+0000, chain.objs.size()=1 2024-09-07T15:27:44.592 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.589+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uR80OoCBvry3HRo73t7NT0lh-W9HwOG_0 2024-09-07T15:27:44.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.589+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16405895723714822734', time=2024-09-07T16:47:38.612540+0000, chain.objs.size()=1 2024-09-07T15:27:44.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.589+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.TWqdRB6Y0MZ6CGqHWfvpwOAurTxVJvg_0 2024-09-07T15:27:44.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.589+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14446934250373289395', time=2024-09-07T16:47:39.411377+0000, chain.objs.size()=1 2024-09-07T15:27:44.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.589+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.NPS26O_DGd9HWi_Yv1FpD7R4dF5zVFq_0 2024-09-07T15:27:44.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.589+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4367070070127463617', time=2024-09-07T16:47:41.080936+0000, chain.objs.size()=1 2024-09-07T15:27:44.593 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.589+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.TJjqJDTIv2xYXTnlIUM8e1E1iREflGJ_0 2024-09-07T15:27:44.596 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.593+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45742 2024-09-07T15:27:44.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-07T15:27:44.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1606647784606878849', time=2024-09-07T16:47:41.083264+0000, chain.objs.size()=1 2024-09-07T15:27:44.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2ALJW7f1od7f2nZbck2J2e1keggBwXZ_0 2024-09-07T15:27:44.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15055747976673022454', time=2024-09-07T16:47:42.487080+0000, chain.objs.size()=1 2024-09-07T15:27:44.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1WdzZRFnTd9reXx3DtLZXxcVipaRnlD_0 2024-09-07T15:27:44.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6416222617542193970', time=2024-09-07T16:47:43.591844+0000, chain.objs.size()=1 2024-09-07T15:27:44.603 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.C8qAiC7GTWX2IzBhA_QIW57ouFCQJ2K_0 2024-09-07T15:27:44.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5180631418142310394', time=2024-09-07T16:47:47.876485+0000, chain.objs.size()=1 2024-09-07T15:27:44.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bhbwJVsWoHkawDfk2ip28ZRuTfljQ4e_0 2024-09-07T15:27:44.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1578033477096645662', time=2024-09-07T16:47:48.042584+0000, chain.objs.size()=1 2024-09-07T15:27:44.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.NSas8uT9YA6r0DH27HrUksTCcdbpUo3_0 2024-09-07T15:27:44.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2609126255028999353', time=2024-09-07T16:47:48.193635+0000, chain.objs.size()=1 2024-09-07T15:27:44.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.iJ1vQabUyfdQFuypSZVN-hgABVJJ0yl_0 2024-09-07T15:27:44.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.852461184107861140', time=2024-09-07T16:47:49.574951+0000, chain.objs.size()=1 2024-09-07T15:27:44.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.iqcwH7eRXpyB5KSUSQjaQ1y4X4E7XTL_0 2024-09-07T15:27:44.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.932108391736265629', time=2024-09-07T16:51:59.622783+0000, chain.objs.size()=1 2024-09-07T15:27:44.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.461__shadow_.Msi5DryIi2sklM8xjCDkddJUi36W196_0 2024-09-07T15:27:44.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2822999941914746434', time=2024-09-07T16:52:15.082652+0000, chain.objs.size()=1 2024-09-07T15:27:44.604 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.467__shadow_.r0FtiOKGceThusnYOX8YYbfFgdRB5YR_0 2024-09-07T15:27:44.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7379789464241313593', time=2024-09-07T16:54:17.531247+0000, chain.objs.size()=1 2024-09-07T15:27:44.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.514__multipart_mymultipart.2~AV4K7i1x0aRxotB6pg1pTmRZadP0iuJ.1 2024-09-07T15:27:44.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15228063516112318366', time=2024-09-07T16:54:19.543597+0000, chain.objs.size()=1 2024-09-07T15:27:44.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.515__shadow_.kniYMdKM3oSZgbu8PWoyOrg3N9Ii3iF_0 2024-09-07T15:27:44.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4552480983577442550', time=2024-09-07T17:03:43.205173+0000, chain.objs.size()=1 2024-09-07T15:27:44.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.558__shadow_.EVANyk0q0vhlLvAuXvmuChZhOsYhCsO_0 2024-09-07T15:27:44.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1918605056411162735', time=2024-09-07T17:05:06.119817+0000, chain.objs.size()=1 2024-09-07T15:27:44.605 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.601+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.575__shadow_.d3liTqe8ptWFteYMpj5YmfWDyffvygo_0 2024-09-07T15:27:44.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17189169275098791206', time=2024-09-07T17:07:15.975890+0000, chain.objs.size()=1 2024-09-07T15:27:44.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.580__shadow:.XuDVwIWfqYo11ggmOJPkZRkBLha1K1_.Zn4NUENTsX5DUg6cDp2LmHcuykET861_0 2024-09-07T15:27:44.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14806915129910754011', time=2024-09-07T17:07:21.838349+0000, chain.objs.size()=1 2024-09-07T15:27:44.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.581__shadow:Q7NEuOEZiecyvsnSVZ18h-miA971TlQ_.LGLnI7t6bF18uxTqo6ypBOY5lpPLNEw_0 2024-09-07T15:27:44.607 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12166539541365513350', time=2024-09-07T17:14:52.781794+0000, chain.objs.size()=1 2024-09-07T15:27:44.608 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.636__shadow_.SMHjc0DFfUnSY8c7KtrWAJLxxUZAgss_0 2024-09-07T15:27:44.608 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.605+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4616573491086235353', time=2024-09-07T17:16:10.166563+0000, chain.objs.size()=2 2024-09-07T15:27:44.608 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.657__shadow_.TbcVCHluZiKOyRqtD-ohNek4KOVvyGO_0 2024-09-07T15:27:44.608 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.605+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.657__shadow_.TbcVCHluZiKOyRqtD-ohNek4KOVvyGO_1 2024-09-07T15:27:44.614 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.613+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.621 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-07T15:27:44.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.623 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.624 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47706' 2024-09-07T15:27:44.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12008125831077050067', time=2024-09-07T16:31:02.805836+0000, chain.objs.size()=2 2024-09-07T15:27:44.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.159__shadow_.OflkoT7a9bOeVr2zqNIQQWVsP2E0tG9_0 2024-09-07T15:27:44.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.159__shadow_.OflkoT7a9bOeVr2zqNIQQWVsP2E0tG9_1 2024-09-07T15:27:44.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_-sU_fQr4lvzNdoCTgZCaOwSQjWJ28DN', time=2024-09-07T16:31:36.147194+0000, chain.objs.size()=2 2024-09-07T15:27:44.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.vm0syahFGMlNNbmoNSCZeF42aCYO5ML_0 2024-09-07T15:27:44.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.vm0syahFGMlNNbmoNSCZeF42aCYO5ML_1 2024-09-07T15:27:44.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~7BPS8Uc_GbPliPjhGwPuIlhY2VsPwT_', time=2024-09-07T16:34:13.337895+0000, chain.objs.size()=1 2024-09-07T15:27:44.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.202__multipart_mymultipart.2~7BPS8Uc_GbPliPjhGwPuIlhY2VsPwT_.1 2024-09-07T15:27:44.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4082683667575756595', time=2024-09-07T16:38:35.382748+0000, chain.objs.size()=1 2024-09-07T15:27:44.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.257__shadow_.DE6VJthdW1MEm6L4o-my1yevzcEqOkM_0 2024-09-07T15:27:44.625 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7625619424612459569', time=2024-09-07T16:40:31.897873+0000, chain.objs.size()=1 2024-09-07T15:27:44.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xAAiyKjGAj-T-LrBTSVcJOW5kXwN_v9_0 2024-09-07T15:27:44.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7641495004249758516', time=2024-09-07T16:40:33.211593+0000, chain.objs.size()=1 2024-09-07T15:27:44.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.9OBCp_YMhpzqjpCV7hPKgP9QEOtaCG1_0 2024-09-07T15:27:44.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.838003732164790209', time=2024-09-07T16:40:33.300430+0000, chain.objs.size()=1 2024-09-07T15:27:44.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.a5oeWl9B7fXO2BRwerEAO7y-M0gL96w_0 2024-09-07T15:27:44.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12160528883019737841', time=2024-09-07T16:40:34.381772+0000, chain.objs.size()=1 2024-09-07T15:27:44.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-9LS4rwXqED3RJEhrJ9D-2Bg0vZXWFr_0 2024-09-07T15:27:44.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17510370269328544226', time=2024-09-07T16:40:36.002938+0000, chain.objs.size()=1 2024-09-07T15:27:44.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FsX7YWyHdAOB6_c1fVPYENNpm5fABbG_0 2024-09-07T15:27:44.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3802549517786284245', time=2024-09-07T16:40:37.179456+0000, chain.objs.size()=1 2024-09-07T15:27:44.626 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.621+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FBUjZW18E1EXB0qrBhQecV1vLX5sW6i_0 2024-09-07T15:27:44.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15735617895168408394', time=2024-09-07T16:40:39.396538+0000, chain.objs.size()=1 2024-09-07T15:27:44.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.1Ex4aNqoN6Yi1Ehj-EdkGKDdUwTNECq_0 2024-09-07T15:27:44.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11050865619826173837', time=2024-09-07T16:40:40.132172+0000, chain.objs.size()=1 2024-09-07T15:27:44.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zHA8oVETyh1hrj0lWqAV9WB6ieGGU5V_0 2024-09-07T15:27:44.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.797066811501916039', time=2024-09-07T16:40:41.772231+0000, chain.objs.size()=1 2024-09-07T15:27:44.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.OhHwYSbnG2CsFJI7GQHsAR58MB5uq1Z_0 2024-09-07T15:27:44.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6585813122788995173', time=2024-09-07T16:40:43.110281+0000, chain.objs.size()=1 2024-09-07T15:27:44.629 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.YlZgOrwa6yuy_HvfVW9hCSjl6blHZN0_0 2024-09-07T15:27:44.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9068430828356665091', time=2024-09-07T16:40:44.026332+0000, chain.objs.size()=1 2024-09-07T15:27:44.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cGsq-DbZkbtXe6YLwuTXejYG7HKfrxb_0 2024-09-07T15:27:44.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7626836462511752312', time=2024-09-07T16:40:45.439225+0000, chain.objs.size()=1 2024-09-07T15:27:44.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.I3cZsiAplpk_6fv3Ga9KuaAvPpaPY9V_0 2024-09-07T15:27:44.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15300702010264347466', time=2024-09-07T16:40:46.762096+0000, chain.objs.size()=1 2024-09-07T15:27:44.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Jq8svTw16_h2-hkKV3LsNJ8mCU3hWVA_0 2024-09-07T15:27:44.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7645618810714898352', time=2024-09-07T16:40:47.515111+0000, chain.objs.size()=1 2024-09-07T15:27:44.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.1_ckw88f6yO4eTX_jtl-DsksMSep96X_0 2024-09-07T15:27:44.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16289393738232412064', time=2024-09-07T16:40:48.595284+0000, chain.objs.size()=1 2024-09-07T15:27:44.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Xv1tAwYp1PM-VO7gmQHCzdo7Y5curKo_0 2024-09-07T15:27:44.630 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15145478143461460730', time=2024-09-07T16:40:51.829522+0000, chain.objs.size()=1 2024-09-07T15:27:44.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.aWsASlnNN4KuF-B3aqRRIlSteFbsuxQ_0 2024-09-07T15:27:44.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4919763607323112118', time=2024-09-07T16:40:51.974494+0000, chain.objs.size()=1 2024-09-07T15:27:44.631 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.625+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.kSW6hJILeq9venFkLgjlUIoPpsEYN6l_0 2024-09-07T15:27:44.635 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1517392788801208136', time=2024-09-07T16:40:52.091984+0000, chain.objs.size()=1 2024-09-07T15:27:44.635 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.6I6WM7PO8EDvc_dTLa2u-B5aZR_h7VM_0 2024-09-07T15:27:44.635 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.809575668778843900', time=2024-09-07T16:40:52.589487+0000, chain.objs.size()=1 2024-09-07T15:27:44.635 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.X0Q-EVDz4FJixSE-5-9re9B_grcVxVi_0 2024-09-07T15:27:44.635 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6306838204481621712', time=2024-09-07T16:40:53.892272+0000, chain.objs.size()=1 2024-09-07T15:27:44.635 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.IsIA8IdnMabOEUkA_Zl3sHyD4nRfYsu_0 2024-09-07T15:27:44.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17813689392360134060', time=2024-09-07T16:40:54.722341+0000, chain.objs.size()=1 2024-09-07T15:27:44.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.udzc06MP5mVBAErR2fqxeyUMyiw7Fla_0 2024-09-07T15:27:44.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4551125230033871919', time=2024-09-07T16:40:54.771244+0000, chain.objs.size()=1 2024-09-07T15:27:44.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xQqZ4uKSvDZVdyS6Wvw1wMAkZkzI8rQ_0 2024-09-07T15:27:44.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.372721035498200101', time=2024-09-07T16:40:54.867764+0000, chain.objs.size()=1 2024-09-07T15:27:44.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.BUeYFJvd-wk09GkMfDOFQhKWE1XGO6H_0 2024-09-07T15:27:44.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6677791576521828093', time=2024-09-07T16:40:54.870718+0000, chain.objs.size()=1 2024-09-07T15:27:44.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2AAV44eufJZ7eLRhOFkfwso0Ha0iCUn_0 2024-09-07T15:27:44.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13763189255357748243', time=2024-09-07T16:40:55.250704+0000, chain.objs.size()=1 2024-09-07T15:27:44.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.g6hXJj57mF0nRE3RPymf_wLkqw1jSJy_0 2024-09-07T15:27:44.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7275534768333138125', time=2024-09-07T16:40:56.433752+0000, chain.objs.size()=1 2024-09-07T15:27:44.636 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PFjgnMzmjbOZqVoPqnIoB0oDjH4Eg_W_0 2024-09-07T15:27:44.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11790536034244697453', time=2024-09-07T16:40:56.512004+0000, chain.objs.size()=1 2024-09-07T15:27:44.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xRg2L5iQeKAIa3t-1MMwhcXx36wG-di_0 2024-09-07T15:27:44.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2513058754273358855', time=2024-09-07T16:40:56.514164+0000, chain.objs.size()=1 2024-09-07T15:27:44.637 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.633+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ggRR2Z4bg7d5BycnWbmQ6me7YjqIyEX_0 2024-09-07T15:27:44.638 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7757077326958122424', time=2024-09-07T16:40:56.742846+0000, chain.objs.size()=1 2024-09-07T15:27:44.638 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zcEk9z3R9-1uY3KL0SMvDhqNXsZd8aj_0 2024-09-07T15:27:44.639 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4088707960401908201', time=2024-09-07T16:40:56.940226+0000, chain.objs.size()=1 2024-09-07T15:27:44.639 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TqzepzxopFjUqg88Gfgdj7juTXTZft2_0 2024-09-07T15:27:44.639 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3338183752273164683', time=2024-09-07T16:40:58.020277+0000, chain.objs.size()=1 2024-09-07T15:27:44.639 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.aoPOJHiOXPAbOviTnCkJAKpq6sIJdHD_0 2024-09-07T15:27:44.639 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7023219837633630277', time=2024-09-07T16:40:58.907969+0000, chain.objs.size()=1 2024-09-07T15:27:44.639 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2mAKiDxjm0_C4Of3w-Dx7Hlnnbb-Jug_0 2024-09-07T15:27:44.640 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2720006174520122123', time=2024-09-07T16:40:59.117039+0000, chain.objs.size()=1 2024-09-07T15:27:44.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._Ms0tCjz56X6K7Wq2kIbJZ94KZEwLHs_0 2024-09-07T15:27:44.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.299967523369408774', time=2024-09-07T16:40:59.441065+0000, chain.objs.size()=1 2024-09-07T15:27:44.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.bt9Ate8--FdtwkUEhkZltIODuECdhfy_0 2024-09-07T15:27:44.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16172679309120187916', time=2024-09-07T16:41:00.095927+0000, chain.objs.size()=1 2024-09-07T15:27:44.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.5ynmMtdTA0YYyyADfe9PCmDeFM0Wsrx_0 2024-09-07T15:27:44.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6782275945455968264', time=2024-09-07T16:41:01.417555+0000, chain.objs.size()=1 2024-09-07T15:27:44.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.VnmwBeIA2H6ayTbpWeiUSf7-3hlKHn7_0 2024-09-07T15:27:44.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4453332272794140963', time=2024-09-07T16:41:31.077210+0000, chain.objs.size()=1 2024-09-07T15:27:44.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.278__shadow_.T69ois1gePqBcW1tuw93t9DIrNWzXau_0 2024-09-07T15:27:44.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17959934533998467762', time=2024-09-07T16:41:43.370987+0000, chain.objs.size()=1 2024-09-07T15:27:44.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.284__shadow_.R4U9H9j5xV14e2U8q9PjrvupwvNKJrl_0 2024-09-07T15:27:44.641 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13580932300660759421', time=2024-09-07T16:42:05.750320+0000, chain.objs.size()=1 2024-09-07T15:27:44.642 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.637+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.MOk_ii4CLSVz1JSCd0gHkrYWP3TfjXQ_0 2024-09-07T15:27:44.642 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15663770748490858853', time=2024-09-07T16:42:06.009043+0000, chain.objs.size()=1 2024-09-07T15:27:44.642 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.U_gFFBqK4mofgPVweCM-_vTxU3WTGMy_0 2024-09-07T15:27:44.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4429866181005206708', time=2024-09-07T16:42:11.214415+0000, chain.objs.size()=1 2024-09-07T15:27:44.643 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.Aetrji0_l9Yl_gPPJTK1w5uiRUjMaqv_0 2024-09-07T15:27:44.644 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3399994985083104308', time=2024-09-07T16:42:19.717317+0000, chain.objs.size()=1 2024-09-07T15:27:44.644 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.298__shadow_.fhnzlD9B3Ldmhcb9wsBqwG2UkNl9OIk_0 2024-09-07T15:27:44.644 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17385044994764385468', time=2024-09-07T16:42:24.131202+0000, chain.objs.size()=1 2024-09-07T15:27:44.644 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.300__shadow_.HmaF_-fDet93uz4FpZOrJczaCSE9hR7_0 2024-09-07T15:27:44.644 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14994931796788066221', time=2024-09-07T16:42:26.213884+0000, chain.objs.size()=1 2024-09-07T15:27:44.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.301__shadow_.1nLd_vPdNc4xz-xx0idj0u-3Jm6Z-qG_0 2024-09-07T15:27:44.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14684772644293183695', time=2024-09-07T16:42:32.512698+0000, chain.objs.size()=1 2024-09-07T15:27:44.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.304__shadow_.J2Nb1Aq3SY4YFr_05nolL_FI1rfytk2_0 2024-09-07T15:27:44.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12546527958917153143', time=2024-09-07T16:45:04.715772+0000, chain.objs.size()=1 2024-09-07T15:27:44.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Lj2b1HCLnSkHPkEjGQw35MzQLqHtgXp_0 2024-09-07T15:27:44.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10416814715163790721', time=2024-09-07T16:45:04.770741+0000, chain.objs.size()=1 2024-09-07T15:27:44.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.kbZYB9dIctXrtFG79B-iQ-aSKsbOGkN_0 2024-09-07T15:27:44.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12300861620900522143', time=2024-09-07T16:45:05.663754+0000, chain.objs.size()=1 2024-09-07T15:27:44.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pt4dUNu4NU8ggc0YnCyQA0aBWs21dZu_0 2024-09-07T15:27:44.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8835842759509608967', time=2024-09-07T16:45:06.901015+0000, chain.objs.size()=1 2024-09-07T15:27:44.645 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.641+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.VOr0BOPrFdxU7g-MdE-SChq2mHmpbw1_0 2024-09-07T15:27:44.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.645+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8865645489475615478', time=2024-09-07T16:45:06.929093+0000, chain.objs.size()=1 2024-09-07T15:27:44.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.645+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.iN338cv4TJW7yWfexH3JJSnJiZ4r0R6_0 2024-09-07T15:27:44.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.645+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18100240284241076019', time=2024-09-07T16:45:06.930492+0000, chain.objs.size()=1 2024-09-07T15:27:44.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.645+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.U_Ms_dbJhC4octuHqfvLA449hFNA-Gn_0 2024-09-07T15:27:44.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.645+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3219765077538841164', time=2024-09-07T16:45:08.064188+0000, chain.objs.size()=1 2024-09-07T15:27:44.646 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.645+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.YXghL6vSt1w9ymr4_Vz33cULeFOBmH__0 2024-09-07T15:27:44.647 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.645+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13072119348899115177', time=2024-09-07T16:45:08.550994+0000, chain.objs.size()=1 2024-09-07T15:27:44.647 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.645+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.2MYcGqjTzKSXTT0UzmrRm11mMVcQYwl_0 2024-09-07T15:27:44.647 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.645+0000 7fe0761e2640 0 -- 172.21.15.107:0/230790490 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x7fe0680e4940 msgr2=0x7fe0680aa3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-07T15:27:44.650 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5580582875351238751', time=2024-09-07T16:45:08.915312+0000, chain.objs.size()=1 2024-09-07T15:27:44.650 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NV8LJP6QF53oBUu8NSCy8fOuNrMi6FD_0 2024-09-07T15:27:44.650 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16229412923138720531', time=2024-09-07T16:45:10.908243+0000, chain.objs.size()=1 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rwUfJCVy0Ulf8TP91Z4XN4hyZ7_wcAI_0 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11922249147691712087', time=2024-09-07T16:45:11.141669+0000, chain.objs.size()=1 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pTTYJnTmS2SIszf0kQt2Vw196nZPawt_0 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1496569181287338464', time=2024-09-07T16:45:12.227673+0000, chain.objs.size()=1 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.KeY8ugi0FGJDbUg2TJpUAhKuX3eocxe_0 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15178395835719731325', time=2024-09-07T16:45:12.415360+0000, chain.objs.size()=1 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0OgWXl_4sDfKeiqwb8Ao55gjcbh3A_v_0 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18222673071117400134', time=2024-09-07T16:45:12.458416+0000, chain.objs.size()=1 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.obLR9qsZd40fwwH2usvibmiE7po3YU-_0 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2018218436899999909', time=2024-09-07T16:45:13.771619+0000, chain.objs.size()=1 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9hXNtiTPUsnFeOqXIW8R7j9hrB61clg_0 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5836534013947980555', time=2024-09-07T16:45:14.335160+0000, chain.objs.size()=1 2024-09-07T15:27:44.651 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Sfx-UXLEmRzxBJ3IUHb3ReAKJKhH6KC_0 2024-09-07T15:27:44.652 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3402834601309769285', time=2024-09-07T16:45:14.344944+0000, chain.objs.size()=1 2024-09-07T15:27:44.652 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.uHlcZfoJS7Lgco7YQv8dZn67q5HzsDg_0 2024-09-07T15:27:44.652 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.129576170106123940', time=2024-09-07T16:45:15.102668+0000, chain.objs.size()=1 2024-09-07T15:27:44.652 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6xmzV5i91j0j7AOhqPjTZPAHk3P8ezG_0 2024-09-07T15:27:44.652 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17354717439310153934', time=2024-09-07T16:45:16.782927+0000, chain.objs.size()=1 2024-09-07T15:27:44.652 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.649+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.F8cR6tZsouz7KdAD07vDdoA3nGe8M67_0 2024-09-07T15:27:44.656 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12833855683316996028', time=2024-09-07T16:45:17.267143+0000, chain.objs.size()=1 2024-09-07T15:27:44.656 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.EYTP_o_RFsBpml4M1VfQWNlOOwJYbXA_0 2024-09-07T15:27:44.656 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14027349072701573636', time=2024-09-07T16:45:22.135438+0000, chain.objs.size()=1 2024-09-07T15:27:44.656 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yq94P0WwZMlBfTynqkm01QCLLvawwqf_0 2024-09-07T15:27:44.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17918077070086377906', time=2024-09-07T16:45:25.814441+0000, chain.objs.size()=1 2024-09-07T15:27:44.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.X4q2KyDM8gZAU8ne-TcNlaibIMrQQaT_0 2024-09-07T15:27:44.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16384912093057180508', time=2024-09-07T16:45:26.462410+0000, chain.objs.size()=1 2024-09-07T15:27:44.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yiJSA_u_Ky8yIfG77aWdhxgnaDCfSVQ_0 2024-09-07T15:27:44.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18442143006743972343', time=2024-09-07T16:45:27.572931+0000, chain.objs.size()=1 2024-09-07T15:27:44.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.WdBHk-PQJZC-2xdmQb91DSrB2lABfB3_0 2024-09-07T15:27:44.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10056086198376066908', time=2024-09-07T16:45:28.705314+0000, chain.objs.size()=1 2024-09-07T15:27:44.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pfVHstFwU2G60Y_4_JCWTslPm-YPvuQ_0 2024-09-07T15:27:44.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6900972706466485724', time=2024-09-07T16:45:31.457248+0000, chain.objs.size()=1 2024-09-07T15:27:44.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.98QwIoVOGa_iCBIwjdbyEqnnCCEsFBl_0 2024-09-07T15:27:44.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15657146005948013023', time=2024-09-07T16:45:31.518509+0000, chain.objs.size()=1 2024-09-07T15:27:44.657 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tBRMK7ZqWVU40eEv2SVxwDsoa0bvR-F_0 2024-09-07T15:27:44.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16364288978333120175', time=2024-09-07T16:45:32.182042+0000, chain.objs.size()=1 2024-09-07T15:27:44.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0H0nu1yNkDnpbujB909UO-WuDiFNTT5_0 2024-09-07T15:27:44.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16039607512938984759', time=2024-09-07T16:45:33.622309+0000, chain.objs.size()=1 2024-09-07T15:27:44.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.C6K9DXurDnorw3Md6wFlFIlQI6sTS_L_0 2024-09-07T15:27:44.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12680695431304531848', time=2024-09-07T16:47:19.038743+0000, chain.objs.size()=1 2024-09-07T15:27:44.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.653+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.VcZ4LCbCqrx86MeNPkQqGUbVM9yQlf-_0 2024-09-07T15:27:44.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16620413040108872510', time=2024-09-07T16:47:22.117684+0000, chain.objs.size()=1 2024-09-07T15:27:44.658 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Z0yDc4zWV8_wEeKdkl5oQrHYIQzI684_0 2024-09-07T15:27:44.659 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe0769e3640 0 -- 172.21.15.107:0/230790490 >> [v2:172.21.15.107:6810/3830891006,v1:172.21.15.107:6812/3830891006] conn(0x557f65254ec0 msgr2=0x557f65257380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:44.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4063087408110854519', time=2024-09-07T16:47:23.493390+0000, chain.objs.size()=1 2024-09-07T15:27:44.660 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zkVqvaFsV9p3OcNWxXcLYhp9yuAYdRQ_0 2024-09-07T15:27:44.662 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10066913893513264695', time=2024-09-07T16:47:26.022178+0000, chain.objs.size()=1 2024-09-07T15:27:44.662 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5mm9gImOYnpy7mTf9tcuV1OTbrNxVCl_0 2024-09-07T15:27:44.662 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14758669515728242594', time=2024-09-07T16:47:26.465204+0000, chain.objs.size()=1 2024-09-07T15:27:44.662 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.GO0jjxyD4cpRbJYq9vpwu-HILO_5yP2_0 2024-09-07T15:27:44.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16523253464505282533', time=2024-09-07T16:47:28.727555+0000, chain.objs.size()=1 2024-09-07T15:27:44.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jBJWAoZiS8AjyGj231heiDjMxL2zUMl_0 2024-09-07T15:27:44.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12804209989321631948', time=2024-09-07T16:47:29.755309+0000, chain.objs.size()=1 2024-09-07T15:27:44.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Yq_ximd7WJph1-DtJF6aMd22D4YTIuZ_0 2024-09-07T15:27:44.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8559216644052850074', time=2024-09-07T16:47:31.404026+0000, chain.objs.size()=1 2024-09-07T15:27:44.663 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8SmY8TOXALj0DKJGOkpJinEzCvIMZA0_0 2024-09-07T15:27:44.664 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6456177342365313665', time=2024-09-07T16:47:32.983500+0000, chain.objs.size()=1 2024-09-07T15:27:44.664 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zSClDzDy8jKv86rAL1LPW2ueXmOPXOv_0 2024-09-07T15:27:44.664 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1269927115989919378', time=2024-09-07T16:47:35.480505+0000, chain.objs.size()=1 2024-09-07T15:27:44.664 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.657+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lCmaKRVD4981zjyddbE1_jUqBnc5Fr4_0 2024-09-07T15:27:44.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.661+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11573397983460171078', time=2024-09-07T16:47:36.361651+0000, chain.objs.size()=1 2024-09-07T15:27:44.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nC_iNJvOICYPYHB6m6eMbgn9iQ0d2q4_0 2024-09-07T15:27:44.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.661+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16324735410889655398', time=2024-09-07T16:47:37.581689+0000, chain.objs.size()=1 2024-09-07T15:27:44.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.aMAatPoGcrY8P-d5IEcIiLv24xToGFV_0 2024-09-07T15:27:44.665 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.661+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6662425873622100836', time=2024-09-07T16:47:38.014297+0000, chain.objs.size()=1 2024-09-07T15:27:44.666 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.661+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.rYRhTlcLZpitZvJkDzv1F6Ye8ZY151l_0 2024-09-07T15:27:44.666 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe0761e2640 0 -- 172.21.15.107:0/230790490 >> [v2:172.21.15.107:6800/2807266882,v1:172.21.15.107:6801/2807266882] conn(0x557f652592c0 msgr2=0x7fdf4008c3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:44.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11563457463710183875', time=2024-09-07T16:47:39.425634+0000, chain.objs.size()=1 2024-09-07T15:27:44.667 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.O7fF0oE2E5wBlWBttR9h-PEsV3-b46o_0 2024-09-07T15:27:44.668 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5090242372444852670', time=2024-09-07T16:47:39.741629+0000, chain.objs.size()=1 2024-09-07T15:27:44.668 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.tKxCFCYHtVF7zmgU9rpa44tFde8qaln_0 2024-09-07T15:27:44.668 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13467753789027130482', time=2024-09-07T16:47:40.950689+0000, chain.objs.size()=1 2024-09-07T15:27:44.668 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.x4Bz8XKPXRUA6TbDd6rZ_U75u0YtmQy_0 2024-09-07T15:27:44.668 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14338073181025663202', time=2024-09-07T16:47:44.172440+0000, chain.objs.size()=1 2024-09-07T15:27:44.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5NDrDNF15NkBIYCAFp6LHui6NnZVMQ4_0 2024-09-07T15:27:44.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5095330056570866085', time=2024-09-07T16:47:47.108591+0000, chain.objs.size()=1 2024-09-07T15:27:44.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lHPN31z28fqRDz7iF5MKxqr05TgvPp9_0 2024-09-07T15:27:44.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4512720553857824836', time=2024-09-07T16:47:48.052936+0000, chain.objs.size()=1 2024-09-07T15:27:44.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.06WikYbGSCErkRUEJ13IUyoaD4WckbA_0 2024-09-07T15:27:44.669 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1165348781025957739', time=2024-09-07T16:48:03.792002+0000, chain.objs.size()=1 2024-09-07T15:27:44.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.333__shadow_.FPob2pftHnCji7Pnz51ZY8INq_PbutW_0 2024-09-07T15:27:44.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12468046221259680314', time=2024-09-07T16:50:57.932833+0000, chain.objs.size()=1 2024-09-07T15:27:44.670 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.665+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.432__shadow_.2E0EauFBnLIxL0kY3SmNjO67RLSGIRu_0 2024-09-07T15:27:44.672 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.669+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4438040604972547687', time=2024-09-07T16:52:12.398820+0000, chain.objs.size()=1 2024-09-07T15:27:44.672 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.669+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.466__shadow_.UvIDOgWHbCSnRDuK0Dp6KMT-z0MGRxF_0 2024-09-07T15:27:44.677 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.673+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47706 2024-09-07T15:27:44.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-07T15:27:44.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4393354161403519757', time=2024-09-07T16:52:55.369778+0000, chain.objs.size()=1 2024-09-07T15:27:44.681 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.489__shadow_.bTB79-8n-20xq-KTK2i5qQVt_Cz3PJ0_0 2024-09-07T15:27:44.682 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~R9nWqXMbCmIlsFo33Lfm7GVtHQSV8MM', time=2024-09-07T16:57:07.803900+0000, chain.objs.size()=1 2024-09-07T15:27:44.682 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~R9nWqXMbCmIlsFo33Lfm7GVtHQSV8MM.2 2024-09-07T15:27:44.682 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~oOkbFjAzn5J4cW27q93EzGWGZ4l-m4l', time=2024-09-07T16:59:14.261493+0000, chain.objs.size()=1 2024-09-07T15:27:44.682 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~oOkbFjAzn5J4cW27q93EzGWGZ4l-m4l.1 2024-09-07T15:27:44.682 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~oOkbFjAzn5J4cW27q93EzGWGZ4l-m4l', time=2024-09-07T16:59:14.271018+0000, chain.objs.size()=1 2024-09-07T15:27:44.682 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~oOkbFjAzn5J4cW27q93EzGWGZ4l-m4l.2 2024-09-07T15:27:44.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~oOkbFjAzn5J4cW27q93EzGWGZ4l-m4l', time=2024-09-07T16:59:14.281443+0000, chain.objs.size()=1 2024-09-07T15:27:44.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~oOkbFjAzn5J4cW27q93EzGWGZ4l-m4l.3 2024-09-07T15:27:44.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~oOkbFjAzn5J4cW27q93EzGWGZ4l-m4l', time=2024-09-07T16:59:14.290530+0000, chain.objs.size()=1 2024-09-07T15:27:44.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~oOkbFjAzn5J4cW27q93EzGWGZ4l-m4l.4 2024-09-07T15:27:44.683 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~oOkbFjAzn5J4cW27q93EzGWGZ4l-m4l', time=2024-09-07T16:59:14.302139+0000, chain.objs.size()=1 2024-09-07T15:27:44.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~oOkbFjAzn5J4cW27q93EzGWGZ4l-m4l.5 2024-09-07T15:27:44.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~oOkbFjAzn5J4cW27q93EzGWGZ4l-m4l', time=2024-09-07T16:59:14.311202+0000, chain.objs.size()=1 2024-09-07T15:27:44.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~oOkbFjAzn5J4cW27q93EzGWGZ4l-m4l.6 2024-09-07T15:27:44.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14459300294575091850', time=2024-09-07T17:02:51.060003+0000, chain.objs.size()=1 2024-09-07T15:27:44.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.552__shadow_.RAg2H06sCp1LpmaQJXpiJwSWsWSwen3_0 2024-09-07T15:27:44.684 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15344809099013630991', time=2024-09-07T17:04:47.546651+0000, chain.objs.size()=1 2024-09-07T15:27:44.685 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:7DTASmAQL-tV1MKG4JWxHHGoW1fi.R3_.dEkNTcDHw0UJmvOoxPXlnBGbRQGzEMP_0 2024-09-07T15:27:44.685 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12425447218998600975', time=2024-09-07T17:05:12.193427+0000, chain.objs.size()=1 2024-09-07T15:27:44.685 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.575__shadow:Xh54iUFuf0q1bsLENQFP9L.TTpJJZX-_.ONdeZkVHeIsR7YH-jcedtLk5rf1lhVi_0 2024-09-07T15:27:44.685 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8604758752734924913', time=2024-09-07T17:05:13.253898+0000, chain.objs.size()=1 2024-09-07T15:27:44.685 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.677+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.575__shadow:oY2ORB2OTPfO0Day.OFTc9vG7OEoZ2K_.avyi-VNy5LjiHfPnnxowYHH5jvm6A-N_0 2024-09-07T15:27:44.687 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.681+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16949094719022059900', time=2024-09-07T17:05:25.698947+0000, chain.objs.size()=1 2024-09-07T15:27:44.687 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.681+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.577__shadow:6VilG9.UDl8Yh5-pkn92lKrPD3sj5lI_.ZrvsJVwtY0UP4aZqTDaqqD-pAkMmyV__0 2024-09-07T15:27:44.687 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.681+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11332354638389030182', time=2024-09-07T17:05:38.500614+0000, chain.objs.size()=1 2024-09-07T15:27:44.687 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.681+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:3YpozqUFTJLgzTdcv8Qjbl0qiVLiY6v_.6kt8NRqEo7MN7o-3PNhXeZrzQdO1C4z_0 2024-09-07T15:27:44.688 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.681+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1430027677146795926', time=2024-09-07T17:05:48.804557+0000, chain.objs.size()=1 2024-09-07T15:27:44.688 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.681+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:Hgw.FDdhCTYATvY0esLnDCvL5P3miKg_.pfTTM7IpKW6goHnFmDwbnPsnfFoN_WP_0 2024-09-07T15:27:44.688 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.681+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~CYuVFTzZIk8HOCjN0ke9AWoF3grv7nA', time=2024-09-07T17:14:16.028199+0000, chain.objs.size()=6 2024-09-07T15:27:44.688 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.681+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.625__multipart_multipart_enc.2~CYuVFTzZIk8HOCjN0ke9AWoF3grv7nA.1 2024-09-07T15:27:44.688 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.681+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.625__multipart_multipart_enc.2~CYuVFTzZIk8HOCjN0ke9AWoF3grv7nA.2 2024-09-07T15:27:44.688 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.685+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.625__multipart_multipart_enc.2~CYuVFTzZIk8HOCjN0ke9AWoF3grv7nA.3 2024-09-07T15:27:44.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.685+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.625__multipart_multipart_enc.2~CYuVFTzZIk8HOCjN0ke9AWoF3grv7nA.4 2024-09-07T15:27:44.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.685+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.625__multipart_multipart_enc.2~CYuVFTzZIk8HOCjN0ke9AWoF3grv7nA.5 2024-09-07T15:27:44.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.685+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.625__multipart_multipart_enc.2~CYuVFTzZIk8HOCjN0ke9AWoF3grv7nA.6 2024-09-07T15:27:44.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.685+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3503298480025563450', time=2024-09-07T17:19:27.997296+0000, chain.objs.size()=1 2024-09-07T15:27:44.689 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.685+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.735__shadow_.YLVY8bEdzylq-yzq14MsVKTiVxxVZS5_0 2024-09-07T15:27:44.690 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.689+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.694 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-07T15:27:44.695 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.696 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.699 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48556' 2024-09-07T15:27:44.699 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10931476418769557445', time=2024-09-07T16:37:57.782618+0000, chain.objs.size()=1 2024-09-07T15:27:44.699 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.240__shadow_.nJK-ErNlXctPPyazuhFZjQt5VHiv514_0 2024-09-07T15:27:44.699 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9149085548707647666', time=2024-09-07T16:38:22.954842+0000, chain.objs.size()=1 2024-09-07T15:27:44.699 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.251__shadow_.ZYwRh-ECiWHYL_yVur9vdUQMCixZgop_0 2024-09-07T15:27:44.700 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1544973946728438517', time=2024-09-07T16:38:43.353427+0000, chain.objs.size()=1 2024-09-07T15:27:44.700 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.261__shadow_.GT4gzR7IXN7AVGHPmLQXPxUTQU4k81B_0 2024-09-07T15:27:44.700 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13727619917587463761', time=2024-09-07T16:40:29.928209+0000, chain.objs.size()=1 2024-09-07T15:27:44.700 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ov-BIehimwImZ2r0CnEnvRlWkLiYnX0_0 2024-09-07T15:27:44.700 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5049732261054544503', time=2024-09-07T16:40:29.929878+0000, chain.objs.size()=1 2024-09-07T15:27:44.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.BWpED9qeDY4PCWH5FYqjblBiWVh1UzC_0 2024-09-07T15:27:44.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8313361873608970589', time=2024-09-07T16:40:31.335391+0000, chain.objs.size()=1 2024-09-07T15:27:44.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.pO9GeeSjS68l4WDCO4mLsxdLnY5M9Nj_0 2024-09-07T15:27:44.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4892996051417555735', time=2024-09-07T16:40:34.423234+0000, chain.objs.size()=1 2024-09-07T15:27:44.701 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.emPkxUg1YIlxID_Hyo1iPAp00FNgJv3_0 2024-09-07T15:27:44.702 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9365007905928181683', time=2024-09-07T16:40:36.223058+0000, chain.objs.size()=1 2024-09-07T15:27:44.702 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.pyGyw0qRs9ebESeDjrmOGnw8crVCa86_0 2024-09-07T15:27:44.702 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2621624684043727446', time=2024-09-07T16:40:36.715680+0000, chain.objs.size()=1 2024-09-07T15:27:44.702 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.SfxXj5YNcA4LCGnhYwNsHoL9HfYSUWF_0 2024-09-07T15:27:44.702 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10800141999847442543', time=2024-09-07T16:40:38.533350+0000, chain.objs.size()=1 2024-09-07T15:27:44.702 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.tdNgBnv4AoVKRZAix7kc9Y84nPxSlSY_0 2024-09-07T15:27:44.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6646789437487747516', time=2024-09-07T16:40:38.650193+0000, chain.objs.size()=1 2024-09-07T15:27:44.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.e7r3FYQwUgSdzNOb-irnBDzHDpjQu3W_0 2024-09-07T15:27:44.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16801968533110325735', time=2024-09-07T16:40:38.791079+0000, chain.objs.size()=1 2024-09-07T15:27:44.703 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.693+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NSKi2w7HK3p-dsKFOn4A63b5BsZMux-_0 2024-09-07T15:27:44.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15946041744983718318', time=2024-09-07T16:40:40.998687+0000, chain.objs.size()=1 2024-09-07T15:27:44.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ZbWt0XiRY33Lgeu9TWi0fhva4lVSYcZ_0 2024-09-07T15:27:44.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2419166686509244976', time=2024-09-07T16:40:44.034505+0000, chain.objs.size()=1 2024-09-07T15:27:44.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-Qk3M8Q-IlEXR3_wtwqD31NM_vb1seU_0 2024-09-07T15:27:44.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6209621681461035887', time=2024-09-07T16:40:44.427316+0000, chain.objs.size()=1 2024-09-07T15:27:44.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cLPtRDB73Oa5POdHsOwFOWEaymtMz_r_0 2024-09-07T15:27:44.704 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16881189953676379849', time=2024-09-07T16:40:44.857133+0000, chain.objs.size()=1 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.79m9gfZSN8sPhZQeTKrtqRf1ixzLYiG_0 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.589806779614192755', time=2024-09-07T16:40:46.876285+0000, chain.objs.size()=1 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PpMk6WlNHqJduLsbUqhQawi_dHGoX31_0 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1159589760340780217', time=2024-09-07T16:40:47.396222+0000, chain.objs.size()=1 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.sCbdS3Sbi6FZQ6ZhnjzLSAhX3xcCKvF_0 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3052202742587485752', time=2024-09-07T16:40:48.595595+0000, chain.objs.size()=1 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.0NPlTARK59ijPqrIJrHDEURZrPnJAMK_0 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8335044631629122389', time=2024-09-07T16:40:48.601491+0000, chain.objs.size()=1 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.1r0ESNsH5F2RYUdgknEkCZ6hv0F0BXo_0 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7403851042873395189', time=2024-09-07T16:40:48.806451+0000, chain.objs.size()=1 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.39wRQ8gvuRMghPJ9a7q70X8AqoW0DUM_0 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6203594279054228337', time=2024-09-07T16:40:49.653996+0000, chain.objs.size()=1 2024-09-07T15:27:44.705 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.697+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.h2pqsI3M32DYHXVjWVtS4IjkCMTQhWC_0 2024-09-07T15:27:44.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.701+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12977711348446135342', time=2024-09-07T16:40:51.338030+0000, chain.objs.size()=1 2024-09-07T15:27:44.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.701+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Z_yiwGDAyItasi5u9wOIgy7W2dKkOWy_0 2024-09-07T15:27:44.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.701+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8661637728911620645', time=2024-09-07T16:40:53.166409+0000, chain.objs.size()=1 2024-09-07T15:27:44.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.701+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.GrTEzkt49Tlid4daP3pVn9T870Xx4YH_0 2024-09-07T15:27:44.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.701+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9713277952242106374', time=2024-09-07T16:40:53.331716+0000, chain.objs.size()=1 2024-09-07T15:27:44.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.701+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TvO5zsejw_u5InB5XngqsVhRPZIHhrF_0 2024-09-07T15:27:44.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.701+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16831708390705569765', time=2024-09-07T16:40:53.537020+0000, chain.objs.size()=1 2024-09-07T15:27:44.706 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.701+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.qFsy0JCjlNJpud7gJaXeDGHeX9TFF4z_0 2024-09-07T15:27:44.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5785922230078691159', time=2024-09-07T16:40:59.845223+0000, chain.objs.size()=1 2024-09-07T15:27:44.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.bQP4IORodfXC26EkSIEjE3mdJUXOPzH_0 2024-09-07T15:27:44.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16320898508337552715', time=2024-09-07T16:40:59.846780+0000, chain.objs.size()=1 2024-09-07T15:27:44.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.www1xXsjNB-EUrhBR1YjnwS8rGOeg8T_0 2024-09-07T15:27:44.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8717400657692843671', time=2024-09-07T16:41:00.410777+0000, chain.objs.size()=1 2024-09-07T15:27:44.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.h8w1-FMKGYu52SAECbdNTPx-wELPqUb_0 2024-09-07T15:27:44.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16325884924932204462', time=2024-09-07T16:41:00.878722+0000, chain.objs.size()=1 2024-09-07T15:27:44.707 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.WR58sxZo2DBAtdrz-oDnj97bmpv67cB_0 2024-09-07T15:27:44.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13948299669069322081', time=2024-09-07T16:41:03.471279+0000, chain.objs.size()=1 2024-09-07T15:27:44.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.264__shadow_.EPDY8XnxgDIvcVfL9pGyeXw5Uvs8cTp_0 2024-09-07T15:27:44.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7966610597598003759', time=2024-09-07T16:41:13.196860+0000, chain.objs.size()=1 2024-09-07T15:27:44.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.269__shadow_.rgJyM4FBIEtyZEBRowJ9sZkgwziWDnW_0 2024-09-07T15:27:44.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14774592076232968628', time=2024-09-07T16:42:11.442060+0000, chain.objs.size()=1 2024-09-07T15:27:44.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.gXnsuhkBkYP62v5kIwevnJhn5B_rnqA_0 2024-09-07T15:27:44.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.730190363863219544', time=2024-09-07T16:42:13.571343+0000, chain.objs.size()=1 2024-09-07T15:27:44.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.295__shadow_.82dYXcFR8D0eFqQWgF2YeCKwRF_BnBG_0 2024-09-07T15:27:44.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1943489518561876195', time=2024-09-07T16:42:36.592323+0000, chain.objs.size()=1 2024-09-07T15:27:44.708 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.306__shadow_.mZDANJIbJWW-bkADGjxHNZ2X54i1cKt_0 2024-09-07T15:27:44.709 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4635051098237598428', time=2024-09-07T16:43:16.665517+0000, chain.objs.size()=1 2024-09-07T15:27:44.709 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.322__shadow_.II1Atclud0Ga9rca5uvtgrhADQ4MnNJ_0 2024-09-07T15:27:44.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16105294612549229493', time=2024-09-07T16:45:05.634615+0000, chain.objs.size()=1 2024-09-07T15:27:44.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.705+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4LHPWK8RM0TM2afwDuB6zy-7ueW7syX_0 2024-09-07T15:27:44.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484426567981030498', time=2024-09-07T16:45:05.638950+0000, chain.objs.size()=1 2024-09-07T15:27:44.710 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.na-NoSdhZdzJr1GNfzKHy472qLxkZJl_0 2024-09-07T15:27:44.712 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12974974170138578918', time=2024-09-07T16:45:06.486501+0000, chain.objs.size()=1 2024-09-07T15:27:44.712 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9f8ERPpMJ-Hdjwt0Ez8ZulkKlv-GvR9_0 2024-09-07T15:27:44.712 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5519441383507626654', time=2024-09-07T16:45:10.113973+0000, chain.objs.size()=1 2024-09-07T15:27:44.712 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.lItdlB7C2ZVk07kq8P2amxwZYw66TLq_0 2024-09-07T15:27:44.712 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9149476423855116814', time=2024-09-07T16:45:10.906039+0000, chain.objs.size()=1 2024-09-07T15:27:44.712 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.bXGpy13q-DVr7K8w40wsrqkBJ3JbCXf_0 2024-09-07T15:27:44.712 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18286143239437364477', time=2024-09-07T16:45:12.494514+0000, chain.objs.size()=1 2024-09-07T15:27:44.712 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-4KItkpX9axaEmoWS_-b009OQl9BOUG_0 2024-09-07T15:27:44.712 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6123730225420081720', time=2024-09-07T16:45:13.319114+0000, chain.objs.size()=1 2024-09-07T15:27:44.712 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LPx0OfdYehBNgX7vIpHkN-hQoUvdvpx_0 2024-09-07T15:27:44.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9343385608635783645', time=2024-09-07T16:45:13.320576+0000, chain.objs.size()=1 2024-09-07T15:27:44.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._MwujQLiRzEPqEthqywRwSF6BEYLyPQ_0 2024-09-07T15:27:44.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7969645593415899482', time=2024-09-07T16:45:15.127186+0000, chain.objs.size()=1 2024-09-07T15:27:44.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.bGsACtQIcnZMr1DNVsnZqbswyxZ-gEt_0 2024-09-07T15:27:44.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6003790469672296106', time=2024-09-07T16:45:16.494295+0000, chain.objs.size()=1 2024-09-07T15:27:44.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.xfDu-Bxli4s_KSteVmmo_RGeVDF6U5i_0 2024-09-07T15:27:44.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15810189440378318556', time=2024-09-07T16:45:16.936797+0000, chain.objs.size()=1 2024-09-07T15:27:44.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.AggADTH8xF04G3W5RjostVAN5ISx1wj_0 2024-09-07T15:27:44.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8368061875565892705', time=2024-09-07T16:45:17.899389+0000, chain.objs.size()=1 2024-09-07T15:27:44.713 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.iBtN2OxvmT1lzHpWqpuaGmRDn3D__-g_0 2024-09-07T15:27:44.714 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18397038842124295506', time=2024-09-07T16:45:18.668343+0000, chain.objs.size()=1 2024-09-07T15:27:44.714 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.709+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.8HFag-E07bePcFOQeXFKO-yt3u71T7T_0 2024-09-07T15:27:44.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7166021256135333319', time=2024-09-07T16:45:19.973469+0000, chain.objs.size()=1 2024-09-07T15:27:44.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.akTb4-kjM7C-ivgtWMynId6oq-xmWT6_0 2024-09-07T15:27:44.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9974251437263595874', time=2024-09-07T16:45:22.003939+0000, chain.objs.size()=1 2024-09-07T15:27:44.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.T1vuRNAzzHPkq729_4_yqjiBpBbcJ2s_0 2024-09-07T15:27:44.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13236984408248831358', time=2024-09-07T16:45:22.250532+0000, chain.objs.size()=1 2024-09-07T15:27:44.715 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.muw5U4jZGeaC9PAGbWWxZcXENc5Kgq3_0 2024-09-07T15:27:44.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7949015291007822958', time=2024-09-07T16:45:22.362758+0000, chain.objs.size()=1 2024-09-07T15:27:44.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jyOtiin4IAHBgSvVup2MRc_REU1Iktq_0 2024-09-07T15:27:44.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16400797905534154806', time=2024-09-07T16:45:23.830620+0000, chain.objs.size()=1 2024-09-07T15:27:44.716 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.JQiLORynxfSibCYiMEIfeSStXOFIIml_0 2024-09-07T15:27:44.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1324901435359723614', time=2024-09-07T16:45:27.674799+0000, chain.objs.size()=1 2024-09-07T15:27:44.717 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.bnN0RBFeH-VvlMvHiYYILf_6UIzL1DB_0 2024-09-07T15:27:44.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7857564445923818955', time=2024-09-07T16:45:27.736414+0000, chain.objs.size()=1 2024-09-07T15:27:44.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.K1d47B2IcZ1ZQLGTKuC9F5HY-sRNGLw_0 2024-09-07T15:27:44.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10254728873590498892', time=2024-09-07T16:45:28.341565+0000, chain.objs.size()=1 2024-09-07T15:27:44.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.xqL_wL6wolxdb1IxE_aF7N0qxEQqSxc_0 2024-09-07T15:27:44.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6328869471760322682', time=2024-09-07T16:45:29.832897+0000, chain.objs.size()=1 2024-09-07T15:27:44.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.z1sXgYo-9sxkdKoMbpJObkzncsp0K3J_0 2024-09-07T15:27:44.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6159452506025128409', time=2024-09-07T16:45:29.834611+0000, chain.objs.size()=1 2024-09-07T15:27:44.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yoV9C4ERROJZpUXvl7Ot7R6yry4m8K4_0 2024-09-07T15:27:44.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3037863587854368779', time=2024-09-07T16:45:31.527609+0000, chain.objs.size()=1 2024-09-07T15:27:44.718 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.713+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.uXsQm2NGZBeH6ASr4W6VvlvxdJi6v4m_0 2024-09-07T15:27:44.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1235156925415759751', time=2024-09-07T16:45:32.151771+0000, chain.objs.size()=1 2024-09-07T15:27:44.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4Kbh9T3DPkRbGq91d7heHSZ5DUENESU_0 2024-09-07T15:27:44.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15769368394544904166', time=2024-09-07T16:45:32.545458+0000, chain.objs.size()=1 2024-09-07T15:27:44.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ZFQQI9ap9rxiPdKct1c3a5yuBp549nw_0 2024-09-07T15:27:44.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3816417397102455397', time=2024-09-07T16:45:32.991095+0000, chain.objs.size()=1 2024-09-07T15:27:44.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.fp0f3D8BB-_HIQPJbjyHb4hYMJCReQE_0 2024-09-07T15:27:44.720 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14712263443991353648', time=2024-09-07T16:45:33.349731+0000, chain.objs.size()=1 2024-09-07T15:27:44.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.I0mbxcIwjUo8gXSON7INirwVFciSkOm_0 2024-09-07T15:27:44.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6556984035168438838', time=2024-09-07T16:47:20.761588+0000, chain.objs.size()=1 2024-09-07T15:27:44.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LvDp16DRYZKuW8p0_yjDGTUDCxVBsD5_0 2024-09-07T15:27:44.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10192353082238952838', time=2024-09-07T16:47:24.327126+0000, chain.objs.size()=1 2024-09-07T15:27:44.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yqTmyZ5T3HHJSY09QhDTw9Qj3SJcOPT_0 2024-09-07T15:27:44.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5111826940301775145', time=2024-09-07T16:47:24.329268+0000, chain.objs.size()=1 2024-09-07T15:27:44.721 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1EuTwrNripmHMuzSD0S427crAClllIc_0 2024-09-07T15:27:44.722 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11215274552227139659', time=2024-09-07T16:47:24.799668+0000, chain.objs.size()=1 2024-09-07T15:27:44.722 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.717+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9B5CCyo3HlOUNiwjgfcz8KfqPuAA5zd_0 2024-09-07T15:27:44.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3625662703654924634', time=2024-09-07T16:47:26.026785+0000, chain.objs.size()=1 2024-09-07T15:27:44.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.WR-hhbEIf98LRoXTzM3VJL9RaA37ikJ_0 2024-09-07T15:27:44.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8246980347514691092', time=2024-09-07T16:47:26.467754+0000, chain.objs.size()=1 2024-09-07T15:27:44.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.K6m8evvmKFnsEbN66fX5bSIswP1NFAG_0 2024-09-07T15:27:44.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8956619224383942859', time=2024-09-07T16:47:27.384328+0000, chain.objs.size()=1 2024-09-07T15:27:44.723 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.J1sW4xFd85x9q4PVoCGk5mIW1OjKJLp_0 2024-09-07T15:27:44.725 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12615038304358109635', time=2024-09-07T16:47:28.189613+0000, chain.objs.size()=1 2024-09-07T15:27:44.725 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.UiaCccHS0zpaxeHfEIyumk-viZz6IED_0 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11331138188904844755', time=2024-09-07T16:47:28.457573+0000, chain.objs.size()=1 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.GbDOAOwmk0HHBjvkhPgbfBqSCyPhJZv_0 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8395178501227616491', time=2024-09-07T16:47:28.639539+0000, chain.objs.size()=1 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nHnXggxUmDO3zsiJXs7d5q8KZRiB3nd_0 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17081040041693074230', time=2024-09-07T16:47:28.640999+0000, chain.objs.size()=1 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.csszSZzjm6RM5Q6jiVysGKawYFZPZKr_0 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10549683645567183974', time=2024-09-07T16:47:29.094430+0000, chain.objs.size()=1 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.3HLMPPpkXLCX0ybyDyGrQ2e2vpN30zM_0 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2661154401347161205', time=2024-09-07T16:47:29.098210+0000, chain.objs.size()=1 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ThfohQmwAzsKNco96C5S0-lZonQWKAp_0 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3472557897956673267', time=2024-09-07T16:47:29.532850+0000, chain.objs.size()=1 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Q-15mLTQEsj4SW-9ZM7-g81LpeivIQ6_0 2024-09-07T15:27:44.726 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14174560091323719466', time=2024-09-07T16:47:29.739137+0000, chain.objs.size()=1 2024-09-07T15:27:44.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.721+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gr5AJn4ZZcLoBBtQDJXz4FVuQrBuuoZ_0 2024-09-07T15:27:44.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1389213812554896368', time=2024-09-07T16:47:29.834972+0000, chain.objs.size()=1 2024-09-07T15:27:44.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.STHAwPpIko6C2d8QUfuWmX1V83lJ0L__0 2024-09-07T15:27:44.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12230254561244644200', time=2024-09-07T16:47:30.304407+0000, chain.objs.size()=1 2024-09-07T15:27:44.727 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.STnTCBfIfYJjV5rMvtQV2lnbMkzCUsR_0 2024-09-07T15:27:44.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15269150282914301517', time=2024-09-07T16:47:30.479570+0000, chain.objs.size()=1 2024-09-07T15:27:44.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.USXwMZbzKdqFNEhaafkzQ80KeHtHkr8_0 2024-09-07T15:27:44.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18193650648326044309', time=2024-09-07T16:47:31.402350+0000, chain.objs.size()=1 2024-09-07T15:27:44.728 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JoDcbTuO4seTn1qNeNpApPC5Qb0zqEw_0 2024-09-07T15:27:44.729 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14945837269233915321', time=2024-09-07T16:47:31.405773+0000, chain.objs.size()=1 2024-09-07T15:27:44.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qTHxFjEX9o-_bLiXGKDg-rWoh9if_Ia_0 2024-09-07T15:27:44.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18083205655659199882', time=2024-09-07T16:47:32.699939+0000, chain.objs.size()=1 2024-09-07T15:27:44.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LPuBd4_UANQZF4BdPIYp8bZ6fadjuzg_0 2024-09-07T15:27:44.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3112781600049880502', time=2024-09-07T16:47:33.925089+0000, chain.objs.size()=1 2024-09-07T15:27:44.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8vAKj6mp9YggYlor1wcVxp0kISyYzVi_0 2024-09-07T15:27:44.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5812408641667425335', time=2024-09-07T16:47:36.842585+0000, chain.objs.size()=1 2024-09-07T15:27:44.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.70o16-CN2muEL9yFSR2cwrB702glArS_0 2024-09-07T15:27:44.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10695285750407340009', time=2024-09-07T16:47:39.885932+0000, chain.objs.size()=1 2024-09-07T15:27:44.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.XvUyO3lbG4JXssEOxFtGC8nDcudXpKJ_0 2024-09-07T15:27:44.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10132658243338085956', time=2024-09-07T16:47:40.375525+0000, chain.objs.size()=1 2024-09-07T15:27:44.730 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.725+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1ch36RlGKTvRHXuChMrhEAm2k1XPIGP_0 2024-09-07T15:27:44.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1625512983377518435', time=2024-09-07T16:47:40.379325+0000, chain.objs.size()=1 2024-09-07T15:27:44.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kf-_QGHciOZ-T2k4B73ZifH8tnEDzoT_0 2024-09-07T15:27:44.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3550889450169948735', time=2024-09-07T16:47:42.379213+0000, chain.objs.size()=1 2024-09-07T15:27:44.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.pQdCN532flb6eS9bUFEvv4_CjH50Djy_0 2024-09-07T15:27:44.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4677661991208669222', time=2024-09-07T16:47:43.579831+0000, chain.objs.size()=1 2024-09-07T15:27:44.731 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ag3WbzYV1rTC5uLnMuNr6vCpUOdQYHI_0 2024-09-07T15:27:44.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12126672063043297686', time=2024-09-07T16:47:44.661465+0000, chain.objs.size()=1 2024-09-07T15:27:44.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lo1jFFzYXBip52cjXY8YfwjQyhUpnfk_0 2024-09-07T15:27:44.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7366444514170467465', time=2024-09-07T16:47:45.645953+0000, chain.objs.size()=1 2024-09-07T15:27:44.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1j_hji4RyGX-MABzaJ9ZiwDJoRnP2Su_0 2024-09-07T15:27:44.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14117084152971048376', time=2024-09-07T16:47:47.780985+0000, chain.objs.size()=1 2024-09-07T15:27:44.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.s4IpHMgcCDVrStHNc1miUVM_54ZZqHv_0 2024-09-07T15:27:44.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15718060762546280121', time=2024-09-07T16:47:48.299417+0000, chain.objs.size()=1 2024-09-07T15:27:44.732 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Yh00_QolVI4iMPFv3TjOyJncW6FSSMk_0 2024-09-07T15:27:44.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9043328839442532290', time=2024-09-07T16:47:49.337333+0000, chain.objs.size()=1 2024-09-07T15:27:44.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.EjpjpiCVEnI-kWQ3iTIKGkawL_mB-ZK_0 2024-09-07T15:27:44.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2934532729461120705', time=2024-09-07T16:49:08.214752+0000, chain.objs.size()=1 2024-09-07T15:27:44.733 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.729+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.372__shadow_.SOcdO74iFqAlfx8Y-yRK_vH3StVDqwc_0 2024-09-07T15:27:44.734 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.733+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11692034672440499963', time=2024-09-07T16:49:27.593125+0000, chain.objs.size()=1 2024-09-07T15:27:44.734 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.733+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.382__shadow_.0ntAwG6q7TQ4jrs96ny1RQ5Gr5nHPKt_0 2024-09-07T15:27:44.734 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.733+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4045164380066526394', time=2024-09-07T16:52:38.052970+0000, chain.objs.size()=1 2024-09-07T15:27:44.734 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.733+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484__shadow_.zf2wOcDF4Prf0OYt7PPBuZSaVVGtflj_0 2024-09-07T15:27:44.737 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48556 2024-09-07T15:27:44.740 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-07T15:27:44.740 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15481391014750470662', time=2024-09-07T17:04:20.222945+0000, chain.objs.size()=1 2024-09-07T15:27:44.740 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.565__shadow_.3iX35zb24WI7bfs5c1EjG3EZxsh_z6W_0 2024-09-07T15:27:44.740 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7343670439370042901', time=2024-09-07T17:04:54.692393+0000, chain.objs.size()=1 2024-09-07T15:27:44.740 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.571__shadow:SqmITKVjbn2CnyT.U0u5vC7RyuAqydG_.33ugZnleG5lMcWrbZy2UAKiw1Jwom3p_0 2024-09-07T15:27:44.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1366060613729481472', time=2024-09-07T17:05:22.547006+0000, chain.objs.size()=1 2024-09-07T15:27:44.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.577__shadow:SdcfAgci.75EZt8ld2JgaHWcYzlsDs1_.NV1agznyKUJywHtkD_WNyiRmG2GYESJ_0 2024-09-07T15:27:44.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5870821223080225058', time=2024-09-07T17:05:27.805969+0000, chain.objs.size()=1 2024-09-07T15:27:44.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.577__shadow:VgvPKdx570rfY.ftmtm6cDFkGqXjLVz_.EN9j0dnGwvcTYnwOMLwN0NIdZvpT7pq_0 2024-09-07T15:27:44.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18115708169507357922', time=2024-09-07T17:07:21.241976+0000, chain.objs.size()=1 2024-09-07T15:27:44.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.581__shadow:OS0fzPxsETnFEfBsCamxg3fhjSRTT.n_.IE4PnzlUlwOOPNKHLvNPNShPKV-JF2l_0 2024-09-07T15:27:44.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8931473024878000953', time=2024-09-07T17:07:21.243118+0000, chain.objs.size()=1 2024-09-07T15:27:44.741 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.581__shadow:Q7NEuOEZiecyvsnSVZ18h-miA971TlQ_.LGLnI7t6bF18uxTqo6ypBOY5lpPLNEw_0 2024-09-07T15:27:44.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2102589673075173634', time=2024-09-07T17:07:39.893038+0000, chain.objs.size()=1 2024-09-07T15:27:44.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.588__shadow:PhJuZyJeRgMckpwA3TeSGHpzJmvjOQo_.3bpJiVSaThwXem2y5j2oZyNqTb--ol-_0 2024-09-07T15:27:44.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1862540912773883764', time=2024-09-07T17:08:13.115357+0000, chain.objs.size()=1 2024-09-07T15:27:44.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.607__shadow_.AOFaKuWOJAc_aiT-8ECztVGjGJh8_iz_0 2024-09-07T15:27:44.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2729129168765124503', time=2024-09-07T17:10:56.324301+0000, chain.objs.size()=6 2024-09-07T15:27:44.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.616__multipart_multipart_enc.2~GL3bFN1jzM612ntVgEBw1-XRQDC-wtt.1 2024-09-07T15:27:44.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.616__multipart_multipart_enc.2~GL3bFN1jzM612ntVgEBw1-XRQDC-wtt.2 2024-09-07T15:27:44.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.616__multipart_multipart_enc.2~GL3bFN1jzM612ntVgEBw1-XRQDC-wtt.3 2024-09-07T15:27:44.742 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.737+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.616__multipart_multipart_enc.2~GL3bFN1jzM612ntVgEBw1-XRQDC-wtt.4 2024-09-07T15:27:44.743 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.741+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.616__multipart_multipart_enc.2~GL3bFN1jzM612ntVgEBw1-XRQDC-wtt.5 2024-09-07T15:27:44.744 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.741+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.616__multipart_multipart_enc.2~GL3bFN1jzM612ntVgEBw1-XRQDC-wtt.6 2024-09-07T15:27:44.744 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.741+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16397351083554370467', time=2024-09-07T17:20:05.513089+0000, chain.objs.size()=1 2024-09-07T15:27:44.744 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.741+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.741__shadow_.ZHEgi-pnckcLFbmDo7jT31yBN212sBE_0 2024-09-07T15:27:44.747 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.745+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.751 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.749+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-07T15:27:44.752 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.749+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.753 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.749+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.754 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/43837' 2024-09-07T15:27:44.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_LssVUYFNbm-M5dJ96jRUcJQU5n4myEv', time=2024-09-07T16:31:46.778305+0000, chain.objs.size()=2 2024-09-07T15:27:44.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.A91suM-WS0TbAzCdO_wuc03BJ9PtITX_0 2024-09-07T15:27:44.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.A91suM-WS0TbAzCdO_wuc03BJ9PtITX_1 2024-09-07T15:27:44.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12490025482519894177', time=2024-09-07T16:33:30.092780+0000, chain.objs.size()=1 2024-09-07T15:27:44.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.190__shadow_.oXtNUKkyWTixXXFFnR4N5Lg31O3Evrp_0 2024-09-07T15:27:44.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1460624958657957872', time=2024-09-07T16:37:42.890985+0000, chain.objs.size()=1 2024-09-07T15:27:44.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.234__shadow_.5-ufxAV1rOqew_6PmMUtQj7ItUkd0QM_0 2024-09-07T15:27:44.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3289003174375862073', time=2024-09-07T16:38:07.093173+0000, chain.objs.size()=1 2024-09-07T15:27:44.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.244__shadow_.wjEehwoxGikXowhp_fhdsKUWIS14Uf1_0 2024-09-07T15:27:44.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16344694537801118596', time=2024-09-07T16:38:31.202961+0000, chain.objs.size()=1 2024-09-07T15:27:44.755 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.255__shadow_.0SccEzdbA29VsNKMVijNYDjMwwYqib8_0 2024-09-07T15:27:44.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16160020113926547337', time=2024-09-07T16:40:29.921504+0000, chain.objs.size()=1 2024-09-07T15:27:44.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Qd1F3u5K2Mb7czD41s0wQIrrqPsizwo_0 2024-09-07T15:27:44.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6244942970043979345', time=2024-09-07T16:40:30.512612+0000, chain.objs.size()=1 2024-09-07T15:27:44.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xLtnKcm_B_gVPbD4PSyE9oAmgmB2ku7_0 2024-09-07T15:27:44.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2940540739938837665', time=2024-09-07T16:40:30.818860+0000, chain.objs.size()=1 2024-09-07T15:27:44.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.45Nd3xFOBDSzvx5cL5ZQ8_f2r-Wad-n_0 2024-09-07T15:27:44.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10707470086005778710', time=2024-09-07T16:40:31.355707+0000, chain.objs.size()=1 2024-09-07T15:27:44.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.VZ9uxxLEKHZzRYF5pTg0YIXGhJ5QNQz_0 2024-09-07T15:27:44.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.249907979979127399', time=2024-09-07T16:40:31.765400+0000, chain.objs.size()=1 2024-09-07T15:27:44.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.IUmgseObf6wZDRJQHXRPWFF0J2ku9y9_0 2024-09-07T15:27:44.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8683961902367124903', time=2024-09-07T16:40:32.883769+0000, chain.objs.size()=1 2024-09-07T15:27:44.756 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.753+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.LvZYcKA5g9P73j5C1BCmhEcNwLQywTs_0 2024-09-07T15:27:44.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13277537276373158755', time=2024-09-07T16:40:32.942763+0000, chain.objs.size()=1 2024-09-07T15:27:44.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Uwh2stwkDrNERPgN0fruzU9tPqNTEDQ_0 2024-09-07T15:27:44.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18228803585758458479', time=2024-09-07T16:40:34.891360+0000, chain.objs.size()=1 2024-09-07T15:27:44.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.nImRUxoLRGLnpt2EK16WiF30K7_12r5_0 2024-09-07T15:27:44.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6138034122490761339', time=2024-09-07T16:40:36.408668+0000, chain.objs.size()=1 2024-09-07T15:27:44.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.0o6SZ4iPv5Cy_qhE9DMnTLthcqn52PU_0 2024-09-07T15:27:44.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12101359687804785381', time=2024-09-07T16:40:36.871332+0000, chain.objs.size()=1 2024-09-07T15:27:44.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.qiKeqJ_OrDkBfMwqP0HJ2D7f58tQ6uK_0 2024-09-07T15:27:44.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3140480552671975645', time=2024-09-07T16:40:36.989474+0000, chain.objs.size()=1 2024-09-07T15:27:44.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.9OhrDKBFIOI3oOgGdzMdeITQjx7KQPa_0 2024-09-07T15:27:44.759 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.282621146441737921', time=2024-09-07T16:40:37.345538+0000, chain.objs.size()=1 2024-09-07T15:27:44.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.GmbEcvW1M5jqB9dwjuO_eBoYshesgCL_0 2024-09-07T15:27:44.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1601162078451871896', time=2024-09-07T16:40:39.138884+0000, chain.objs.size()=1 2024-09-07T15:27:44.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.73ptLijJbsyxewseYeJe_aMFMXeOpwU_0 2024-09-07T15:27:44.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3468038429565554546', time=2024-09-07T16:40:39.499930+0000, chain.objs.size()=1 2024-09-07T15:27:44.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-gqbrw1HANSsrcOjrDqqg6g6pDCCpHC_0 2024-09-07T15:27:44.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10862380007569924117', time=2024-09-07T16:40:39.714741+0000, chain.objs.size()=1 2024-09-07T15:27:44.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8q2sk3NKMZaEv0KNx21rz5p9qqwHSeW_0 2024-09-07T15:27:44.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10442410964192200996', time=2024-09-07T16:40:40.627088+0000, chain.objs.size()=1 2024-09-07T15:27:44.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2px2aYH21pCJwpotu3KjEcOtZOxbNsr_0 2024-09-07T15:27:44.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13749221938180584573', time=2024-09-07T16:40:40.812121+0000, chain.objs.size()=1 2024-09-07T15:27:44.760 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.757+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zoRiHJc_VZ10P42zq1D57ZO117-wSoK_0 2024-09-07T15:27:44.762 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5832780028535885461', time=2024-09-07T16:40:41.531671+0000, chain.objs.size()=1 2024-09-07T15:27:44.762 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PVVBNPdDZFAAZt0KQVQVXs5CjyBX3QP_0 2024-09-07T15:27:44.763 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14792895194677490935', time=2024-09-07T16:40:41.741184+0000, chain.objs.size()=1 2024-09-07T15:27:44.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NRtDwfQaqgXLYhqS_-hONLzja8CMF2A_0 2024-09-07T15:27:44.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1545563418422817005', time=2024-09-07T16:40:41.772144+0000, chain.objs.size()=1 2024-09-07T15:27:44.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FqyLskWeoBFSWzuSroTBdJh0YxN1E8-_0 2024-09-07T15:27:44.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16244304807980965615', time=2024-09-07T16:40:42.800002+0000, chain.objs.size()=1 2024-09-07T15:27:44.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mgmCFJzIgQ3GNqFZ2mVwRm_vQkoEFxF_0 2024-09-07T15:27:44.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2146447821424428140', time=2024-09-07T16:40:44.163028+0000, chain.objs.size()=1 2024-09-07T15:27:44.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.pOj4qWetVvcGaekucqSSAh94pp0ISte_0 2024-09-07T15:27:44.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5684953594266388450', time=2024-09-07T16:40:44.510350+0000, chain.objs.size()=1 2024-09-07T15:27:44.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.EumDxTzjweufJlKSaoKSnUtEiOn5MwF_0 2024-09-07T15:27:44.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3979326315469419860', time=2024-09-07T16:40:45.438747+0000, chain.objs.size()=1 2024-09-07T15:27:44.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8nDdxgyMS5NxfUqaRVEPXDWmvHrWL2__0 2024-09-07T15:27:44.764 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14513836508819947303', time=2024-09-07T16:40:45.880024+0000, chain.objs.size()=1 2024-09-07T15:27:44.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.iq8Xe3HBTdqydZ2vI0tdHtTKdWdMdry_0 2024-09-07T15:27:44.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17958273631378011290', time=2024-09-07T16:40:47.714289+0000, chain.objs.size()=1 2024-09-07T15:27:44.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.rh121TS2EGrtY1UyInYaldQsYt-cUuy_0 2024-09-07T15:27:44.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2002103514042179594', time=2024-09-07T16:40:47.803210+0000, chain.objs.size()=1 2024-09-07T15:27:44.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8PnJ0tBWpjbg4vi9kAkc0jzibJKz0nn_0 2024-09-07T15:27:44.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7977315610329305756', time=2024-09-07T16:40:48.593119+0000, chain.objs.size()=1 2024-09-07T15:27:44.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.HWk1ivh3fPRRlMfU8YXv9rs15URq5u7_0 2024-09-07T15:27:44.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.864254955946396378', time=2024-09-07T16:40:48.946155+0000, chain.objs.size()=1 2024-09-07T15:27:44.765 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.761+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.GprNXTMBIrdvX7tDVfhgihbs2o_vrXy_0 2024-09-07T15:27:44.766 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10163363866247101752', time=2024-09-07T16:40:50.029894+0000, chain.objs.size()=1 2024-09-07T15:27:44.767 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.bgzsBR8xVtnO40_84YBKA7vZS2cXucF_0 2024-09-07T15:27:44.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9957588732137691160', time=2024-09-07T16:40:53.125610+0000, chain.objs.size()=1 2024-09-07T15:27:44.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8hyVEdVgisXBiVzggUmv_8fAoXbYypV_0 2024-09-07T15:27:44.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7489270499789767680', time=2024-09-07T16:40:53.607526+0000, chain.objs.size()=1 2024-09-07T15:27:44.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.s6TGoZlpgPjQv0moVXEcgSJWZrYcWn5_0 2024-09-07T15:27:44.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17127021342135327070', time=2024-09-07T16:40:53.611558+0000, chain.objs.size()=1 2024-09-07T15:27:44.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.L4CB7FEm5yRuII77RFW6kRtBFRIl6qx_0 2024-09-07T15:27:44.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3709395009052786828', time=2024-09-07T16:40:55.898743+0000, chain.objs.size()=1 2024-09-07T15:27:44.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.sG9oat_V6260BbRnvQtcCvilbiJZU8W_0 2024-09-07T15:27:44.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7049172580327273976', time=2024-09-07T16:40:56.041168+0000, chain.objs.size()=1 2024-09-07T15:27:44.768 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7aj_g0ULAj6KJKFZHuUe8NmOmNG08OU_0 2024-09-07T15:27:44.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.194628417042417390', time=2024-09-07T16:40:56.125227+0000, chain.objs.size()=1 2024-09-07T15:27:44.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7UrLMgicOkrwcLrLOKO__sZdIC83cVl_0 2024-09-07T15:27:44.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9773671796097957009', time=2024-09-07T16:40:57.365726+0000, chain.objs.size()=1 2024-09-07T15:27:44.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.hpNyou40qN5O_uwenav9R9m-ZqS4t0__0 2024-09-07T15:27:44.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15233915652417154774', time=2024-09-07T16:40:58.911067+0000, chain.objs.size()=1 2024-09-07T15:27:44.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.OfeiYyj9VGHrLC_7tPSDRqQ_O_3f_N3_0 2024-09-07T15:27:44.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14614064480315978512', time=2024-09-07T16:40:59.308697+0000, chain.objs.size()=1 2024-09-07T15:27:44.769 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.765+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.uxw95BefQrNbNUKIo9wOOd4lx8edhVy_0 2024-09-07T15:27:44.770 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7858015236333943609', time=2024-09-07T16:40:59.860009+0000, chain.objs.size()=1 2024-09-07T15:27:44.770 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PTGGpskWkcyjEuOFc0ggBVRnsrzZgS1_0 2024-09-07T15:27:44.770 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4677305482510949433', time=2024-09-07T16:41:05.410671+0000, chain.objs.size()=1 2024-09-07T15:27:44.770 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.265__shadow_.FDGwmQ0woo_JW_Z-GakUwUHRN8_YfY5_0 2024-09-07T15:27:44.772 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7930755676627477525', time=2024-09-07T16:41:22.911472+0000, chain.objs.size()=1 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.274__shadow_.PEeSOBEZuTGocgeDeJAJJ616fWCFJzh_0 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17955679390700623352', time=2024-09-07T16:41:24.863171+0000, chain.objs.size()=1 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.275__shadow_.Leg6gzJcu-0EXgo-z2frbD-FxXq1mis_0 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8291632542746494578', time=2024-09-07T16:41:43.346510+0000, chain.objs.size()=1 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.284__shadow_.f0aavajrFD3RvUuQTBTVyIIgplUaHiu_0 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6570011870289858203', time=2024-09-07T16:42:11.093184+0000, chain.objs.size()=1 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.iU93RsZxgHMBUpt3ISBTQu6soJZW-DT_0 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14633856127962096340', time=2024-09-07T16:42:42.424608+0000, chain.objs.size()=1 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.308__shadow:K8mEXF1BTCS2odOCrxmsgWQSj0Whh.l_.LVWc5GrgEGFmU3H7p1XrjdrLXdWFMvu_0 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6488589500131911730', time=2024-09-07T16:45:03.865362+0000, chain.objs.size()=1 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jByzxoukhyw5PyKCL5ZuhyGoywimShc_0 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12892799938596965391', time=2024-09-07T16:45:06.977708+0000, chain.objs.size()=1 2024-09-07T15:27:44.773 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.izq0kEy1uNCqlNHzF0BcoNH7l6IRLjD_0 2024-09-07T15:27:44.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1006096003655448784', time=2024-09-07T16:45:08.551047+0000, chain.objs.size()=1 2024-09-07T15:27:44.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gaQ30pXzyiuZOZazl3MxtPuE0-7l5Au_0 2024-09-07T15:27:44.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11848808456892931678', time=2024-09-07T16:45:08.825260+0000, chain.objs.size()=1 2024-09-07T15:27:44.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.769+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.1bzT9jJV0E-T5gRlg7sE4WwM-iGB_SC_0 2024-09-07T15:27:44.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.531159154276795376', time=2024-09-07T16:45:09.789516+0000, chain.objs.size()=1 2024-09-07T15:27:44.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.I9etb8LntyQt8irgFSjAL9yDZvlLNog_0 2024-09-07T15:27:44.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6081353405703403826', time=2024-09-07T16:45:10.590976+0000, chain.objs.size()=1 2024-09-07T15:27:44.774 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.T7fvXGltj-B28oB5QHWlTvqveFOYVc1_0 2024-09-07T15:27:44.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12213814017188119595', time=2024-09-07T16:45:12.213948+0000, chain.objs.size()=1 2024-09-07T15:27:44.777 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.G_CK8l80A2GEiVWjIeCz_ESDcUWC1Vi_0 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7988181187374494463', time=2024-09-07T16:45:14.057710+0000, chain.objs.size()=1 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hlANDDaE1AtGhdAQd2_WetG-LChvOOR_0 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12608041494476762031', time=2024-09-07T16:45:14.332021+0000, chain.objs.size()=1 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.fADm-ln99b4Qf031GZxWaw4CnJ_NwUA_0 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4335027374781317837', time=2024-09-07T16:45:15.143312+0000, chain.objs.size()=1 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.R9IGV4svUB9OippR8sGGNofpevSByzk_0 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4135025872950166979', time=2024-09-07T16:45:15.982671+0000, chain.objs.size()=1 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.XONbzUPhixHXwFLEiK7RnukFqx-wV1o_0 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14957614309896421236', time=2024-09-07T16:45:15.984729+0000, chain.objs.size()=1 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.BSnqf3gbuf6zNRvcA18yC4-7RM6Skeu_0 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4255448492027342802', time=2024-09-07T16:45:19.045043+0000, chain.objs.size()=1 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.K3L_-oVrCDJK5WzhVmxGrCJgtJALlHx_0 2024-09-07T15:27:44.778 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.798341140418310722', time=2024-09-07T16:45:20.448356+0000, chain.objs.size()=1 2024-09-07T15:27:44.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.773+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.1wcsr9ZJfROIpK3EPy9er6jLCfkSqe1_0 2024-09-07T15:27:44.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18292979388367321792', time=2024-09-07T16:45:20.890212+0000, chain.objs.size()=1 2024-09-07T15:27:44.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jEMCMEo0-ymo7YQlgHp7ffr0TVEWNas_0 2024-09-07T15:27:44.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1741821784014144519', time=2024-09-07T16:45:22.263024+0000, chain.objs.size()=1 2024-09-07T15:27:44.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.vcA6bnx6ISuDl3GJ9E-BhEkE1yZ0hZi_0 2024-09-07T15:27:44.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15499582929179052076', time=2024-09-07T16:45:22.484557+0000, chain.objs.size()=1 2024-09-07T15:27:44.779 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Z5jrDIdh-1VmqTUFuSkHn0lwD0bZqu__0 2024-09-07T15:27:44.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5615196180279787657', time=2024-09-07T16:45:22.862183+0000, chain.objs.size()=1 2024-09-07T15:27:44.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.UqJL2KeHOQNV3S9k-cfzXwFLKo4iZDS_0 2024-09-07T15:27:44.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15492644967252601225', time=2024-09-07T16:45:24.107058+0000, chain.objs.size()=1 2024-09-07T15:27:44.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.aoI5dDrDUsRzKJDym3TaTWqCATlk-2d_0 2024-09-07T15:27:44.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4540249896894125233', time=2024-09-07T16:45:24.470654+0000, chain.objs.size()=1 2024-09-07T15:27:44.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jAdXrvdLIOnqZimEZBoVmcgJODGu77c_0 2024-09-07T15:27:44.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10068792056607067530', time=2024-09-07T16:45:26.675463+0000, chain.objs.size()=1 2024-09-07T15:27:44.781 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.777+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0lBl3AgJ9nDtlvK_K1s_MvgscDNduzC_0 2024-09-07T15:27:44.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14638483768098549930', time=2024-09-07T16:45:29.491397+0000, chain.objs.size()=1 2024-09-07T15:27:44.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.AnOtFYGk5DbkSKyhPOc09M2ncIwJjft_0 2024-09-07T15:27:44.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5779271655252896192', time=2024-09-07T16:45:29.492949+0000, chain.objs.size()=1 2024-09-07T15:27:44.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.IMQX85KBGxkPsfWpja9844tlF_GCs0C_0 2024-09-07T15:27:44.782 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15588573831821497402', time=2024-09-07T16:45:29.566792+0000, chain.objs.size()=1 2024-09-07T15:27:44.783 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.8dOokvWzWFdpvuGHh1W41WnshfgoOwq_0 2024-09-07T15:27:44.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9040990084746554115', time=2024-09-07T16:45:32.814868+0000, chain.objs.size()=1 2024-09-07T15:27:44.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.M-J7_vVcKSqYObaKiFTE7tZ-zQhoTB1_0 2024-09-07T15:27:44.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4612680023372200650', time=2024-09-07T16:45:33.839666+0000, chain.objs.size()=1 2024-09-07T15:27:44.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.lphjFWktZAXyQ5QKJQ94kALr40sAt_2_0 2024-09-07T15:27:44.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6766920428150889586', time=2024-09-07T16:47:19.038935+0000, chain.objs.size()=1 2024-09-07T15:27:44.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Rbgnf4f2UYYOhpguGK6rT8ULw46zuV1_0 2024-09-07T15:27:44.784 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4899525249517747142', time=2024-09-07T16:47:19.497678+0000, chain.objs.size()=1 2024-09-07T15:27:44.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8Cc33iKPry3PXcwVl9i_9UbA_rIX2ur_0 2024-09-07T15:27:44.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9811190042069467505', time=2024-09-07T16:47:20.044689+0000, chain.objs.size()=1 2024-09-07T15:27:44.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.MKxFCRjulVsAoIQaJ8GdqD10wsiVi7s_0 2024-09-07T15:27:44.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.639917122127689845', time=2024-09-07T16:47:20.403898+0000, chain.objs.size()=1 2024-09-07T15:27:44.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uqLvEU0vEQxOShNenCTX9W3t7MNsgW2_0 2024-09-07T15:27:44.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12801851063153881938', time=2024-09-07T16:47:20.979746+0000, chain.objs.size()=1 2024-09-07T15:27:44.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8E-Vu3Q7L1hWtVKbHnEAl3qTQVRbrpO_0 2024-09-07T15:27:44.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13326636741030851102', time=2024-09-07T16:47:21.201874+0000, chain.objs.size()=1 2024-09-07T15:27:44.785 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.euPVjEc4404o4WbAqLrBr-GcF6_c-p7_0 2024-09-07T15:27:44.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8835944422181070793', time=2024-09-07T16:47:21.960245+0000, chain.objs.size()=1 2024-09-07T15:27:44.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.781+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.POj7mapOdSBbmqM0l2i7lYqoD6YbjBg_0 2024-09-07T15:27:44.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12375251405967074485', time=2024-09-07T16:47:23.805188+0000, chain.objs.size()=1 2024-09-07T15:27:44.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ndw1nav5DIIQXwf5nFWHQlll5oEEDFo_0 2024-09-07T15:27:44.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3373073000272438630', time=2024-09-07T16:47:24.269679+0000, chain.objs.size()=1 2024-09-07T15:27:44.786 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vSLzaGtvise-L-cOxCkkg-pQKPT3xxS_0 2024-09-07T15:27:44.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2546854260964348601', time=2024-09-07T16:47:24.708239+0000, chain.objs.size()=1 2024-09-07T15:27:44.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.QmsJXAvVVlhYkdDeN0pVUV0oqMGFFAg_0 2024-09-07T15:27:44.787 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2063868109584764612', time=2024-09-07T16:47:26.366087+0000, chain.objs.size()=1 2024-09-07T15:27:44.788 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-zcLThjVK2vfwpwBLp5XSDIHpXowWn-_0 2024-09-07T15:27:44.788 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4647358659559547528', time=2024-09-07T16:47:30.449129+0000, chain.objs.size()=1 2024-09-07T15:27:44.788 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vCDzGrLKVi2PeCkLc_GZqXBli34AFMx_0 2024-09-07T15:27:44.788 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10182134162677722362', time=2024-09-07T16:47:31.728996+0000, chain.objs.size()=1 2024-09-07T15:27:44.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qVLtX67vAu4aDIH9X7zwjCbzmDM9nQI_0 2024-09-07T15:27:44.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9536042950977282349', time=2024-09-07T16:47:32.398475+0000, chain.objs.size()=1 2024-09-07T15:27:44.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RiQ6CBznO4E0XS9-hVZWUX9GX6V104A_0 2024-09-07T15:27:44.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2463577453297604037', time=2024-09-07T16:47:33.131166+0000, chain.objs.size()=1 2024-09-07T15:27:44.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.p-vC1g3qM3iX9SWOm8jStLQan7gL9iJ_0 2024-09-07T15:27:44.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6628366166392863053', time=2024-09-07T16:47:33.135066+0000, chain.objs.size()=1 2024-09-07T15:27:44.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.geYYX955YIVWTTxJd6qQs7z-26xlb-d_0 2024-09-07T15:27:44.789 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3362820300529082464', time=2024-09-07T16:47:33.225124+0000, chain.objs.size()=1 2024-09-07T15:27:44.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JE_Ptdw6OKZCGJgC9s2lPPAjxl2CbwP_0 2024-09-07T15:27:44.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8786641509772945779', time=2024-09-07T16:47:33.315170+0000, chain.objs.size()=1 2024-09-07T15:27:44.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.785+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6jZbr272W0Rh8bGFcidIqi2cw3zNCzB_0 2024-09-07T15:27:44.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.789+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9314820508950930500', time=2024-09-07T16:47:33.658626+0000, chain.objs.size()=1 2024-09-07T15:27:44.790 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.789+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.cNgcy4QSijRtk28tSlwvZOCe8L79Ojo_0 2024-09-07T15:27:44.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.789+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10519670634504320156', time=2024-09-07T16:47:36.363568+0000, chain.objs.size()=1 2024-09-07T15:27:44.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.789+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.SMpu4c5vEcFYT95FjxCc1pUdq6H-Yir_0 2024-09-07T15:27:44.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.789+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5555840569140495273', time=2024-09-07T16:47:37.058094+0000, chain.objs.size()=1 2024-09-07T15:27:44.791 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.789+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0C6tDPsc0Plxj-EPdGHA8b-TkImlODM_0 2024-09-07T15:27:44.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.789+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15506525686473997670', time=2024-09-07T16:47:37.939246+0000, chain.objs.size()=1 2024-09-07T15:27:44.792 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.789+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.PP68JML_rFQp2Udj1bPfMVvg-n7pOej_0 2024-09-07T15:27:44.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.789+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11713010479753991910', time=2024-09-07T16:47:38.012996+0000, chain.objs.size()=1 2024-09-07T15:27:44.793 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.789+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RmoABLoGMBswqvl-0zG-N2zTPYaxIV5_0 2024-09-07T15:27:44.795 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/43837 2024-09-07T15:27:44.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-07T15:27:44.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12513845632708531348', time=2024-09-07T16:47:40.228395+0000, chain.objs.size()=1 2024-09-07T15:27:44.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FnFuVuPlw9m4pnuiG-ATQtkibayxfuI_0 2024-09-07T15:27:44.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8567695355949395241', time=2024-09-07T16:47:40.795169+0000, chain.objs.size()=1 2024-09-07T15:27:44.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ueguawO4gOhm_bG2M8flijCVGi_SRZq_0 2024-09-07T15:27:44.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9146129671101441369', time=2024-09-07T16:47:41.021938+0000, chain.objs.size()=1 2024-09-07T15:27:44.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8CfAa9jtUqL9Lw4GOOXEWrfeBW3P6eb_0 2024-09-07T15:27:44.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16832737279647657013', time=2024-09-07T16:47:43.261263+0000, chain.objs.size()=1 2024-09-07T15:27:44.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.73ZzI8gjdD_QV9vsJc2lkHnhNYMDtxF_0 2024-09-07T15:27:44.798 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17648079274908219541', time=2024-09-07T16:47:45.515252+0000, chain.objs.size()=1 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.HdfygeruihknLa38X8ReCMDf5F1jITe_0 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13697257499610861419', time=2024-09-07T16:47:46.065383+0000, chain.objs.size()=1 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0MWGUSTMn0l8bAS8nkK3TxQ0rr7DgDg_0 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14879744124532984641', time=2024-09-07T16:47:46.398174+0000, chain.objs.size()=1 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6kj8VeFS9fFrJVDXbvIYLXI3r9NoCvY_0 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12997840392035941259', time=2024-09-07T16:47:48.049059+0000, chain.objs.size()=1 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2AWvjU_ArmvRgKf8wfF1lJlDxZftk0C_0 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16801626835723230287', time=2024-09-07T16:47:48.236187+0000, chain.objs.size()=1 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.H0LWMOVG_FsOVrWtVm6jPK4-FTsSpfH_0 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13012174008365406751', time=2024-09-07T16:47:49.607969+0000, chain.objs.size()=1 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.r9QG3cvjzJpHb6c6v0SniG--cE2aMN6_0 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5808610142865940457', time=2024-09-07T16:48:05.573840+0000, chain.objs.size()=1 2024-09-07T15:27:44.799 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.334__shadow_.pjdD5-qmtR7UYLUL1npRzpjcK8Lmp69_0 2024-09-07T15:27:44.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3654518420281098169', time=2024-09-07T16:49:29.647582+0000, chain.objs.size()=1 2024-09-07T15:27:44.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.793+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.383__shadow_.eZz37bwqtaxdISeMwVqR8JK7arkE3uq_0 2024-09-07T15:27:44.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.797+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12931427480222541167', time=2024-09-07T16:50:20.357102+0000, chain.objs.size()=1 2024-09-07T15:27:44.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.797+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.411__shadow_.EGxUTtxo2QnmuIJuyrU2QXNNYamvuUW_0 2024-09-07T15:27:44.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.797+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12914051783471202311', time=2024-09-07T16:51:01.328042+0000, chain.objs.size()=1 2024-09-07T15:27:44.800 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.797+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.434__shadow_.k1Knjmep764LqH-ZxWH9flqGFGZ-fGa_0 2024-09-07T15:27:44.801 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.797+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11488209262582504331', time=2024-09-07T16:52:07.884106+0000, chain.objs.size()=1 2024-09-07T15:27:44.801 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.797+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.464__shadow_.QFiE1zTns8RVA4E-fdQw6sFQHDUY_oL_0 2024-09-07T15:27:44.801 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14451862433198157141', time=2024-09-07T16:52:38.033226+0000, chain.objs.size()=1 2024-09-07T15:27:44.802 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484__shadow_.Tk2y9ThrfLQHeb42w_5_wBZbHPQnMf7_0 2024-09-07T15:27:44.802 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13505406359004475675', time=2024-09-07T16:52:53.420240+0000, chain.objs.size()=1 2024-09-07T15:27:44.802 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.488__shadow_.VLUt_izqRMRscTYLUAH30-e4N9nRVGy_0 2024-09-07T15:27:44.802 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13794050264957041760', time=2024-09-07T16:53:15.349418+0000, chain.objs.size()=1 2024-09-07T15:27:44.802 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.501__shadow_.e6-n-pSDHxUvIJuzbkfAlj30f3yk2SN_0 2024-09-07T15:27:44.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13270845031448556970', time=2024-09-07T17:04:37.514450+0000, chain.objs.size()=1 2024-09-07T15:27:44.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:M1oRlRaCzVVesWAZECIzeSQ9jvhmTno_.PQ6wjeonSYR8mokMZVxdLADsFczZKcD_0 2024-09-07T15:27:44.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17342077157153002926', time=2024-09-07T17:05:09.758886+0000, chain.objs.size()=1 2024-09-07T15:27:44.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.575__shadow:SNHTlU4jUkwvwakTVgmqFKu02BuokkZ_.V5tliqJR78I3dx83537ADspFfjHMT3P_0 2024-09-07T15:27:44.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10069194083724389107', time=2024-09-07T17:05:28.280461+0000, chain.objs.size()=1 2024-09-07T15:27:44.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.577__shadow:ICUogacmaQVqTcrcidV1xP8md9X1L0L_.FVgwvdZtVOONoRJMIo8udZkdZ9RU7de_0 2024-09-07T15:27:44.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15434779105095178472', time=2024-09-07T17:05:49.561672+0000, chain.objs.size()=1 2024-09-07T15:27:44.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:Ljweq9wisYVC-YgQods0FJV.yxnmskT_.5LYhBVYJIwYZiJF4l_cNYqUEo1NsjWc_0 2024-09-07T15:27:44.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9483910086094530858', time=2024-09-07T17:07:21.842358+0000, chain.objs.size()=1 2024-09-07T15:27:44.803 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.801+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.581__shadow:OS0fzPxsETnFEfBsCamxg3fhjSRTT.n_.IE4PnzlUlwOOPNKHLvNPNShPKV-JF2l_0 2024-09-07T15:27:44.808 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.805+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.810 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-07T15:27:44.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.812 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.813 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47659' 2024-09-07T15:27:44.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10279842381697061585', time=2024-09-07T16:31:02.880736+0000, chain.objs.size()=2 2024-09-07T15:27:44.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.159__shadow_.kPqF_oTOmgggp0Wz4b9nw_ZlMeH9emN_0 2024-09-07T15:27:44.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.159__shadow_.kPqF_oTOmgggp0Wz4b9nw_ZlMeH9emN_1 2024-09-07T15:27:44.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.873126873028419004', time=2024-09-07T16:31:20.428322+0000, chain.objs.size()=3 2024-09-07T15:27:44.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.160__multipart_mymultipart-STANDARD.2~4ldgdJJKyhIG8MMw1SGXkcGjkMbEGn-.1 2024-09-07T15:27:44.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.160__multipart_mymultipart-STANDARD.2~4ldgdJJKyhIG8MMw1SGXkcGjkMbEGn-.2 2024-09-07T15:27:44.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.160__multipart_mymultipart-STANDARD.2~4ldgdJJKyhIG8MMw1SGXkcGjkMbEGn-.3 2024-09-07T15:27:44.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15296751734720829554', time=2024-09-07T16:37:36.598943+0000, chain.objs.size()=1 2024-09-07T15:27:44.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.231__shadow_._EvD4VuFGV7ykLPDzbjfCLWhAthDoMx_0 2024-09-07T15:27:44.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10406012270336936114', time=2024-09-07T16:37:52.505159+0000, chain.objs.size()=1 2024-09-07T15:27:44.814 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.238__shadow_.gmpeOarIExNeul5zua-zCnzJ2eBM_Qm_0 2024-09-07T15:27:44.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8770375538175762803', time=2024-09-07T16:38:01.503426+0000, chain.objs.size()=1 2024-09-07T15:27:44.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.242__shadow_.EibWORbL3Y7VLzNSSnfysqgaVJfu1jt_0 2024-09-07T15:27:44.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4367353842984840296', time=2024-09-07T16:38:10.662761+0000, chain.objs.size()=1 2024-09-07T15:27:44.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.245__shadow_.A5hI_7zN3Z555x8dVSeX8J8qn0AbHDm_0 2024-09-07T15:27:44.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2979366921061331841', time=2024-09-07T16:38:14.745262+0000, chain.objs.size()=1 2024-09-07T15:27:44.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.247__shadow_.ZyLHKdfABf5b1oFpdNGIMviw3mlAbk7_0 2024-09-07T15:27:44.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17381152031712957220', time=2024-09-07T16:38:25.068041+0000, chain.objs.size()=1 2024-09-07T15:27:44.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.252__shadow_.xYEIA8_eF006wLs1aiJ6OrLQ672Mk6l_0 2024-09-07T15:27:44.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10444501201545756199', time=2024-09-07T16:38:27.155820+0000, chain.objs.size()=1 2024-09-07T15:27:44.815 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.809+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.253__shadow_.sOsqj0P0ndcL50aYoUto3xg6MGIxYdx_0 2024-09-07T15:27:44.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13871103032190516183', time=2024-09-07T16:38:45.464316+0000, chain.objs.size()=1 2024-09-07T15:27:44.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.262__shadow_.4DoUVQeTdypKXXqCZXm1XeF9QHS03SN_0 2024-09-07T15:27:44.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15896113231333593544', time=2024-09-07T16:40:29.901230+0000, chain.objs.size()=1 2024-09-07T15:27:44.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.S97v09Pc3XvUVETDvkFsR1Gdeuj0zXT_0 2024-09-07T15:27:44.817 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2706357917927795634', time=2024-09-07T16:40:30.023133+0000, chain.objs.size()=1 2024-09-07T15:27:44.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.39tv4ZfHpWGaKw3vLh-jt7XqLn_eehs_0 2024-09-07T15:27:44.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.813+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4965629735168553309', time=2024-09-07T16:40:31.183699+0000, chain.objs.size()=1 2024-09-07T15:27:44.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.813+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.QqIcxoaHrUN-3nNSko7t4G6Qt2J-64Y_0 2024-09-07T15:27:44.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14983304213567087294', time=2024-09-07T16:40:32.187196+0000, chain.objs.size()=1 2024-09-07T15:27:44.818 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.M4yOcmIb3l9ECkxUT-K0T47lTRt8Yhu_0 2024-09-07T15:27:44.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13779314516282732494', time=2024-09-07T16:40:32.770970+0000, chain.objs.size()=1 2024-09-07T15:27:44.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.uhUUcJdMGhLtAn5q3ZxDGfEL_PUy-o2_0 2024-09-07T15:27:44.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6804329050666758985', time=2024-09-07T16:40:33.241201+0000, chain.objs.size()=1 2024-09-07T15:27:44.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.CD36SOc2z2CDJ1GMUj48QvR9b75bcdC_0 2024-09-07T15:27:44.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10906153361863775112', time=2024-09-07T16:40:33.297104+0000, chain.objs.size()=1 2024-09-07T15:27:44.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.raU03J9waRt6xUfghgRcKaND_G_XZ5n_0 2024-09-07T15:27:44.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9353823279035674866', time=2024-09-07T16:40:34.884382+0000, chain.objs.size()=1 2024-09-07T15:27:44.819 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.3SzsnXNmzKLRgYy4Gt4Sg7drHFYGE5X_0 2024-09-07T15:27:44.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8992123102045418995', time=2024-09-07T16:40:39.138376+0000, chain.objs.size()=1 2024-09-07T15:27:44.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PJEJki14MIKjWzxyD5fkV5P0cZhgT_o_0 2024-09-07T15:27:44.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16557362222792384095', time=2024-09-07T16:40:39.140509+0000, chain.objs.size()=1 2024-09-07T15:27:44.820 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.817+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.MFgOWPQs-RcMxK6Mx08445z4Qs3VUeU_0 2024-09-07T15:27:44.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14619927328353057678', time=2024-09-07T16:40:40.379829+0000, chain.objs.size()=1 2024-09-07T15:27:44.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.iKvnql3-Wp8e_AK1QnsgUNN2oeJGmg5_0 2024-09-07T15:27:44.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4150346443980373988', time=2024-09-07T16:40:43.110306+0000, chain.objs.size()=1 2024-09-07T15:27:44.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._jEhCct5Oc6HK5PxeDlSo_NIwhIfOFe_0 2024-09-07T15:27:44.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15623970435392828023', time=2024-09-07T16:40:43.255178+0000, chain.objs.size()=1 2024-09-07T15:27:44.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.iH6Pz9unKO8iRdBwpc-qM5KOsUurRxb_0 2024-09-07T15:27:44.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14503042503669872986', time=2024-09-07T16:40:43.601757+0000, chain.objs.size()=1 2024-09-07T15:27:44.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vqhXpAU8a3k_9K9bqDn5E4IvubfHcn0_0 2024-09-07T15:27:44.822 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17950236471344641971', time=2024-09-07T16:40:47.233813+0000, chain.objs.size()=1 2024-09-07T15:27:44.823 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TGwMihuf5h3LE1yzm4Fp8HAMs5iaJWe_0 2024-09-07T15:27:44.824 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13072876860356457268', time=2024-09-07T16:40:47.600858+0000, chain.objs.size()=1 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ycwN6eG14bBCCgN5JDl4UFpfmH0Mb6t_0 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2161942385088854468', time=2024-09-07T16:40:48.070048+0000, chain.objs.size()=1 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.s6uVKMZ5xmQQDX9PMqsW8oGsbBAjGd5_0 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1489606160178101556', time=2024-09-07T16:40:48.207957+0000, chain.objs.size()=1 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.r01hzCqm8MdvTV_ttTd17UVPZ15FZNr_0 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2017373511436718453', time=2024-09-07T16:40:49.776533+0000, chain.objs.size()=1 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-KKZUEvYrNuF8ZhIIw91n4_zj8KDwwz_0 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12134200718591884782', time=2024-09-07T16:40:50.009337+0000, chain.objs.size()=1 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.6gH268xlsqj11eawpmL9raB0L4Phn9s_0 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12658833410684065873', time=2024-09-07T16:40:51.395151+0000, chain.objs.size()=1 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Je3uxXya7BYI-6jb9lIlC3jF5zX_lit_0 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4658078359046447592', time=2024-09-07T16:40:52.253723+0000, chain.objs.size()=1 2024-09-07T15:27:44.825 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.821+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.XKD3aLgVsyP7Gc8u4MoCIZysoNp5M5C_0 2024-09-07T15:27:44.826 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11976828397845662466', time=2024-09-07T16:40:53.870166+0000, chain.objs.size()=1 2024-09-07T15:27:44.826 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.q4UL1S0Kz0QcISb_R7OPEsa29VBh76b_0 2024-09-07T15:27:44.826 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2792218024757136907', time=2024-09-07T16:40:54.855425+0000, chain.objs.size()=1 2024-09-07T15:27:44.826 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.DLgN7Ws_IMbIcFjzHhJ9OX-kA81PYJa_0 2024-09-07T15:27:44.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11681150704201448570', time=2024-09-07T16:40:55.278716+0000, chain.objs.size()=1 2024-09-07T15:27:44.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FPcqlJnmcgfYzZrK13wltFtywhsj6yU_0 2024-09-07T15:27:44.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe0769e3640 0 -- 172.21.15.107:0/230790490 >> [v2:172.21.15.148:6808/235857030,v1:172.21.15.148:6809/235857030] conn(0x7fdf40081f70 msgr2=0x7fdf400843a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-07T15:27:44.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11649104892832145487', time=2024-09-07T16:40:56.152855+0000, chain.objs.size()=1 2024-09-07T15:27:44.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Bt_zEYUK9ftFmg6q4EEJK_wNAOmdUsO_0 2024-09-07T15:27:44.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15040038151858188312', time=2024-09-07T16:40:56.268069+0000, chain.objs.size()=1 2024-09-07T15:27:44.827 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PhF0NCL-u-NjqhexMHyMmGvxfEonS8F_0 2024-09-07T15:27:44.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13986626062411355955', time=2024-09-07T16:40:58.817774+0000, chain.objs.size()=1 2024-09-07T15:27:44.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-mN3_BSxkBOYIoh4CfaBk5gZEX8zwED_0 2024-09-07T15:27:44.829 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13718497226140042060', time=2024-09-07T16:40:58.901340+0000, chain.objs.size()=1 2024-09-07T15:27:44.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zqBq4xGUr_11vOHEI_661ckMWVCmxdp_0 2024-09-07T15:27:44.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2775310637724601473', time=2024-09-07T16:41:17.039589+0000, chain.objs.size()=1 2024-09-07T15:27:44.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.271__shadow_.fbPKB3U3g7N_uQ2Pb2NLDlkgs5hViCW_0 2024-09-07T15:27:44.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4706987175056407152', time=2024-09-07T16:41:18.974309+0000, chain.objs.size()=1 2024-09-07T15:27:44.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.272__shadow_.VKFD8sb9Hy7HK8Ucoms9XASxYndp3qX_0 2024-09-07T15:27:44.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14471112294397472152', time=2024-09-07T16:41:18.985516+0000, chain.objs.size()=1 2024-09-07T15:27:44.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.272__shadow_.Z0SJzmn6Km3Tw9rT08vKNU5SYYX5fMJ_0 2024-09-07T15:27:44.830 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1554346519181087651', time=2024-09-07T16:42:11.213537+0000, chain.objs.size()=1 2024-09-07T15:27:44.831 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.825+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.CgyQdb3dJ1x64-YlFz4fuowZu5m2pdf_0 2024-09-07T15:27:44.831 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.829+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18276336863303173919', time=2024-09-07T16:42:13.577861+0000, chain.objs.size()=1 2024-09-07T15:27:44.831 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.829+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.295__shadow_.HF8l09L7iBeBHaVDTxRpADVWGVrKwPF_0 2024-09-07T15:27:44.831 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.829+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6323971877931907468', time=2024-09-07T16:42:15.585057+0000, chain.objs.size()=1 2024-09-07T15:27:44.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.829+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.296__shadow_.C4UjnPo_h_bx2IihVnWVjRoQ4_qwfCc_0 2024-09-07T15:27:44.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.829+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17594377671681952979', time=2024-09-07T16:42:15.608180+0000, chain.objs.size()=1 2024-09-07T15:27:44.832 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.829+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.296__shadow_.Cp5l5h9go3n668h6AyjaTLoApWMBE87_0 2024-09-07T15:27:44.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2676535626380162746', time=2024-09-07T16:42:30.380721+0000, chain.objs.size()=1 2024-09-07T15:27:44.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.303__shadow_.udUbKtXwrLGGJ5PmBho8fuJKHaSeC17_0 2024-09-07T15:27:44.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15339765726411947972', time=2024-09-07T16:42:39.133228+0000, chain.objs.size()=1 2024-09-07T15:27:44.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.307__shadow_.M5JIrZoivmOZ3vKzMBCdAPN4qPP8ayd_0 2024-09-07T15:27:44.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15860382528231770189', time=2024-09-07T16:42:53.219053+0000, chain.objs.size()=1 2024-09-07T15:27:44.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.314__shadow_.Hvf41EZyqteou84dfsy2m6HoZiBdxsK_0 2024-09-07T15:27:44.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5873491949133763850', time=2024-09-07T16:43:16.684420+0000, chain.objs.size()=1 2024-09-07T15:27:44.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.322__shadow_.MwJhy3cX_R65m0mxGMZ_vdoTt6eiOjp_0 2024-09-07T15:27:44.835 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15776835575745506878', time=2024-09-07T16:45:04.306192+0000, chain.objs.size()=1 2024-09-07T15:27:44.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.qO8XL7rvCk_9Ri-3npOWAzXA1SsA2kc_0 2024-09-07T15:27:44.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9829113164603815562', time=2024-09-07T16:45:05.627202+0000, chain.objs.size()=1 2024-09-07T15:27:44.836 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ggbe48i9UIfqbVDjS1QzIYLq68IQfKZ_0 2024-09-07T15:27:44.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12030033030812063062', time=2024-09-07T16:45:06.874126+0000, chain.objs.size()=1 2024-09-07T15:27:44.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.nqO8N3T8d119qMVazEIzlx_MPlKoq60_0 2024-09-07T15:27:44.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2748974594117586357', time=2024-09-07T16:45:08.915201+0000, chain.objs.size()=1 2024-09-07T15:27:44.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.IThOKGlrrM6bnV48qooK6mVxVzphlCL_0 2024-09-07T15:27:44.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1164113081347711620', time=2024-09-07T16:45:10.198573+0000, chain.objs.size()=1 2024-09-07T15:27:44.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-Jlrh__2Quq-HQ3hY_UHLLWo_IoQ2_w_0 2024-09-07T15:27:44.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13040957959821425126', time=2024-09-07T16:45:12.958719+0000, chain.objs.size()=1 2024-09-07T15:27:44.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6dV-QXthhbc71Fe1i_oWXT1excJckn1_0 2024-09-07T15:27:44.837 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11718708846436374900', time=2024-09-07T16:45:13.318872+0000, chain.objs.size()=1 2024-09-07T15:27:44.838 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.833+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.BBy9TrrLdQQMtUcD8TyZQ19W76FaQxJ_0 2024-09-07T15:27:44.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17668564047653080808', time=2024-09-07T16:45:13.473055+0000, chain.objs.size()=1 2024-09-07T15:27:44.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gDLKxX-909pVSke4grnKdkWn91YgXEW_0 2024-09-07T15:27:44.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6202734847225386866', time=2024-09-07T16:45:14.328539+0000, chain.objs.size()=1 2024-09-07T15:27:44.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Vjk00mh7BddW_q3O7k0Jq5A36tOyWqq_0 2024-09-07T15:27:44.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17286366296667780144', time=2024-09-07T16:45:14.331969+0000, chain.objs.size()=1 2024-09-07T15:27:44.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.GElZO6m0VPWLor0qSL80pvV2iHsZA___0 2024-09-07T15:27:44.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6564002124631792025', time=2024-09-07T16:45:16.402439+0000, chain.objs.size()=1 2024-09-07T15:27:44.839 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.kDRnpM4JMC7dnLtX6eFVxhRiQMr7D1t_0 2024-09-07T15:27:44.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8933934769072439697', time=2024-09-07T16:45:17.045119+0000, chain.objs.size()=1 2024-09-07T15:27:44.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9E2ZpFSHdUg6uCb6qzRFRNeEkHeMQWg_0 2024-09-07T15:27:44.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12495268115246109707', time=2024-09-07T16:45:17.297349+0000, chain.objs.size()=1 2024-09-07T15:27:44.840 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.sPsTHVtpHV-nJLjVxMYUFUrxGLv4Hcd_0 2024-09-07T15:27:44.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9144836815698638655', time=2024-09-07T16:45:17.699633+0000, chain.objs.size()=1 2024-09-07T15:27:44.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HGOM0RLpr4-YDQaC_vBY5rkdMjkdwHz_0 2024-09-07T15:27:44.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16151048621543520007', time=2024-09-07T16:45:17.952945+0000, chain.objs.size()=1 2024-09-07T15:27:44.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.qQEFQFwcwHY9sjhJGn0T0CBjcVjgfzG_0 2024-09-07T15:27:44.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2565053786134535447', time=2024-09-07T16:45:18.160280+0000, chain.objs.size()=1 2024-09-07T15:27:44.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.okB8l2V6ToIDYCfpznpAzbWAF0-umkL_0 2024-09-07T15:27:44.841 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7200382115943113910', time=2024-09-07T16:45:18.782888+0000, chain.objs.size()=1 2024-09-07T15:27:44.842 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.AUCXVoK59Ws-VgC-hIsU2W155Jr-Ica_0 2024-09-07T15:27:44.842 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5936759429918472694', time=2024-09-07T16:45:21.896218+0000, chain.objs.size()=1 2024-09-07T15:27:44.842 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.837+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.2AKCZya--Qc1QRdTA0K93cIS6FE6679_0 2024-09-07T15:27:44.842 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6192150998617143582', time=2024-09-07T16:45:24.471543+0000, chain.objs.size()=1 2024-09-07T15:27:44.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.lTgXA9MtLQAbyPaSt-IYdgDtevAOfG1_0 2024-09-07T15:27:44.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12311958515957022551', time=2024-09-07T16:45:28.399279+0000, chain.objs.size()=1 2024-09-07T15:27:44.843 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.0G4iQgiJYDIZVWvRTOFxe5WP4UIfYLO_0 2024-09-07T15:27:44.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7773337663514116728', time=2024-09-07T16:45:29.929540+0000, chain.objs.size()=1 2024-09-07T15:27:44.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Br01ZscD03_Q8trzjV-NcVkdAZ4bKcp_0 2024-09-07T15:27:44.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9806215675099857541', time=2024-09-07T16:45:33.746748+0000, chain.objs.size()=1 2024-09-07T15:27:44.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.M2ZVWiPRLtzHa-rjBDCQDzDsf3xX--3_0 2024-09-07T15:27:44.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5720623319092848870', time=2024-09-07T16:47:19.039188+0000, chain.objs.size()=1 2024-09-07T15:27:44.844 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.QldNk5dX5CoKvQS3Sz1GvkQWmaal6qM_0 2024-09-07T15:27:44.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12609810420665005309', time=2024-09-07T16:47:19.688889+0000, chain.objs.size()=1 2024-09-07T15:27:44.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zEfE1qQeSdf88r78-7VaInNG6_MVF6y_0 2024-09-07T15:27:44.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4152987036307556284', time=2024-09-07T16:47:19.937433+0000, chain.objs.size()=1 2024-09-07T15:27:44.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9AZNHYAKiLaDRNFG6sZJbUoV7CNfekj_0 2024-09-07T15:27:44.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6448343026634732914', time=2024-09-07T16:47:20.047638+0000, chain.objs.size()=1 2024-09-07T15:27:44.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gE7E5D5dxohwMfS8sbcPY2FNxB4sDGl_0 2024-09-07T15:27:44.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8539268688438743382', time=2024-09-07T16:47:21.311936+0000, chain.objs.size()=1 2024-09-07T15:27:44.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Wu87eugWbGQmCNj9QpJffcGzRJBQJ_j_0 2024-09-07T15:27:44.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8268506834074378535', time=2024-09-07T16:47:21.881112+0000, chain.objs.size()=1 2024-09-07T15:27:44.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8D9Q00uVsq87rs9M2uzID2yaUH0_XSC_0 2024-09-07T15:27:44.845 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6462842784336744751', time=2024-09-07T16:47:21.963541+0000, chain.objs.size()=1 2024-09-07T15:27:44.846 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.841+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.I3KI4wZlAOfprWQZAgLHyPExkTZEXzC_0 2024-09-07T15:27:44.846 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13795056454819357604', time=2024-09-07T16:47:23.803147+0000, chain.objs.size()=1 2024-09-07T15:27:44.846 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.p8Cc7Oo9l8o4zsp6v0n8Mlwxg8AhX7T_0 2024-09-07T15:27:44.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2703069824148993884', time=2024-09-07T16:47:25.591380+0000, chain.objs.size()=1 2024-09-07T15:27:44.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.K0fIufBY6JkfTWhOMm2LG7TG5tHqnEt_0 2024-09-07T15:27:44.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6408316571001482113', time=2024-09-07T16:47:25.683850+0000, chain.objs.size()=1 2024-09-07T15:27:44.848 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Tt-mTykjb6H2n6xUqb5OeNwAYCd8nXz_0 2024-09-07T15:27:44.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15339486933608121800', time=2024-09-07T16:47:26.169209+0000, chain.objs.size()=1 2024-09-07T15:27:44.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jIGv1rcI2KmbSnAZfbRF-Ohpx5EZJMU_0 2024-09-07T15:27:44.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1544476602803493729', time=2024-09-07T16:47:26.195849+0000, chain.objs.size()=1 2024-09-07T15:27:44.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.M1XkX-jVJ5gdw_iJ_e3d42OIvlYcz0S_0 2024-09-07T15:27:44.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4225688615432892712', time=2024-09-07T16:47:26.255493+0000, chain.objs.size()=1 2024-09-07T15:27:44.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wA4oR9bgN6VDslOi4Zu63s1r4vvE9CL_0 2024-09-07T15:27:44.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.700526169151452869', time=2024-09-07T16:47:27.579123+0000, chain.objs.size()=1 2024-09-07T15:27:44.849 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.845+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ns5JD5JQMcJyeNFbv5ZpP-usGJP8QPD_0 2024-09-07T15:27:44.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10692598411290296809', time=2024-09-07T16:47:28.954273+0000, chain.objs.size()=1 2024-09-07T15:27:44.852 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.fnlC1vql-Bz0Hiknh6l0OCsyDaHhgkf_0 2024-09-07T15:27:44.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11066613395269013395', time=2024-09-07T16:47:29.044947+0000, chain.objs.size()=1 2024-09-07T15:27:44.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9anyx2DjjCVfTPjitCzg6CLB3Q_zeRB_0 2024-09-07T15:27:44.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9464485313130819450', time=2024-09-07T16:47:29.544791+0000, chain.objs.size()=1 2024-09-07T15:27:44.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.UBUOwyqWuNCjstfFTtqIIDv-TOvnXGK_0 2024-09-07T15:27:44.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12927769294805654403', time=2024-09-07T16:47:30.369158+0000, chain.objs.size()=1 2024-09-07T15:27:44.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ltYki_WKd7C0jJWfWUYtA09fzL9DiDr_0 2024-09-07T15:27:44.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.849+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9452224958163845002', time=2024-09-07T16:47:30.448913+0000, chain.objs.size()=1 2024-09-07T15:27:44.853 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.849+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.BqxXNv-dnP1oJYjwzCHYMmG_bVoDU-v_0 2024-09-07T15:27:44.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9503681860771456624', time=2024-09-07T16:47:31.431200+0000, chain.objs.size()=1 2024-09-07T15:27:44.854 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6L6Kr1UXMR0fB9GICDg964Mi8dOACdO_0 2024-09-07T15:27:44.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5539871749328511166', time=2024-09-07T16:47:32.398819+0000, chain.objs.size()=1 2024-09-07T15:27:44.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.BOfvd2BHH24dA8RLJvPnjSTapD9m35W_0 2024-09-07T15:27:44.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12561364077467634723', time=2024-09-07T16:47:32.400612+0000, chain.objs.size()=1 2024-09-07T15:27:44.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wrthNyyesSsrMySQVpds2a_SU58fzDP_0 2024-09-07T15:27:44.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16893650601715621507', time=2024-09-07T16:47:33.547104+0000, chain.objs.size()=1 2024-09-07T15:27:44.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.WJzTK6ocJiMa6pb_P0e5eSzHWKOfJEe_0 2024-09-07T15:27:44.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5041999846367975861', time=2024-09-07T16:47:34.250269+0000, chain.objs.size()=1 2024-09-07T15:27:44.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gQuvVfbW_N0AF0k-H5nEOdko7jZLqfq_0 2024-09-07T15:27:44.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1147501686450130435', time=2024-09-07T16:47:35.599433+0000, chain.objs.size()=1 2024-09-07T15:27:44.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Ekr2yD7SeK_4pGe9MBexHfGWfUYFGeM_0 2024-09-07T15:27:44.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8132666699354029118', time=2024-09-07T16:47:35.973005+0000, chain.objs.size()=1 2024-09-07T15:27:44.855 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Jd0u4W9jl2yBoSyrYOfiBxw_7OB24uy_0 2024-09-07T15:27:44.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11460690474510913623', time=2024-09-07T16:47:36.812737+0000, chain.objs.size()=1 2024-09-07T15:27:44.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JYJsONvt-E24njBY5Qo7UBLyFLB59UY_0 2024-09-07T15:27:44.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10535993020938403442', time=2024-09-07T16:47:37.078565+0000, chain.objs.size()=1 2024-09-07T15:27:44.856 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.853+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.KPuYkpFPj943VRpR6J2HDCpCIqz9Dw7_0 2024-09-07T15:27:44.859 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47659 2024-09-07T15:27:44.861 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=27, truncated=0, next_marker='' 2024-09-07T15:27:44.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10010333291049525589', time=2024-09-07T16:47:37.999359+0000, chain.objs.size()=1 2024-09-07T15:27:44.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sSrbAv7-FILQsQtuuSOZrOuZhHPWQ_p_0 2024-09-07T15:27:44.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15080981931637492558', time=2024-09-07T16:47:38.616424+0000, chain.objs.size()=1 2024-09-07T15:27:44.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.AgwKtFqgrf8IlxjSRF7zrcuebzfDNj4_0 2024-09-07T15:27:44.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10537007319762429814', time=2024-09-07T16:47:40.992981+0000, chain.objs.size()=1 2024-09-07T15:27:44.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.GjB6OJ62GEuyIBgtEWBwrVsd_1QyQjc_0 2024-09-07T15:27:44.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8141982040919605802', time=2024-09-07T16:47:41.709153+0000, chain.objs.size()=1 2024-09-07T15:27:44.862 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9EbjtSrgWrj7RIk3P8PgwKAstMUlo7l_0 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1560807108936806614', time=2024-09-07T16:47:43.385456+0000, chain.objs.size()=1 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.62cpnBlZFxRIGhZTEghtJgqTpl1D5fG_0 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2378822171026384898', time=2024-09-07T16:47:44.663172+0000, chain.objs.size()=1 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._ANviLNPEkKtW9iJS1-wY2WOEXNkQyr_0 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11757264476861764712', time=2024-09-07T16:47:44.939725+0000, chain.objs.size()=1 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CVgQEbtDp6nB0fTJCBWe8zntoLPcyzu_0 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10124396736079875374', time=2024-09-07T16:47:45.118749+0000, chain.objs.size()=1 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yWKJbSBdYcU9iI4xckNnUCwnMFn9lW__0 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.870768009138182131', time=2024-09-07T16:47:45.145580+0000, chain.objs.size()=1 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.I7etj76VZXB7bcGHCvnjzLkHQyTa90w_0 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1255078430266786842', time=2024-09-07T16:47:47.095442+0000, chain.objs.size()=1 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.iRjYhsCjIygRHY24d7FvgyvJdh_BFGq_0 2024-09-07T15:27:44.863 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11259762379921754172', time=2024-09-07T16:47:47.108596+0000, chain.objs.size()=1 2024-09-07T15:27:44.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.D1WcIrUMe9ltz6bi82ZDXKdxa0n2Ab8_0 2024-09-07T15:27:44.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3230303646100016137', time=2024-09-07T16:47:47.553186+0000, chain.objs.size()=1 2024-09-07T15:27:44.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.857+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Ygm9N0Qkj-WVvbEQLZALVLhr4HI1m5i_0 2024-09-07T15:27:44.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15253529349585718404', time=2024-09-07T16:47:48.057571+0000, chain.objs.size()=1 2024-09-07T15:27:44.864 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.G995YAYjX_0WHO2uhMcsB-NMglntxyV_0 2024-09-07T15:27:44.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17638793549521390180', time=2024-09-07T16:47:53.040357+0000, chain.objs.size()=1 2024-09-07T15:27:44.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.327__shadow_.VnkeumunAOB60rNqOL9T0bBhx265b1w_0 2024-09-07T15:27:44.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16427834029993897434', time=2024-09-07T16:51:51.513055+0000, chain.objs.size()=1 2024-09-07T15:27:44.865 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.458__shadow_.vI-w1b52dGwg85i_k326T1cgJOYqXD5_0 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11009705569571232061', time=2024-09-07T16:52:38.033565+0000, chain.objs.size()=1 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484__shadow_.0LlzXqOZxt6fO-xnHBlhezDw0QQCbwZ_0 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13318570759393885264', time=2024-09-07T17:00:00.447732+0000, chain.objs.size()=2 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~UzeKmV4YFj9W1wh96dCZaHN-hKMHwVu.1 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~UzeKmV4YFj9W1wh96dCZaHN-hKMHwVu.2 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10199524320697111720', time=2024-09-07T17:00:12.297383+0000, chain.objs.size()=1 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~HPbfvUTQLju0S6aCRQpVwC3TsAAUMTd.1 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18073831994423804271', time=2024-09-07T17:00:21.304731+0000, chain.objs.size()=2 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~htwYZ0pz_J5cQJsIb_4LmyPy3TXY3ys.1 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~htwYZ0pz_J5cQJsIb_4LmyPy3TXY3ys.2 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~ECXqULx7e1hEMwvp22CiGuadt5mCjL4', time=2024-09-07T17:01:21.631343+0000, chain.objs.size()=1 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.532__multipart_mymultipart.2~ECXqULx7e1hEMwvp22CiGuadt5mCjL4.1 2024-09-07T15:27:44.866 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15421852913317683244', time=2024-09-07T17:07:21.817799+0000, chain.objs.size()=1 2024-09-07T15:27:44.867 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.861+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.581__shadow:Q7NEuOEZiecyvsnSVZ18h-miA971TlQ_.LGLnI7t6bF18uxTqo6ypBOY5lpPLNEw_0 2024-09-07T15:27:44.867 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.865+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8082798693676684878', time=2024-09-07T17:13:03.727007+0000, chain.objs.size()=1 2024-09-07T15:27:44.867 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.865+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.619__shadow_.-pyujXi1NxraorG9cYFpww6Mbpnk8S9_0 2024-09-07T15:27:44.869 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.865+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14972402693806816726', time=2024-09-07T17:15:02.313147+0000, chain.objs.size()=1 2024-09-07T15:27:44.869 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.865+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.642__shadow_.0Nm2Nw25dKzMi1dAEaM4dvDmHIbf9es_0 2024-09-07T15:27:44.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6565453079017944599', time=2024-09-07T17:17:17.361439+0000, chain.objs.size()=1 2024-09-07T15:27:44.870 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.669__shadow_.DXF-MF7M0gf0OdNXRq3ThW3eBE4AQa9_0 2024-09-07T15:27:44.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4464437974749999124', time=2024-09-07T17:18:00.878454+0000, chain.objs.size()=1 2024-09-07T15:27:44.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.697__shadow:UMbOVGClfrHVCKNXBmysaSwUVObhT81_.qA2Vj0AwWQJLDcRHKfreMUF2naA-nBZ_0 2024-09-07T15:27:44.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8812673065733214578', time=2024-09-07T17:18:18.776179+0000, chain.objs.size()=1 2024-09-07T15:27:44.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.706__shadow:AZiqCAg5MYNQAb3DdBDwUShHT2M48OV_.dDgLfFx9BfOF5VXZ87ktQ31GF-KHOKn_0 2024-09-07T15:27:44.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.869+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5642595451361150297', time=2024-09-07T17:20:07.457301+0000, chain.objs.size()=1 2024-09-07T15:27:44.871 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.742__shadow_.uC2aodyalbqbjikb9JzlBNIukB6jofV_0 2024-09-07T15:27:44.873 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.869+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.875 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-07T15:27:44.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.877 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.873+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48596' 2024-09-07T15:27:44.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7421501353392695485', time=2024-09-07T16:31:25.802237+0000, chain.objs.size()=1 2024-09-07T15:27:44.878 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.L1IPAg6kCHVz1wkktkPQK3A9x6IjThm_0 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_w0tkOMpwfBJeEI0_pqp1pSiVhb96n1K', time=2024-09-07T16:31:27.209830+0000, chain.objs.size()=1 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.j0TJG9HYlJGp-kDHKHUV3xbNj-2_aKN_0 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7462334448851151658', time=2024-09-07T16:32:05.464339+0000, chain.objs.size()=3 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__multipart_foo-LUKEWARM.2~im3yMT2O6o2zNouEDh2pVnKZQEo9x2C.1 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__multipart_foo-LUKEWARM.2~im3yMT2O6o2zNouEDh2pVnKZQEo9x2C.2 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__multipart_foo-LUKEWARM.2~im3yMT2O6o2zNouEDh2pVnKZQEo9x2C.3 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_-zqOwAHL1BMyrufwqYTQ6E-ZZMzKZ93', time=2024-09-07T16:32:41.500878+0000, chain.objs.size()=1 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.166__shadow_.wT4qxPb1gzX6p_E6UXGCcCUhn-S-150_0 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.42610914446092130', time=2024-09-07T16:34:20.271081+0000, chain.objs.size()=1 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.204__shadow_.k5cgicy6DuNmBAS_-YgOJtiXzsnGLCp_0 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9868974312094678976', time=2024-09-07T16:37:49.118383+0000, chain.objs.size()=1 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.237__shadow_._-r-4B8YOKUSSqHsil-I31kvCMc38EX_0 2024-09-07T15:27:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14316720805212719993', time=2024-09-07T16:37:52.514554+0000, chain.objs.size()=1 2024-09-07T15:27:44.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.238__shadow_.4suTVtp_6yyxFisfdu8k6_2OyjGhTd8_0 2024-09-07T15:27:44.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17303109228115608032', time=2024-09-07T16:40:30.434420+0000, chain.objs.size()=1 2024-09-07T15:27:44.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vIxzrn0k31X45pvHzWTEZVtnRxf-IaU_0 2024-09-07T15:27:44.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15037305861261662916', time=2024-09-07T16:40:31.488144+0000, chain.objs.size()=1 2024-09-07T15:27:44.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2x_vG6JSoe6o4ycYaLHhJlKbg1-8bIj_0 2024-09-07T15:27:44.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10334775889968257009', time=2024-09-07T16:40:31.655440+0000, chain.objs.size()=1 2024-09-07T15:27:44.880 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.877+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.GMDfzl5D97bK5DSxrMw3jCcA6IoOcCt_0 2024-09-07T15:27:44.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17700888016166075975', time=2024-09-07T16:40:32.253812+0000, chain.objs.size()=1 2024-09-07T15:27:44.882 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ZmP9YDejxyS-DnL5aM3CZl_5yioaMsE_0 2024-09-07T15:27:44.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3183522313691468612', time=2024-09-07T16:40:33.056489+0000, chain.objs.size()=1 2024-09-07T15:27:44.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.582iSwt7-MfR1wdsmE034AysnGS5xZW_0 2024-09-07T15:27:44.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14817023489706162688', time=2024-09-07T16:40:34.328277+0000, chain.objs.size()=1 2024-09-07T15:27:44.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.GfM4uXBlAndoeT4yoEOYTcrDyrOUtSa_0 2024-09-07T15:27:44.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12431056960484789108', time=2024-09-07T16:40:34.906902+0000, chain.objs.size()=1 2024-09-07T15:27:44.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.UAjfCn_QspNj0dyZtvIP32rs9Duadjw_0 2024-09-07T15:27:44.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8136184708826346760', time=2024-09-07T16:40:35.746959+0000, chain.objs.size()=1 2024-09-07T15:27:44.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.frlv5muC85_ijh86QVW04G-lXfQ9zgU_0 2024-09-07T15:27:44.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8323075930846170324', time=2024-09-07T16:40:35.749107+0000, chain.objs.size()=1 2024-09-07T15:27:44.883 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NW8xOUFhKhOZsClvuFmzDckHBrpd4nv_0 2024-09-07T15:27:44.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2514450158471949739', time=2024-09-07T16:40:35.753323+0000, chain.objs.size()=1 2024-09-07T15:27:44.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Cx9e84ndpTUexrE7BZAL6FiKcIcT4dC_0 2024-09-07T15:27:44.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15042911702887011595', time=2024-09-07T16:40:35.755581+0000, chain.objs.size()=1 2024-09-07T15:27:44.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.r87FIBUpgCDy686v6CDpjNs5F5VgDgy_0 2024-09-07T15:27:44.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10223118467938075171', time=2024-09-07T16:40:36.611284+0000, chain.objs.size()=1 2024-09-07T15:27:44.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.WuqJTQkJpZuA1yBONjEe6Oz4pnvVQ0l_0 2024-09-07T15:27:44.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18058872205617235327', time=2024-09-07T16:40:36.915746+0000, chain.objs.size()=1 2024-09-07T15:27:44.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.6IJc68NrKwFeEFXAij9-uu6UtkG9O95_0 2024-09-07T15:27:44.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17576448347166296658', time=2024-09-07T16:40:38.712943+0000, chain.objs.size()=1 2024-09-07T15:27:44.884 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.881+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.t6GBx3PLsyXhKJxt__pFFbDC8D4fLN6_0 2024-09-07T15:27:44.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18392661957025753720', time=2024-09-07T16:40:38.983014+0000, chain.objs.size()=1 2024-09-07T15:27:44.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.rkMA36OExX7gr4mk1nWYMZe8IhXxuYm_0 2024-09-07T15:27:44.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5005670149554748610', time=2024-09-07T16:40:39.140667+0000, chain.objs.size()=1 2024-09-07T15:27:44.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ywk-eIA00c2uW2WuUDFAmVb5r2aSbL5_0 2024-09-07T15:27:44.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12302846791794397515', time=2024-09-07T16:40:40.377172+0000, chain.objs.size()=1 2024-09-07T15:27:44.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.W7wjD9pLIb25PAjyUk-AcNZ1rR6CnLN_0 2024-09-07T15:27:44.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10830924041560078344', time=2024-09-07T16:40:42.818943+0000, chain.objs.size()=1 2024-09-07T15:27:44.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.nCTdVMiORPkZMtEixZvVvYrIdoqKihe_0 2024-09-07T15:27:44.887 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3103535165331339229', time=2024-09-07T16:40:43.113081+0000, chain.objs.size()=1 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.sYiCWXldGLvJIkT3qyTpcetp_J7Nodw_0 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1022792138920905349', time=2024-09-07T16:40:45.444174+0000, chain.objs.size()=1 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.msadvYmvNpaA9pVsu3oiTH7oQJsj9Y__0 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10960307295257991129', time=2024-09-07T16:40:45.644632+0000, chain.objs.size()=1 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7rt9Mv-I7kSJImGmfnxcz-9Jk0E4W0A_0 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16438087515722419398', time=2024-09-07T16:40:45.816048+0000, chain.objs.size()=1 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.USUv-jDgGLphDw1irF84mD5YayQhDoP_0 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7192369860472498032', time=2024-09-07T16:40:47.245628+0000, chain.objs.size()=1 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.O1JTo9QUiQADjWN7QoCzTtuzx8W5lqK_0 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15549174635300596077', time=2024-09-07T16:40:48.793220+0000, chain.objs.size()=1 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Autcdj0sZwz6CPqBLfY9xGUufbUKBYD_0 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4216213495538595116', time=2024-09-07T16:40:48.872672+0000, chain.objs.size()=1 2024-09-07T15:27:44.888 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.885+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.x5jLAfyFZHYGZZabbvxztPwATQzn9mX_0 2024-09-07T15:27:44.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2290718009976041844', time=2024-09-07T16:40:49.040015+0000, chain.objs.size()=1 2024-09-07T15:27:44.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.M5n7pFPWY34FkhlA5Q4CVP4S5Nt2l4U_0 2024-09-07T15:27:44.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4773241229818780669', time=2024-09-07T16:40:49.566376+0000, chain.objs.size()=1 2024-09-07T15:27:44.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PYFxzVFhuD8dnVO4Q5l09yyDJES41ec_0 2024-09-07T15:27:44.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3783837064280365190', time=2024-09-07T16:40:50.860277+0000, chain.objs.size()=1 2024-09-07T15:27:44.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.SMIuHE-gF8e4u7aHB__GYDWEjhbI0yc_0 2024-09-07T15:27:44.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2273426188149895809', time=2024-09-07T16:40:51.819425+0000, chain.objs.size()=1 2024-09-07T15:27:44.890 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.y6GoQLzSW6ezaWjnMNvEtUEhBcpHLRT_0 2024-09-07T15:27:44.891 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6022386399803618575', time=2024-09-07T16:40:53.224934+0000, chain.objs.size()=1 2024-09-07T15:27:44.891 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.dltsg93wW5302XLndjmobcmDnOo_ELA_0 2024-09-07T15:27:44.891 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15151413158251279767', time=2024-09-07T16:40:57.802047+0000, chain.objs.size()=1 2024-09-07T15:27:44.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.exdNqsO7u0XA9Pa57Nr0F-x5iluBVQx_0 2024-09-07T15:27:44.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6837357663470944289', time=2024-09-07T16:41:00.880436+0000, chain.objs.size()=1 2024-09-07T15:27:44.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.CNFW7wmSeHH-g1PsIK2wJjZb4fCNG5R_0 2024-09-07T15:27:44.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6068917520491868905', time=2024-09-07T16:41:00.882616+0000, chain.objs.size()=1 2024-09-07T15:27:44.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.OkB2OJJkp2Rs2475HGJKG8CUlS1z4PR_0 2024-09-07T15:27:44.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.153055209175289332', time=2024-09-07T16:41:01.354665+0000, chain.objs.size()=1 2024-09-07T15:27:44.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Mzz_lQhh5QXc1ZO8nTj9_AVWeQwaurc_0 2024-09-07T15:27:44.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7798919562944500057', time=2024-09-07T16:41:05.425898+0000, chain.objs.size()=1 2024-09-07T15:27:44.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.265__shadow_.r9ysjqOd2OtHPj4E1ur7JnQemWxjD78_0 2024-09-07T15:27:44.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12578953405416554372', time=2024-09-07T16:41:29.013902+0000, chain.objs.size()=1 2024-09-07T15:27:44.892 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.889+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.277__shadow_.m56isycLXfWt8C28eO13IkhYBEMARoy_0 2024-09-07T15:27:44.894 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8648771272006742871', time=2024-09-07T16:41:39.243705+0000, chain.objs.size()=1 2024-09-07T15:27:44.894 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.282__shadow_.JWbbNyw2Mb2iU5rZj8w_R8FdhKgW53I_0 2024-09-07T15:27:44.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17918868922223463920', time=2024-09-07T16:41:45.473244+0000, chain.objs.size()=1 2024-09-07T15:27:44.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.285__shadow_.FGyoaOevXQE3NeOTvleGM5m88N4BM4B_0 2024-09-07T15:27:44.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11469777347798279737', time=2024-09-07T16:41:47.636281+0000, chain.objs.size()=1 2024-09-07T15:27:44.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.286__shadow_.X_S40tI_0Xh9idR2ZA_T2OEFMQEb59R_0 2024-09-07T15:27:44.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10559662743015325675', time=2024-09-07T16:43:16.682300+0000, chain.objs.size()=1 2024-09-07T15:27:44.896 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.322__shadow_.ktzeGdCF1LLPcdR_5whnh5-yFXsEta9_0 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6508562570763816257', time=2024-09-07T16:45:04.331212+0000, chain.objs.size()=1 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.2ONTuYyheegTDIe530L8uZ5MR6ACubT_0 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12257662229052778070', time=2024-09-07T16:45:04.333150+0000, chain.objs.size()=1 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Hc2Y0TEuyQAxW-76GBdQlmsri0Y0fUq_0 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5387709268976603876', time=2024-09-07T16:45:06.651077+0000, chain.objs.size()=1 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.z7Ha2fPM-cy0Xx5yllHKFAID5uablBO_0 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10288426430638326855', time=2024-09-07T16:45:08.081623+0000, chain.objs.size()=1 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Z8exF9zg4JAmobPepdijNBZ_k1dWVza_0 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.929462269595416858', time=2024-09-07T16:45:08.659246+0000, chain.objs.size()=1 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.noTVMBark9G8bO7twjXQYlCu11fX9Ba_0 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1556284114349927261', time=2024-09-07T16:45:09.284846+0000, chain.objs.size()=1 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Y9Wv2QO9N4HW17s2oVwEDOmekCE7ymE_0 2024-09-07T15:27:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7516372477350884747', time=2024-09-07T16:45:09.287249+0000, chain.objs.size()=1 2024-09-07T15:27:44.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._2Boq5_sfZW4_GJ1WUsyKOn0XuDeCqq_0 2024-09-07T15:27:44.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18149724858007521209', time=2024-09-07T16:45:09.426564+0000, chain.objs.size()=1 2024-09-07T15:27:44.898 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.893+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.oE_W7NRAmeIDwC8zj-sY9g_ecZ305wG_0 2024-09-07T15:27:44.902 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16710024527432259388', time=2024-09-07T16:45:10.959709+0000, chain.objs.size()=1 2024-09-07T15:27:44.902 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.PvOcP0MpA8s5Ihu4mg8GGZAfZ-_q5SO_0 2024-09-07T15:27:44.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6332990129989798420', time=2024-09-07T16:45:16.134787+0000, chain.objs.size()=1 2024-09-07T15:27:44.903 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.aYFpvqgf14uqZ0teCRth0g-F4UaOL2g_0 2024-09-07T15:27:44.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9367230609699679738', time=2024-09-07T16:45:17.713649+0000, chain.objs.size()=1 2024-09-07T15:27:44.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.FIzKU-sGiIsZJgKBJlqznMQjvS13R0F_0 2024-09-07T15:27:44.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161306736998894823', time=2024-09-07T16:45:20.263885+0000, chain.objs.size()=1 2024-09-07T15:27:44.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.2AduSV-zAFglAt5tPBtTnEjRjhy3h9v_0 2024-09-07T15:27:44.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16595242861612855600', time=2024-09-07T16:45:20.385848+0000, chain.objs.size()=1 2024-09-07T15:27:44.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.J6bqy03jiycTwdu-dOjYqis5jPq3UoJ_0 2024-09-07T15:27:44.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3646309999234085747', time=2024-09-07T16:45:20.454376+0000, chain.objs.size()=1 2024-09-07T15:27:44.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MuKEcyCXWnvyt4LNK4iPl7wZ_lxHowd_0 2024-09-07T15:27:44.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12847120351230890398', time=2024-09-07T16:45:20.587196+0000, chain.objs.size()=1 2024-09-07T15:27:44.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.cJVv_U-F_X8qFnfpzBg6EEKj0I8CQe5_0 2024-09-07T15:27:44.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15963924964812149182', time=2024-09-07T16:45:21.225448+0000, chain.objs.size()=1 2024-09-07T15:27:44.904 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.cJ1grAfR8C0OydRy3IZq6012VP6CUiP_0 2024-09-07T15:27:44.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14342174464506051974', time=2024-09-07T16:45:21.271788+0000, chain.objs.size()=1 2024-09-07T15:27:44.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.RkXfUBARGW4W0LB8BFXVaCLUPwHJ8Hy_0 2024-09-07T15:27:44.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11651578355936556252', time=2024-09-07T16:45:21.483652+0000, chain.objs.size()=1 2024-09-07T15:27:44.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.KRu1NCoWnQmFdCzljOGwY44hdXiysI7_0 2024-09-07T15:27:44.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6822483899237521619', time=2024-09-07T16:45:22.980015+0000, chain.objs.size()=1 2024-09-07T15:27:44.905 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.901+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.o6_aQLlNs_ePZUlBSYdRHMezeOI-aOm_0 2024-09-07T15:27:44.906 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6348165046801763898', time=2024-09-07T16:45:24.409115+0000, chain.objs.size()=1 2024-09-07T15:27:44.906 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.K3LMGwxsYbjxn8yXFbV7s5pdJ0C1Cbn_0 2024-09-07T15:27:44.906 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7421271345356660114', time=2024-09-07T16:45:24.567910+0000, chain.objs.size()=1 2024-09-07T15:27:44.906 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tBzwmynfNWGKGwpcUtYhWRD667Q1bvW_0 2024-09-07T15:27:44.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15094685473481497885', time=2024-09-07T16:45:24.988314+0000, chain.objs.size()=1 2024-09-07T15:27:44.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.39LxRZyN8EkDWLhiP4vj_Y2nvbkJxh0_0 2024-09-07T15:27:44.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5562614094809742655', time=2024-09-07T16:45:25.990099+0000, chain.objs.size()=1 2024-09-07T15:27:44.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NpbY2gZkuwZ6wGX5DhXPqBQcHAAcRAd_0 2024-09-07T15:27:44.907 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1816806650046275391', time=2024-09-07T16:45:26.391803+0000, chain.objs.size()=1 2024-09-07T15:27:44.908 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ctvXm7d4nikjvDjMMe9ZMMTdcuqQ_4__0 2024-09-07T15:27:44.908 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7528664467147049144', time=2024-09-07T16:45:26.489225+0000, chain.objs.size()=1 2024-09-07T15:27:44.908 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Gjk48m5r7dAHrRo6f-xeUYUDs9zmi2Z_0 2024-09-07T15:27:44.908 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16687101716750460044', time=2024-09-07T16:45:27.585479+0000, chain.objs.size()=1 2024-09-07T15:27:44.908 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.UYU-TIHMhBjdUD4-0uY-Up3fAegh8Vm_0 2024-09-07T15:27:44.908 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16403092095300749131', time=2024-09-07T16:45:28.020122+0000, chain.objs.size()=1 2024-09-07T15:27:44.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tP65PVyGBwwwwe3k0nK_xDOQXbmCmi3_0 2024-09-07T15:27:44.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10707545014444084333', time=2024-09-07T16:45:29.922625+0000, chain.objs.size()=1 2024-09-07T15:27:44.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-vJUBsYv16rS6Hohamrd2lSWJ6i11XW_0 2024-09-07T15:27:44.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3721292034860619565', time=2024-09-07T16:45:30.697981+0000, chain.objs.size()=1 2024-09-07T15:27:44.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Edx4xDF7fi34h4pWhHG6cZC9pJYBj9K_0 2024-09-07T15:27:44.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16749501420519550253', time=2024-09-07T16:45:30.725400+0000, chain.objs.size()=1 2024-09-07T15:27:44.909 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.905+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.FVeIcuZ3QkRO5unPKSERJo1_INJt50G_0 2024-09-07T15:27:44.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1497145725028989892', time=2024-09-07T16:45:31.541147+0000, chain.objs.size()=1 2024-09-07T15:27:44.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.SzhUWOFdAC86mnZpwDaysZ9vLmhak_p_0 2024-09-07T15:27:44.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17849941064039385656', time=2024-09-07T16:45:31.871697+0000, chain.objs.size()=1 2024-09-07T15:27:44.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LnD5S9K7Vi4URfyl_uwjMthkUYVEo2A_0 2024-09-07T15:27:44.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7205533138447504913', time=2024-09-07T16:45:32.230485+0000, chain.objs.size()=1 2024-09-07T15:27:44.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.T-c65AvE5lODrlBdyGcG-PPPl-NJGDC_0 2024-09-07T15:27:44.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7292749456237996500', time=2024-09-07T16:45:33.024198+0000, chain.objs.size()=1 2024-09-07T15:27:44.910 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.O921bd1OhFeWVjzEmSa3KJdRS5cIsgp_0 2024-09-07T15:27:44.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15120646537739396959', time=2024-09-07T16:45:33.617995+0000, chain.objs.size()=1 2024-09-07T15:27:44.911 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._-cSu4IUw4yWSgUlgut3z4aRGlXBwDS_0 2024-09-07T15:27:44.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18106457907943009403', time=2024-09-07T16:45:33.770775+0000, chain.objs.size()=1 2024-09-07T15:27:44.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.N9jcFkdprWTighGROHjVEpyHmQd5M8T_0 2024-09-07T15:27:44.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7736848796114813570', time=2024-09-07T16:47:19.873351+0000, chain.objs.size()=1 2024-09-07T15:27:44.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JTx5gXAS3V2LWA69a6JXnsWQD7FnF2Z_0 2024-09-07T15:27:44.912 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7911878454001801592', time=2024-09-07T16:47:20.162770+0000, chain.objs.size()=1 2024-09-07T15:27:44.913 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.909+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.C3eBTgg8-7J1AhRqJVFHri7LpuiXP7B_0 2024-09-07T15:27:44.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15712670250791353752', time=2024-09-07T16:47:23.914257+0000, chain.objs.size()=1 2024-09-07T15:27:44.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wjZ0Quy_saNgbVynoHMgWxTlusQ7jjL_0 2024-09-07T15:27:44.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1913600950855262821', time=2024-09-07T16:47:25.589932+0000, chain.objs.size()=1 2024-09-07T15:27:44.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.IaFAQcNlL-M0IyEHNY73TSdo5qYjsQj_0 2024-09-07T15:27:44.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17887908779708242211', time=2024-09-07T16:47:25.920735+0000, chain.objs.size()=1 2024-09-07T15:27:44.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nKpvr3fGvSbyJIx-DLwmOVwWLo24Hx1_0 2024-09-07T15:27:44.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13000943856610796787', time=2024-09-07T16:47:27.426641+0000, chain.objs.size()=1 2024-09-07T15:27:44.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.3rBkod763pd6c3XNGC5-qwLAJ8TATo6_0 2024-09-07T15:27:44.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11301507911815232762', time=2024-09-07T16:47:27.829100+0000, chain.objs.size()=1 2024-09-07T15:27:44.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.na5BNbooYLdwvQkqUBewdcSMZUxEy5j_0 2024-09-07T15:27:44.915 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16117089563365513428', time=2024-09-07T16:47:28.266812+0000, chain.objs.size()=1 2024-09-07T15:27:44.916 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._1oEQn2MW47ii0QM1sXkJg3jOE6tQAZ_0 2024-09-07T15:27:44.916 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5493684662507849148', time=2024-09-07T16:47:30.212668+0000, chain.objs.size()=1 2024-09-07T15:27:44.916 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FdpcRW5vqX1YdT1Fd0kK996XsQzunqX_0 2024-09-07T15:27:44.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16423039584907240716', time=2024-09-07T16:47:30.380415+0000, chain.objs.size()=1 2024-09-07T15:27:44.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.h7IDdiX7WO7445IGIWHP5vlw7ZfZTqU_0 2024-09-07T15:27:44.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8770668787952638571', time=2024-09-07T16:47:30.411367+0000, chain.objs.size()=1 2024-09-07T15:27:44.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.oAgYQ7bXJTu-BKCgzetHCawJHQueuEX_0 2024-09-07T15:27:44.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15204293703334299515', time=2024-09-07T16:47:33.664530+0000, chain.objs.size()=1 2024-09-07T15:27:44.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JvhMPDmdOEo-5pgKmkP5J7wlrM0BNHg_0 2024-09-07T15:27:44.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12637759037394782132', time=2024-09-07T16:47:35.933364+0000, chain.objs.size()=1 2024-09-07T15:27:44.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.NIt-mM_eTwVDwSiESJi5ygKZ7QCc-fn_0 2024-09-07T15:27:44.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4903189961188510573', time=2024-09-07T16:47:36.394080+0000, chain.objs.size()=1 2024-09-07T15:27:44.917 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.913+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.cDgorPxXGIz4SDPBoAi0NoyRYSFjGZS_0 2024-09-07T15:27:44.921 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.917+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7563712067534743211', time=2024-09-07T16:47:36.667525+0000, chain.objs.size()=1 2024-09-07T15:27:44.921 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.917+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.GbHEusxGKZVfOSdYjG-Uig9qDdaCyFV_0 2024-09-07T15:27:44.921 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.917+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9416873647524568604', time=2024-09-07T16:47:36.770025+0000, chain.objs.size()=1 2024-09-07T15:27:44.921 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.917+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.h2ir-7F1IUqWOsEzchyWNtz8BO-32Tj_0 2024-09-07T15:27:44.921 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.917+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13696126131947140205', time=2024-09-07T16:47:37.395908+0000, chain.objs.size()=1 2024-09-07T15:27:44.921 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.917+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.g6tAERLHysuQHraq2WzS1xOsby7YLZf_0 2024-09-07T15:27:44.923 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48596 2024-09-07T15:27:44.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-07T15:27:44.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5604398550148931870', time=2024-09-07T16:47:37.788824+0000, chain.objs.size()=1 2024-09-07T15:27:44.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jG6P7x3rhXUD2-kjEgjvXuCAezv1LzH_0 2024-09-07T15:27:44.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5876849679909755031', time=2024-09-07T16:47:38.187810+0000, chain.objs.size()=1 2024-09-07T15:27:44.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._XdsJgfmGEFIAPr9OD7RY1jjaLpUaWY_0 2024-09-07T15:27:44.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6894906180896425420', time=2024-09-07T16:47:39.317601+0000, chain.objs.size()=1 2024-09-07T15:27:44.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RZvaraumWYPXgvcEYP1pjzDr_ll5PbV_0 2024-09-07T15:27:44.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14091572077370393889', time=2024-09-07T16:47:40.098290+0000, chain.objs.size()=1 2024-09-07T15:27:44.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.N3QqCr3Kk-X3tWBPHmNshU-a2Yfd1o__0 2024-09-07T15:27:44.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15586483974575522380', time=2024-09-07T16:47:41.205538+0000, chain.objs.size()=1 2024-09-07T15:27:44.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sOGJSh-t59qxgbiodr_iM19EtE7d5Xp_0 2024-09-07T15:27:44.926 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8113102972373506345', time=2024-09-07T16:47:41.529600+0000, chain.objs.size()=1 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yNldbd1vQKkALxlpRWu5RnZNJ5Vgx8i_0 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9410908157555821044', time=2024-09-07T16:47:44.276601+0000, chain.objs.size()=1 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.avojROkoJUOcLh82jQjomg1cwZLCsys_0 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6118531777515686665', time=2024-09-07T16:47:44.758299+0000, chain.objs.size()=1 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6lONL5W8F6VaAUPGuLrvomEpHcguFjS_0 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9547288139530064219', time=2024-09-07T16:47:45.225483+0000, chain.objs.size()=1 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.4ByaKjhiheOQ23NorJDQw7gjHhMu0T2_0 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12075850137664663622', time=2024-09-07T16:51:16.286575+0000, chain.objs.size()=1 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.442__shadow_.C3ACr8sqojv1hzR1fGWIaXZe9UKte91_0 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17534971914259599398', time=2024-09-07T16:53:01.164557+0000, chain.objs.size()=1 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.492__shadow_.QCAuIV-uGtPJoJcoCmQyxpfbHlyPI6P_0 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13535207843420219446', time=2024-09-07T17:03:01.301788+0000, chain.objs.size()=1 2024-09-07T15:27:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.921+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.553__shadow_.LSJTxLn92_sR8dXboEbFhfzqIz5w6fD_0 2024-09-07T15:27:44.928 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10779941700045088827', time=2024-09-07T17:03:56.306302+0000, chain.objs.size()=1 2024-09-07T15:27:44.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.559__shadow_.0bgqJNPmtqIazOgoazlTWmi0FT7IF-M_0 2024-09-07T15:27:44.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.975263585877186509', time=2024-09-07T17:04:54.549627+0000, chain.objs.size()=1 2024-09-07T15:27:44.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.571__shadow:Q5R-tybxl39yWrvdfra2xHfVn1gAk26_.iLwQ6_ri3tvH5QT82vxt1HDVz0ond9a_0 2024-09-07T15:27:44.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12593563155944268416', time=2024-09-07T17:04:54.831016+0000, chain.objs.size()=1 2024-09-07T15:27:44.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.571__shadow:ufkD.-Key7AFQFBlF5eO.NczjvbZw5L_.fbKcf68tTHSp6Co9IdmarPriPPyZRcW_0 2024-09-07T15:27:44.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16108230997293823909', time=2024-09-07T17:05:31.802539+0000, chain.objs.size()=1 2024-09-07T15:27:44.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:SqRjNRhRmIpprFf.3X.HNgfgCtbBDtn_.6yBYjEvCFFpsJRplWq8unzhzalpP1Wi_0 2024-09-07T15:27:44.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11503824206532307221', time=2024-09-07T17:05:36.739673+0000, chain.objs.size()=1 2024-09-07T15:27:44.929 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:RLH4Ab81u8LlLJiGbVzkAGoooo8d0x2_.yeTcYm0dGFl3cDG_ZhxUt2_UMnUWQvu_0 2024-09-07T15:27:44.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.925+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14642248312770372425', time=2024-09-07T17:08:09.464647+0000, chain.objs.size()=1 2024-09-07T15:27:44.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.925+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.605__shadow_.RDKg0ZAC27rSSwYrDdY2cDBj9TWgoR__0 2024-09-07T15:27:44.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.929+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13628398303458783730', time=2024-09-07T17:17:08.275297+0000, chain.objs.size()=1 2024-09-07T15:27:44.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.665__shadow_._Ee3ZNXmKM14LSSl8Dqg6YtfIc-cUID_0 2024-09-07T15:27:44.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.929+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1828140923360349060', time=2024-09-07T17:17:50.434883+0000, chain.objs.size()=1 2024-09-07T15:27:44.930 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.691__shadow:DE05kLTW7LRH8UfTHHA9jVnaeauBQY4_.Et3ZmcGA8r61DArjiMgillEqk-INb-U_0 2024-09-07T15:27:44.933 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.929+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.935 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-07T15:27:44.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.937 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.933+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/52329' 2024-09-07T15:27:44.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_DOSvzwwIgz8KVaCEKnXV2FYIU68L66B', time=2024-09-07T16:32:18.758728+0000, chain.objs.size()=2 2024-09-07T15:27:44.938 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__shadow_.xi7zc7I8dpX19t9FWfte_G9lpXJMIPd_0 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.162__shadow_.xi7zc7I8dpX19t9FWfte_G9lpXJMIPd_1 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='_MYpsHuaYW1MJkmzr9jTlW9gcLWx3w3C', time=2024-09-07T16:32:30.951383+0000, chain.objs.size()=2 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.164__shadow_.u8ZJ4ahMtSxK2om-uqDkYD_RGS5mQW2_0 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.164__shadow_.u8ZJ4ahMtSxK2om-uqDkYD_RGS5mQW2_1 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14407427616552224933', time=2024-09-07T16:37:36.598672+0000, chain.objs.size()=1 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.231__shadow_.X4d-3KQEeXazAeJw8dENdHaUGUaosPC_0 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14747980143242739796', time=2024-09-07T16:40:30.549413+0000, chain.objs.size()=1 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mRsPuw5X6Su_0o5Isn2zSpH0N5OPoaQ_0 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14604646909138820410', time=2024-09-07T16:40:31.775647+0000, chain.objs.size()=1 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FQ3WibDHJg0VQaEdI9_zk2u9hitPiVm_0 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12467719655160759898', time=2024-09-07T16:40:34.793669+0000, chain.objs.size()=1 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Zy2POLPsy_uOIDwnoy5JJx-oWItjGSO_0 2024-09-07T15:27:44.939 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18206008428946086814', time=2024-09-07T16:40:35.742167+0000, chain.objs.size()=1 2024-09-07T15:27:44.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.9RFZdJCcIsS5qdYwkHMhNMjpM2nlOyB_0 2024-09-07T15:27:44.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3045396995821441558', time=2024-09-07T16:40:37.003822+0000, chain.objs.size()=1 2024-09-07T15:27:44.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RoJ-rAjYA4tpGvDELgfppCUWMmAeuLF_0 2024-09-07T15:27:44.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16273619308013949870', time=2024-09-07T16:40:38.663129+0000, chain.objs.size()=1 2024-09-07T15:27:44.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TUoBHxne8gm88zBm9McqH4MKpps2EB6_0 2024-09-07T15:27:44.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6698763891999583462', time=2024-09-07T16:40:39.028451+0000, chain.objs.size()=1 2024-09-07T15:27:44.940 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.937+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-NVLhHNYBzdKbjixR2yfhlRI6EC0swz_0 2024-09-07T15:27:44.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7588592631972151282', time=2024-09-07T16:40:41.530221+0000, chain.objs.size()=1 2024-09-07T15:27:44.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.sYFo-YMWAX-LvhYN75o52BbfzvepX36_0 2024-09-07T15:27:44.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16390572079611467482', time=2024-09-07T16:40:41.798182+0000, chain.objs.size()=1 2024-09-07T15:27:44.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Xdkrni02zpqAgzcpfLHaOLZcIIvfTZ2_0 2024-09-07T15:27:44.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14633595481537098018', time=2024-09-07T16:40:44.481826+0000, chain.objs.size()=1 2024-09-07T15:27:44.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.LgLZhZNZljKQdd1HVs_opyQNu901zCL_0 2024-09-07T15:27:44.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16199862092828367273', time=2024-09-07T16:40:45.320537+0000, chain.objs.size()=1 2024-09-07T15:27:44.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.b4sE8Q-cZXbJ7DlNx2D09ZIOybZjfYU_0 2024-09-07T15:27:44.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11728983601009383376', time=2024-09-07T16:40:47.244871+0000, chain.objs.size()=1 2024-09-07T15:27:44.943 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vAxiBo7rLGML4ijgCLUhf5oFKdjnZW7_0 2024-09-07T15:27:44.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2209732400607743770', time=2024-09-07T16:40:48.805658+0000, chain.objs.size()=1 2024-09-07T15:27:44.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Zylb5OO3-aoEMJ8l3SVTtTsMBl4RFbC_0 2024-09-07T15:27:44.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7060565836888789743', time=2024-09-07T16:40:49.193803+0000, chain.objs.size()=1 2024-09-07T15:27:44.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.9AkDVxNmV5rO0uRjFEJsH8tmCTXoyEi_0 2024-09-07T15:27:44.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9280485393378580473', time=2024-09-07T16:40:50.008739+0000, chain.objs.size()=1 2024-09-07T15:27:44.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.EQov6kZYvnuIrUxyX6Dn8168Dcs12yG_0 2024-09-07T15:27:44.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7286474812104035060', time=2024-09-07T16:40:50.905592+0000, chain.objs.size()=1 2024-09-07T15:27:44.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.guqQyDxA9KL4q9quFhuJT-Xr8GwoJOA_0 2024-09-07T15:27:44.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4112984162376779876', time=2024-09-07T16:40:51.154901+0000, chain.objs.size()=1 2024-09-07T15:27:44.944 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yueUw-rWHti40pMhkJ3rbNuiiX6Jk4M_0 2024-09-07T15:27:44.945 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1507045762247937592', time=2024-09-07T16:40:52.426650+0000, chain.objs.size()=1 2024-09-07T15:27:44.945 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.HZxcflQ7dIS3XQCna5R-BhDR1_GGTho_0 2024-09-07T15:27:44.945 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14945843022387628908', time=2024-09-07T16:40:55.846571+0000, chain.objs.size()=1 2024-09-07T15:27:44.945 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.941+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.coGv0umiyutw98ulhLTfmJqCB27lepa_0 2024-09-07T15:27:44.946 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.612348353130556015', time=2024-09-07T16:40:56.430639+0000, chain.objs.size()=1 2024-09-07T15:27:44.946 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7d2mEXo7BaVTmNBRqTCcqaTBsEXReue_0 2024-09-07T15:27:44.947 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5642061801793547091', time=2024-09-07T16:40:56.757982+0000, chain.objs.size()=1 2024-09-07T15:27:44.948 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.uuIlK3lvTHv3jvrYwxBfNYq3gGvy3Ob_0 2024-09-07T15:27:44.948 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7664022760748223980', time=2024-09-07T16:40:59.347260+0000, chain.objs.size()=1 2024-09-07T15:27:44.948 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Gpf0Sf2ijptr4fbZraiosNDRtKYOH55_0 2024-09-07T15:27:44.948 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12278641547529493866', time=2024-09-07T16:41:00.695060+0000, chain.objs.size()=1 2024-09-07T15:27:44.948 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RnmGpA9e8mtO54QuHNnqHXFSglX1OnH_0 2024-09-07T15:27:44.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3672655599218116713', time=2024-09-07T16:41:00.794421+0000, chain.objs.size()=1 2024-09-07T15:27:44.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Kc2-HnzMXJpryUDunxroN1h8lqHjbty_0 2024-09-07T15:27:44.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7894271428501648770', time=2024-09-07T16:41:24.868254+0000, chain.objs.size()=1 2024-09-07T15:27:44.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.275__shadow_._zdA1mZrl-x8ezTNPVX6aHl5_G3cc0N_0 2024-09-07T15:27:44.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8666620075992913957', time=2024-09-07T16:41:35.180663+0000, chain.objs.size()=1 2024-09-07T15:27:44.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.280__shadow_.FneuOsutgg2-WqeZ_q2pghFkjUba33X_0 2024-09-07T15:27:44.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16140180207650232887', time=2024-09-07T16:41:49.855962+0000, chain.objs.size()=1 2024-09-07T15:27:44.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.287__shadow_.Hz1vj96V-wIvUUTe1l4vo5lEZWeNnkQ_0 2024-09-07T15:27:44.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10481372373418220582', time=2024-09-07T16:41:55.990783+0000, chain.objs.size()=1 2024-09-07T15:27:44.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.290__shadow_.6BpPlqUWU8Hj62JusEzUaxV8eR4tDy3_0 2024-09-07T15:27:44.949 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7110700291537373117', time=2024-09-07T16:42:11.126318+0000, chain.objs.size()=1 2024-09-07T15:27:44.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.cVJsemaz6KpvyPEqFFTg5WQu76wZcdH_0 2024-09-07T15:27:44.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1299591405191705985', time=2024-09-07T16:42:11.130272+0000, chain.objs.size()=1 2024-09-07T15:27:44.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.945+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.PsQHHsCSQEqawgrQiF2h9XTOKi0wqRV_0 2024-09-07T15:27:44.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12944914234043299791', time=2024-09-07T16:42:15.608814+0000, chain.objs.size()=1 2024-09-07T15:27:44.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.296__shadow_.bvZJqMnsx2pegUy8UgzJ5jpN0zFjr6y_0 2024-09-07T15:27:44.950 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3550717600741198316', time=2024-09-07T16:42:21.913875+0000, chain.objs.size()=1 2024-09-07T15:27:44.951 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.299__shadow_.KJ6IOzd1CCsE3BZupfDs31UZeMbd8ws_0 2024-09-07T15:27:44.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8611261096341951555', time=2024-09-07T16:45:03.774140+0000, chain.objs.size()=1 2024-09-07T15:27:44.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gB3fCML7yPI0W5k8nyJv8MwCvs-FOqJ_0 2024-09-07T15:27:44.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3388504934233653666', time=2024-09-07T16:45:04.650764+0000, chain.objs.size()=1 2024-09-07T15:27:44.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.QMhH84ZEcX2EOUaL4fIOJ25pydtHOt5_0 2024-09-07T15:27:44.952 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12370014047501971523', time=2024-09-07T16:45:06.132897+0000, chain.objs.size()=1 2024-09-07T15:27:44.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ylXWKvIC1yciRSi1fXpYg9AK3VMWO3o_0 2024-09-07T15:27:44.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12248556363271405624', time=2024-09-07T16:45:08.544839+0000, chain.objs.size()=1 2024-09-07T15:27:44.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7FyxR2Ax4kn5i1pJYefkwNi-3POX2O-_0 2024-09-07T15:27:44.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2990197891136703647', time=2024-09-07T16:45:09.247154+0000, chain.objs.size()=1 2024-09-07T15:27:44.953 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.czcqY2zzZB77tN4mE49SqBfBi1pcTX0_0 2024-09-07T15:27:44.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8842078203170318151', time=2024-09-07T16:45:09.814916+0000, chain.objs.size()=1 2024-09-07T15:27:44.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.32Faux6ksr6jaOwcQtAGA9OzUKLqEv0_0 2024-09-07T15:27:44.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14474760854717328570', time=2024-09-07T16:45:11.143027+0000, chain.objs.size()=1 2024-09-07T15:27:44.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ifY0wsb9BJjdu2gOy2YvGx5L0dhXvdS_0 2024-09-07T15:27:44.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6821665123887256344', time=2024-09-07T16:45:13.117937+0000, chain.objs.size()=1 2024-09-07T15:27:44.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.coGQ9jHV1UsnNMTnilPYYiu16jxCZMY_0 2024-09-07T15:27:44.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16279775236175369017', time=2024-09-07T16:45:16.880625+0000, chain.objs.size()=1 2024-09-07T15:27:44.954 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.949+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.73mbr-pZH2EK-ZhESZF5xUUPqIF5PCW_0 2024-09-07T15:27:44.955 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8750349587492703604', time=2024-09-07T16:45:16.915995+0000, chain.objs.size()=1 2024-09-07T15:27:44.955 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.2dK61xC1LIkCowlitZXfY0QrgpP2VJC_0 2024-09-07T15:27:44.955 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3031528205965078334', time=2024-09-07T16:45:17.174615+0000, chain.objs.size()=1 2024-09-07T15:27:44.955 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9JnZAomPogCoqIjEmZfKPdfjdhAJ9_l_0 2024-09-07T15:27:44.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3186932013978422393', time=2024-09-07T16:45:18.071738+0000, chain.objs.size()=1 2024-09-07T15:27:44.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.5xzFHSMlgkaFbS1y3X4CZUSgqzreden_0 2024-09-07T15:27:44.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2364279787587881464', time=2024-09-07T16:45:18.301396+0000, chain.objs.size()=1 2024-09-07T15:27:44.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.WJxRAgHBQ-0n-eTNa7oyQ1fWu-Y6klU_0 2024-09-07T15:27:44.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9429830069665923907', time=2024-09-07T16:45:18.920056+0000, chain.objs.size()=1 2024-09-07T15:27:44.956 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Z0vIx-dr_U06p_MxqofzMqZ-Wjy06Te_0 2024-09-07T15:27:44.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.953+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15284534057030340769', time=2024-09-07T16:45:19.957807+0000, chain.objs.size()=1 2024-09-07T15:27:44.957 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.953+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Ejou7Ci1UH6DqnDFBqkb7opD7aHcJtM_0 2024-09-07T15:27:44.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2754654840191146933', time=2024-09-07T16:45:19.970149+0000, chain.objs.size()=1 2024-09-07T15:27:44.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.li8scfpn28S7WX_E2b5PUMxSHEBid8d_0 2024-09-07T15:27:44.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13194837349605619934', time=2024-09-07T16:45:21.178404+0000, chain.objs.size()=1 2024-09-07T15:27:44.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4421_TOrCtulsN7zhl6hOaReFW36IlK_0 2024-09-07T15:27:44.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11925998823070414816', time=2024-09-07T16:45:21.728696+0000, chain.objs.size()=1 2024-09-07T15:27:44.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HolG17jdhQo99AgiWynQxkNFJcWTzuV_0 2024-09-07T15:27:44.958 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8777687171623537013', time=2024-09-07T16:45:22.194223+0000, chain.objs.size()=1 2024-09-07T15:27:44.959 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.evubyMnytXtfSkTcd7CeE6T4J3S23b1_0 2024-09-07T15:27:44.959 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14752296913361083947', time=2024-09-07T16:45:26.832408+0000, chain.objs.size()=1 2024-09-07T15:27:44.959 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Y7WpQAUfTscTefmEKWlXxZD2JaW5XHS_0 2024-09-07T15:27:44.959 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5510299250738587138', time=2024-09-07T16:45:28.408020+0000, chain.objs.size()=1 2024-09-07T15:27:44.959 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pjpk44XMAsZM0g39o4ZiiXCv9TP_v4G_0 2024-09-07T15:27:44.959 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12678412679125367007', time=2024-09-07T16:45:29.074212+0000, chain.objs.size()=1 2024-09-07T15:27:44.959 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.en2sWMtXGVtw2ErL3uJzS1uh3BHY5CV_0 2024-09-07T15:27:44.961 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17447443854565814454', time=2024-09-07T16:45:30.325139+0000, chain.objs.size()=1 2024-09-07T15:27:44.961 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.nYVjsk-5neCIXsRVnw38QmUUVsA57LV_0 2024-09-07T15:27:44.961 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18333854467459634115', time=2024-09-07T16:45:33.647736+0000, chain.objs.size()=1 2024-09-07T15:27:44.961 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NM3OV2bkNnvzZDnNAL76E5vhm89p--n_0 2024-09-07T15:27:44.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5797975258909431628', time=2024-09-07T16:45:33.894219+0000, chain.objs.size()=1 2024-09-07T15:27:44.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.957+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Onl_8eFLoJqgJMDhckYwtKSulA-YadD_0 2024-09-07T15:27:44.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17693938427672189388', time=2024-09-07T16:45:33.970897+0000, chain.objs.size()=1 2024-09-07T15:27:44.962 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Yxme7pOlB0_DTNUrhp5I52kCTGIKyZ6_0 2024-09-07T15:27:44.963 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9733666763929225336', time=2024-09-07T16:47:19.660214+0000, chain.objs.size()=1 2024-09-07T15:27:44.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mKPF8AttojkD3vaxTULyXSTCvl7oKV2_0 2024-09-07T15:27:44.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1198681409026772894', time=2024-09-07T16:47:19.802083+0000, chain.objs.size()=1 2024-09-07T15:27:44.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ftx5MPADpIS2LRsdsVNEz-rZgTYYTRO_0 2024-09-07T15:27:44.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10223372371211651073', time=2024-09-07T16:47:20.029050+0000, chain.objs.size()=1 2024-09-07T15:27:44.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Rrhk6sndyo4-l1eiak8lYQuSVTC4gYz_0 2024-09-07T15:27:44.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1651003753626161903', time=2024-09-07T16:47:20.442683+0000, chain.objs.size()=1 2024-09-07T15:27:44.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Tl2luxfivFlSNx0Js6nODRFHIq7rM5W_0 2024-09-07T15:27:44.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.393888309657080622', time=2024-09-07T16:47:21.398059+0000, chain.objs.size()=1 2024-09-07T15:27:44.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wT5tleekUfV2T0whfvfuCqZgbQOZP25_0 2024-09-07T15:27:44.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1204074059692150451', time=2024-09-07T16:47:23.602940+0000, chain.objs.size()=1 2024-09-07T15:27:44.964 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.tJV-HGsP91o7J-b279M0j6navIzioMY_0 2024-09-07T15:27:44.965 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.757049665283145799', time=2024-09-07T16:47:25.685351+0000, chain.objs.size()=1 2024-09-07T15:27:44.965 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.OJ6b4us5AW3tWyn5fuaugE63SDyXW1T_0 2024-09-07T15:27:44.965 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18275742205395201436', time=2024-09-07T16:47:27.389273+0000, chain.objs.size()=1 2024-09-07T15:27:44.965 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1A_wKOYq0TF0OBwfH3NU8d9Uu-9aUa2_0 2024-09-07T15:27:44.965 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6860301032174580202', time=2024-09-07T16:47:28.226426+0000, chain.objs.size()=1 2024-09-07T15:27:44.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.961+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bv9DWiVrjQzrP8zjSPuZUQwImtLjnfR_0 2024-09-07T15:27:44.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9624349374357808014', time=2024-09-07T16:47:28.328259+0000, chain.objs.size()=1 2024-09-07T15:27:44.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.O5m8xp07VpTpLYRKaWuGWu03fy-AO7t_0 2024-09-07T15:27:44.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15452424680375963097', time=2024-09-07T16:47:31.339231+0000, chain.objs.size()=1 2024-09-07T15:27:44.966 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RyKzNgZCPGbCYZtezCNiB8TxjMEanG0_0 2024-09-07T15:27:44.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4389399855001634758', time=2024-09-07T16:47:32.017320+0000, chain.objs.size()=1 2024-09-07T15:27:44.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.c37rWm4hJxwaUouYPg6agGBVD-gfVDv_0 2024-09-07T15:27:44.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6974932265587251340', time=2024-09-07T16:47:34.530769+0000, chain.objs.size()=1 2024-09-07T15:27:44.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.--HBBSB6uckF02G8kWvegF-UVir55o5_0 2024-09-07T15:27:44.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18272436414065166513', time=2024-09-07T16:47:36.779637+0000, chain.objs.size()=1 2024-09-07T15:27:44.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zTrdMbx3OY6qJ5WYpqb1xQmNeok3cIJ_0 2024-09-07T15:27:44.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15520593446542349056', time=2024-09-07T16:47:37.212022+0000, chain.objs.size()=1 2024-09-07T15:27:44.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.o7glgk4VIWbqfQzBY9L_KXuUyJx1QnG_0 2024-09-07T15:27:44.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9557950625309895457', time=2024-09-07T16:47:37.694015+0000, chain.objs.size()=1 2024-09-07T15:27:44.968 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2KKEWz6WgVgA3ooZ7wvba8ctiiQ2cKy_0 2024-09-07T15:27:44.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12057369665747713051', time=2024-09-07T16:47:37.696387+0000, chain.objs.size()=1 2024-09-07T15:27:44.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.2A7LuqkZKWTNtHE4RehnzSIx_iziMyu_0 2024-09-07T15:27:44.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13975690867696481894', time=2024-09-07T16:47:38.056919+0000, chain.objs.size()=1 2024-09-07T15:27:44.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.shEewyofbHTJqNsWkEw1jhuIMjGTt_G_0 2024-09-07T15:27:44.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6741953763977819386', time=2024-09-07T16:47:38.577919+0000, chain.objs.size()=1 2024-09-07T15:27:44.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.iHE5wI4Zv6CBH4N3GHhnNFWWXBOM25b_0 2024-09-07T15:27:44.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15836082166876785458', time=2024-09-07T16:47:39.874835+0000, chain.objs.size()=1 2024-09-07T15:27:44.969 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.965+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.WaX6aXXnJgp8gMyOvb25NJPnRC53a3U_0 2024-09-07T15:27:44.970 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3035652018872719529', time=2024-09-07T16:47:40.254218+0000, chain.objs.size()=1 2024-09-07T15:27:44.970 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jz8fDMr8Y3lGZTrphwAQQbEeJzR7bfk_0 2024-09-07T15:27:44.970 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5974677396591818245', time=2024-09-07T16:47:40.352673+0000, chain.objs.size()=1 2024-09-07T15:27:44.971 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_._tSuBAvNTVT8JYAHeJCxrVjO3mdaUgG_0 2024-09-07T15:27:44.972 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12130526482756595490', time=2024-09-07T16:47:47.115524+0000, chain.objs.size()=1 2024-09-07T15:27:44.972 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LjFVdILFjEUglSvWkww0GD0swMstLFV_0 2024-09-07T15:27:44.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15951896065296498621', time=2024-09-07T16:47:47.544119+0000, chain.objs.size()=1 2024-09-07T15:27:44.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-WIuQNVdBhMmFDULnEf3bjZD3NpLz-s_0 2024-09-07T15:27:44.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8090889569138885086', time=2024-09-07T16:48:25.564154+0000, chain.objs.size()=1 2024-09-07T15:27:44.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.345__shadow_.Z7SSa9nWaJEsMzYo5N8QesSpaCpgLkL_0 2024-09-07T15:27:44.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4235131965205471820', time=2024-09-07T16:51:09.027089+0000, chain.objs.size()=1 2024-09-07T15:27:44.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.438__shadow_.pQPntbd8ZfuvA6yS7sRVsf8PdVM-PuW_0 2024-09-07T15:27:44.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3031177072460975598', time=2024-09-07T16:52:37.991307+0000, chain.objs.size()=1 2024-09-07T15:27:44.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.484__shadow_.sk-iMFZq0EJzIPwhIaZuGJlIp78RzLm_0 2024-09-07T15:27:44.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11395441396273083199', time=2024-09-07T16:52:58.535093+0000, chain.objs.size()=1 2024-09-07T15:27:44.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.491__shadow_.LIT80kon8-WnkbaXL_cPglkW35HEDZ6_0 2024-09-07T15:27:44.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11395441396273083199', time=2024-09-07T16:52:59.045488+0000, chain.objs.size()=1 2024-09-07T15:27:44.973 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.491__shadow_.LIT80kon8-WnkbaXL_cPglkW35HEDZ6_0 2024-09-07T15:27:44.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7928076747122208273', time=2024-09-07T16:54:45.510076+0000, chain.objs.size()=1 2024-09-07T15:27:44.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.518__shadow_.mC5Aha3pjS3ElfcgpzgKnA55LojBLfk_0 2024-09-07T15:27:44.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~gJLUE6-07jVTPMzr5lSJ_LYisuu4dB4', time=2024-09-07T16:56:28.695496+0000, chain.objs.size()=1 2024-09-07T15:27:44.974 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.969+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~gJLUE6-07jVTPMzr5lSJ_LYisuu4dB4.1 2024-09-07T15:27:44.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8754753677126983994', time=2024-09-07T17:00:36.877914+0000, chain.objs.size()=2 2024-09-07T15:27:44.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.525__shadow_.ZD1ffdv4AJ1jQonHCy5ZnXOhdEoy69N_0 2024-09-07T15:27:44.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.525__shadow_.ZD1ffdv4AJ1jQonHCy5ZnXOhdEoy69N_1 2024-09-07T15:27:44.975 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14650850243947926632', time=2024-09-07T17:00:37.244389+0000, chain.objs.size()=2 2024-09-07T15:27:44.976 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~RWt5lnA_V98X-zVVL0p7f_DAMsnj_i6.1 2024-09-07T15:27:44.977 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.526__multipart_mymultipart.2~RWt5lnA_V98X-zVVL0p7f_DAMsnj_i6.2 2024-09-07T15:27:44.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2235363140640929678', time=2024-09-07T17:04:07.149038+0000, chain.objs.size()=1 2024-09-07T15:27:44.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.562__multipart_mymultipart.oWsSejOe9bGoR0IwDuyYBomLjTEe0QqZ.1 2024-09-07T15:27:44.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15824276568753255549', time=2024-09-07T17:04:47.077684+0000, chain.objs.size()=1 2024-09-07T15:27:44.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:9X6GlNT9Yvb5Ha01nm-doiq5FxcRrSY_._L7R_MszcL86JjjVPasOUZ7ZDAXFbGY_0 2024-09-07T15:27:44.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15760618749696190807', time=2024-09-07T17:05:59.780247+0000, chain.objs.size()=1 2024-09-07T15:27:44.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:D1R-WZ9O9riXwdqf51gzH-ZVrWBSCJ2_.sOkFROCmg-OUKLL7vG3ASVyPHDmqqwk_0 2024-09-07T15:27:44.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13558823783495779941', time=2024-09-07T17:06:11.200173+0000, chain.objs.size()=1 2024-09-07T15:27:44.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:ZeMA1E1YBSmqDePGYF3baWH4nRJl4N3_.s3PWIHJdsga1bVjYuiFMBWESQes_HPv_0 2024-09-07T15:27:44.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18025452438490521985', time=2024-09-07T17:14:59.415844+0000, chain.objs.size()=1 2024-09-07T15:27:44.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.973+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.640__shadow_.4Gs4wx4vpCZbTFm0w3C_IGT5zM3pbjz_0 2024-09-07T15:27:44.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.977+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5403968340654831363', time=2024-09-07T17:15:28.032509+0000, chain.objs.size()=1 2024-09-07T15:27:44.978 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.977+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.647__shadow_.WeQmOVHkKISS2nw6t2FQDN-fTX6Hkpg_0 2024-09-07T15:27:44.982 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/52329 2024-09-07T15:27:44.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-07T15:27:44.984 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2743238470082238721', time=2024-09-07T17:17:08.267046+0000, chain.objs.size()=1 2024-09-07T15:27:44.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.665__shadow_.2Rqq5t9fQXKFe3A9_J8bHP6-TRziX_4_0 2024-09-07T15:27:44.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.981+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10220184638719019825', time=2024-09-07T17:20:21.116326+0000, chain.objs.size()=3 2024-09-07T15:27:44.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.744__multipart_mymultipart3.2~5Bw7cG_0WSrD14hlRpjrj4QdHMI1UcR.1 2024-09-07T15:27:44.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.744__multipart_mymultipart3.2~5Bw7cG_0WSrD14hlRpjrj4QdHMI1UcR.2 2024-09-07T15:27:44.985 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.981+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.744__multipart_mymultipart3.2~5Bw7cG_0WSrD14hlRpjrj4QdHMI1UcR.3 2024-09-07T15:27:44.986 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.985+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:44.989 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.985+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-07T15:27:44.990 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:44.990 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:44.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46331' 2024-09-07T15:27:44.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10850084633313045792', time=2024-09-07T16:37:38.865733+0000, chain.objs.size()=1 2024-09-07T15:27:44.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.232__shadow_.U9aeuD1u1gaohlEQoOhXxWzy7C3tM2l_0 2024-09-07T15:27:44.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3345454291152287091', time=2024-09-07T16:37:44.959192+0000, chain.objs.size()=1 2024-09-07T15:27:44.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.235__shadow_.d3t0eojqgetzyjpKU4ZfUr4FD-sbgcN_0 2024-09-07T15:27:44.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17774949164943288015', time=2024-09-07T16:37:46.995895+0000, chain.objs.size()=1 2024-09-07T15:27:44.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.236__shadow_.OinVNNqICpUAWcIInDid94mislS8FTr_0 2024-09-07T15:27:44.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15691202751774126119', time=2024-09-07T16:37:59.461290+0000, chain.objs.size()=1 2024-09-07T15:27:44.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.241__shadow_.i66CRk8chzoJ8HkynoZQFPc9QuqwQGZ_0 2024-09-07T15:27:44.992 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17323753132791553858', time=2024-09-07T16:38:07.083215+0000, chain.objs.size()=1 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.244__shadow_.Nco9NYuwjBt9hQGZ0e8AWTAUBqA-ztA_0 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5900045092151591354', time=2024-09-07T16:38:12.691223+0000, chain.objs.size()=1 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.246__shadow_.BpARA-nSAACkA_nwifAugdYAgBdHrmN_0 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10533125459288343576', time=2024-09-07T16:38:20.895800+0000, chain.objs.size()=1 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.250__shadow_.r8Kz6-Kfr-WHc13J4cYoYl2fCeV7sii_0 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12771922487513829174', time=2024-09-07T16:38:20.897504+0000, chain.objs.size()=1 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.250__shadow_.Yhue8bM3IWn-HKdpGeRhIp9TY2N2EJS_0 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7495643514476996497', time=2024-09-07T16:38:27.133138+0000, chain.objs.size()=1 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.253__shadow_.2Z2cQ8zWP8rUAfGL7Q4cAeOf8zTMKfp_0 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14875937379329743437', time=2024-09-07T16:38:45.459329+0000, chain.objs.size()=1 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.262__shadow_.99S2_gCHmv0GDCP15-WpMAMhSyltU6S_0 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5561171268712804686', time=2024-09-07T16:40:30.434274+0000, chain.objs.size()=1 2024-09-07T15:27:44.993 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Zj5jjviU2SKgzX0AD0HoexRKPn6Jh6R_0 2024-09-07T15:27:44.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2280096485619851128', time=2024-09-07T16:40:32.253813+0000, chain.objs.size()=1 2024-09-07T15:27:44.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.989+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Kgc0w40_kTdebtn34jeu-fM4vmwkPOr_0 2024-09-07T15:27:44.994 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8365893318870816592', time=2024-09-07T16:40:32.969136+0000, chain.objs.size()=1 2024-09-07T15:27:44.995 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.r0WTYdByzL_VVxz2oaX2XwkzP9wCfT8_0 2024-09-07T15:27:44.995 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7069394718061717443', time=2024-09-07T16:40:33.056603+0000, chain.objs.size()=1 2024-09-07T15:27:44.995 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.3SY40NXc8HJnzG3uxaR9jsfVYl-rzTz_0 2024-09-07T15:27:44.996 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16207018277308350625', time=2024-09-07T16:40:34.373265+0000, chain.objs.size()=1 2024-09-07T15:27:44.996 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JnH36f5ipDmF2wZT4QvEddU137An8xy_0 2024-09-07T15:27:44.996 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.839917483636100160', time=2024-09-07T16:40:35.272897+0000, chain.objs.size()=1 2024-09-07T15:27:44.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.O91MXoSZUGZmpSZW8z2fvEF_vSoGDNA_0 2024-09-07T15:27:44.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3036675820386233620', time=2024-09-07T16:40:39.248250+0000, chain.objs.size()=1 2024-09-07T15:27:44.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.JNBO-Cgpe4hteP94SUNRvQdP7KOVib4_0 2024-09-07T15:27:44.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3147833040168384533', time=2024-09-07T16:40:39.726232+0000, chain.objs.size()=1 2024-09-07T15:27:44.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.HBKU5fEe_25RE5B-K2_maltDVKXJBt0_0 2024-09-07T15:27:44.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12815181208356605084', time=2024-09-07T16:40:39.966245+0000, chain.objs.size()=1 2024-09-07T15:27:44.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.tx-_WsO9CjIfOcCczTWO1muxPz4kkkB_0 2024-09-07T15:27:44.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6584145848534694650', time=2024-09-07T16:40:41.395702+0000, chain.objs.size()=1 2024-09-07T15:27:44.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.oqehu2hndqn8apZhWjxpKSZTk4H_cdi_0 2024-09-07T15:27:44.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7866509174008683740', time=2024-09-07T16:40:43.582088+0000, chain.objs.size()=1 2024-09-07T15:27:44.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.E5ry2J8pFQmF83YhDtzmVRyl9mmk69k_0 2024-09-07T15:27:44.997 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10846097611889259791', time=2024-09-07T16:40:43.583865+0000, chain.objs.size()=1 2024-09-07T15:27:45.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vzeAulG3_kAdoAPGpgcWN5pRSPNUn_w_0 2024-09-07T15:27:45.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5288706641911634420', time=2024-09-07T16:40:43.585563+0000, chain.objs.size()=1 2024-09-07T15:27:45.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.993+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.mENPlRUfUIoQqvLdk0nBUIrGbMAJrLA_0 2024-09-07T15:27:45.000 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15326569054804896941', time=2024-09-07T16:40:43.734703+0000, chain.objs.size()=1 2024-09-07T15:27:45.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ZTC-oPbKMxsjoZHy4DCg8f-JewGryQY_0 2024-09-07T15:27:45.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2275700481324776283', time=2024-09-07T16:40:45.321087+0000, chain.objs.size()=1 2024-09-07T15:27:45.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ZOiF7Rxg6pzXwnb8INRTNWPtb18xxNl_0 2024-09-07T15:27:45.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5038530877216002927', time=2024-09-07T16:40:47.587155+0000, chain.objs.size()=1 2024-09-07T15:27:45.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.rYP7sX8qK8ZZDWLvM7z3VONlcqODYBl_0 2024-09-07T15:27:45.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6179761389892887164', time=2024-09-07T16:40:48.734072+0000, chain.objs.size()=1 2024-09-07T15:27:45.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._56S0VQ7jx4UvP4yncmUW5Ieemelx1o_0 2024-09-07T15:27:45.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12294853928252872227', time=2024-09-07T16:40:49.040024+0000, chain.objs.size()=1 2024-09-07T15:27:45.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.E5Fey9wddY6p45fV7yVRmcoF1eA1U1N_0 2024-09-07T15:27:45.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12952848475117459085', time=2024-09-07T16:40:49.429477+0000, chain.objs.size()=1 2024-09-07T15:27:45.001 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.VgUhCHi_E3URqZxgLjpZaHo5AtI7hmo_0 2024-09-07T15:27:45.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7225423390724422689', time=2024-09-07T16:40:53.131163+0000, chain.objs.size()=1 2024-09-07T15:27:45.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RSofQfVJ62wzlRJX5XYG5nEupySYSO8_0 2024-09-07T15:27:45.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18414020839765069519', time=2024-09-07T16:40:53.939930+0000, chain.objs.size()=1 2024-09-07T15:27:45.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.gtqRSdGvGOlDUuSMq-sXtNEIPAfi1b__0 2024-09-07T15:27:45.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16664764340462170742', time=2024-09-07T16:40:57.492776+0000, chain.objs.size()=1 2024-09-07T15:27:45.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.CBVwXXm-FE7Yjylfkshns5n224VLUK0_0 2024-09-07T15:27:45.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4795015746238305059', time=2024-09-07T16:40:57.688236+0000, chain.objs.size()=1 2024-09-07T15:27:45.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.gfXYM261FQzoNe-j82_vo6P5gtYefTr_0 2024-09-07T15:27:45.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7483840982984113472', time=2024-09-07T16:40:57.922137+0000, chain.objs.size()=1 2024-09-07T15:27:45.002 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:44.997+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.u9lD2yXhVEMaRkaNdoVKGBGv1d5yJ0R_0 2024-09-07T15:27:45.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3953510886102258240', time=2024-09-07T16:40:59.593513+0000, chain.objs.size()=1 2024-09-07T15:27:45.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.001+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ctl6EzV-nFquAcN-xdyqI1SpRUtsbDO_0 2024-09-07T15:27:45.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.736879482027144955', time=2024-09-07T16:41:00.098091+0000, chain.objs.size()=1 2024-09-07T15:27:45.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.001+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.V4854VcrFtqBoxXUau66zhrd8Wol8bS_0 2024-09-07T15:27:45.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.001+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5468751823614414151', time=2024-09-07T16:41:00.400646+0000, chain.objs.size()=1 2024-09-07T15:27:45.004 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.001+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FCG9r8HSQHOyQMM_0xjoeTih2M_8kbK_0 2024-09-07T15:27:45.006 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15731857709922488683', time=2024-09-07T16:41:11.221899+0000, chain.objs.size()=1 2024-09-07T15:27:45.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.268__shadow_.7j_e7v4MygC_5NoZE9YyiQ4sxLb2K0u_0 2024-09-07T15:27:45.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14703395390262662775', time=2024-09-07T16:41:17.036406+0000, chain.objs.size()=1 2024-09-07T15:27:45.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.271__shadow_.oFPPkdvOFbcqYdZW5afMkd0b3M5nmNX_0 2024-09-07T15:27:45.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16134243470565067350', time=2024-09-07T16:41:37.248733+0000, chain.objs.size()=1 2024-09-07T15:27:45.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.281__shadow_.AtGCt2vzjimXbmy58bEjosqRL8ZQmDO_0 2024-09-07T15:27:45.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16942027151148286399', time=2024-09-07T16:41:49.845238+0000, chain.objs.size()=1 2024-09-07T15:27:45.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.287__shadow_.IvFKChCpeuY2Y0OT8X44kPRSYSvamKT_0 2024-09-07T15:27:45.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11839002454423819942', time=2024-09-07T16:42:05.741337+0000, chain.objs.size()=1 2024-09-07T15:27:45.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.4WjXCIz3iyYCzFqqCBaKgdLnwwKADxv_0 2024-09-07T15:27:45.007 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1739980216475578063', time=2024-09-07T16:42:05.869876+0000, chain.objs.size()=1 2024-09-07T15:27:45.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.Y0SZtwefNT8k1SuSGwtFRv9-LfrB18w_0 2024-09-07T15:27:45.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2076497214002057755', time=2024-09-07T16:42:30.352140+0000, chain.objs.size()=1 2024-09-07T15:27:45.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.303__shadow_.Tp5XFZcmcOsahyUYxSJramxLOlhkQOD_0 2024-09-07T15:27:45.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2619517640351627065', time=2024-09-07T16:45:03.869546+0000, chain.objs.size()=1 2024-09-07T15:27:45.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.oDHCKBeqzPSsvLelAIdMUMRHJC_nLaR_0 2024-09-07T15:27:45.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16932103259494289969', time=2024-09-07T16:45:04.558957+0000, chain.objs.size()=1 2024-09-07T15:27:45.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yKbu7POvcD9dO0makDyqg-4lyJ7ePpI_0 2024-09-07T15:27:45.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18409868190221345440', time=2024-09-07T16:45:05.938873+0000, chain.objs.size()=1 2024-09-07T15:27:45.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.wK9xK0xNur3gmTb0VS0x8bLMAVBpYr-_0 2024-09-07T15:27:45.008 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15020238549870392572', time=2024-09-07T16:45:06.513456+0000, chain.objs.size()=1 2024-09-07T15:27:45.009 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.005+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Db4jd2oJAjgiqRahRJmqWjRUgWU_IEd_0 2024-09-07T15:27:45.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12328477585515111554', time=2024-09-07T16:45:09.616292+0000, chain.objs.size()=1 2024-09-07T15:27:45.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.vMp6boYibuDbxPAKhQMYZr0a3cqqRPm_0 2024-09-07T15:27:45.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.203578823118479907', time=2024-09-07T16:45:12.082430+0000, chain.objs.size()=1 2024-09-07T15:27:45.010 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.uKLsA7hITRH648spG-eWuvD7HaOZ0Dy_0 2024-09-07T15:27:45.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1463692607220241460', time=2024-09-07T16:45:12.145739+0000, chain.objs.size()=1 2024-09-07T15:27:45.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.vYfp2VGjBJkg5BSIjCS5CEsM6XMCmJo_0 2024-09-07T15:27:45.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13803986227711067697', time=2024-09-07T16:45:12.205637+0000, chain.objs.size()=1 2024-09-07T15:27:45.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.F7vhWfca97BiRgduvAwF4J2dniGMf60_0 2024-09-07T15:27:45.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13030659479663411906', time=2024-09-07T16:45:13.018486+0000, chain.objs.size()=1 2024-09-07T15:27:45.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rgaL6B9BSUCuq0QR21wZmXY1-lWrqy1_0 2024-09-07T15:27:45.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5079722414122586589', time=2024-09-07T16:45:13.146727+0000, chain.objs.size()=1 2024-09-07T15:27:45.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jwDpiBnE8Ldu5WAuKjg1tgOka3LGg3Q_0 2024-09-07T15:27:45.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8156027557178281820', time=2024-09-07T16:45:13.373676+0000, chain.objs.size()=1 2024-09-07T15:27:45.011 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.j_yBCmPcO8mx8P1XjlDhSlzAh_vWOJr_0 2024-09-07T15:27:45.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11641911144274238259', time=2024-09-07T16:45:13.604468+0000, chain.objs.size()=1 2024-09-07T15:27:45.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jHi2-v7HBNipzFP-GE212CIiJlSI-qi_0 2024-09-07T15:27:45.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8217682516380223023', time=2024-09-07T16:45:14.722598+0000, chain.objs.size()=1 2024-09-07T15:27:45.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.tPCU89Ev61O5LnTIw2B1dlJssA3rAu__0 2024-09-07T15:27:45.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2415382569518277033', time=2024-09-07T16:45:18.244504+0000, chain.objs.size()=1 2024-09-07T15:27:45.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.nQ8AdD5CR86RMOSibNSvXnfbrVZPakU_0 2024-09-07T15:27:45.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10348065393724890324', time=2024-09-07T16:45:20.015107+0000, chain.objs.size()=1 2024-09-07T15:27:45.012 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.009+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.h78c9gyrXGtTztaIuTqvC3MEcYfZ4vn_0 2024-09-07T15:27:45.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9032930927866027911', time=2024-09-07T16:45:20.017052+0000, chain.objs.size()=1 2024-09-07T15:27:45.016 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.KM5IrSkLpivEaxbqryfhg98v47iKJ2V_0 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4334670561138533722', time=2024-09-07T16:45:20.586949+0000, chain.objs.size()=1 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.7QfdyigEgs36QLewoeIFmjRHxwh0OR-_0 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4406266710110620270', time=2024-09-07T16:45:20.829731+0000, chain.objs.size()=1 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9uR2T22hCrVr7Lw2OkgxSN60IrDv3Ts_0 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7936516922123124355', time=2024-09-07T16:45:20.831849+0000, chain.objs.size()=1 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6L4PzPu1ZV98K6VjDT6gWUXYH-Yxxmf_0 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1128029361383905054', time=2024-09-07T16:45:21.731834+0000, chain.objs.size()=1 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.zNxYBuam_AX2P0S0elVfJ82CzLXiiq__0 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13371540204553157853', time=2024-09-07T16:45:24.988388+0000, chain.objs.size()=1 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.kzMxKO8TZSq3XdjDgHkxqwH4UCx71iS_0 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4476437258086902362', time=2024-09-07T16:45:26.195316+0000, chain.objs.size()=1 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.R_PfZTzN3NgCsVLaDfjY1tL4aMvyaP0_0 2024-09-07T15:27:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2650781261188382181', time=2024-09-07T16:45:26.391652+0000, chain.objs.size()=1 2024-09-07T15:27:45.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pLG8hi90178g7RijYw3jD1ufzZyUtDU_0 2024-09-07T15:27:45.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12876869187525511615', time=2024-09-07T16:45:29.115462+0000, chain.objs.size()=1 2024-09-07T15:27:45.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NCOGgCPS2N_szEVkLaGKpVfzQNkDInQ_0 2024-09-07T15:27:45.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9244626510269701648', time=2024-09-07T16:45:29.488395+0000, chain.objs.size()=1 2024-09-07T15:27:45.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.qaC_TbaBsovWxmmbSF-YZx74gydC7bT_0 2024-09-07T15:27:45.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3214824477866354172', time=2024-09-07T16:45:31.658443+0000, chain.objs.size()=1 2024-09-07T15:27:45.018 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.013+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pkEemJ14C8GmFm64vfIuZHEvhMx8FbS_0 2024-09-07T15:27:45.019 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15650936083182687291', time=2024-09-07T16:45:32.552942+0000, chain.objs.size()=1 2024-09-07T15:27:45.019 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.zlD7sK8TQbED5KLohHVK3TBMt0n1jDN_0 2024-09-07T15:27:45.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11090760803051716848', time=2024-09-07T16:45:32.881326+0000, chain.objs.size()=1 2024-09-07T15:27:45.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.JhZr44LlLQ__Xuyp8EgKC3cjkWcn9UO_0 2024-09-07T15:27:45.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8063017549455282673', time=2024-09-07T16:45:33.255958+0000, chain.objs.size()=1 2024-09-07T15:27:45.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ear_A3ATcgObGBGi68P8gLyC5JQObqn_0 2024-09-07T15:27:45.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13179692117692416275', time=2024-09-07T16:47:19.541467+0000, chain.objs.size()=1 2024-09-07T15:27:45.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-VX_laWKMge64MBoH_1nv28pTQueEgO_0 2024-09-07T15:27:45.021 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8342136466258031596', time=2024-09-07T16:47:20.154938+0000, chain.objs.size()=1 2024-09-07T15:27:45.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.n-LR0BEAoFx0ShMqaS4aF90HmTazDRa_0 2024-09-07T15:27:45.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16704271403783325804', time=2024-09-07T16:47:21.275107+0000, chain.objs.size()=1 2024-09-07T15:27:45.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.4UuXvHfybfRd5U79bprZ_oquvxVr2iE_0 2024-09-07T15:27:45.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5336859413207061288', time=2024-09-07T16:47:22.119593+0000, chain.objs.size()=1 2024-09-07T15:27:45.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.05YEWYbCtJeKIovpHxpWy_JMxNsQY9T_0 2024-09-07T15:27:45.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4175679456698256429', time=2024-09-07T16:47:23.239349+0000, chain.objs.size()=1 2024-09-07T15:27:45.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.BpzYEaLnNL5HOSVDRe6W1nlzRk32-9Y_0 2024-09-07T15:27:45.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16131739923126810508', time=2024-09-07T16:47:23.407629+0000, chain.objs.size()=1 2024-09-07T15:27:45.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0ExmaJZgRMy8y4o3RF60nMjyPSMsYJn_0 2024-09-07T15:27:45.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14135961873816829405', time=2024-09-07T16:47:23.649580+0000, chain.objs.size()=1 2024-09-07T15:27:45.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nuqWidwGE1cJimlZA-LVf0fDSYiEkmH_0 2024-09-07T15:27:45.022 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10614983578763241891', time=2024-09-07T16:47:23.893753+0000, chain.objs.size()=1 2024-09-07T15:27:45.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.017+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6Q_M7-F3JovxhGpz_xNOoqiXFGlEV59_0 2024-09-07T15:27:45.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.911730659003966888', time=2024-09-07T16:47:25.814971+0000, chain.objs.size()=1 2024-09-07T15:27:45.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0XQBiUbNTwqRhGaBlH-qGl-RnaQ5c4y_0 2024-09-07T15:27:45.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5482336731090894399', time=2024-09-07T16:47:26.154589+0000, chain.objs.size()=1 2024-09-07T15:27:45.023 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wVFLhBv-VgvgjhHziLQdFHb-sXo6cGW_0 2024-09-07T15:27:45.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7626353343629808196', time=2024-09-07T16:47:27.347391+0000, chain.objs.size()=1 2024-09-07T15:27:45.024 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.vkSnIIzdILCs8ruqb4Y0BjKK7kaHNT7_0 2024-09-07T15:27:45.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12425415395189387968', time=2024-09-07T16:47:27.826680+0000, chain.objs.size()=1 2024-09-07T15:27:45.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.eOXMmzoCvlXyjR6Selr9Ma911kCV4mB_0 2024-09-07T15:27:45.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4472438854910715461', time=2024-09-07T16:47:28.266955+0000, chain.objs.size()=1 2024-09-07T15:27:45.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.zuVzOXitQwQ3kCMuQNwbOWCPsi4b1z5_0 2024-09-07T15:27:45.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13600333397431976504', time=2024-09-07T16:47:28.460137+0000, chain.objs.size()=1 2024-09-07T15:27:45.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1nzayEQvSyHR87nm2UgaCaDXAJzsT-e_0 2024-09-07T15:27:45.025 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6198166521051445136', time=2024-09-07T16:47:30.373498+0000, chain.objs.size()=1 2024-09-07T15:27:45.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wVQEla_9YLuAnI60C24jD39dOKgkrjM_0 2024-09-07T15:27:45.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.927663106600778534', time=2024-09-07T16:47:33.342560+0000, chain.objs.size()=1 2024-09-07T15:27:45.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.W2FvB1ifzahzKS2F5sWfmyR8UQqNyXO_0 2024-09-07T15:27:45.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17102388234175134995', time=2024-09-07T16:47:33.890574+0000, chain.objs.size()=1 2024-09-07T15:27:45.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kMdqPXhDnRxXnH7RtTEVa2qCRXSeaUQ_0 2024-09-07T15:27:45.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2038981149891007507', time=2024-09-07T16:47:33.892211+0000, chain.objs.size()=1 2024-09-07T15:27:45.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.021+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.3pbXId2kc4zNYvd5bmuBobjmNfvOtKC_0 2024-09-07T15:27:45.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15555588029438859459', time=2024-09-07T16:47:33.929121+0000, chain.objs.size()=1 2024-09-07T15:27:45.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0c0lY8LfdBOiV1vRhjegO9vM1XnEd9m_0 2024-09-07T15:27:45.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7757636759416164348', time=2024-09-07T16:47:34.413858+0000, chain.objs.size()=1 2024-09-07T15:27:45.026 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.aXdDTyPHFfe5uUMJdxp3XEqfMGK6sx9_0 2024-09-07T15:27:45.027 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2605357290801244584', time=2024-09-07T16:47:35.927476+0000, chain.objs.size()=1 2024-09-07T15:27:45.028 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8w1-hDoJWGU9wU0xrjSv8lQB64OQXi__0 2024-09-07T15:27:45.028 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15562407210967737621', time=2024-09-07T16:47:36.909342+0000, chain.objs.size()=1 2024-09-07T15:27:45.028 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.04KpjSnkYC8wCWyFt7bKOTB8hoseAAb_0 2024-09-07T15:27:45.028 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.476981972042691987', time=2024-09-07T16:47:39.325649+0000, chain.objs.size()=1 2024-09-07T15:27:45.028 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.33eGBH0dVUb41D9XM00_lleusS_hfXR_0 2024-09-07T15:27:45.028 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6162795537160518805', time=2024-09-07T16:47:39.805615+0000, chain.objs.size()=1 2024-09-07T15:27:45.028 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.bEbTD06ytxNTCbnXGUl8VkIfDLFomdH_0 2024-09-07T15:27:45.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7937899212329792707', time=2024-09-07T16:47:40.284343+0000, chain.objs.size()=1 2024-09-07T15:27:45.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.3fDbcZ8tXp_Mw-yVL0vAFamowT8TQlw_0 2024-09-07T15:27:45.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11203025518882536621', time=2024-09-07T16:47:40.681984+0000, chain.objs.size()=1 2024-09-07T15:27:45.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.5u3s4ByyUWB5tnExZN8WFUgFXtMvgdI_0 2024-09-07T15:27:45.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3657962697472862509', time=2024-09-07T16:47:41.897801+0000, chain.objs.size()=1 2024-09-07T15:27:45.029 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.025+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.hpltdV1Ejk1Ap_ZjdOPagbNHlcZvrDY_0 2024-09-07T15:27:45.033 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.029+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46331 2024-09-07T15:27:45.035 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=26, truncated=0, next_marker='' 2024-09-07T15:27:45.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11144204321821025517', time=2024-09-07T16:47:42.461744+0000, chain.objs.size()=1 2024-09-07T15:27:45.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ygC3jIMMtJrKOKxYL0Hgdck317JtnxS_0 2024-09-07T15:27:45.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3151467961712863948', time=2024-09-07T16:47:45.017859+0000, chain.objs.size()=1 2024-09-07T15:27:45.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.GXq6kz9D25S7KymiUggbsGsa-ykVnmV_0 2024-09-07T15:27:45.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11233589967259272650', time=2024-09-07T16:47:45.902838+0000, chain.objs.size()=1 2024-09-07T15:27:45.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.UHqz7WGxblwbzAzyud78kgGTOJQaKZl_0 2024-09-07T15:27:45.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15045042963941720457', time=2024-09-07T16:47:46.264101+0000, chain.objs.size()=1 2024-09-07T15:27:45.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.a_aY9v-QxGYYpypyqWpNg4LbZQ7yoil_0 2024-09-07T15:27:45.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18310345092799052839', time=2024-09-07T16:47:46.266061+0000, chain.objs.size()=1 2024-09-07T15:27:45.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.QZtN2yFu6tT3sEwHkOm88_Lj6jYE565_0 2024-09-07T15:27:45.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9784769316077072434', time=2024-09-07T16:47:47.247145+0000, chain.objs.size()=1 2024-09-07T15:27:45.036 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.QfqiTK1FDGsQvreKAAaQNrOL3WYi9Eg_0 2024-09-07T15:27:45.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7398879529931887262', time=2024-09-07T16:47:49.252862+0000, chain.objs.size()=1 2024-09-07T15:27:45.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6SPK3EvwtVEUcuB-rezwaodsvFHxTuy_0 2024-09-07T15:27:45.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2170945696986077093', time=2024-09-07T16:47:49.616667+0000, chain.objs.size()=1 2024-09-07T15:27:45.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wp35F74I0nhYQDyHOM7TgHbdZ7tmOmZ_0 2024-09-07T15:27:45.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17187575606422534064', time=2024-09-07T16:52:40.472868+0000, chain.objs.size()=1 2024-09-07T15:27:45.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.485__shadow_.WHAU4c7BuULFXnTG5ximbRZpLASE2-U_0 2024-09-07T15:27:45.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14379067248823075349', time=2024-09-07T16:54:05.791184+0000, chain.objs.size()=6 2024-09-07T15:27:45.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.1 2024-09-07T15:27:45.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.2 2024-09-07T15:27:45.037 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.033+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.3 2024-09-07T15:27:45.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.4 2024-09-07T15:27:45.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.5 2024-09-07T15:27:45.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.508__multipart_srcmultipart.2~W8Qlzzl-gBMvTtbOIxUxP6glCCtx7Ah.6 2024-09-07T15:27:45.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13884151530561294314', time=2024-09-07T16:55:56.137055+0000, chain.objs.size()=3 2024-09-07T15:27:45.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.522__multipart_mymultipart.2~fhs4o19SDxCUfnQW6z80LDtS4JYAeXt.1 2024-09-07T15:27:45.039 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.522__multipart_mymultipart.2~fhs4o19SDxCUfnQW6z80LDtS4JYAeXt.2 2024-09-07T15:27:45.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.522__multipart_mymultipart.2~fhs4o19SDxCUfnQW6z80LDtS4JYAeXt.3 2024-09-07T15:27:45.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~bro9nDyP8xipp0Z8NPVTMjChIwvfFfZ', time=2024-09-07T17:00:40.483322+0000, chain.objs.size()=10 2024-09-07T15:27:45.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.527__multipart_mymultipart.2~bro9nDyP8xipp0Z8NPVTMjChIwvfFfZ.1 2024-09-07T15:27:45.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.527__multipart_mymultipart.2~bro9nDyP8xipp0Z8NPVTMjChIwvfFfZ.2 2024-09-07T15:27:45.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.527__multipart_mymultipart.2~bro9nDyP8xipp0Z8NPVTMjChIwvfFfZ.3 2024-09-07T15:27:45.040 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.527__multipart_mymultipart.2~bro9nDyP8xipp0Z8NPVTMjChIwvfFfZ.4 2024-09-07T15:27:45.041 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.037+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.527__multipart_mymultipart.2~bro9nDyP8xipp0Z8NPVTMjChIwvfFfZ.5 2024-09-07T15:27:45.041 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.527__multipart_mymultipart.2~bro9nDyP8xipp0Z8NPVTMjChIwvfFfZ.6 2024-09-07T15:27:45.043 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.527__multipart_mymultipart.2~bro9nDyP8xipp0Z8NPVTMjChIwvfFfZ.7 2024-09-07T15:27:45.043 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.527__multipart_mymultipart.2~bro9nDyP8xipp0Z8NPVTMjChIwvfFfZ.8 2024-09-07T15:27:45.043 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.527__multipart_mymultipart.2~bro9nDyP8xipp0Z8NPVTMjChIwvfFfZ.9 2024-09-07T15:27:45.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.527__multipart_mymultipart.2~bro9nDyP8xipp0Z8NPVTMjChIwvfFfZ.10 2024-09-07T15:27:45.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2269327565422568304', time=2024-09-07T17:02:02.474754+0000, chain.objs.size()=1 2024-09-07T15:27:45.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.537__multipart_mymultipart.2~2MaYBJmouhClPHyN8IHgjEsaA7nxAWO.1 2024-09-07T15:27:45.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8074539872941540999', time=2024-09-07T17:04:30.999519+0000, chain.objs.size()=1 2024-09-07T15:27:45.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:FG9O1Jprd-biDszZndrspgjsZ.sKEQF_.ANeatKeU7tgmbyx_4QeLJrIt1mlQSTL_0 2024-09-07T15:27:45.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12158701218399087301', time=2024-09-07T17:04:33.860364+0000, chain.objs.size()=1 2024-09-07T15:27:45.044 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:4OGu-Bw7K8uD0JymrhsM6zP8RDHYvBs_.oDULZVncquVwLc5yAiHhYSuBLkUDH7__0 2024-09-07T15:27:45.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1973335293026962638', time=2024-09-07T17:04:43.394397+0000, chain.objs.size()=1 2024-09-07T15:27:45.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:ZstFw8bwflX-CPpBLiWhmJKBp2Q-vse_.AD3fSdNbd8wVLxkX9f5abZfgBhdSX3d_0 2024-09-07T15:27:45.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15890418124556898208', time=2024-09-07T17:04:46.487881+0000, chain.objs.size()=1 2024-09-07T15:27:45.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:k60Ywa51..Am-iMShBmjb6z2muHgvrE_.RuE4kG4irYR4uuXikuxwjsmmWiLFxVH_0 2024-09-07T15:27:45.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17225402482569147908', time=2024-09-07T17:05:50.618508+0000, chain.objs.size()=1 2024-09-07T15:27:45.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:ihjAJTkKzvwdHwsyLX5GEbP4v6w5L7-_.wrBtHKSzikb7GwjxAslME6JSL5uwk4s_0 2024-09-07T15:27:45.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15153910602493249183', time=2024-09-07T17:07:35.920880+0000, chain.objs.size()=1 2024-09-07T15:27:45.045 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.041+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.587__shadow:f0eVsjqkMtaZ7IgULYc7.2-s27Y2qez_.Kcak3CnW8mjA4XjdGr7I_sGvcQOIZVD_0 2024-09-07T15:27:45.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4146788085122044929', time=2024-09-07T17:09:30.098209+0000, chain.objs.size()=6 2024-09-07T15:27:45.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.614__multipart_multipart_enc.2~5fXhTCx2ep56TiPxVbGHTGVp0D1czx7.1 2024-09-07T15:27:45.047 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.614__multipart_multipart_enc.2~5fXhTCx2ep56TiPxVbGHTGVp0D1czx7.2 2024-09-07T15:27:45.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.614__multipart_multipart_enc.2~5fXhTCx2ep56TiPxVbGHTGVp0D1czx7.3 2024-09-07T15:27:45.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.614__multipart_multipart_enc.2~5fXhTCx2ep56TiPxVbGHTGVp0D1czx7.4 2024-09-07T15:27:45.048 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.614__multipart_multipart_enc.2~5fXhTCx2ep56TiPxVbGHTGVp0D1czx7.5 2024-09-07T15:27:45.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.614__multipart_multipart_enc.2~5fXhTCx2ep56TiPxVbGHTGVp0D1czx7.6 2024-09-07T15:27:45.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14240510137331947685', time=2024-09-07T17:14:37.148348+0000, chain.objs.size()=1 2024-09-07T15:27:45.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.628__shadow_.vCyPXQBSet3i_t1TjL4VqWZPYl8Tpdg_0 2024-09-07T15:27:45.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18012481928746195002', time=2024-09-07T17:14:59.048446+0000, chain.objs.size()=1 2024-09-07T15:27:45.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.639__shadow_.ydzaOaH4EBgP1EC5Qd1l83MPgIGEj41_0 2024-09-07T15:27:45.049 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5248179631840261596', time=2024-09-07T17:15:48.813129+0000, chain.objs.size()=1 2024-09-07T15:27:45.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.651__shadow_.BeD086JZvSZke73IlEK3CxVL-I2va70_0 2024-09-07T15:27:45.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4072137035150363801', time=2024-09-07T17:15:59.563667+0000, chain.objs.size()=2 2024-09-07T15:27:45.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.655__shadow_.t70pCN55L9Qi05SEFGr85xLmyf8xJGS_0 2024-09-07T15:27:45.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.045+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.655__shadow_.t70pCN55L9Qi05SEFGr85xLmyf8xJGS_1 2024-09-07T15:27:45.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.810221368477583287', time=2024-09-07T17:17:22.628503+0000, chain.objs.size()=1 2024-09-07T15:27:45.050 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.673__shadow_.C0uaa84-oEKQIDvEGDYXUl7djDgDyqN_0 2024-09-07T15:27:45.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.049+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5273309720797821902', time=2024-09-07T17:18:16.508332+0000, chain.objs.size()=1 2024-09-07T15:27:45.051 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.049+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.705__shadow:52kzNjNTblNxqRwrAIlGkGlxoXZjnb7_.HGTxk0knw0KnZbPoZuESl6y_4k756gc_0 2024-09-07T15:27:45.056 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.053+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:45.058 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-07T15:27:45.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:45.060 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:45.061 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50886' 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11769279649554519697', time=2024-09-07T16:37:56.038824+0000, chain.objs.size()=1 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.239__shadow_.QwGM6caSJvrO0O9WAa0xk9PwRt2U3gP_0 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5776483935522178413', time=2024-09-07T16:40:29.896313+0000, chain.objs.size()=1 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xdSt0vEGglNxVW0_ySy4q-QDUM9GKWj_0 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3440294147503880673', time=2024-09-07T16:40:30.033729+0000, chain.objs.size()=1 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.8yA-0D2UCfkmYXVy7cDWH6iJxZtpDlH_0 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11393876177682827401', time=2024-09-07T16:40:30.035332+0000, chain.objs.size()=1 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.SPuofz5RO1kBxvk8PkQi9V0tmlj2Phx_0 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15866868522917831336', time=2024-09-07T16:40:31.468902+0000, chain.objs.size()=1 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.sQgpulHwolOmYXRvoruQTWtUGd51z68_0 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6518578012509607724', time=2024-09-07T16:40:32.274719+0000, chain.objs.size()=1 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zT1E7184OBYDWNr17MyQmWEr0TTU2DL_0 2024-09-07T15:27:45.062 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17755719735063299652', time=2024-09-07T16:40:32.565199+0000, chain.objs.size()=1 2024-09-07T15:27:45.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NadTFcAtzEb4MGi-4fDKhyvPwAimcqJ_0 2024-09-07T15:27:45.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2969217475287256368', time=2024-09-07T16:40:36.403404+0000, chain.objs.size()=1 2024-09-07T15:27:45.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7mg3Bwg4ylVFaZ2wo6ElpzDtYlObCpP_0 2024-09-07T15:27:45.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4111250680683513363', time=2024-09-07T16:40:36.959635+0000, chain.objs.size()=1 2024-09-07T15:27:45.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cO16mi-WjZOOyDzNqEoCcjDvlZVw2KW_0 2024-09-07T15:27:45.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1755400800896882188', time=2024-09-07T16:40:37.341955+0000, chain.objs.size()=1 2024-09-07T15:27:45.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.EH-mAzV6A1gnas-jHf-qPwjOT4HpEOb_0 2024-09-07T15:27:45.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12556822668064370895', time=2024-09-07T16:40:37.525186+0000, chain.objs.size()=1 2024-09-07T15:27:45.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.aOkIwphUbXZIsOs0GFDAO0sffdb8XNP_0 2024-09-07T15:27:45.063 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14343974739905908146', time=2024-09-07T16:40:40.506044+0000, chain.objs.size()=1 2024-09-07T15:27:45.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.057+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.BbbV3BWVgEHR3aWosS0S-DKp9Epr0QD_0 2024-09-07T15:27:45.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.061+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3267339864119812641', time=2024-09-07T16:40:40.606609+0000, chain.objs.size()=1 2024-09-07T15:27:45.064 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.061+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.bTmxqe0qPXt_mSgJv8JCLhXDk1Roxkg_0 2024-09-07T15:27:45.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13317991604291682988', time=2024-09-07T16:40:41.097134+0000, chain.objs.size()=1 2024-09-07T15:27:45.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Rj3QuoXH3GARHkosYt0JuPdic5H2y54_0 2024-09-07T15:27:45.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15225956919100329015', time=2024-09-07T16:40:41.518459+0000, chain.objs.size()=1 2024-09-07T15:27:45.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yYWGalmyfplw6s4UXsgRkLRgNBBcZqK_0 2024-09-07T15:27:45.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13352056628732042399', time=2024-09-07T16:40:41.680597+0000, chain.objs.size()=1 2024-09-07T15:27:45.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2PpMk-qWQOZ_UyDR_kXRgyHlEDH34Ol_0 2024-09-07T15:27:45.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13747945545516254557', time=2024-09-07T16:40:43.577098+0000, chain.objs.size()=1 2024-09-07T15:27:45.066 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cMB45FsNTdOrGgbzJ0Hj5H4AgeB5hR6_0 2024-09-07T15:27:45.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2623681660910249779', time=2024-09-07T16:40:43.731096+0000, chain.objs.size()=1 2024-09-07T15:27:45.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.WUzptKK8ARsSzavA9XO4bB2RoFAgsTI_0 2024-09-07T15:27:45.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5712665133388638626', time=2024-09-07T16:40:44.419967+0000, chain.objs.size()=1 2024-09-07T15:27:45.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.W2_Vzspum0J5YjPUtsAMrZG1cxYafOp_0 2024-09-07T15:27:45.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2908999453735994202', time=2024-09-07T16:40:44.505699+0000, chain.objs.size()=1 2024-09-07T15:27:45.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2p3H9duZ2BkcFeqm4FXisGOT7-eZOQg_0 2024-09-07T15:27:45.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4916768862106206974', time=2024-09-07T16:40:44.647302+0000, chain.objs.size()=1 2024-09-07T15:27:45.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TYb-2ygfm7hPKi8qCGJ9KYz9ZW9TqOk_0 2024-09-07T15:27:45.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8222294116835793156', time=2024-09-07T16:40:45.155386+0000, chain.objs.size()=1 2024-09-07T15:27:45.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.PQK4_rLWezndkaOZC9lKdFS6wKU_Vuw_0 2024-09-07T15:27:45.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11135375578088126809', time=2024-09-07T16:40:46.921586+0000, chain.objs.size()=1 2024-09-07T15:27:45.067 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.0BshBGD2tm7WG6r9iHKll1Qpo6jQcIo_0 2024-09-07T15:27:45.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8125173138257861754', time=2024-09-07T16:40:48.094177+0000, chain.objs.size()=1 2024-09-07T15:27:45.068 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.065+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.rXT8Oc4Dd5lpyQuq0rJj7LiCPtXnJd0_0 2024-09-07T15:27:45.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.367824109542425770', time=2024-09-07T16:40:48.096800+0000, chain.objs.size()=1 2024-09-07T15:27:45.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.CwHoQTpi8vfDr6_ONXGsuOqMJ2docbN_0 2024-09-07T15:27:45.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16261242889237475778', time=2024-09-07T16:40:48.098622+0000, chain.objs.size()=1 2024-09-07T15:27:45.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.3CG8pvTyFvxOpfbFgpnJOtt5X82tNpN_0 2024-09-07T15:27:45.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7416575053925725020', time=2024-09-07T16:40:49.526995+0000, chain.objs.size()=1 2024-09-07T15:27:45.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Fza-QDoxiGHm7BF5hZdYIBSrRR5Wwjz_0 2024-09-07T15:27:45.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5043564839470684094', time=2024-09-07T16:40:49.980628+0000, chain.objs.size()=1 2024-09-07T15:27:45.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.M4DshUlmYiY55J5c584q6ugDv8fjbQu_0 2024-09-07T15:27:45.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11435078791396747637', time=2024-09-07T16:40:51.510495+0000, chain.objs.size()=1 2024-09-07T15:27:45.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.pD42c0GL1HffxX2MaRP_ktT2ieXz_jX_0 2024-09-07T15:27:45.071 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1483720054711116400', time=2024-09-07T16:40:51.691282+0000, chain.objs.size()=1 2024-09-07T15:27:45.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vW0XU54spthuFI7tC4gnc13ExPx9bN6_0 2024-09-07T15:27:45.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16722768578958816615', time=2024-09-07T16:40:51.693671+0000, chain.objs.size()=1 2024-09-07T15:27:45.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.kQWZx3L5RG9_Gp397HdGYupUnJbrVXM_0 2024-09-07T15:27:45.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18195077247909559410', time=2024-09-07T16:40:51.811082+0000, chain.objs.size()=1 2024-09-07T15:27:45.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RhdEDoPnaP-KH3Im7j0FYO5BM48UMEP_0 2024-09-07T15:27:45.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8821732764549848430', time=2024-09-07T16:40:52.165967+0000, chain.objs.size()=1 2024-09-07T15:27:45.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ZA71VyE5I9vsxmauj7dlYSeEPVkAZEt_0 2024-09-07T15:27:45.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13100385314655851334', time=2024-09-07T16:40:52.313317+0000, chain.objs.size()=1 2024-09-07T15:27:45.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.W1soBaCKUuZKve2g_TspLVQ7rzBNRI6_0 2024-09-07T15:27:45.072 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11917371076789931902', time=2024-09-07T16:40:52.892911+0000, chain.objs.size()=1 2024-09-07T15:27:45.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.9Q6PRcmuETcNHYXq-075ii9P6TrKd5j_0 2024-09-07T15:27:45.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1459740325911283640', time=2024-09-07T16:40:53.934977+0000, chain.objs.size()=1 2024-09-07T15:27:45.073 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.069+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TiUzi0mpxgqWQloP3C25lsR3lzD7feK_0 2024-09-07T15:27:45.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15757078399776660606', time=2024-09-07T16:40:55.922948+0000, chain.objs.size()=1 2024-09-07T15:27:45.074 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zqvc50gl-2lSL5F1F23vnCTwWx8_ZKP_0 2024-09-07T15:27:45.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6926146870723326596', time=2024-09-07T16:40:57.651046+0000, chain.objs.size()=1 2024-09-07T15:27:45.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.bSdJ_0hmL6szANn9sTBCCcsdbvV_9Q__0 2024-09-07T15:27:45.075 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11658796072747019413', time=2024-09-07T16:40:57.814206+0000, chain.objs.size()=1 2024-09-07T15:27:45.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.5_1OW5Ehf1BG78gj5jMz3quftgCgYHF_0 2024-09-07T15:27:45.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.295504478405175369', time=2024-09-07T16:40:58.170530+0000, chain.objs.size()=1 2024-09-07T15:27:45.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.OiucgjhPwg-uL_F0oPgfRmBpxLX6sfW_0 2024-09-07T15:27:45.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7415501709576743413', time=2024-09-07T16:40:58.195389+0000, chain.objs.size()=1 2024-09-07T15:27:45.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.K0tQIoLIeNNKKU1iSHIKltjkf_6ii7Y_0 2024-09-07T15:27:45.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4431028779768015901', time=2024-09-07T16:40:59.911201+0000, chain.objs.size()=1 2024-09-07T15:27:45.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.E586hMlsG0fhtNynbig5LuG_-N6oSUq_0 2024-09-07T15:27:45.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13643397324951145337', time=2024-09-07T16:41:05.431672+0000, chain.objs.size()=1 2024-09-07T15:27:45.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.265__shadow_.WVQlxFeGYCrS7Zn_whQ7FkcVaOA24uZ_0 2024-09-07T15:27:45.076 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16109984650458845451', time=2024-09-07T16:41:07.408706+0000, chain.objs.size()=1 2024-09-07T15:27:45.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.266__shadow_._XrptbWrDbyv0b0ppuOT1laffbotORm_0 2024-09-07T15:27:45.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9050542596262176925', time=2024-09-07T16:41:37.228022+0000, chain.objs.size()=1 2024-09-07T15:27:45.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.281__shadow_.UEFf7aUA5lJUrRgHM5Q_lg6zMwwKp_0_0 2024-09-07T15:27:45.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4199022219683675347', time=2024-09-07T16:41:57.999115+0000, chain.objs.size()=1 2024-09-07T15:27:45.077 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.073+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.291__shadow_.hu3Cs1JuVGnpjTiRtbWZTAmlMERcVp-_0 2024-09-07T15:27:45.078 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14036379780262091988', time=2024-09-07T16:41:58.024033+0000, chain.objs.size()=1 2024-09-07T15:27:45.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.291__shadow_.oFbt14slLzLpTVGCCEuc_xbK2SsIq5A_0 2024-09-07T15:27:45.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9107598756258765134', time=2024-09-07T16:42:11.398100+0000, chain.objs.size()=1 2024-09-07T15:27:45.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.rWKLrnADA9J4GThbgYAsJHD9-P6kr58_0 2024-09-07T15:27:45.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15136632245494943458', time=2024-09-07T16:42:19.747449+0000, chain.objs.size()=1 2024-09-07T15:27:45.079 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.298__shadow_.jlmUFIaxUC3uI5zZoKJs8wD2m9MRI1F_0 2024-09-07T15:27:45.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5350895690918788500', time=2024-09-07T16:42:32.520075+0000, chain.objs.size()=1 2024-09-07T15:27:45.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.304__shadow_.6t37soy8F6cBK6EgrXa4rfMjNqT9ZJ6_0 2024-09-07T15:27:45.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6868472819011364897', time=2024-09-07T16:42:32.526659+0000, chain.objs.size()=1 2024-09-07T15:27:45.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.304__shadow_.Z3tSDaeAE1CtJ2UjVKmkG61LLuLxh2a_0 2024-09-07T15:27:45.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10694962940286728696', time=2024-09-07T16:45:03.888845+0000, chain.objs.size()=1 2024-09-07T15:27:45.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-BUebotZ58TNB5k_u_s6_DajLeLfjfk_0 2024-09-07T15:27:45.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9612229214662906765', time=2024-09-07T16:45:04.936706+0000, chain.objs.size()=1 2024-09-07T15:27:45.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.KeZokffjYnyHB3ReaLqbcY8LH0SnfTY_0 2024-09-07T15:27:45.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14549443247458121233', time=2024-09-07T16:45:05.425907+0000, chain.objs.size()=1 2024-09-07T15:27:45.080 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.CJnBLC82d_kZgtWdurzXvZEPD3EH_wX_0 2024-09-07T15:27:45.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1113143176007845426', time=2024-09-07T16:45:06.474514+0000, chain.objs.size()=1 2024-09-07T15:27:45.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dCdldYqSqSwoHW474lzttCMlxCLxu8s_0 2024-09-07T15:27:45.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13212182345690482702', time=2024-09-07T16:45:08.049201+0000, chain.objs.size()=1 2024-09-07T15:27:45.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-R5uDSEFe06cFWwNUmd5giOEWTslsBW_0 2024-09-07T15:27:45.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16199604699866555246', time=2024-09-07T16:45:08.425466+0000, chain.objs.size()=1 2024-09-07T15:27:45.081 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.LC2LthyAZDfyh8cIb_CBenXkB1DwU_M_0 2024-09-07T15:27:45.082 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3793582238799145701', time=2024-09-07T16:45:08.897951+0000, chain.objs.size()=1 2024-09-07T15:27:45.082 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.077+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.xu_xvPtVhx9bMdLKPHcrwnGfgXuXnSw_0 2024-09-07T15:27:45.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17345779477999199746', time=2024-09-07T16:45:09.549991+0000, chain.objs.size()=1 2024-09-07T15:27:45.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.n-u8HlXW9vBMwNmgZI7vQYGlPF-hzG3_0 2024-09-07T15:27:45.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1382863144757381469', time=2024-09-07T16:45:10.918133+0000, chain.objs.size()=1 2024-09-07T15:27:45.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jK5zkIU0TspvPiTm4bY55ep8ieVO6vi_0 2024-09-07T15:27:45.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8064528902291675872', time=2024-09-07T16:45:12.899867+0000, chain.objs.size()=1 2024-09-07T15:27:45.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.v_aAZatFSo7l8VbvBDsrnalpvEbwQsM_0 2024-09-07T15:27:45.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9239452741440512469', time=2024-09-07T16:45:12.914089+0000, chain.objs.size()=1 2024-09-07T15:27:45.083 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._7fkOZFHUIU7uuJKjadjnzTqZtAUzvF_0 2024-09-07T15:27:45.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5032133930783725878', time=2024-09-07T16:45:12.987146+0000, chain.objs.size()=1 2024-09-07T15:27:45.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.9hi-Yl59z0s6zkk-KXI5tCeN7RWnS6l_0 2024-09-07T15:27:45.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2757915424489145753', time=2024-09-07T16:45:13.628366+0000, chain.objs.size()=1 2024-09-07T15:27:45.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.60KpFc-soYbmwmlhkYyJY-yxOJqzy1Q_0 2024-09-07T15:27:45.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14982837194496056125', time=2024-09-07T16:45:14.315693+0000, chain.objs.size()=1 2024-09-07T15:27:45.084 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ZVyqzT4Ua7A9zMjzyTrdMIsKjZpI3iW_0 2024-09-07T15:27:45.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5028154820751608729', time=2024-09-07T16:45:14.317556+0000, chain.objs.size()=1 2024-09-07T15:27:45.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.6rjLVw6gPx1Ojj-c7_BaPFcm49TbGy3_0 2024-09-07T15:27:45.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9214909856416852282', time=2024-09-07T16:45:14.652002+0000, chain.objs.size()=1 2024-09-07T15:27:45.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.S3ek6ByFdNhNEaAPQjosGKJ_AkOx_2u_0 2024-09-07T15:27:45.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16629156534516271671', time=2024-09-07T16:45:14.653977+0000, chain.objs.size()=1 2024-09-07T15:27:45.085 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.081+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Hv9I0w3_6U8V1nLUVHnrQETFGQyT70b_0 2024-09-07T15:27:45.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16109247366308286973', time=2024-09-07T16:45:16.454347+0000, chain.objs.size()=1 2024-09-07T15:27:45.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.BGOPzfSIs1_TPG1oP0kcQU7yTfDfnWw_0 2024-09-07T15:27:45.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17197133737946825569', time=2024-09-07T16:45:17.234487+0000, chain.objs.size()=1 2024-09-07T15:27:45.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4wWW71Vumi410buLQu_HWYg4sbXfOzk_0 2024-09-07T15:27:45.086 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14091809017537891544', time=2024-09-07T16:45:18.151022+0000, chain.objs.size()=1 2024-09-07T15:27:45.087 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yGAtoz1aRdGhN382VYWHWyhKanNhZiQ_0 2024-09-07T15:27:45.087 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9516049378158553031', time=2024-09-07T16:45:18.478172+0000, chain.objs.size()=1 2024-09-07T15:27:45.087 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.3Agl7X9Gkk2DUazpdatMlS5KiIHfvqW_0 2024-09-07T15:27:45.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13142970205691437204', time=2024-09-07T16:45:18.898419+0000, chain.objs.size()=1 2024-09-07T15:27:45.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.VcRAyZnWA_7ZJ7MwxamoZXczDP3tGCk_0 2024-09-07T15:27:45.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18365608332584836401', time=2024-09-07T16:45:20.766007+0000, chain.objs.size()=1 2024-09-07T15:27:45.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-tbXYmtFsJBffLEsmz-bxorsei1Itj__0 2024-09-07T15:27:45.088 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1097736668452010716', time=2024-09-07T16:45:21.249747+0000, chain.objs.size()=1 2024-09-07T15:27:45.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.816aD4xhkrQ9zsfRr0zX5Cqb2x2f-Wi_0 2024-09-07T15:27:45.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7753487749885708104', time=2024-09-07T16:45:21.412593+0000, chain.objs.size()=1 2024-09-07T15:27:45.089 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.085+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.S5E8AhVPgtPZcrIUBy3mpCR1mIxG97H_0 2024-09-07T15:27:45.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11128314338898171493', time=2024-09-07T16:45:21.414778+0000, chain.objs.size()=1 2024-09-07T15:27:45.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-_rNnctX_27gqm6ZBwkQJ0AoEZpYIXy_0 2024-09-07T15:27:45.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.99645219330570158', time=2024-09-07T16:45:23.772228+0000, chain.objs.size()=1 2024-09-07T15:27:45.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.44IxzrHgCBSHO-Rn2nY3pxI5oq6aNA1_0 2024-09-07T15:27:45.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14752006781754865935', time=2024-09-07T16:45:24.343357+0000, chain.objs.size()=1 2024-09-07T15:27:45.090 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.B8CWrMVPChhRlroBCcTYBy0hJfZWXch_0 2024-09-07T15:27:45.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10735132715805211811', time=2024-09-07T16:45:25.160581+0000, chain.objs.size()=1 2024-09-07T15:27:45.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.R7tdCgg5FkxFmITr7mIPGdq4hT95cY-_0 2024-09-07T15:27:45.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7747428454949673051', time=2024-09-07T16:45:25.648998+0000, chain.objs.size()=1 2024-09-07T15:27:45.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ON31HAYFF-K0hNJEGlVZQgyNtm4jhC-_0 2024-09-07T15:27:45.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11323371326163509540', time=2024-09-07T16:45:25.980753+0000, chain.objs.size()=1 2024-09-07T15:27:45.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.lAnjYGQjPl_zsWyuuC7_MqyluDFk-6V_0 2024-09-07T15:27:45.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.365921939541058848', time=2024-09-07T16:45:26.112070+0000, chain.objs.size()=1 2024-09-07T15:27:45.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.sH2aQaK1aJA2QHhrsK-CAEOlRmhpdcU_0 2024-09-07T15:27:45.091 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10254947929374223963', time=2024-09-07T16:45:26.558896+0000, chain.objs.size()=1 2024-09-07T15:27:45.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ng3TWfiuetQs2s6QXtd9FLDTxiZyFGy_0 2024-09-07T15:27:45.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2896393250263531851', time=2024-09-07T16:45:26.839556+0000, chain.objs.size()=1 2024-09-07T15:27:45.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.VndEvAeFXVBHGHKCxod__M-mH5jp9uy_0 2024-09-07T15:27:45.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1021048321307958547', time=2024-09-07T16:45:28.126528+0000, chain.objs.size()=1 2024-09-07T15:27:45.092 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.WHl3AzleShsQRJbN4qNftOKRIjaGvk7_0 2024-09-07T15:27:45.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5763236840604474136', time=2024-09-07T16:47:21.608159+0000, chain.objs.size()=1 2024-09-07T15:27:45.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.mgvZ6qJ4_EkUuu6j88Zd768VNgv2YC4_0 2024-09-07T15:27:45.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14166560396583253185', time=2024-09-07T16:47:21.997411+0000, chain.objs.size()=1 2024-09-07T15:27:45.093 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.089+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.AcyDgsgausZP5IijK3hsjJRhFFJIK6__0 2024-09-07T15:27:45.094 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17698523983242265537', time=2024-09-07T16:47:24.325773+0000, chain.objs.size()=1 2024-09-07T15:27:45.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8kEKvgvN8fxg8PEjfw-nL7_VCAlKZui_0 2024-09-07T15:27:45.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2183409871221079383', time=2024-09-07T16:47:27.992452+0000, chain.objs.size()=1 2024-09-07T15:27:45.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jwLDnJ-2jOy4zDwLvaKiUI2rkozk95q_0 2024-09-07T15:27:45.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12543316421382000390', time=2024-09-07T16:47:29.044747+0000, chain.objs.size()=1 2024-09-07T15:27:45.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1DglMejPgs-kZIT-sVh-DUX2U7ahDG0_0 2024-09-07T15:27:45.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3509859620047492779', time=2024-09-07T16:47:29.235826+0000, chain.objs.size()=1 2024-09-07T15:27:45.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.1YICXfYwQBCTWhCZhqw4Psr6Xwc39Da_0 2024-09-07T15:27:45.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12901232535068782836', time=2024-09-07T16:47:29.629274+0000, chain.objs.size()=1 2024-09-07T15:27:45.095 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.J1tlGaJTo0JdkK7uWhbYYq_-1xQdzKA_0 2024-09-07T15:27:45.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16545888572403893014', time=2024-09-07T16:47:29.925032+0000, chain.objs.size()=1 2024-09-07T15:27:45.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.r4skMrJ8qW2rRf9Kf2fpSzzF3Jbdp-w_0 2024-09-07T15:27:45.096 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17939075245764571495', time=2024-09-07T16:47:29.930424+0000, chain.objs.size()=1 2024-09-07T15:27:45.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yJesKfZNDjrWjTG9U01Cq3pRbmlqLN9_0 2024-09-07T15:27:45.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1456492070413402299', time=2024-09-07T16:47:32.469870+0000, chain.objs.size()=1 2024-09-07T15:27:45.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.o2y6NkQfIYk_miDnDJYJv-ZO6jEB7sX_0 2024-09-07T15:27:45.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13300751135643869542', time=2024-09-07T16:47:33.322178+0000, chain.objs.size()=1 2024-09-07T15:27:45.097 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.093+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sRP71deVIXJ8qi3q5Y8wCrzkMo6cw30_0 2024-09-07T15:27:45.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.154250668990047137', time=2024-09-07T16:47:34.239097+0000, chain.objs.size()=1 2024-09-07T15:27:45.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.u_gsfqx78r3-pObH_k8fX3F8b_ZaybS_0 2024-09-07T15:27:45.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9719802288401272189', time=2024-09-07T16:47:34.546577+0000, chain.objs.size()=1 2024-09-07T15:27:45.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lw-jXdgSQRVy_N8JDJM-FoYEjAiW3i7_0 2024-09-07T15:27:45.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.097+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6920448757446013866', time=2024-09-07T16:47:35.476689+0000, chain.objs.size()=1 2024-09-07T15:27:45.099 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.097+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.oUYV2w7wl9hv-LFw5QNGA2EIBvIsjGC_0 2024-09-07T15:27:45.101 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50886 2024-09-07T15:27:45.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=38, truncated=0, next_marker='' 2024-09-07T15:27:45.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7268254198479399754', time=2024-09-07T16:47:35.583496+0000, chain.objs.size()=1 2024-09-07T15:27:45.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CkFqX_MyVCv1cDb42yjRkUjFddRsFht_0 2024-09-07T15:27:45.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8501189163158818188', time=2024-09-07T16:47:36.828180+0000, chain.objs.size()=1 2024-09-07T15:27:45.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.K9rQRqkIIyQJ3ReP_WHKkChGBHZkRDe_0 2024-09-07T15:27:45.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7580301609467697862', time=2024-09-07T16:47:40.376318+0000, chain.objs.size()=1 2024-09-07T15:27:45.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gyJOtkNkjn5rOm_keEGnGhxBSdMvVCI_0 2024-09-07T15:27:45.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.89683626158620860', time=2024-09-07T16:47:40.685818+0000, chain.objs.size()=1 2024-09-07T15:27:45.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.R0Qbhz1ck-cRmmJk546Kx4jaDMd_EdQ_0 2024-09-07T15:27:45.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6659183796483005970', time=2024-09-07T16:47:41.032377+0000, chain.objs.size()=1 2024-09-07T15:27:45.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.SQVMJbS4U0SuhjTlq-hX-sAXU3Ctrcb_0 2024-09-07T15:27:45.105 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1636470046089505395', time=2024-09-07T16:47:41.706321+0000, chain.objs.size()=1 2024-09-07T15:27:45.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sAu986SDQspg0Rhj21FMyJkEO6f6vC__0 2024-09-07T15:27:45.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1869031043545834195', time=2024-09-07T16:47:41.732488+0000, chain.objs.size()=1 2024-09-07T15:27:45.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.07czzrUgrgqtONoc2rff-LEMY8qF3F7_0 2024-09-07T15:27:45.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11485866943035757370', time=2024-09-07T16:47:44.158815+0000, chain.objs.size()=1 2024-09-07T15:27:45.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qROYt6aKVx6mvetqS7bM0VXo49FOzAy_0 2024-09-07T15:27:45.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11583332400013870855', time=2024-09-07T16:47:44.513842+0000, chain.objs.size()=1 2024-09-07T15:27:45.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JwGzDBUHlDN8QTrsRls0gTII9kTV0BC_0 2024-09-07T15:27:45.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13949450798032211801', time=2024-09-07T16:47:44.591904+0000, chain.objs.size()=1 2024-09-07T15:27:45.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.msDIbqXFbaDjZTwoX0OllCLShTcqHpM_0 2024-09-07T15:27:45.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13501542376471660662', time=2024-09-07T16:47:45.013448+0000, chain.objs.size()=1 2024-09-07T15:27:45.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sEyr9V4oiCAgxAGWvdEk2MLcBv-PaYF_0 2024-09-07T15:27:45.106 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6093799848027148889', time=2024-09-07T16:47:45.802727+0000, chain.objs.size()=1 2024-09-07T15:27:45.107 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.101+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.FntRjZi6Wxf7qNsBlN-bCjQI_gBhmps_0 2024-09-07T15:27:45.108 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7040609793787993859', time=2024-09-07T16:47:48.042584+0000, chain.objs.size()=1 2024-09-07T15:27:45.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.UdwJbYn-pbrQqSOMrOBt0nteYKIT8f5_0 2024-09-07T15:27:45.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.105+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15070888009487629400', time=2024-09-07T16:47:48.044768+0000, chain.objs.size()=1 2024-09-07T15:27:45.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.105+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.6XzRLyt9vmJuys20DZvldVzBUEqo4pG_0 2024-09-07T15:27:45.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5700253787664796942', time=2024-09-07T16:47:48.153846+0000, chain.objs.size()=1 2024-09-07T15:27:45.109 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.lpWB8uHUO4Fo1g-ZWieZevwwNaxjpS-_0 2024-09-07T15:27:45.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5895686065666816716', time=2024-09-07T16:47:48.905143+0000, chain.objs.size()=1 2024-09-07T15:27:45.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RtFkUDvUfBd_fyMZLB7HKOE9C2YaxO2_0 2024-09-07T15:27:45.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1740163574359256109', time=2024-09-07T16:47:49.338330+0000, chain.objs.size()=1 2024-09-07T15:27:45.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.RVk3O1GwK74iTrumXyQHHrVGAoQN8jz_0 2024-09-07T15:27:45.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10695812006130883536', time=2024-09-07T16:47:49.538090+0000, chain.objs.size()=1 2024-09-07T15:27:45.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.wCHFwPHAnM10M0HeVevpXYunQ6QGWYd_0 2024-09-07T15:27:45.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3014349636870322160', time=2024-09-07T16:49:52.680825+0000, chain.objs.size()=1 2024-09-07T15:27:45.110 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.395__shadow:cA5jKnahCDDHMmYiCw7W6m5VhX8TR9v_.9vZ14wPBFRbLMxUGPOS718xhEkC6Sjh_0 2024-09-07T15:27:45.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7687997335546952734', time=2024-09-07T16:50:14.884259+0000, chain.objs.size()=1 2024-09-07T15:27:45.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.408__shadow_.sND0xN0dMbHZsNLlj9cEIixRcImMR0L_0 2024-09-07T15:27:45.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9331167993222807997', time=2024-09-07T16:51:12.420912+0000, chain.objs.size()=1 2024-09-07T15:27:45.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.440__shadow_.qamQdPlMPYk5sSVWiO8L585qC7c8Set_0 2024-09-07T15:27:45.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9988813992173854337', time=2024-09-07T16:51:18.219411+0000, chain.objs.size()=1 2024-09-07T15:27:45.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.443__shadow_.9z7uYqIQ3Cybr0JsMxVsa5I-PJmlyOx_0 2024-09-07T15:27:45.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18390500628817219211', time=2024-09-07T16:51:30.367316+0000, chain.objs.size()=1 2024-09-07T15:27:45.111 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.448__shadow_.vtfCqXWbX8YEz6flqPoP3AnZPsLt_o4_0 2024-09-07T15:27:45.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3371029943503852643', time=2024-09-07T16:51:45.980884+0000, chain.objs.size()=1 2024-09-07T15:27:45.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.456__shadow_.1G36g9zGdKam8gAhDYkxK9YUWWtN2Hv_0 2024-09-07T15:27:45.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5058713348469595837', time=2024-09-07T16:52:15.903269+0000, chain.objs.size()=1 2024-09-07T15:27:45.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.467__shadow_.yJSdmNSYj2U5lHtCmVnBXf3Ai-vx2lL_0 2024-09-07T15:27:45.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14599705736083712467', time=2024-09-07T17:04:02.178035+0000, chain.objs.size()=1 2024-09-07T15:27:45.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.560__shadow_.GEH3AUnC6NXxjepvem93GNE8g-XQ8pA_0 2024-09-07T15:27:45.113 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9049862993973769221', time=2024-09-07T17:04:21.954487+0000, chain.objs.size()=1 2024-09-07T15:27:45.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.566__shadow_.GzDPNC_jnk39JwBUkuWu-TBTafM0aqb_0 2024-09-07T15:27:45.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5181267997406625890', time=2024-09-07T17:05:08.718881+0000, chain.objs.size()=1 2024-09-07T15:27:45.114 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.109+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.575__shadow:Ku26wjeAqWZ2tGmnSiBuUD7QSMbx3fI_.-owTnC-O6xYPpvE1FwrZkM59_ednNK9_0 2024-09-07T15:27:45.115 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11775943463720607409', time=2024-09-07T17:05:16.307638+0000, chain.objs.size()=1 2024-09-07T15:27:45.115 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.576__shadow_.htALV4eTAJDpnxFRs-isSPvglZcas7i_0 2024-09-07T15:27:45.115 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4200846426828579751', time=2024-09-07T17:05:19.919577+0000, chain.objs.size()=1 2024-09-07T15:27:45.115 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.577__shadow:v6pyWpRrlVKhwKKgjAZEjsXyYyZCoKV_.KleZgcm6FEmGwZm7mIo_7lvmMRojkCR_0 2024-09-07T15:27:45.115 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10915727977601560651', time=2024-09-07T17:05:39.267827+0000, chain.objs.size()=1 2024-09-07T15:27:45.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:i2xOb9kUAXK8fUHTXj6u1nD2KkSMuI6_.z0rX3BD4b0Q1SY32Vj8YwtwAsnCxyk__0 2024-09-07T15:27:45.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13948208157632518392', time=2024-09-07T17:06:06.561930+0000, chain.objs.size()=1 2024-09-07T15:27:45.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:xNEr6eOthQAJCcrDSsS4W7pdXRUdIjZ_.vFPgDFLhrE5Jrd5sDjPOJFQznhh56-E_0 2024-09-07T15:27:45.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2645003608789274431', time=2024-09-07T17:06:09.349247+0000, chain.objs.size()=1 2024-09-07T15:27:45.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:Oq8XQVTqb.c-Sj38YBmUsPk.EsCf6uy_.Pvbu9nxFr_O63n8P72-vHyZIMAxJKKB_0 2024-09-07T15:27:45.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9884491697246419335', time=2024-09-07T17:08:06.885160+0000, chain.objs.size()=1 2024-09-07T15:27:45.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.604__shadow_.ysT72ifgoNxhsdgMxX9lRgjJaa4GSCI_0 2024-09-07T15:27:45.116 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10862974278927815060', time=2024-09-07T17:10:58.139149+0000, chain.objs.size()=1 2024-09-07T15:27:45.117 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.113+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.617__shadow_.e9gL6wu66Fa8zc7J5jIOAR8ZIds07lf_0 2024-09-07T15:27:45.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.565036968217664059', time=2024-09-07T17:14:48.514981+0000, chain.objs.size()=1 2024-09-07T15:27:45.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.634__shadow_.KPpO-8ymM9N7ilKxX7uHSZWYhilEk4l_0 2024-09-07T15:27:45.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6516122047238888003', time=2024-09-07T17:15:12.908966+0000, chain.objs.size()=1 2024-09-07T15:27:45.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.644__shadow_.homxno2XBGukNddLm-rwYHk0jlvtdKN_0 2024-09-07T15:27:45.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.117+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18394696464595053120', time=2024-09-07T17:18:27.820979+0000, chain.objs.size()=1 2024-09-07T15:27:45.118 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.711__shadow:jcIK7wXJWUDRknukN0A3REnyCSMvKkH_.ZZHkuYr5eX5AikZy9NXvt7eAE3m7ZYO_0 2024-09-07T15:27:45.121 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.117+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:45.123 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-07T15:27:45.124 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:45.125 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.121+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:45.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47612' 2024-09-07T15:27:45.126 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15907527170471972154', time=2024-09-07T16:30:46.318192+0000, chain.objs.size()=1 2024-09-07T15:27:45.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.158__shadow:F.DkvCUwu061wHZ62t4RM3ipx3QAMNX_.fdiN4MUg17l0cU9SO41TvZ4aQ_ub68d_0 2024-09-07T15:27:45.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7939953178400679934', time=2024-09-07T16:37:56.025216+0000, chain.objs.size()=1 2024-09-07T15:27:45.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.239__shadow_.eFjRt-Su0ptfveMqLPHJsbKJ4YBySbU_0 2024-09-07T15:27:45.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4382292418781934506', time=2024-09-07T16:38:01.487505+0000, chain.objs.size()=1 2024-09-07T15:27:45.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.242__shadow_.T67LDc-rXzSHeZJF3yZ_uHn0OglDXJg_0 2024-09-07T15:27:45.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18100257657519740789', time=2024-09-07T16:38:25.088773+0000, chain.objs.size()=1 2024-09-07T15:27:45.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.252__shadow_.3Xvfen3EHJlaZlYWeYk6q-UMy32V9Hq_0 2024-09-07T15:27:45.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.615278299668792337', time=2024-09-07T16:38:37.326802+0000, chain.objs.size()=1 2024-09-07T15:27:45.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.258__shadow_.L8VzwS-adEmezHHw_FwTU4h2B-XFRMN_0 2024-09-07T15:27:45.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14828428813072740668', time=2024-09-07T16:40:29.986865+0000, chain.objs.size()=1 2024-09-07T15:27:45.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.OC_hSG11mB4oLd2VSD3zz728bq-RpOL_0 2024-09-07T15:27:45.127 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13894279825603408190', time=2024-09-07T16:40:30.498615+0000, chain.objs.size()=1 2024-09-07T15:27:45.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.gwiuDPhkqPhm_WxCpWhKcN12VEb0SvX_0 2024-09-07T15:27:45.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5169008887989914182', time=2024-09-07T16:40:31.112694+0000, chain.objs.size()=1 2024-09-07T15:27:45.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.C3geUWZjqmF7b0QRYKMfetEVKoMoLGg_0 2024-09-07T15:27:45.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.937636113737635527', time=2024-09-07T16:40:31.763339+0000, chain.objs.size()=1 2024-09-07T15:27:45.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.5C_gLqRdwA-FZsynmeEzokRe_wjAn3A_0 2024-09-07T15:27:45.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17610328289280097458', time=2024-09-07T16:40:33.233837+0000, chain.objs.size()=1 2024-09-07T15:27:45.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.BCsCP_9mVN80i3Es7Mdqo9U2xRo8ijw_0 2024-09-07T15:27:45.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12803410189285369381', time=2024-09-07T16:40:33.300279+0000, chain.objs.size()=1 2024-09-07T15:27:45.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.OFepYtJSJVh7Hrhyuiqkm1fEWtIjYBh_0 2024-09-07T15:27:45.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11500685157874962289', time=2024-09-07T16:40:34.654476+0000, chain.objs.size()=1 2024-09-07T15:27:45.128 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.cz4_vhombwF5_0VepzotK8y21jW0Exz_0 2024-09-07T15:27:45.129 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5561916455665047010', time=2024-09-07T16:40:34.674226+0000, chain.objs.size()=1 2024-09-07T15:27:45.129 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NIu_oBL5tTm4gDLmDfG_uoXV_SzPdTD_0 2024-09-07T15:27:45.129 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293414855236766530', time=2024-09-07T16:40:35.747420+0000, chain.objs.size()=1 2024-09-07T15:27:45.129 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.k1FknYnsV8BacIu67eIkQATwNIm4xW8_0 2024-09-07T15:27:45.129 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18140668717599137978', time=2024-09-07T16:40:35.887958+0000, chain.objs.size()=1 2024-09-07T15:27:45.129 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.SXp793Or0XCu4-N__QpVKmeXooFbDPX_0 2024-09-07T15:27:45.129 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15281517145313759759', time=2024-09-07T16:40:38.712941+0000, chain.objs.size()=1 2024-09-07T15:27:45.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.GFfZ1PAK7YbNFw8tmEjhbWR2xR8xtgy_0 2024-09-07T15:27:45.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5464390572319170205', time=2024-09-07T16:40:39.776467+0000, chain.objs.size()=1 2024-09-07T15:27:45.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.uivtpf-EHGmAsRFgnYTOKJD14ZB0NPf_0 2024-09-07T15:27:45.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13535479061989947887', time=2024-09-07T16:40:39.966457+0000, chain.objs.size()=1 2024-09-07T15:27:45.130 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.125+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.hcauUaCY-sUx3lJbfJPBEznq1fxCtbl_0 2024-09-07T15:27:45.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9585559866100549719', time=2024-09-07T16:40:40.367357+0000, chain.objs.size()=1 2024-09-07T15:27:45.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vZ6YeOHyK2V7nmI0R0jAweHwGqilr31_0 2024-09-07T15:27:45.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3410352336818536070', time=2024-09-07T16:40:40.592315+0000, chain.objs.size()=1 2024-09-07T15:27:45.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.vHvLyyFWN6XLzLsjJlVOihmTuvjOJFQ_0 2024-09-07T15:27:45.131 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14709524427423409456', time=2024-09-07T16:40:41.278790+0000, chain.objs.size()=1 2024-09-07T15:27:45.132 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.CwNcKLoSFcn35nAUk8rIR_DX26VuJTd_0 2024-09-07T15:27:45.132 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11545551546949465254', time=2024-09-07T16:40:42.574526+0000, chain.objs.size()=1 2024-09-07T15:27:45.132 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Z-ptThS9_0To3oV1l1SSyGp49Al7NGx_0 2024-09-07T15:27:45.132 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5872334369079513318', time=2024-09-07T16:40:47.864873+0000, chain.objs.size()=1 2024-09-07T15:27:45.132 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.xrQMh2G_YBi2Z5NQXYXFkN93hhpt-7R_0 2024-09-07T15:27:45.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4130525285383031034', time=2024-09-07T16:40:48.057939+0000, chain.objs.size()=1 2024-09-07T15:27:45.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.SW5u3B7Ip8NYH8iHG6s78dyKde7py5E_0 2024-09-07T15:27:45.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12604255214952837917', time=2024-09-07T16:40:49.499631+0000, chain.objs.size()=1 2024-09-07T15:27:45.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.oOreuHrCd1kbt6HZUtTAE_6nHse2DZw_0 2024-09-07T15:27:45.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10179405269426913612', time=2024-09-07T16:40:49.986374+0000, chain.objs.size()=1 2024-09-07T15:27:45.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.nsd0cPrQI-df-ElkGB2sbgg98szSNcR_0 2024-09-07T15:27:45.133 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12399073667148673761', time=2024-09-07T16:40:50.781114+0000, chain.objs.size()=1 2024-09-07T15:27:45.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.J3sk_eINVHc0FhEjDrkJq1-YoGdP2Jh_0 2024-09-07T15:27:45.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5127056693537824784', time=2024-09-07T16:40:50.860241+0000, chain.objs.size()=1 2024-09-07T15:27:45.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.FmgzYEb3EhzvhdF9A-4YK37aRm1BU8S_0 2024-09-07T15:27:45.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5524443728113138302', time=2024-09-07T16:40:53.088036+0000, chain.objs.size()=1 2024-09-07T15:27:45.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.129+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.qkMcjuzPJMlvA4VNMgjtfjYdV3LVD7t_0 2024-09-07T15:27:45.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15209440370707755028', time=2024-09-07T16:40:55.487287+0000, chain.objs.size()=1 2024-09-07T15:27:45.134 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.tokpJZp6hVsDdDbFGAlBQPYV1Llc2eG_0 2024-09-07T15:27:45.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5358846560088938567', time=2024-09-07T16:40:56.500514+0000, chain.objs.size()=1 2024-09-07T15:27:45.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.N21H5khlsj2E7xp9uvHglom6Lk7BRyI_0 2024-09-07T15:27:45.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11792912651521179277', time=2024-09-07T16:40:57.688180+0000, chain.objs.size()=1 2024-09-07T15:27:45.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.bSQNK7ctSmB2m2VFsPuoaqJiD0FtZbO_0 2024-09-07T15:27:45.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.444377265090460230', time=2024-09-07T16:40:57.691149+0000, chain.objs.size()=1 2024-09-07T15:27:45.135 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.RchCGEqLyVhK_SuB6bNR7Vq5gqP-huY_0 2024-09-07T15:27:45.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9276665490440063738', time=2024-09-07T16:40:57.802022+0000, chain.objs.size()=1 2024-09-07T15:27:45.136 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ezBUjIZ4sdg1VDUC-_B-tU6Yl9Q_G6W_0 2024-09-07T15:27:45.137 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.657530718979228847', time=2024-09-07T16:40:58.013667+0000, chain.objs.size()=1 2024-09-07T15:27:45.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.hi3mIkN0Po5gZHyjRx06uOQlXF76E0J_0 2024-09-07T15:27:45.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16912823485761181927', time=2024-09-07T16:40:58.809731+0000, chain.objs.size()=1 2024-09-07T15:27:45.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.IgyRtzLZm8pXbRBPJE5YGXeGak9uyBj_0 2024-09-07T15:27:45.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4457423868899986252', time=2024-09-07T16:40:59.490422+0000, chain.objs.size()=1 2024-09-07T15:27:45.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.eY_KdHNdlRmOrB6rTl3uiiDdBsV0HvC_0 2024-09-07T15:27:45.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17492278447748593495', time=2024-09-07T16:41:00.540034+0000, chain.objs.size()=1 2024-09-07T15:27:45.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.L6DjbT8ShRKsHwQ_IJRcIqYCSTqgyqa_0 2024-09-07T15:27:45.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17984002879404493567', time=2024-09-07T16:41:00.792596+0000, chain.objs.size()=1 2024-09-07T15:27:45.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.zv0F-7AenmN130s9CQpPB5lW6KjqHV0_0 2024-09-07T15:27:45.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11198588589671328955', time=2024-09-07T16:41:01.324526+0000, chain.objs.size()=1 2024-09-07T15:27:45.138 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.ld4oVibvxdmKiOOtsoA042ig4few-Ac_0 2024-09-07T15:27:45.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8739156475825906984', time=2024-09-07T16:41:09.312777+0000, chain.objs.size()=1 2024-09-07T15:27:45.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.133+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.267__shadow_.F7pOiX2-SU56OXRubqrm2cZQ6blIO2C_0 2024-09-07T15:27:45.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13338273116118667805', time=2024-09-07T16:41:20.951194+0000, chain.objs.size()=1 2024-09-07T15:27:45.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.273__shadow_.rm1Q8lcFUyRS-vJZTcxcWTEZ3SKaOKn_0 2024-09-07T15:27:45.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13266878325379073155', time=2024-09-07T16:42:05.741296+0000, chain.objs.size()=1 2024-09-07T15:27:45.139 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.QCBajMD089TyEmrC1c-CnPD1sMSpLFa_0 2024-09-07T15:27:45.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8641630959702607642', time=2024-09-07T16:42:05.742965+0000, chain.objs.size()=1 2024-09-07T15:27:45.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.6I7ro1p_0uWcVAyApFdhuJGGqMUA1Rt_0 2024-09-07T15:27:45.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.137+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3677028451310807765', time=2024-09-07T16:42:11.158592+0000, chain.objs.size()=1 2024-09-07T15:27:45.140 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.137+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.294__shadow_.LmrFgNz7SPM6Zy4lsWlmTI_JvjXXTfH_0 2024-09-07T15:27:45.142 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.118451136351187873', time=2024-09-07T16:43:13.247179+0000, chain.objs.size()=1 2024-09-07T15:27:45.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.320__shadow:Ledpjb2nKUKZbOpyAusmQNm0PnWQJfB_.KQ8sTHHvCVDuCwB9y8XxcALZSc5SWDH_0 2024-09-07T15:27:45.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2775109148494581942', time=2024-09-07T16:45:04.331937+0000, chain.objs.size()=1 2024-09-07T15:27:45.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jRcKyEiiSfOyp0C4zcVhOrpioEeJRVR_0 2024-09-07T15:27:45.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8228262656255183976', time=2024-09-07T16:45:04.693280+0000, chain.objs.size()=1 2024-09-07T15:27:45.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.V9m-ZziSf2mUbUaEfLaY476ZdHJs4Z4_0 2024-09-07T15:27:45.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18138672532175439169', time=2024-09-07T16:45:06.129678+0000, chain.objs.size()=1 2024-09-07T15:27:45.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.PvuOvn8j0TqtLZ6i9x7HBGLp8XCJt_P_0 2024-09-07T15:27:45.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4920829190605456583', time=2024-09-07T16:45:06.132423+0000, chain.objs.size()=1 2024-09-07T15:27:45.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.A8A0HnJD3_hB6ODzIciSq7KQvTV_Uwd_0 2024-09-07T15:27:45.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6551344452015955817', time=2024-09-07T16:45:06.651266+0000, chain.objs.size()=1 2024-09-07T15:27:45.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.FbAvmL_kMPvdmYZ4jFqrWNioOHcn7ck_0 2024-09-07T15:27:45.143 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.451020527677212732', time=2024-09-07T16:45:08.367225+0000, chain.objs.size()=1 2024-09-07T15:27:45.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_._WiV-0CBSawFhwPBe6MDmh6YfAGxOFy_0 2024-09-07T15:27:45.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9423276684268130361', time=2024-09-07T16:45:09.285114+0000, chain.objs.size()=1 2024-09-07T15:27:45.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.5J53C1W2xJGwX30lwp_hpWWmhE6ruYx_0 2024-09-07T15:27:45.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10063066972871548767', time=2024-09-07T16:45:10.059492+0000, chain.objs.size()=1 2024-09-07T15:27:45.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.bG_EkM3_RsUdiOhxltNj7nK5l3hVnEw_0 2024-09-07T15:27:45.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14476761610021991363', time=2024-09-07T16:45:10.461996+0000, chain.objs.size()=1 2024-09-07T15:27:45.144 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.fuAkL4Rkvlv_cmCP2UpSgGZJm0zvKCV_0 2024-09-07T15:27:45.145 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1666373053589147935', time=2024-09-07T16:45:10.463955+0000, chain.objs.size()=1 2024-09-07T15:27:45.145 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.141+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.waSlD0SGa7ciwgmaX6xzaqJxTUna_Xf_0 2024-09-07T15:27:45.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.735213043150520649', time=2024-09-07T16:45:12.082478+0000, chain.objs.size()=1 2024-09-07T15:27:45.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.K9Rqqsl-sm0X5WhTmL2jfkelYVReFez_0 2024-09-07T15:27:45.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17594835581056079328', time=2024-09-07T16:45:12.602460+0000, chain.objs.size()=1 2024-09-07T15:27:45.147 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.8eLrkzCwwEhAv12HITjwP59DYt_Tkxt_0 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5230358468332421073', time=2024-09-07T16:45:12.684023+0000, chain.objs.size()=1 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.TN0HN7s7FTcMptwLxBoiTqn8ITH1Zh0_0 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15367813892672740869', time=2024-09-07T16:45:13.726401+0000, chain.objs.size()=1 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Fi8hB-KQm34XYZVBHZx9lKEMfZUY4TL_0 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7679406554191767309', time=2024-09-07T16:45:14.722510+0000, chain.objs.size()=1 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.5oaVsrJv7POfjy0-ZsB8zIF7Eue1vLF_0 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3762428355235538885', time=2024-09-07T16:45:15.160374+0000, chain.objs.size()=1 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ew_8P7NUwoZPELL3bJNxrFbZPACUalR_0 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6359372864551662662', time=2024-09-07T16:45:17.712894+0000, chain.objs.size()=1 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.CBIcszUP3xdw4D_dMgopfBMTF7HzZ8u_0 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8187755549218009556', time=2024-09-07T16:45:18.982720+0000, chain.objs.size()=1 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.HzzG8en0CXtQVlOHB5CxfwPzrKgwrd4_0 2024-09-07T15:27:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14328905428576219396', time=2024-09-07T16:45:20.829908+0000, chain.objs.size()=1 2024-09-07T15:27:45.149 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.xW_iTZ1kpYnL-3nh77TE2jS2_OzrI7d_0 2024-09-07T15:27:45.149 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16842651541909605385', time=2024-09-07T16:45:21.925506+0000, chain.objs.size()=1 2024-09-07T15:27:45.149 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.vh80vllko7vPUKly8iKIdJEODUG0YO0_0 2024-09-07T15:27:45.149 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5270371066145248665', time=2024-09-07T16:45:22.252434+0000, chain.objs.size()=1 2024-09-07T15:27:45.149 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.145+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.4tK-fhU_CZf-SZ-IfXxR0hVQfrIrMj7_0 2024-09-07T15:27:45.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1165141076929627226', time=2024-09-07T16:45:22.656707+0000, chain.objs.size()=1 2024-09-07T15:27:45.150 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.EqL7Lvp_tPcOiU9CoA_d7JKl6UD6qjA_0 2024-09-07T15:27:45.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12246607081405083982', time=2024-09-07T16:45:22.979786+0000, chain.objs.size()=1 2024-09-07T15:27:45.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.nWOW6O49_76AIu0Mts2Jgl0Z1YYxvxZ_0 2024-09-07T15:27:45.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14173446906546333803', time=2024-09-07T16:45:23.680850+0000, chain.objs.size()=1 2024-09-07T15:27:45.151 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.gUfd6_tyQlq_ZqQpY46-rEnEGuEYlAu_0 2024-09-07T15:27:45.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18202699184435323467', time=2024-09-07T16:45:23.682207+0000, chain.objs.size()=1 2024-09-07T15:27:45.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eIdFlxdi-VImn2PhiCaSDgmJA9fquza_0 2024-09-07T15:27:45.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.670912086362756949', time=2024-09-07T16:45:24.153236+0000, chain.objs.size()=1 2024-09-07T15:27:45.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.07LUgGS3NvRxWf4INAe6yuSd1gVYcYR_0 2024-09-07T15:27:45.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.841020070498750268', time=2024-09-07T16:45:24.154693+0000, chain.objs.size()=1 2024-09-07T15:27:45.152 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.E4tzNYvfoFRqe2hC4360TzYK_DiHkcR_0 2024-09-07T15:27:45.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8477423136424081170', time=2024-09-07T16:45:24.988379+0000, chain.objs.size()=1 2024-09-07T15:27:45.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eUVZPXou6VnAoBfyvDvzekQoVlXYxug_0 2024-09-07T15:27:45.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2866945998195044495', time=2024-09-07T16:45:24.990548+0000, chain.objs.size()=1 2024-09-07T15:27:45.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.VeUvSjuiWtqBFQfCfJM2moY63Uk5crY_0 2024-09-07T15:27:45.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18025223390387189105', time=2024-09-07T16:45:25.179980+0000, chain.objs.size()=1 2024-09-07T15:27:45.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yPeNtwfEAM-m30nORQ9VkmFw_s5rN7O_0 2024-09-07T15:27:45.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4108946704757354717', time=2024-09-07T16:45:25.610206+0000, chain.objs.size()=1 2024-09-07T15:27:45.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.L4W__lDf-t3ngNAKcmLyiSEaRcHLc3B_0 2024-09-07T15:27:45.153 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8221288912676185239', time=2024-09-07T16:45:26.391874+0000, chain.objs.size()=1 2024-09-07T15:27:45.154 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.149+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ADvwyP540KNwom9UdliOJPw9TLl4idk_0 2024-09-07T15:27:45.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4057120335434273098', time=2024-09-07T16:45:28.170160+0000, chain.objs.size()=1 2024-09-07T15:27:45.156 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.h5qpubf_-7mVOM8sD1qgNnVyDBdt_gP_0 2024-09-07T15:27:45.157 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13189053587567723399', time=2024-09-07T16:45:29.858486+0000, chain.objs.size()=1 2024-09-07T15:27:45.157 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Y0DmATBW08OLoE8H17c9GeXq6M5G6B__0 2024-09-07T15:27:45.157 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10049352255435186028', time=2024-09-07T16:45:30.283747+0000, chain.objs.size()=1 2024-09-07T15:27:45.157 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.lPyhJzLDSr3NvhnygrGmW7lkSNv-eSj_0 2024-09-07T15:27:45.157 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.153+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10393469645762885281', time=2024-09-07T16:45:30.451258+0000, chain.objs.size()=1 2024-09-07T15:27:45.157 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.153+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MUn9gpgjcHRuL0ZaKXvGrVml7wUIF69_0 2024-09-07T15:27:45.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9734332684492246977', time=2024-09-07T16:45:32.230587+0000, chain.objs.size()=1 2024-09-07T15:27:45.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.5TcGyexvJk9JZfk7jCzcZHtglBFNWm5_0 2024-09-07T15:27:45.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1819781895959067295', time=2024-09-07T16:45:32.881296+0000, chain.objs.size()=1 2024-09-07T15:27:45.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.yJl59XAxIjuD2ruG3KHfrQG4cwL9qyA_0 2024-09-07T15:27:45.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8916597325746653324', time=2024-09-07T16:45:33.023977+0000, chain.objs.size()=1 2024-09-07T15:27:45.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.MkPnIYBldIR_tus8TETRo9hp-vn0HEi_0 2024-09-07T15:27:45.158 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4518635328455857542', time=2024-09-07T16:47:19.541015+0000, chain.objs.size()=1 2024-09-07T15:27:45.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.nQS_VQgcQQDa9-RGfuLuhIGt4FS40iP_0 2024-09-07T15:27:45.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6672526322025840661', time=2024-09-07T16:47:19.971563+0000, chain.objs.size()=1 2024-09-07T15:27:45.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.gEPnaaghJ2wG8XTilqkpbr6fipOFRTO_0 2024-09-07T15:27:45.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.486929610756680885', time=2024-09-07T16:47:21.824580+0000, chain.objs.size()=1 2024-09-07T15:27:45.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uJyZI-9uwpk4sqm4oyEF4sg0Yg_bwzs_0 2024-09-07T15:27:45.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10143601192677095800', time=2024-09-07T16:47:23.648361+0000, chain.objs.size()=1 2024-09-07T15:27:45.159 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.0R2YAjhwaN5tU13wYu8OAgcqhhpqfht_0 2024-09-07T15:27:45.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14984527264467665243', time=2024-09-07T16:47:24.922828+0000, chain.objs.size()=1 2024-09-07T15:27:45.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Rco1nneR8yEKxPg-NAZOEmn0_l15Uz-_0 2024-09-07T15:27:45.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.589768536926125731', time=2024-09-07T16:47:26.372079+0000, chain.objs.size()=1 2024-09-07T15:27:45.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qXuxZby4aiq7zzzZsBaNtKEHhHB_qUU_0 2024-09-07T15:27:45.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14638367779451566141', time=2024-09-07T16:47:32.859636+0000, chain.objs.size()=1 2024-09-07T15:27:45.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.WTgKtrYhgDyFovwKiVB9rh1VGHr8KIE_0 2024-09-07T15:27:45.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10216829620236100783', time=2024-09-07T16:47:33.104194+0000, chain.objs.size()=1 2024-09-07T15:27:45.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.SIL-HxB_QiaWD76ZChQoV5eut17_jqC_0 2024-09-07T15:27:45.161 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2460277346401268205', time=2024-09-07T16:47:35.967768+0000, chain.objs.size()=1 2024-09-07T15:27:45.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZqjdkrWk3LYJnp6_HcIh8oQsly1E5iX_0 2024-09-07T15:27:45.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10808598538801810485', time=2024-09-07T16:47:35.971334+0000, chain.objs.size()=1 2024-09-07T15:27:45.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.uTR_MKlj7h2jM-M7F3-mnsJv6NlKV6Q_0 2024-09-07T15:27:45.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16156398921352447145', time=2024-09-07T16:47:39.743004+0000, chain.objs.size()=1 2024-09-07T15:27:45.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.C169Q0PuH3YWtT_TZoajeTcfJTtwPpF_0 2024-09-07T15:27:45.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.157+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.19747799981868474', time=2024-09-07T16:47:39.761482+0000, chain.objs.size()=1 2024-09-07T15:27:45.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.kZKse0X83UpHonYEAQQD6-KDid_bh0L_0 2024-09-07T15:27:45.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11818294137619286834', time=2024-09-07T16:47:41.377266+0000, chain.objs.size()=1 2024-09-07T15:27:45.162 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.pyihia8JQMWyYdyVtvZAIzuD_4XXrlR_0 2024-09-07T15:27:45.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1048547910725482629', time=2024-09-07T16:47:41.546718+0000, chain.objs.size()=1 2024-09-07T15:27:45.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.IS8shSuR0JgIdg5djLtH8bOWel4ec1p_0 2024-09-07T15:27:45.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.161+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7123567770652466519', time=2024-09-07T16:47:41.959270+0000, chain.objs.size()=1 2024-09-07T15:27:45.163 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.161+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ID4yTRBKXb1JciQelne5sv0BxnJwUMh_0 2024-09-07T15:27:45.167 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47612 2024-09-07T15:27:45.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-07T15:27:45.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7871620611637224594', time=2024-09-07T16:47:43.312168+0000, chain.objs.size()=1 2024-09-07T15:27:45.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8OwG4AuhIzn-zen8lgFGDMXbG1jSI9y_0 2024-09-07T15:27:45.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.395613968006196856', time=2024-09-07T16:47:45.362598+0000, chain.objs.size()=1 2024-09-07T15:27:45.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jTqEUp8d1g10Qv0guFgCgzgeK57Payv_0 2024-09-07T15:27:45.169 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9186583818629927550', time=2024-09-07T16:47:45.461855+0000, chain.objs.size()=1 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qgOftIc7B-YFJL_EVZyDRQkgS9j0_o6_0 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1449410515869161603', time=2024-09-07T16:47:45.902771+0000, chain.objs.size()=1 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.B6ECcip-WJvXdfAY6tlZVBHV_83G1o4_0 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12373030516833459215', time=2024-09-07T16:47:48.205729+0000, chain.objs.size()=1 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qmI1mLTAO6TZ4IbmLhGkVUHSV1QXG2Z_0 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11888228963060811316', time=2024-09-07T16:47:48.641946+0000, chain.objs.size()=1 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.dCrOKuMnGmDHmEemfuBzYa4JgSfcA34_0 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3442144277126770046', time=2024-09-07T16:47:48.644024+0000, chain.objs.size()=1 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.LJRon5lPfVClc_j_gDuTQGq9roAHOGF_0 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7016538637303875077', time=2024-09-07T16:47:48.711101+0000, chain.objs.size()=1 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.d3g7Q2dklx3yRCGFpnavDjsbViB1fXG_0 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3683256022234856251', time=2024-09-07T16:51:22.927411+0000, chain.objs.size()=1 2024-09-07T15:27:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.445__shadow_.024io-xhpmgnJvOs-OdaTkqtd1gI7cQ_0 2024-09-07T15:27:45.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10573302920710947978', time=2024-09-07T16:52:53.411233+0000, chain.objs.size()=1 2024-09-07T15:27:45.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.488__shadow_.VLUt_izqRMRscTYLUAH30-e4N9nRVGy_0 2024-09-07T15:27:45.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3473239171000433405', time=2024-09-07T16:56:10.330594+0000, chain.objs.size()=1 2024-09-07T15:27:45.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.521__shadow:dTaw8R5tqhvHLQ1dthCrWr2HH9lnHCA_.sSKfQs05TLd3pPviUoR6uWzoR3U5FA5_0 2024-09-07T15:27:45.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~bxLLya5h3aNJZxIEiCsBJjU2_g5HAAW', time=2024-09-07T16:58:23.650047+0000, chain.objs.size()=1 2024-09-07T15:27:45.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.165+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~bxLLya5h3aNJZxIEiCsBJjU2_g5HAAW.2 2024-09-07T15:27:45.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~bxLLya5h3aNJZxIEiCsBJjU2_g5HAAW', time=2024-09-07T16:58:23.660004+0000, chain.objs.size()=1 2024-09-07T15:27:45.171 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~bxLLya5h3aNJZxIEiCsBJjU2_g5HAAW.3 2024-09-07T15:27:45.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10796724832701396875', time=2024-09-07T16:58:23.710255+0000, chain.objs.size()=6 2024-09-07T15:27:45.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~vbmKc4cIqxkujpaceJMiENc2sstpkgo.1 2024-09-07T15:27:45.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~vbmKc4cIqxkujpaceJMiENc2sstpkgo.2 2024-09-07T15:27:45.172 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.FRDsyuokqinlHVqJNdL62nUF-QpgH8Yy.3 2024-09-07T15:27:45.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~vbmKc4cIqxkujpaceJMiENc2sstpkgo.4 2024-09-07T15:27:45.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~vbmKc4cIqxkujpaceJMiENc2sstpkgo.5 2024-09-07T15:27:45.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.523__multipart_mymultipart.2~vbmKc4cIqxkujpaceJMiENc2sstpkgo.6 2024-09-07T15:27:45.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12443224272847136878', time=2024-09-07T16:59:49.796076+0000, chain.objs.size()=2 2024-09-07T15:27:45.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~gq_bO6aeqAkVW1p_Eu7gckyrpNQMTof.1 2024-09-07T15:27:45.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.524__multipart_mymultipart.2~gq_bO6aeqAkVW1p_Eu7gckyrpNQMTof.2 2024-09-07T15:27:45.173 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6137803017081994485', time=2024-09-07T17:04:05.848325+0000, chain.objs.size()=1 2024-09-07T15:27:45.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.169+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.562__multipart_mymultipart.2~bCEWJXVtJl_N-Pc8j125CI6AvIz_Icf.1 2024-09-07T15:27:45.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11255871124133186059', time=2024-09-07T17:04:50.252508+0000, chain.objs.size()=1 2024-09-07T15:27:45.174 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.570__shadow:cDUHudgyL.SUnj.6GXvFFjcQLMJJfUO_.iLV1LytQv-IrQmtHQ8HS1fNlYXzqz5v_0 2024-09-07T15:27:45.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3887324597864179591', time=2024-09-07T17:05:12.787700+0000, chain.objs.size()=1 2024-09-07T15:27:45.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.575__shadow:zx45VQ2-EAAuw5DFVo8fh-1XDSFITex_.Nyx1pu1AOjzrOfIHFd19_WoapFPKxSp_0 2024-09-07T15:27:45.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2033353738771108896', time=2024-09-07T17:05:45.994121+0000, chain.objs.size()=1 2024-09-07T15:27:45.176 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:PgDCjLQtnibCkg8xBOoknJLNzI8AdzU_.akaQMSPCsdq-5HbHQD5tU6LucoSdKGn_0 2024-09-07T15:27:45.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10415139374897788730', time=2024-09-07T17:06:05.411377+0000, chain.objs.size()=1 2024-09-07T15:27:45.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:kJZGcyNmxXOsUTMI2jFnQ-KfzMe9Esa_.H6nNgUgB1cBSFJ3xxB3j1BOOzeWO9qh_0 2024-09-07T15:27:45.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9209786087840710302', time=2024-09-07T17:07:15.663245+0000, chain.objs.size()=1 2024-09-07T15:27:45.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.580__shadow:vHvmhB9eWANFOjmGroez-kb3UeLky7U_.lMubuGROBjk0qFD4g5q0ArdwsUFhy0o_0 2024-09-07T15:27:45.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.173+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4164156229114307390', time=2024-09-07T17:14:50.741449+0000, chain.objs.size()=1 2024-09-07T15:27:45.177 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.173+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.635__shadow_.5Sz1ZqYx3_tnYE5WFWo8pS4Nas43Pec_0 2024-09-07T15:27:45.181 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.177+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:45.182 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-07T15:27:45.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-07T15:27:45.184 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-07T15:27:45.185 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48977' 2024-09-07T15:27:45.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3498067791696867506', time=2024-09-07T16:31:43.354725+0000, chain.objs.size()=2 2024-09-07T15:27:45.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.hMwHhMf5LH3ltmZ5S4CH7cKeKVojFBU_0 2024-09-07T15:27:45.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.161__shadow_.hMwHhMf5LH3ltmZ5S4CH7cKeKVojFBU_1 2024-09-07T15:27:45.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13445838972108010696', time=2024-09-07T16:38:10.628040+0000, chain.objs.size()=1 2024-09-07T15:27:45.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.245__shadow_.Z_aI0YfAOyJB-rkY4k_2QFo-C7Kq8I1_0 2024-09-07T15:27:45.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11019629944412813610', time=2024-09-07T16:38:22.944580+0000, chain.objs.size()=1 2024-09-07T15:27:45.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.251__shadow_.fjvX9F2tUKbyg0lYtWzi_1shfwmD6iv_0 2024-09-07T15:27:45.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7143690537098448317', time=2024-09-07T16:38:25.088700+0000, chain.objs.size()=1 2024-09-07T15:27:45.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.252__shadow_.44k16zndDJksidPIaz0xMO4vKUk8FBR_0 2024-09-07T15:27:45.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3744911752389476887', time=2024-09-07T16:38:39.320071+0000, chain.objs.size()=1 2024-09-07T15:27:45.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.259__shadow_.u_OiHccJRaHHeN4dcLgYRHlte9roxQJ_0 2024-09-07T15:27:45.186 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18001059618651033792', time=2024-09-07T16:40:32.163018+0000, chain.objs.size()=1 2024-09-07T15:27:45.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.NLw_PoKJPZd6QfmZ98W9fAGozKdo6yx_0 2024-09-07T15:27:45.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2536794447564197248', time=2024-09-07T16:40:34.335793+0000, chain.objs.size()=1 2024-09-07T15:27:45.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.pTI5APmc0dZnUh_ZqbrSL0XiBdWgD--_0 2024-09-07T15:27:45.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2637540991027134344', time=2024-09-07T16:40:34.891602+0000, chain.objs.size()=1 2024-09-07T15:27:45.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.T7B5WMJ6O-10rKPvBi5U5LZizA1GEM9_0 2024-09-07T15:27:45.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6653321977098643791', time=2024-09-07T16:40:35.509795+0000, chain.objs.size()=1 2024-09-07T15:27:45.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2BV0yPCdmC6LBEqToJkmU9YOvzdPmaz_0 2024-09-07T15:27:45.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2382627911199414098', time=2024-09-07T16:40:35.969455+0000, chain.objs.size()=1 2024-09-07T15:27:45.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.62YAlSehS4hDRl_cpfNlZvVJVESpd-O_0 2024-09-07T15:27:45.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11205128946183874150', time=2024-09-07T16:40:36.140482+0000, chain.objs.size()=1 2024-09-07T15:27:45.187 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.181+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.42Wgmr5iFP6dxkoNaPAryb2ecGiOWqZ_0 2024-09-07T15:27:45.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4443613894786029792', time=2024-09-07T16:40:36.548927+0000, chain.objs.size()=1 2024-09-07T15:27:45.189 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.TAewozMfGowVmoAvGj5pXG-FlstC34Z_0 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17917514521605178679', time=2024-09-07T16:40:39.426223+0000, chain.objs.size()=1 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.hAqypdj3OjJDvZTIPlDki_7wnCrxwr5_0 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.168993253158281496', time=2024-09-07T16:40:41.711951+0000, chain.objs.size()=1 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Vz5x9hMaM-BNyuyNOCkBSn8rItYvV1R_0 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10543762587382825790', time=2024-09-07T16:40:42.572543+0000, chain.objs.size()=1 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.35WDU0zTynTjNQLugNkJYpfTmhuQ8nb_0 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15501653793931003960', time=2024-09-07T16:40:45.695816+0000, chain.objs.size()=1 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.-gl5pxE7xlap7BecrDd5WUilzfytv3y_0 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13636349930696610512', time=2024-09-07T16:40:46.776836+0000, chain.objs.size()=1 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_._Dgr6FI--5BF62Ig1m1f4Q5k2Ja6Wn5_0 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1096774953324093308', time=2024-09-07T16:40:46.898093+0000, chain.objs.size()=1 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.E1YlTpvbAIiTN1GBY9jLy5W_pGO-nm6_0 2024-09-07T15:27:45.190 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16676977018771604943', time=2024-09-07T16:40:50.904575+0000, chain.objs.size()=1 2024-09-07T15:27:45.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.185+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.oHtFCEb8X4msb0iSS9w2FMHbXq27O8j_0 2024-09-07T15:27:45.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4180253426503371837', time=2024-09-07T16:40:52.166148+0000, chain.objs.size()=1 2024-09-07T15:27:45.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.IWx-aqQJYwtWwaGeKoEWJZ8a16wu2Q2_0 2024-09-07T15:27:45.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5327791384236170249', time=2024-09-07T16:40:52.422438+0000, chain.objs.size()=1 2024-09-07T15:27:45.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.9Q8G13uPNWBJZvq23Rh0jeuGtrvPguo_0 2024-09-07T15:27:45.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16823816713090388931', time=2024-09-07T16:40:52.812357+0000, chain.objs.size()=1 2024-09-07T15:27:45.191 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.E2QNW0fOgFn21ciBZG-09aWxf-tjt2O_0 2024-09-07T15:27:45.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16624635794804884774', time=2024-09-07T16:40:53.609043+0000, chain.objs.size()=1 2024-09-07T15:27:45.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.7QCi_6Kmrat0DX7502ZEqiOERWNfJiX_0 2024-09-07T15:27:45.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.772709204227372493', time=2024-09-07T16:40:53.952675+0000, chain.objs.size()=1 2024-09-07T15:27:45.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.KugMQnTJt4MUguyIC0S7GR01BAJg_yA_0 2024-09-07T15:27:45.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6236342791226794786', time=2024-09-07T16:40:54.858178+0000, chain.objs.size()=1 2024-09-07T15:27:45.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.Sf2bsiYnEexK1A7WR88lU0MuHHi3U6v_0 2024-09-07T15:27:45.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5749346857066140255', time=2024-09-07T16:40:54.861125+0000, chain.objs.size()=1 2024-09-07T15:27:45.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.VBpCAXIrxfA7TO7I7hus5e-rJiWNeh8_0 2024-09-07T15:27:45.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17539823044768196698', time=2024-09-07T16:40:55.892781+0000, chain.objs.size()=1 2024-09-07T15:27:45.193 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.189+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.pnciMyWrDMu_aXwh3g6k1KFFBnIOntq_0 2024-09-07T15:27:45.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.252883930272067887', time=2024-09-07T16:40:56.872641+0000, chain.objs.size()=1 2024-09-07T15:27:45.194 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.2YAG4E6c5m5jFmCZ53spQZYWkxdIO_H_0 2024-09-07T15:27:45.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11080968825908063655', time=2024-09-07T16:40:59.713059+0000, chain.objs.size()=1 2024-09-07T15:27:45.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.krrlrWCxb3EHdHAgzbrGPUOTosiQoIY_0 2024-09-07T15:27:45.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7447212027687742959', time=2024-09-07T16:41:00.276608+0000, chain.objs.size()=1 2024-09-07T15:27:45.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.yAEGxFueEwlwTKKivBLAbEU6-qQvsMr_0 2024-09-07T15:27:45.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16976133804884927215', time=2024-09-07T16:41:01.252768+0000, chain.objs.size()=1 2024-09-07T15:27:45.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.263__shadow_.4HunxeieNZLpuPhDd6gB8Z0E18o-jjl_0 2024-09-07T15:27:45.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.465576219176023407', time=2024-09-07T16:41:26.980069+0000, chain.objs.size()=1 2024-09-07T15:27:45.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.276__shadow_.zvEqhoDsDtcEG6QPuiMho2oP3O_n3h__0 2024-09-07T15:27:45.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7237854497747432879', time=2024-09-07T16:41:29.014668+0000, chain.objs.size()=1 2024-09-07T15:27:45.195 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.277__shadow_.ANb5yGbDvMs0olNx8_HbZmBLEbG8z7S_0 2024-09-07T15:27:45.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18081292185510449274', time=2024-09-07T16:41:33.108953+0000, chain.objs.size()=1 2024-09-07T15:27:45.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.279__shadow_.4Ny19lxVJGRNe0lv3Gzc3Kw9zL5bE44_0 2024-09-07T15:27:45.196 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12204700695285174333', time=2024-09-07T16:41:35.183242+0000, chain.objs.size()=1 2024-09-07T15:27:45.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.193+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.280__shadow_.K3x5rGLPrJ4fuY5tnQvIteMp5e0ii3__0 2024-09-07T15:27:45.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6749771030702303770', time=2024-09-07T16:41:37.252031+0000, chain.objs.size()=1 2024-09-07T15:27:45.197 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.281__shadow_.Bi5k2AF4iimI-9nRHfqxy-hmm6FYrpj_0 2024-09-07T15:27:45.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6218977997335255811', time=2024-09-07T16:41:45.458101+0000, chain.objs.size()=1 2024-09-07T15:27:45.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.285__shadow_.NIfbRDcHxw4OBoInZ9ZsR6JoK3whnJL_0 2024-09-07T15:27:45.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12450908177645972703', time=2024-09-07T16:41:49.880681+0000, chain.objs.size()=1 2024-09-07T15:27:45.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.287__shadow_.-eOIZ4i1vUmSHslTvoUn16w-NHeWfeu_0 2024-09-07T15:27:45.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8815836705418246813', time=2024-09-07T16:42:06.045134+0000, chain.objs.size()=1 2024-09-07T15:27:45.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.293__shadow_.wcyfQ00NL9uKD1lsmfSaezzh9u-ZsEi_0 2024-09-07T15:27:45.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15627601029723894643', time=2024-09-07T16:45:03.907694+0000, chain.objs.size()=1 2024-09-07T15:27:45.198 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.r-rz3Wyamb6eHfjnXxC5myMTlD7oDje_0 2024-09-07T15:27:45.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16502574819714508526', time=2024-09-07T16:45:04.871811+0000, chain.objs.size()=1 2024-09-07T15:27:45.199 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.zhoh4PWlFQUWiTITCCqtJ6kG0HJPhdG_0 2024-09-07T15:27:45.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11270419149055379524', time=2024-09-07T16:45:05.732135+0000, chain.objs.size()=1 2024-09-07T15:27:45.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.f8puFbiVQCJRZ2E0dpwYuXQEH6XzkM3_0 2024-09-07T15:27:45.200 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2297938295197046793', time=2024-09-07T16:45:06.080814+0000, chain.objs.size()=1 2024-09-07T15:27:45.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-VUuDYouvqzbbQZMIC0YMELZ5Rd1GV2_0 2024-09-07T15:27:45.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1898575951049938079', time=2024-09-07T16:45:06.190149+0000, chain.objs.size()=1 2024-09-07T15:27:45.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.bt5N1QTwvySUCni2mbFvYazjcDVgTii_0 2024-09-07T15:27:45.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6484301313244580203', time=2024-09-07T16:45:06.380491+0000, chain.objs.size()=1 2024-09-07T15:27:45.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hS57Oz0cS9UYYyQNCzAd0bplqKVUy64_0 2024-09-07T15:27:45.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1868111513916815519', time=2024-09-07T16:45:06.466291+0000, chain.objs.size()=1 2024-09-07T15:27:45.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NiWvREUgsCyeXcdgMFqIH80vndc_lvY_0 2024-09-07T15:27:45.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10757609159927836487', time=2024-09-07T16:45:06.614945+0000, chain.objs.size()=1 2024-09-07T15:27:45.201 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.197+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ZwdS6G7Ox0zu23ZNwfJjpilNCODqTPk_0 2024-09-07T15:27:45.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17660699789323700684', time=2024-09-07T16:45:06.872491+0000, chain.objs.size()=1 2024-09-07T15:27:45.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.kRgwraDFjz4AJYo1si9bWDbVDmqzep0_0 2024-09-07T15:27:45.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7814708428661024123', time=2024-09-07T16:45:09.165712+0000, chain.objs.size()=1 2024-09-07T15:27:45.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.eJQURuCa9MN9olQlKfb3i_Jq8peC-Du_0 2024-09-07T15:27:45.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11921618864898724787', time=2024-09-07T16:45:09.795412+0000, chain.objs.size()=1 2024-09-07T15:27:45.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.YXXN8B-R5LRbyNZ03Gel4q6mgnelCuB_0 2024-09-07T15:27:45.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3102947931332432767', time=2024-09-07T16:45:11.012571+0000, chain.objs.size()=1 2024-09-07T15:27:45.202 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.jo7IH_w2cSXNM1Ecm2twlo4gjxhJM1S_0 2024-09-07T15:27:45.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8496155209494122027', time=2024-09-07T16:45:11.070635+0000, chain.objs.size()=1 2024-09-07T15:27:45.203 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.o7DtVNBRa2aR4tspJnzpAYy2luovFqR_0 2024-09-07T15:27:45.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6594476543347020129', time=2024-09-07T16:45:12.257261+0000, chain.objs.size()=1 2024-09-07T15:27:45.204 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.UdIsLlS0mkyo8EMIyG3be0pUmYZEk8C_0 2024-09-07T15:27:45.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3868328614168435046', time=2024-09-07T16:45:12.683853+0000, chain.objs.size()=1 2024-09-07T15:27:45.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.lKDyEFUgt330mOXG18o6yKWjwxQW2pc_0 2024-09-07T15:27:45.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1593213206457126313', time=2024-09-07T16:45:17.302818+0000, chain.objs.size()=1 2024-09-07T15:27:45.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.-M5QiXVLwvFi1ZS3cJRFBRN1r_3uJy6_0 2024-09-07T15:27:45.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14180155766681923643', time=2024-09-07T16:45:18.490528+0000, chain.objs.size()=1 2024-09-07T15:27:45.205 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.S76_9vkbEJ9sN8sUd8XABS1xhaJo26U_0 2024-09-07T15:27:45.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10506451308914990428', time=2024-09-07T16:45:18.590933+0000, chain.objs.size()=1 2024-09-07T15:27:45.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.GhaoCvsjct1pIt-_CiyNi47Rgk9RCMo_0 2024-09-07T15:27:45.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9121579856093836158', time=2024-09-07T16:45:19.029397+0000, chain.objs.size()=1 2024-09-07T15:27:45.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.201+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.pUChhPqppgrW0l8uPy-TlhIPhfvry6w_0 2024-09-07T15:27:45.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3453405486032931296', time=2024-09-07T16:45:20.536078+0000, chain.objs.size()=1 2024-09-07T15:27:45.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.j-MsqHW7tqlEv0DgSjc7Ppo9OGFshTU_0 2024-09-07T15:27:45.206 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14511401245453594502', time=2024-09-07T16:45:21.167318+0000, chain.objs.size()=1 2024-09-07T15:27:45.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.ydAUpdiJtIrYUczNNn8jUKicR_11FRn_0 2024-09-07T15:27:45.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17829375794387544137', time=2024-09-07T16:45:23.723864+0000, chain.objs.size()=1 2024-09-07T15:27:45.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.CtPT_cFAb3M13aqiwHEwbr7PwOOGFpw_0 2024-09-07T15:27:45.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1501284149529713299', time=2024-09-07T16:45:25.835381+0000, chain.objs.size()=1 2024-09-07T15:27:45.207 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.GSrl5f-xSqIhkZEmVcw-uDwt-yeVhUi_0 2024-09-07T15:27:45.208 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17322544394981495154', time=2024-09-07T16:45:27.763086+0000, chain.objs.size()=1 2024-09-07T15:27:45.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.q13r_v0ZPweOchZPa_8kXnEWEWqrhHv_0 2024-09-07T15:27:45.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13763218104878833845', time=2024-09-07T16:45:28.165488+0000, chain.objs.size()=1 2024-09-07T15:27:45.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.5P59lhlqYg6zW8jJof-Fhg0NtUpbGM6_0 2024-09-07T15:27:45.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3179038852440428536', time=2024-09-07T16:45:28.605007+0000, chain.objs.size()=1 2024-09-07T15:27:45.209 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.NwMKgNUWnPCtKrhEmf8F3qSfsK-MT3C_0 2024-09-07T15:27:45.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.7875620878843804699', time=2024-09-07T16:45:29.253637+0000, chain.objs.size()=1 2024-09-07T15:27:45.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Gb_9GoAm_9rn_V9u4Z17w0wfcrXIJ5O_0 2024-09-07T15:27:45.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18237203716318427470', time=2024-09-07T16:45:30.437253+0000, chain.objs.size()=1 2024-09-07T15:27:45.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.hUN9Cvd4czlk36sEkLSCa5E8qzK4-cz_0 2024-09-07T15:27:45.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3695063746383834630', time=2024-09-07T16:45:30.719189+0000, chain.objs.size()=1 2024-09-07T15:27:45.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.dnhxoSFPq7m58eCFuYCfDPC6nFv9BHq_0 2024-09-07T15:27:45.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11548956585012935572', time=2024-09-07T16:45:31.944434+0000, chain.objs.size()=1 2024-09-07T15:27:45.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.zUh1RY6ePPOuNMCHelZE0kFLk3lA54d_0 2024-09-07T15:27:45.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16289372282555386141', time=2024-09-07T16:45:32.180679+0000, chain.objs.size()=1 2024-09-07T15:27:45.210 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.205+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.Gaf9z-CzRrFY2nNXYanpre3H4edkay7_0 2024-09-07T15:27:45.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16382541478044481625', time=2024-09-07T16:45:32.454495+0000, chain.objs.size()=1 2024-09-07T15:27:45.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.v_5bStw0dwrSnDzWulSzaNxPXSHqltI_0 2024-09-07T15:27:45.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16383211264108301860', time=2024-09-07T16:45:33.618811+0000, chain.objs.size()=1 2024-09-07T15:27:45.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.qci9CiaOOCC92gkrRx47P-BFRX_B1EN_0 2024-09-07T15:27:45.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5756493017014009003', time=2024-09-07T16:45:33.999308+0000, chain.objs.size()=1 2024-09-07T15:27:45.211 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.324__shadow_.rOV3ihUPmfrI9lnD2UTge4CC7eeJhx0_0 2024-09-07T15:27:45.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16607716931529928508', time=2024-09-07T16:47:20.196039+0000, chain.objs.size()=1 2024-09-07T15:27:45.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.MxO20mGLKuiGZ2kPTsmi4ymJidOFsqg_0 2024-09-07T15:27:45.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.209+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13792806117012030345', time=2024-09-07T16:47:20.739071+0000, chain.objs.size()=1 2024-09-07T15:27:45.213 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.209+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.Z1qpXq9xvmTfr3ev1iMc0hjzLNgRbkm_0 2024-09-07T15:27:45.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.392600902462927169', time=2024-09-07T16:47:21.024376+0000, chain.objs.size()=1 2024-09-07T15:27:45.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.8YFTdqWhybmcPyznX6KpeytARSondhs_0 2024-09-07T15:27:45.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.5509089793515893485', time=2024-09-07T16:47:24.139559+0000, chain.objs.size()=1 2024-09-07T15:27:45.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.xyCkGb26sA-j9KTblQ6jQ2O3uuZsXMK_0 2024-09-07T15:27:45.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3475681387973236214', time=2024-09-07T16:47:25.227102+0000, chain.objs.size()=1 2024-09-07T15:27:45.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.yIWLO60OebhhCKNevIkswA9mC--cq0L_0 2024-09-07T15:27:45.214 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14221083283440297320', time=2024-09-07T16:47:26.439213+0000, chain.objs.size()=1 2024-09-07T15:27:45.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.31d4DyzlM1lQzuFDWVBvd8gJvylYDLM_0 2024-09-07T15:27:45.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6896405209227718852', time=2024-09-07T16:47:27.376816+0000, chain.objs.size()=1 2024-09-07T15:27:45.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.OntaRNb9sVn6qpNWrlUwNQPtoeGT57k_0 2024-09-07T15:27:45.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.14365844332612988205', time=2024-09-07T16:47:28.808698+0000, chain.objs.size()=1 2024-09-07T15:27:45.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.BC9Pod_g2fdVG8iWJUxVqnKPZqcgqEc_0 2024-09-07T15:27:45.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.146372505595217032', time=2024-09-07T16:47:28.864870+0000, chain.objs.size()=1 2024-09-07T15:27:45.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.z0F-GxuYamf-JWVDLvFivyhUJaE8XIX_0 2024-09-07T15:27:45.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13262145485637928454', time=2024-09-07T16:47:29.936414+0000, chain.objs.size()=1 2024-09-07T15:27:45.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.7IhxSXbtL9-psYZ-fa_OsrTWZkihljO_0 2024-09-07T15:27:45.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9142196837556602723', time=2024-09-07T16:47:31.478150+0000, chain.objs.size()=1 2024-09-07T15:27:45.215 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.213+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.jvS5CIFXOB_4N04eo8ICMDL03q9Wp_i_0 2024-09-07T15:27:45.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8875274688232414918', time=2024-09-07T16:47:31.479805+0000, chain.objs.size()=1 2024-09-07T15:27:45.218 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.U3rzm-HvF5m9IuWFId90WopjHcojfaJ_0 2024-09-07T15:27:45.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.1957168997663305657', time=2024-09-07T16:47:32.168812+0000, chain.objs.size()=1 2024-09-07T15:27:45.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.CHXpySaiiSu_sIP8aSdZnEyDWmvScjR_0 2024-09-07T15:27:45.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18350695636315684488', time=2024-09-07T16:47:33.653319+0000, chain.objs.size()=1 2024-09-07T15:27:45.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.qpI44JiPyWX8zbwJARgdXqpxcGA7RwJ_0 2024-09-07T15:27:45.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8268688832590269832', time=2024-09-07T16:47:34.262841+0000, chain.objs.size()=1 2024-09-07T15:27:45.219 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.xLwRLr5UcipdKo1B0k1CmrDOuBRHGRk_0 2024-09-07T15:27:45.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.18038293518382546658', time=2024-09-07T16:47:34.349477+0000, chain.objs.size()=1 2024-09-07T15:27:45.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.ZCi7-8-Y7Bb36vUr70LQcNvjfEj6Svm_0 2024-09-07T15:27:45.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16826451741243880698', time=2024-09-07T16:47:34.401168+0000, chain.objs.size()=1 2024-09-07T15:27:45.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YhhN3xYji5POqGeZ5HDewMIH7ZAaJt5_0 2024-09-07T15:27:45.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13871479912077533130', time=2024-09-07T16:47:38.055355+0000, chain.objs.size()=1 2024-09-07T15:27:45.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.JbFgQzQhaXtSumZ55Xn0VaptDDo3RWr_0 2024-09-07T15:27:45.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10814263992892233991', time=2024-09-07T16:47:39.455981+0000, chain.objs.size()=1 2024-09-07T15:27:45.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.3P_n0mO24360P2fChNeu0vTzGfTYoi9_0 2024-09-07T15:27:45.220 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15285513940012107363', time=2024-09-07T16:47:39.905232+0000, chain.objs.size()=1 2024-09-07T15:27:45.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.-iRRwBaG1Xvw_2zbzePux6xxybmify1_0 2024-09-07T15:27:45.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13153514095758751517', time=2024-09-07T16:47:41.706303+0000, chain.objs.size()=1 2024-09-07T15:27:45.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.f1ukcIx51lJZiCdxEynQ0eqlnxddhS7_0 2024-09-07T15:27:45.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8375548266158064308', time=2024-09-07T16:47:43.538792+0000, chain.objs.size()=1 2024-09-07T15:27:45.221 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.217+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.QMd8JjXn8iaR0SVQwApej9DwxdPs_sO_0 2024-09-07T15:27:45.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12185785646586519258', time=2024-09-07T16:47:43.828048+0000, chain.objs.size()=1 2024-09-07T15:27:45.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.c8HV7TRU3ILM4y96B4Sy32_ADUnOlil_0 2024-09-07T15:27:45.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2104777217969255173', time=2024-09-07T16:47:45.083770+0000, chain.objs.size()=1 2024-09-07T15:27:45.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.9-K3Oc2uq0_TpOuJdWBydhgsoqMzJhu_0 2024-09-07T15:27:45.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4983252126034464152', time=2024-09-07T16:47:45.374753+0000, chain.objs.size()=1 2024-09-07T15:27:45.224 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sFJXueuN03pQQe34c5fA6cZYJViqKKy_0 2024-09-07T15:27:45.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.10348973408456496820', time=2024-09-07T16:47:46.077954+0000, chain.objs.size()=1 2024-09-07T15:27:45.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.O0DicqsmEoZJyH-vjVobpzMhjU3Pk-P_0 2024-09-07T15:27:45.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.221+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9349983153085392230', time=2024-09-07T16:47:46.397299+0000, chain.objs.size()=1 2024-09-07T15:27:45.225 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.221+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.sO2ejPavYgk_e52d6xeZGIcDfJCTgy4_0 2024-09-07T15:27:45.226 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48977 2024-09-07T15:27:45.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-07T15:27:45.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.9204520633627180741', time=2024-09-07T16:47:48.742646+0000, chain.objs.size()=1 2024-09-07T15:27:45.229 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.7VP4PCAyuhCpCBd-z320P9npEtu1yqC_0 2024-09-07T15:27:45.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.498648866476997476', time=2024-09-07T16:47:49.400944+0000, chain.objs.size()=1 2024-09-07T15:27:45.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.YiJfwmG-7TQJc3vO8HMJ74nwbBoZQyK_0 2024-09-07T15:27:45.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.13487517995912459876', time=2024-09-07T16:47:49.402728+0000, chain.objs.size()=1 2024-09-07T15:27:45.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.325__shadow_.7e6J3kNQxxOove8b9Rq7im9MgkXIGXm_0 2024-09-07T15:27:45.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6266948089357147781', time=2024-09-07T16:48:07.306644+0000, chain.objs.size()=1 2024-09-07T15:27:45.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.335__shadow_.5hXnkn8bwi_ZyJE9L7V3VGB7817VXKz_0 2024-09-07T15:27:45.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.17317576996650855175', time=2024-09-07T16:49:27.062060+0000, chain.objs.size()=1 2024-09-07T15:27:45.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.382__shadow_.RLSXFoX0LpRREtn9MrFN_AUNjkiRtP1_0 2024-09-07T15:27:45.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.3419438044013156205', time=2024-09-07T16:49:33.356084+0000, chain.objs.size()=1 2024-09-07T15:27:45.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.385__shadow_.CBxthD_2VEM0FPd-iSpQ1oRn5pp9VOL_0 2024-09-07T15:27:45.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15586760342851337115', time=2024-09-07T16:52:05.199262+0000, chain.objs.size()=1 2024-09-07T15:27:45.230 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.463__shadow_.sGkBNKhHe3fHi360E24QjOQJawZWVeU_0 2024-09-07T15:27:45.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.4224912540981634889', time=2024-09-07T16:52:10.564754+0000, chain.objs.size()=1 2024-09-07T15:27:45.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.465__shadow_.wEPbcpNWE0cKc-5MHbRq0gOq94Pg7jF_0 2024-09-07T15:27:45.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12682559438075348507', time=2024-09-07T16:52:15.903213+0000, chain.objs.size()=1 2024-09-07T15:27:45.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.467__shadow_.L8riuK1F8bxr3cp3p8ksrGPADly_iRb_0 2024-09-07T15:27:45.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12748512849216803383', time=2024-09-07T16:52:15.916343+0000, chain.objs.size()=1 2024-09-07T15:27:45.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.467__shadow_.foai_iQ-M8NSnvNlzBxWCciaivWF3en_0 2024-09-07T15:27:45.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16592103965428026025', time=2024-09-07T16:52:32.609931+0000, chain.objs.size()=1 2024-09-07T15:27:45.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.482__shadow_.bo29D8CgcgGoiAKdIVwtSUaLI06EySC_0 2024-09-07T15:27:45.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.15830408511482115139', time=2024-09-07T16:54:22.902026+0000, chain.objs.size()=1 2024-09-07T15:27:45.231 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.225+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.517__multipart_mymultipartcopy.2~YTa3bNZdh1Yjscj9-OabvVl0rVnzhfc.1 2024-09-07T15:27:45.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.229+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2294713073789007524', time=2024-09-07T16:54:39.038873+0000, chain.objs.size()=1 2024-09-07T15:27:45.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.229+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.519__multipart_mymultipart.2~I3L-rElfjjfeRZ51aE7toUz3I4sc8Ve.1 2024-09-07T15:27:45.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.229+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.6209000624329994675', time=2024-09-07T16:54:45.484734+0000, chain.objs.size()=2 2024-09-07T15:27:45.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.229+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.518__shadow_.tVbrgp0NEaOodonsIeapCBZqzPp9VTm_0 2024-09-07T15:27:45.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.229+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.518__shadow_.tVbrgp0NEaOodonsIeapCBZqzPp9VTm_1 2024-09-07T15:27:45.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.229+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.2316667020313881423', time=2024-09-07T17:05:10.672335+0000, chain.objs.size()=1 2024-09-07T15:27:45.232 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.229+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.575__shadow:YvMLGHYgcfrO1hn5KPo06zgKZwzRt6W_.Rxwq20xfVGkQwTJv5N7C-6STyVBDFbN_0 2024-09-07T15:27:45.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12090325832624099594', time=2024-09-07T17:06:10.137505+0000, chain.objs.size()=1 2024-09-07T15:27:45.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.578__shadow:FaOEyZTZJnNJc7raFmyW8beG4Dy6aPA_.BzcmlSk7Wi_gLH7IsDyfGGVCHU8dvAy_0 2024-09-07T15:27:45.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.12102619368620590151', time=2024-09-07T17:06:58.406114+0000, chain.objs.size()=4 2024-09-07T15:27:45.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.579__multipart_testobj.2~dryeAz2tJYsuvxW_zHO9kttcCP52rfB.1 2024-09-07T15:27:45.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.579__multipart_testobj.2~dryeAz2tJYsuvxW_zHO9kttcCP52rfB.2 2024-09-07T15:27:45.234 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.579__multipart_testobj.2~dryeAz2tJYsuvxW_zHO9kttcCP52rfB.3 2024-09-07T15:27:45.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.579__multipart_testobj.2~dryeAz2tJYsuvxW_zHO9kttcCP52rfB.4 2024-09-07T15:27:45.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.8771066949569144748', time=2024-09-07T17:08:14.825583+0000, chain.objs.size()=1 2024-09-07T15:27:45.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.608__shadow_.hqNnjJ_w6mWDkqWYxYW_ACGD0XOFTFm_0 2024-09-07T15:27:45.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.16283004739699311568', time=2024-09-07T17:15:54.303851+0000, chain.objs.size()=1 2024-09-07T15:27:45.235 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.654__shadow_.Oz5auM8sODp7UNgHnrPNYDiPHCCUPhp_0 2024-09-07T15:27:45.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11155966190392830987', time=2024-09-07T17:17:17.751476+0000, chain.objs.size()=1 2024-09-07T15:27:45.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.669__shadow_.DXF-MF7M0gf0OdNXRq3ThW3eBE4AQa9_0 2024-09-07T15:27:45.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 20 garbage collection: RGWGC::process iterating over entry tag='d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.11807553246597899760', time=2024-09-07T17:27:17.561066+0000, chain.objs.size()=1 2024-09-07T15:27:45.236 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.233+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d86fa2ca-c18c-4362-b874-b18a3679dc0a.4677.783__shadow_.6udjNB2JfNT-X45CZb_972fvwPj9Lac_0 2024-09-07T15:27:45.240 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.237+0000 7fe078edd9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-07T15:27:45.244 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.241+0000 7fdf2d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-07T15:27:45.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.245+0000 7fe078edd9c0 20 remove_watcher() i=0 2024-09-07T15:27:45.246 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.245+0000 7fe078edd9c0 2 removed watcher, disabling cache 2024-09-07T15:27:45.247 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.245+0000 7fe078edd9c0 20 remove_watcher() i=1 2024-09-07T15:27:45.248 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.245+0000 7fe078edd9c0 20 remove_watcher() i=2 2024-09-07T15:27:45.249 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.249+0000 7fe078edd9c0 20 remove_watcher() i=3 2024-09-07T15:27:45.250 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.249+0000 7fe078edd9c0 20 remove_watcher() i=4 2024-09-07T15:27:45.251 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.249+0000 7fe078edd9c0 20 remove_watcher() i=5 2024-09-07T15:27:45.252 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.249+0000 7fe078edd9c0 20 remove_watcher() i=6 2024-09-07T15:27:45.253 INFO:teuthology.orchestra.run.smithi107.stderr:2024-09-07T15:27:45.253+0000 7fe078edd9c0 20 remove_watcher() i=7 2024-09-07T15:27:45.265 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2024-09-07T15:27:45.276 DEBUG:teuthology.orchestra.run.smithi107:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2024-09-07T15:27:45.309 DEBUG:teuthology.orchestra.run.smithi107:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-07T15:27:45.353 DEBUG:teuthology.orchestra.run.smithi107:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2024-09-07T15:27:45.403 DEBUG:teuthology.orchestra.run.smithi107:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-07T15:27:45.450 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm /usr/local/share/ca-certificates/root.crt 2024-09-07T15:27:45.507 DEBUG:teuthology.orchestra.run.smithi107:> sudo update-ca-certificates 2024-09-07T15:27:45.562 INFO:teuthology.orchestra.run.smithi107.stdout:Updating certificates in /etc/ssl/certs... 2024-09-07T15:27:45.900 INFO:teuthology.orchestra.run.smithi107.stdout:0 added, 0 removed; done. 2024-09-07T15:27:45.900 INFO:teuthology.orchestra.run.smithi107.stdout:Running hooks in /etc/ca-certificates/update.d... 2024-09-07T15:27:45.901 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:27:46.088 INFO:teuthology.orchestra.run.smithi107.stdout:done. 2024-09-07T15:27:46.088 INFO:teuthology.orchestra.run.smithi107.stdout:done. 2024-09-07T15:27:46.091 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-07T15:27:46.101 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-07T15:27:46.101 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-07T15:27:46.467 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:27:46.480 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2024-09-07T15:27:46.489 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":3560,"stamp":"2024-09-07T15:27:45.489104+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":901409851,"num_objects":4769,"num_object_clones":0,"num_object_copies":13944,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4769,"num_whiteouts":0,"num_read":179628,"num_read_kb":3180073,"num_write":140104,"num_write_kb":2577130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":61,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14003,"ondisk_log_size":14003,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2922508,"kb_used_data":1473804,"kb_used_omap":12,"kb_used_meta":1448563,"kb_avail":752052212,"statfs":{"total":773094113280,"available":770101465088,"internally_reserved":0,"allocated":1509175296,"data_stored":1492962176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":1483329076},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008827"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.719988+0000","last_change":"2024-09-07T14:28:24.421644+0000","last_active":"2024-09-07T15:23:26.719988+0000","last_peered":"2024-09-07T15:23:26.719988+0000","last_clean":"2024-09-07T15:23:26.719988+0000","last_became_active":"2024-09-07T14:28:24.420634+0000","last_became_peered":"2024-09-07T14:28:24.420634+0000","last_unstale":"2024-09-07T15:23:26.719988+0000","last_undegraded":"2024-09-07T15:23:26.719988+0000","last_fullsized":"2024-09-07T15:23:26.719988+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:59.587795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'3","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:51.725886+0000","last_change":"2024-09-07T14:01:17.861487+0000","last_active":"2024-09-07T15:23:51.725886+0000","last_peered":"2024-09-07T15:23:51.725886+0000","last_clean":"2024-09-07T15:23:51.725886+0000","last_became_active":"2024-09-07T14:01:17.860628+0000","last_became_peered":"2024-09-07T14:01:17.860628+0000","last_unstale":"2024-09-07T15:23:51.725886+0000","last_undegraded":"2024-09-07T15:23:51.725886+0000","last_fullsized":"2024-09-07T15:23:51.725886+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:45.938337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5291306,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":5168,"num_write":3,"num_write_kb":5168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.307080+0000","last_change":"2024-09-07T14:01:10.281106+0000","last_active":"2024-09-07T15:23:42.307080+0000","last_peered":"2024-09-07T15:23:42.307080+0000","last_clean":"2024-09-07T15:23:42.307080+0000","last_became_active":"2024-09-07T14:01:10.280451+0000","last_became_peered":"2024-09-07T14:01:10.280451+0000","last_unstale":"2024-09-07T15:23:42.307080+0000","last_undegraded":"2024-09-07T15:23:42.307080+0000","last_fullsized":"2024-09-07T15:23:42.307080+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:46.345398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'32","reported_seq":163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.704175+0000","last_change":"2024-09-07T13:55:14.113420+0000","last_active":"2024-09-07T15:24:51.704175+0000","last_peered":"2024-09-07T15:24:51.704175+0000","last_clean":"2024-09-07T15:24:51.704175+0000","last_became_active":"2024-09-07T13:55:14.111290+0000","last_became_peered":"2024-09-07T13:55:14.111290+0000","last_unstale":"2024-09-07T15:24:51.704175+0000","last_undegraded":"2024-09-07T15:24:51.704175+0000","last_fullsized":"2024-09-07T15:24:51.704175+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:19:42.881114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":112,"num_write":58,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.250112+0000","last_change":"2024-09-07T14:28:24.441050+0000","last_active":"2024-09-07T15:23:26.250112+0000","last_peered":"2024-09-07T15:23:26.250112+0000","last_clean":"2024-09-07T15:23:26.250112+0000","last_became_active":"2024-09-07T14:28:24.440403+0000","last_became_peered":"2024-09-07T14:28:24.440403+0000","last_unstale":"2024-09-07T15:23:26.250112+0000","last_undegraded":"2024-09-07T15:23:26.250112+0000","last_fullsized":"2024-09-07T15:23:26.250112+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:18:19.747260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'2","reported_seq":62,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.494266+0000","last_change":"2024-09-07T14:01:17.860509+0000","last_active":"2024-09-07T15:23:52.494266+0000","last_peered":"2024-09-07T15:23:52.494266+0000","last_clean":"2024-09-07T15:23:52.494266+0000","last_became_active":"2024-09-07T14:01:17.859566+0000","last_became_peered":"2024-09-07T14:01:17.859566+0000","last_unstale":"2024-09-07T15:23:52.494266+0000","last_undegraded":"2024-09-07T15:23:52.494266+0000","last_fullsized":"2024-09-07T15:23:52.494266+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:31:05.625691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3730091,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":4214,"num_write":2,"num_write_kb":3643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"269'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.258794+0000","last_change":"2024-09-07T14:01:10.272125+0000","last_active":"2024-09-07T15:23:41.258794+0000","last_peered":"2024-09-07T15:23:41.258794+0000","last_clean":"2024-09-07T15:23:41.258794+0000","last_became_active":"2024-09-07T14:01:10.271430+0000","last_became_peered":"2024-09-07T14:01:10.271430+0000","last_unstale":"2024-09-07T15:23:41.258794+0000","last_undegraded":"2024-09-07T15:23:41.258794+0000","last_fullsized":"2024-09-07T15:23:41.258794+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:32:51.321558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"269'44","reported_seq":201,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.253578+0000","last_change":"2024-09-07T13:55:14.096417+0000","last_active":"2024-09-07T15:23:41.253578+0000","last_peered":"2024-09-07T15:23:41.253578+0000","last_clean":"2024-09-07T15:23:41.253578+0000","last_became_active":"2024-09-07T13:55:14.087402+0000","last_became_peered":"2024-09-07T13:55:14.087402+0000","last_unstale":"2024-09-07T15:23:41.253578+0000","last_undegraded":"2024-09-07T15:23:41.253578+0000","last_fullsized":"2024-09-07T15:23:41.253578+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:39:50.856280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":156,"num_write":84,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.473696+0000","last_change":"2024-09-07T14:28:24.430447+0000","last_active":"2024-09-07T15:24:01.473696+0000","last_peered":"2024-09-07T15:24:01.473696+0000","last_clean":"2024-09-07T15:24:01.473696+0000","last_became_active":"2024-09-07T14:28:24.429669+0000","last_became_peered":"2024-09-07T14:28:24.429669+0000","last_unstale":"2024-09-07T15:24:01.473696+0000","last_undegraded":"2024-09-07T15:24:01.473696+0000","last_fullsized":"2024-09-07T15:24:01.473696+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:25:10.632716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'3","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701959+0000","last_change":"2024-09-07T14:01:17.972661+0000","last_active":"2024-09-07T15:24:41.701959+0000","last_peered":"2024-09-07T15:24:41.701959+0000","last_clean":"2024-09-07T15:24:41.701959+0000","last_became_active":"2024-09-07T14:01:17.972004+0000","last_became_peered":"2024-09-07T14:01:17.972004+0000","last_unstale":"2024-09-07T15:24:41.701959+0000","last_undegraded":"2024-09-07T15:24:41.701959+0000","last_fullsized":"2024-09-07T15:24:41.701959+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:52:18.839057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"269'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.277298+0000","last_change":"2024-09-07T14:01:10.266064+0000","last_active":"2024-09-07T15:25:36.277298+0000","last_peered":"2024-09-07T15:25:36.277298+0000","last_clean":"2024-09-07T15:25:36.277298+0000","last_became_active":"2024-09-07T14:01:10.264607+0000","last_became_peered":"2024-09-07T14:01:10.264607+0000","last_unstale":"2024-09-07T15:25:36.277298+0000","last_undegraded":"2024-09-07T15:25:36.277298+0000","last_fullsized":"2024-09-07T15:25:36.277298+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:29:39.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":5120,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'7","reported_seq":90,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:22:46.674696+0000","last_change":"2024-09-07T13:55:14.109741+0000","last_active":"2024-09-07T15:22:46.674696+0000","last_peered":"2024-09-07T15:22:46.674696+0000","last_clean":"2024-09-07T15:22:46.674696+0000","last_became_active":"2024-09-07T13:55:14.108940+0000","last_became_peered":"2024-09-07T13:55:14.108940+0000","last_unstale":"2024-09-07T15:22:46.674696+0000","last_undegraded":"2024-09-07T15:22:46.674696+0000","last_fullsized":"2024-09-07T15:22:46.674696+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:43:14.023032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":13,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:17.315333+0000","last_change":"2024-09-07T14:28:24.419652+0000","last_active":"2024-09-07T15:24:17.315333+0000","last_peered":"2024-09-07T15:24:17.315333+0000","last_clean":"2024-09-07T15:24:17.315333+0000","last_became_active":"2024-09-07T14:28:24.417691+0000","last_became_peered":"2024-09-07T14:28:24.417691+0000","last_unstale":"2024-09-07T15:24:17.315333+0000","last_undegraded":"2024-09-07T15:24:17.315333+0000","last_fullsized":"2024-09-07T15:24:17.315333+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:01:52.353934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334342+0000","last_change":"2024-09-07T14:01:17.970027+0000","last_active":"2024-09-07T15:25:37.334342+0000","last_peered":"2024-09-07T15:25:37.334342+0000","last_clean":"2024-09-07T15:25:37.334342+0000","last_became_active":"2024-09-07T14:01:17.968854+0000","last_became_peered":"2024-09-07T14:01:17.968854+0000","last_unstale":"2024-09-07T15:25:37.334342+0000","last_undegraded":"2024-09-07T15:25:37.334342+0000","last_fullsized":"2024-09-07T15:25:37.334342+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:26.054507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'1","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503925+0000","last_change":"2024-09-07T14:01:10.281119+0000","last_active":"2024-09-07T15:24:32.503925+0000","last_peered":"2024-09-07T15:24:32.503925+0000","last_clean":"2024-09-07T15:24:32.503925+0000","last_became_active":"2024-09-07T14:01:10.273387+0000","last_became_peered":"2024-09-07T14:01:10.273387+0000","last_unstale":"2024-09-07T15:24:32.503925+0000","last_undegraded":"2024-09-07T15:24:32.503925+0000","last_fullsized":"2024-09-07T15:24:32.503925+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:05.468987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'37","reported_seq":171,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:22:47.294186+0000","last_change":"2024-09-07T13:55:14.088118+0000","last_active":"2024-09-07T15:22:47.294186+0000","last_peered":"2024-09-07T15:22:47.294186+0000","last_clean":"2024-09-07T15:22:47.294186+0000","last_became_active":"2024-09-07T13:55:14.087457+0000","last_became_peered":"2024-09-07T13:55:14.087457+0000","last_unstale":"2024-09-07T15:22:47.294186+0000","last_undegraded":"2024-09-07T15:22:47.294186+0000","last_fullsized":"2024-09-07T15:22:47.294186+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:12:52.792391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":187,"num_read_kb":132,"num_write":69,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321813+0000","last_change":"2024-09-07T14:28:24.422282+0000","last_active":"2024-09-07T15:24:42.321813+0000","last_peered":"2024-09-07T15:24:42.321813+0000","last_clean":"2024-09-07T15:24:42.321813+0000","last_became_active":"2024-09-07T14:28:24.421520+0000","last_became_peered":"2024-09-07T14:28:24.421520+0000","last_unstale":"2024-09-07T15:24:42.321813+0000","last_undegraded":"2024-09-07T15:24:42.321813+0000","last_fullsized":"2024-09-07T15:24:42.321813+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:48.841353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":58,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:46.724653+0000","last_change":"2024-09-07T14:01:17.842419+0000","last_active":"2024-09-07T15:23:46.724653+0000","last_peered":"2024-09-07T15:23:46.724653+0000","last_clean":"2024-09-07T15:23:46.724653+0000","last_became_active":"2024-09-07T14:01:17.841361+0000","last_became_peered":"2024-09-07T14:01:17.841361+0000","last_unstale":"2024-09-07T15:23:46.724653+0000","last_undegraded":"2024-09-07T15:23:46.724653+0000","last_fullsized":"2024-09-07T15:23:46.724653+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:42.642334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682380+0000","last_change":"2024-09-07T14:01:10.285835+0000","last_active":"2024-09-07T15:23:21.682380+0000","last_peered":"2024-09-07T15:23:21.682380+0000","last_clean":"2024-09-07T15:23:21.682380+0000","last_became_active":"2024-09-07T14:01:10.285111+0000","last_became_peered":"2024-09-07T14:01:10.285111+0000","last_unstale":"2024-09-07T15:23:21.682380+0000","last_undegraded":"2024-09-07T15:23:21.682380+0000","last_fullsized":"2024-09-07T15:23:21.682380+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:09:49.233034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'74","reported_seq":319,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:22:47.294077+0000","last_change":"2024-09-07T13:55:14.085801+0000","last_active":"2024-09-07T15:22:47.294077+0000","last_peered":"2024-09-07T15:22:47.294077+0000","last_clean":"2024-09-07T15:22:47.294077+0000","last_became_active":"2024-09-07T13:55:14.085052+0000","last_became_peered":"2024-09-07T13:55:14.085052+0000","last_unstale":"2024-09-07T15:22:47.294077+0000","last_undegraded":"2024-09-07T15:22:47.294077+0000","last_fullsized":"2024-09-07T15:22:47.294077+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:43:22.657225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":482,"num_read_kb":331,"num_write":108,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.273081+0000","last_change":"2024-09-07T14:28:24.440255+0000","last_active":"2024-09-07T15:24:41.273081+0000","last_peered":"2024-09-07T15:24:41.273081+0000","last_clean":"2024-09-07T15:24:41.273081+0000","last_became_active":"2024-09-07T14:28:24.436384+0000","last_became_peered":"2024-09-07T14:28:24.436384+0000","last_unstale":"2024-09-07T15:24:41.273081+0000","last_undegraded":"2024-09-07T15:24:41.273081+0000","last_fullsized":"2024-09-07T15:24:41.273081+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:00:47.377759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'3","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.467493+0000","last_change":"2024-09-07T14:01:17.851419+0000","last_active":"2024-09-07T15:23:31.467493+0000","last_peered":"2024-09-07T15:23:31.467493+0000","last_clean":"2024-09-07T15:23:31.467493+0000","last_became_active":"2024-09-07T14:01:17.850612+0000","last_became_peered":"2024-09-07T14:01:17.850612+0000","last_unstale":"2024-09-07T15:23:31.467493+0000","last_undegraded":"2024-09-07T15:23:31.467493+0000","last_fullsized":"2024-09-07T15:23:31.467493+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:29:10.215037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"269'2","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:37.490759+0000","last_change":"2024-09-07T14:01:10.282581+0000","last_active":"2024-09-07T15:23:37.490759+0000","last_peered":"2024-09-07T15:23:37.490759+0000","last_clean":"2024-09-07T15:23:37.490759+0000","last_became_active":"2024-09-07T14:01:10.281150+0000","last_became_peered":"2024-09-07T14:01:10.281150+0000","last_unstale":"2024-09-07T15:23:37.490759+0000","last_undegraded":"2024-09-07T15:23:37.490759+0000","last_fullsized":"2024-09-07T15:23:37.490759+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:54.952659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'6","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:22:46.455105+0000","last_change":"2024-09-07T13:55:14.098117+0000","last_active":"2024-09-07T15:22:46.455105+0000","last_peered":"2024-09-07T15:22:46.455105+0000","last_clean":"2024-09-07T15:22:46.455105+0000","last_became_active":"2024-09-07T13:55:14.093572+0000","last_became_peered":"2024-09-07T13:55:14.093572+0000","last_unstale":"2024-09-07T15:22:46.455105+0000","last_undegraded":"2024-09-07T15:22:46.455105+0000","last_fullsized":"2024-09-07T15:22:46.455105+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:15:41.893544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":28,"num_read_kb":19,"num_write":12,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'1","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.890621+0000","last_change":"2024-09-07T14:28:24.442120+0000","last_active":"2024-09-07T15:23:26.890621+0000","last_peered":"2024-09-07T15:23:26.890621+0000","last_clean":"2024-09-07T15:23:26.890621+0000","last_became_active":"2024-09-07T14:28:24.441369+0000","last_became_peered":"2024-09-07T14:28:24.441369+0000","last_unstale":"2024-09-07T15:23:26.890621+0000","last_undegraded":"2024-09-07T15:23:26.890621+0000","last_fullsized":"2024-09-07T15:23:26.890621+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:04:30.847423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'2","reported_seq":61,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:51.471760+0000","last_change":"2024-09-07T14:01:17.859432+0000","last_active":"2024-09-07T15:23:51.471760+0000","last_peered":"2024-09-07T15:23:51.471760+0000","last_clean":"2024-09-07T15:23:51.471760+0000","last_became_active":"2024-09-07T14:01:17.858145+0000","last_became_peered":"2024-09-07T14:01:17.858145+0000","last_unstale":"2024-09-07T15:23:51.471760+0000","last_undegraded":"2024-09-07T15:23:51.471760+0000","last_fullsized":"2024-09-07T15:23:51.471760+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:37:04.882876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'5","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.491870+0000","last_change":"2024-09-07T14:01:10.283578+0000","last_active":"2024-09-07T15:23:42.491870+0000","last_peered":"2024-09-07T15:23:42.491870+0000","last_clean":"2024-09-07T15:23:42.491870+0000","last_became_active":"2024-09-07T14:01:10.282807+0000","last_became_peered":"2024-09-07T14:01:10.282807+0000","last_unstale":"2024-09-07T15:23:42.491870+0000","last_undegraded":"2024-09-07T15:23:42.491870+0000","last_fullsized":"2024-09-07T15:23:42.491870+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:02:47.880557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'22","reported_seq":134,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.707338+0000","last_change":"2024-09-07T13:55:14.096698+0000","last_active":"2024-09-07T15:25:06.707338+0000","last_peered":"2024-09-07T15:25:06.707338+0000","last_clean":"2024-09-07T15:25:06.707338+0000","last_became_active":"2024-09-07T13:55:14.096037+0000","last_became_peered":"2024-09-07T13:55:14.096037+0000","last_unstale":"2024-09-07T15:25:06.707338+0000","last_undegraded":"2024-09-07T15:25:06.707338+0000","last_fullsized":"2024-09-07T15:25:06.707338+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:27.666765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":81,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.890741+0000","last_change":"2024-09-07T14:28:24.450257+0000","last_active":"2024-09-07T15:23:26.890741+0000","last_peered":"2024-09-07T15:23:26.890741+0000","last_clean":"2024-09-07T15:23:26.890741+0000","last_became_active":"2024-09-07T14:28:24.448471+0000","last_became_peered":"2024-09-07T14:28:24.448471+0000","last_unstale":"2024-09-07T15:23:26.890741+0000","last_undegraded":"2024-09-07T15:23:26.890741+0000","last_fullsized":"2024-09-07T15:23:26.890741+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:37:36.004436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"269'1","reported_seq":59,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:47.308193+0000","last_change":"2024-09-07T14:01:17.841172+0000","last_active":"2024-09-07T15:23:47.308193+0000","last_peered":"2024-09-07T15:23:47.308193+0000","last_clean":"2024-09-07T15:23:47.308193+0000","last_became_active":"2024-09-07T14:01:17.839423+0000","last_became_peered":"2024-09-07T14:01:17.839423+0000","last_unstale":"2024-09-07T15:23:47.308193+0000","last_undegraded":"2024-09-07T15:23:47.308193+0000","last_fullsized":"2024-09-07T15:23:47.308193+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:21:56.350775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"266'3","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.687516+0000","last_change":"2024-09-07T14:01:10.266523+0000","last_active":"2024-09-07T15:23:41.687516+0000","last_peered":"2024-09-07T15:23:41.687516+0000","last_clean":"2024-09-07T15:23:41.687516+0000","last_became_active":"2024-09-07T14:01:10.265746+0000","last_became_peered":"2024-09-07T14:01:10.265746+0000","last_unstale":"2024-09-07T15:23:41.687516+0000","last_undegraded":"2024-09-07T15:23:41.687516+0000","last_fullsized":"2024-09-07T15:23:41.687516+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:45:32.096328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'20","reported_seq":125,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272787+0000","last_change":"2024-09-07T13:55:14.104770+0000","last_active":"2024-09-07T15:24:41.272787+0000","last_peered":"2024-09-07T15:24:41.272787+0000","last_clean":"2024-09-07T15:24:41.272787+0000","last_became_active":"2024-09-07T13:55:14.104075+0000","last_became_peered":"2024-09-07T13:55:14.104075+0000","last_unstale":"2024-09-07T15:24:41.272787+0000","last_undegraded":"2024-09-07T15:24:41.272787+0000","last_fullsized":"2024-09-07T15:24:41.272787+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:51:25.035314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":97,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268208+0000","last_change":"2024-09-07T14:28:24.415493+0000","last_active":"2024-09-07T15:24:26.268208+0000","last_peered":"2024-09-07T15:24:26.268208+0000","last_clean":"2024-09-07T15:24:26.268208+0000","last_became_active":"2024-09-07T14:28:24.414753+0000","last_became_peered":"2024-09-07T14:28:24.414753+0000","last_unstale":"2024-09-07T15:24:26.268208+0000","last_undegraded":"2024-09-07T15:24:26.268208+0000","last_fullsized":"2024-09-07T15:24:26.268208+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:28.381524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'5","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:27.303808+0000","last_change":"2024-09-07T14:01:17.969533+0000","last_active":"2024-09-07T15:23:27.303808+0000","last_peered":"2024-09-07T15:23:27.303808+0000","last_clean":"2024-09-07T15:23:27.303808+0000","last_became_active":"2024-09-07T14:01:17.968788+0000","last_became_peered":"2024-09-07T14:01:17.968788+0000","last_unstale":"2024-09-07T15:23:27.303808+0000","last_undegraded":"2024-09-07T15:23:27.303808+0000","last_fullsized":"2024-09-07T15:23:27.303808+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:06:07.667622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"269'7","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:06.715430+0000","last_change":"2024-09-07T14:01:10.283582+0000","last_active":"2024-09-07T15:23:06.715430+0000","last_peered":"2024-09-07T15:23:06.715430+0000","last_clean":"2024-09-07T15:23:06.715430+0000","last_became_active":"2024-09-07T14:01:10.282824+0000","last_became_peered":"2024-09-07T14:01:10.282824+0000","last_unstale":"2024-09-07T15:23:06.715430+0000","last_undegraded":"2024-09-07T15:23:06.715430+0000","last_fullsized":"2024-09-07T15:23:06.715430+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:25:12.874905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":18432,"num_write":7,"num_write_kb":18432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"269'42","reported_seq":193,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701985+0000","last_change":"2024-09-07T13:55:14.112639+0000","last_active":"2024-09-07T15:24:41.701985+0000","last_peered":"2024-09-07T15:24:41.701985+0000","last_clean":"2024-09-07T15:24:41.701985+0000","last_became_active":"2024-09-07T13:55:14.110888+0000","last_became_peered":"2024-09-07T13:55:14.110888+0000","last_unstale":"2024-09-07T15:24:41.701985+0000","last_undegraded":"2024-09-07T15:24:41.701985+0000","last_fullsized":"2024-09-07T15:24:41.701985+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:52:33.355524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":158,"num_write":68,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263088+0000","last_change":"2024-09-07T14:28:24.435687+0000","last_active":"2024-09-07T15:24:26.263088+0000","last_peered":"2024-09-07T15:24:26.263088+0000","last_clean":"2024-09-07T15:24:26.263088+0000","last_became_active":"2024-09-07T14:28:24.435296+0000","last_became_peered":"2024-09-07T14:28:24.435296+0000","last_unstale":"2024-09-07T15:24:26.263088+0000","last_undegraded":"2024-09-07T15:24:26.263088+0000","last_fullsized":"2024-09-07T15:24:26.263088+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:14:29.785974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":59,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.301366+0000","last_change":"2024-09-07T14:01:17.965686+0000","last_active":"2024-09-07T15:23:17.301366+0000","last_peered":"2024-09-07T15:23:17.301366+0000","last_clean":"2024-09-07T15:23:17.301366+0000","last_became_active":"2024-09-07T14:01:17.964756+0000","last_became_peered":"2024-09-07T14:01:17.964756+0000","last_unstale":"2024-09-07T15:23:17.301366+0000","last_undegraded":"2024-09-07T15:23:17.301366+0000","last_fullsized":"2024-09-07T15:23:17.301366+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:52:06.015709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.889471+0000","last_change":"2024-09-07T14:01:10.275286+0000","last_active":"2024-09-07T15:23:21.889471+0000","last_peered":"2024-09-07T15:23:21.889471+0000","last_clean":"2024-09-07T15:23:21.889471+0000","last_became_active":"2024-09-07T14:01:10.274554+0000","last_became_peered":"2024-09-07T14:01:10.274554+0000","last_unstale":"2024-09-07T15:23:21.889471+0000","last_undegraded":"2024-09-07T15:23:21.889471+0000","last_fullsized":"2024-09-07T15:23:21.889471+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:07:27.436115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'51","reported_seq":218,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321919+0000","last_change":"2024-09-07T13:55:14.085990+0000","last_active":"2024-09-07T15:24:42.321919+0000","last_peered":"2024-09-07T15:24:42.321919+0000","last_clean":"2024-09-07T15:24:42.321919+0000","last_became_active":"2024-09-07T13:55:14.085355+0000","last_became_peered":"2024-09-07T13:55:14.085355+0000","last_unstale":"2024-09-07T15:24:42.321919+0000","last_undegraded":"2024-09-07T15:24:42.321919+0000","last_fullsized":"2024-09-07T15:24:42.321919+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:12:30.749491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":213,"num_write":78,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904660+0000","last_change":"2024-09-07T14:28:24.442216+0000","last_active":"2024-09-07T15:24:26.904660+0000","last_peered":"2024-09-07T15:24:26.904660+0000","last_clean":"2024-09-07T15:24:26.904660+0000","last_became_active":"2024-09-07T14:28:24.433218+0000","last_became_peered":"2024-09-07T14:28:24.433218+0000","last_unstale":"2024-09-07T15:24:26.904660+0000","last_undegraded":"2024-09-07T15:24:26.904660+0000","last_fullsized":"2024-09-07T15:24:26.904660+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:30.464391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"269'5","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:27.303882+0000","last_change":"2024-09-07T14:01:17.971411+0000","last_active":"2024-09-07T15:23:27.303882+0000","last_peered":"2024-09-07T15:23:27.303882+0000","last_clean":"2024-09-07T15:23:27.303882+0000","last_became_active":"2024-09-07T14:01:17.970646+0000","last_became_peered":"2024-09-07T14:01:17.970646+0000","last_unstale":"2024-09-07T15:23:27.303882+0000","last_undegraded":"2024-09-07T15:23:27.303882+0000","last_fullsized":"2024-09-07T15:23:27.303882+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:58:50.457965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1108938,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":6262,"num_write":10,"num_write_kb":5179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.249076+0000","last_change":"2024-09-07T14:01:10.252056+0000","last_active":"2024-09-07T15:23:21.249076+0000","last_peered":"2024-09-07T15:23:21.249076+0000","last_clean":"2024-09-07T15:23:21.249076+0000","last_became_active":"2024-09-07T14:01:10.251302+0000","last_became_peered":"2024-09-07T14:01:10.251302+0000","last_unstale":"2024-09-07T15:23:21.249076+0000","last_undegraded":"2024-09-07T15:23:21.249076+0000","last_fullsized":"2024-09-07T15:23:21.249076+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:32:15.693536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'8","reported_seq":97,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.266531+0000","last_change":"2024-09-07T13:55:14.099285+0000","last_active":"2024-09-07T15:24:41.266531+0000","last_peered":"2024-09-07T15:24:41.266531+0000","last_clean":"2024-09-07T15:24:41.266531+0000","last_became_active":"2024-09-07T13:55:14.098558+0000","last_became_peered":"2024-09-07T13:55:14.098558+0000","last_unstale":"2024-09-07T15:24:41.266531+0000","last_undegraded":"2024-09-07T15:24:41.266531+0000","last_fullsized":"2024-09-07T15:24:41.266531+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:06:54.436658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":32,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736692+0000","last_change":"2024-09-07T14:28:24.426960+0000","last_active":"2024-09-07T15:24:26.736692+0000","last_peered":"2024-09-07T15:24:26.736692+0000","last_clean":"2024-09-07T15:24:26.736692+0000","last_became_active":"2024-09-07T14:28:24.426118+0000","last_became_peered":"2024-09-07T14:28:24.426118+0000","last_unstale":"2024-09-07T15:24:26.736692+0000","last_undegraded":"2024-09-07T15:24:26.736692+0000","last_fullsized":"2024-09-07T15:24:26.736692+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:59.974978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":58,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:32.489787+0000","last_change":"2024-09-07T14:01:17.853494+0000","last_active":"2024-09-07T15:23:32.489787+0000","last_peered":"2024-09-07T15:23:32.489787+0000","last_clean":"2024-09-07T15:23:32.489787+0000","last_became_active":"2024-09-07T14:01:17.852178+0000","last_became_peered":"2024-09-07T14:01:17.852178+0000","last_unstale":"2024-09-07T15:23:32.489787+0000","last_undegraded":"2024-09-07T15:23:32.489787+0000","last_fullsized":"2024-09-07T15:23:32.489787+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:05:18.835356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'6","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682664+0000","last_change":"2024-09-07T14:01:10.275656+0000","last_active":"2024-09-07T15:23:21.682664+0000","last_peered":"2024-09-07T15:23:21.682664+0000","last_clean":"2024-09-07T15:23:21.682664+0000","last_became_active":"2024-09-07T14:01:10.274646+0000","last_became_peered":"2024-09-07T14:01:10.274646+0000","last_unstale":"2024-09-07T15:23:21.682664+0000","last_undegraded":"2024-09-07T15:23:21.682664+0000","last_fullsized":"2024-09-07T15:23:21.682664+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:50:48.978438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48426,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":5213,"num_write":11,"num_write_kb":5213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'29","reported_seq":149,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901384+0000","last_change":"2024-09-07T13:55:14.097497+0000","last_active":"2024-09-07T15:24:11.901384+0000","last_peered":"2024-09-07T15:24:11.901384+0000","last_clean":"2024-09-07T15:24:11.901384+0000","last_became_active":"2024-09-07T13:55:14.096759+0000","last_became_peered":"2024-09-07T13:55:14.096759+0000","last_unstale":"2024-09-07T15:24:11.901384+0000","last_undegraded":"2024-09-07T15:24:11.901384+0000","last_fullsized":"2024-09-07T15:24:11.901384+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:59:56.283361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":97,"num_write":54,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312361+0000","last_change":"2024-09-07T14:28:24.439419+0000","last_active":"2024-09-07T15:24:02.312361+0000","last_peered":"2024-09-07T15:24:02.312361+0000","last_clean":"2024-09-07T15:24:02.312361+0000","last_became_active":"2024-09-07T14:28:24.439038+0000","last_became_peered":"2024-09-07T14:28:24.439038+0000","last_unstale":"2024-09-07T15:24:02.312361+0000","last_undegraded":"2024-09-07T15:24:02.312361+0000","last_fullsized":"2024-09-07T15:24:02.312361+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:32.162144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.280869+0000","last_change":"2024-09-07T14:01:17.856783+0000","last_active":"2024-09-07T15:25:21.280869+0000","last_peered":"2024-09-07T15:25:21.280869+0000","last_clean":"2024-09-07T15:25:21.280869+0000","last_became_active":"2024-09-07T14:01:17.849321+0000","last_became_peered":"2024-09-07T14:01:17.849321+0000","last_unstale":"2024-09-07T15:25:21.280869+0000","last_undegraded":"2024-09-07T15:25:21.280869+0000","last_fullsized":"2024-09-07T15:25:21.280869+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:39:39.583415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.512808+0000","last_change":"2024-09-07T14:01:10.282215+0000","last_active":"2024-09-07T15:25:12.512808+0000","last_peered":"2024-09-07T15:25:12.512808+0000","last_clean":"2024-09-07T15:25:12.512808+0000","last_became_active":"2024-09-07T14:01:10.281706+0000","last_became_peered":"2024-09-07T14:01:10.281706+0000","last_unstale":"2024-09-07T15:25:12.512808+0000","last_undegraded":"2024-09-07T15:25:12.512808+0000","last_fullsized":"2024-09-07T15:25:12.512808+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:45:04.161631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'23","reported_seq":137,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897830+0000","last_change":"2024-09-07T13:55:14.100242+0000","last_active":"2024-09-07T15:23:56.897830+0000","last_peered":"2024-09-07T15:23:56.897830+0000","last_clean":"2024-09-07T15:23:56.897830+0000","last_became_active":"2024-09-07T13:55:14.095768+0000","last_became_peered":"2024-09-07T13:55:14.095768+0000","last_unstale":"2024-09-07T15:23:56.897830+0000","last_undegraded":"2024-09-07T15:23:56.897830+0000","last_fullsized":"2024-09-07T15:23:56.897830+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:33.523428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":87,"num_write":38,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.691804+0000","last_change":"2024-09-07T14:28:24.444992+0000","last_active":"2024-09-07T15:24:01.691804+0000","last_peered":"2024-09-07T15:24:01.691804+0000","last_clean":"2024-09-07T15:24:01.691804+0000","last_became_active":"2024-09-07T14:28:24.444198+0000","last_became_peered":"2024-09-07T14:28:24.444198+0000","last_unstale":"2024-09-07T15:24:01.691804+0000","last_undegraded":"2024-09-07T15:24:01.691804+0000","last_fullsized":"2024-09-07T15:24:01.691804+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:43:10.563592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'5","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.280791+0000","last_change":"2024-09-07T14:01:17.856965+0000","last_active":"2024-09-07T15:25:21.280791+0000","last_peered":"2024-09-07T15:25:21.280791+0000","last_clean":"2024-09-07T15:25:21.280791+0000","last_became_active":"2024-09-07T14:01:17.856312+0000","last_became_peered":"2024-09-07T14:01:17.856312+0000","last_unstale":"2024-09-07T15:25:21.280791+0000","last_undegraded":"2024-09-07T15:25:21.280791+0000","last_fullsized":"2024-09-07T15:25:21.280791+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:03:33.992652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"269'4","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.328329+0000","last_change":"2024-09-07T14:01:10.250937+0000","last_active":"2024-09-07T15:25:12.328329+0000","last_peered":"2024-09-07T15:25:12.328329+0000","last_clean":"2024-09-07T15:25:12.328329+0000","last_became_active":"2024-09-07T14:01:10.250120+0000","last_became_peered":"2024-09-07T14:01:10.250120+0000","last_unstale":"2024-09-07T15:25:12.328329+0000","last_undegraded":"2024-09-07T15:25:12.328329+0000","last_fullsized":"2024-09-07T15:25:12.328329+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:01:23.113964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'23","reported_seq":133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.690517+0000","last_change":"2024-09-07T13:55:14.104755+0000","last_active":"2024-09-07T15:23:56.690517+0000","last_peered":"2024-09-07T15:23:56.690517+0000","last_clean":"2024-09-07T15:23:56.690517+0000","last_became_active":"2024-09-07T13:55:14.104049+0000","last_became_peered":"2024-09-07T13:55:14.104049+0000","last_unstale":"2024-09-07T15:23:56.690517+0000","last_undegraded":"2024-09-07T15:23:56.690517+0000","last_fullsized":"2024-09-07T15:23:56.690517+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:50:00.428135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":76,"num_write":45,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701814+0000","last_change":"2024-09-07T14:28:24.445027+0000","last_active":"2024-09-07T15:24:41.701814+0000","last_peered":"2024-09-07T15:24:41.701814+0000","last_clean":"2024-09-07T15:24:41.701814+0000","last_became_active":"2024-09-07T14:28:24.444272+0000","last_became_peered":"2024-09-07T14:28:24.444272+0000","last_unstale":"2024-09-07T15:24:41.701814+0000","last_undegraded":"2024-09-07T15:24:41.701814+0000","last_fullsized":"2024-09-07T15:24:41.701814+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:45:10.304393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:17.329480+0000","last_change":"2024-09-07T14:01:17.841706+0000","last_active":"2024-09-07T15:25:17.329480+0000","last_peered":"2024-09-07T15:25:17.329480+0000","last_clean":"2024-09-07T15:25:17.329480+0000","last_became_active":"2024-09-07T14:01:17.838647+0000","last_became_peered":"2024-09-07T14:01:17.838647+0000","last_unstale":"2024-09-07T15:25:17.329480+0000","last_undegraded":"2024-09-07T15:25:17.329480+0000","last_fullsized":"2024-09-07T15:25:17.329480+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:37:08.321555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:11.488852+0000","last_change":"2024-09-07T14:01:10.276737+0000","last_active":"2024-09-07T15:25:11.488852+0000","last_peered":"2024-09-07T15:25:11.488852+0000","last_clean":"2024-09-07T15:25:11.488852+0000","last_became_active":"2024-09-07T14:01:10.275909+0000","last_became_peered":"2024-09-07T14:01:10.275909+0000","last_unstale":"2024-09-07T15:25:11.488852+0000","last_undegraded":"2024-09-07T15:25:11.488852+0000","last_fullsized":"2024-09-07T15:25:11.488852+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:01:23.839151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'36","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495334+0000","last_change":"2024-09-07T13:55:14.107556+0000","last_active":"2024-09-07T15:23:57.495334+0000","last_peered":"2024-09-07T15:23:57.495334+0000","last_clean":"2024-09-07T15:23:57.495334+0000","last_became_active":"2024-09-07T13:55:14.106783+0000","last_became_peered":"2024-09-07T13:55:14.106783+0000","last_unstale":"2024-09-07T15:23:57.495334+0000","last_undegraded":"2024-09-07T15:23:57.495334+0000","last_fullsized":"2024-09-07T15:23:57.495334+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:42.698602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":130,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'1","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312314+0000","last_change":"2024-09-07T14:28:24.426725+0000","last_active":"2024-09-07T15:24:02.312314+0000","last_peered":"2024-09-07T15:24:02.312314+0000","last_clean":"2024-09-07T15:24:02.312314+0000","last_became_active":"2024-09-07T14:28:24.425903+0000","last_became_peered":"2024-09-07T14:28:24.425903+0000","last_unstale":"2024-09-07T15:24:02.312314+0000","last_undegraded":"2024-09-07T15:24:02.312314+0000","last_fullsized":"2024-09-07T15:24:02.312314+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:36:44.933635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.491062+0000","last_change":"2024-09-07T14:01:17.861340+0000","last_active":"2024-09-07T15:25:21.491062+0000","last_peered":"2024-09-07T15:25:21.491062+0000","last_clean":"2024-09-07T15:25:21.491062+0000","last_became_active":"2024-09-07T14:01:17.860752+0000","last_became_peered":"2024-09-07T14:01:17.860752+0000","last_unstale":"2024-09-07T15:25:21.491062+0000","last_undegraded":"2024-09-07T15:25:21.491062+0000","last_fullsized":"2024-09-07T15:25:21.491062+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:00:01.212754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:11.747459+0000","last_change":"2024-09-07T14:01:10.264281+0000","last_active":"2024-09-07T15:25:11.747459+0000","last_peered":"2024-09-07T15:25:11.747459+0000","last_clean":"2024-09-07T15:25:11.747459+0000","last_became_active":"2024-09-07T14:01:10.263521+0000","last_became_peered":"2024-09-07T14:01:10.263521+0000","last_unstale":"2024-09-07T15:25:11.747459+0000","last_undegraded":"2024-09-07T15:25:11.747459+0000","last_fullsized":"2024-09-07T15:25:11.747459+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:45:29.081733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'32","reported_seq":161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309384+0000","last_change":"2024-09-07T13:55:14.087983+0000","last_active":"2024-09-07T15:23:52.309384+0000","last_peered":"2024-09-07T15:23:52.309384+0000","last_clean":"2024-09-07T15:23:52.309384+0000","last_became_active":"2024-09-07T13:55:14.087345+0000","last_became_peered":"2024-09-07T13:55:14.087345+0000","last_unstale":"2024-09-07T15:23:52.309384+0000","last_undegraded":"2024-09-07T15:23:52.309384+0000","last_fullsized":"2024-09-07T15:23:52.309384+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:12:37.765105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":113,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.270639+0000","last_change":"2024-09-07T14:28:24.438548+0000","last_active":"2024-09-07T15:25:01.270639+0000","last_peered":"2024-09-07T15:25:01.270639+0000","last_clean":"2024-09-07T15:25:01.270639+0000","last_became_active":"2024-09-07T14:28:24.435834+0000","last_became_peered":"2024-09-07T14:28:24.435834+0000","last_unstale":"2024-09-07T15:25:01.270639+0000","last_undegraded":"2024-09-07T15:25:01.270639+0000","last_fullsized":"2024-09-07T15:25:01.270639+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:03:56.960172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"269'3","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319133+0000","last_change":"2024-09-07T14:01:17.851120+0000","last_active":"2024-09-07T15:24:32.319133+0000","last_peered":"2024-09-07T15:24:32.319133+0000","last_clean":"2024-09-07T15:24:32.319133+0000","last_became_active":"2024-09-07T14:01:17.850332+0000","last_became_peered":"2024-09-07T14:01:17.850332+0000","last_unstale":"2024-09-07T15:24:32.319133+0000","last_undegraded":"2024-09-07T15:24:32.319133+0000","last_fullsized":"2024-09-07T15:24:32.319133+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:23:08.648764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":3117,"num_write":3,"num_write_kb":3117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904855+0000","last_change":"2024-09-07T14:01:10.278549+0000","last_active":"2024-09-07T15:24:26.904855+0000","last_peered":"2024-09-07T15:24:26.904855+0000","last_clean":"2024-09-07T15:24:26.904855+0000","last_became_active":"2024-09-07T14:01:10.277828+0000","last_became_peered":"2024-09-07T14:01:10.277828+0000","last_unstale":"2024-09-07T15:24:26.904855+0000","last_undegraded":"2024-09-07T15:24:26.904855+0000","last_fullsized":"2024-09-07T15:24:26.904855+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:52:42.590294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'30","reported_seq":156,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:22.302623+0000","last_change":"2024-09-07T13:55:14.112176+0000","last_active":"2024-09-07T15:23:22.302623+0000","last_peered":"2024-09-07T15:23:22.302623+0000","last_clean":"2024-09-07T15:23:22.302623+0000","last_became_active":"2024-09-07T13:55:14.111470+0000","last_became_peered":"2024-09-07T13:55:14.111470+0000","last_unstale":"2024-09-07T15:23:22.302623+0000","last_undegraded":"2024-09-07T15:23:22.302623+0000","last_fullsized":"2024-09-07T15:23:22.302623+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:28:22.011406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":107,"num_write":61,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908557+0000","last_change":"2024-09-07T14:28:24.447701+0000","last_active":"2024-09-07T15:24:41.908557+0000","last_peered":"2024-09-07T15:24:41.908557+0000","last_clean":"2024-09-07T15:24:41.908557+0000","last_became_active":"2024-09-07T14:28:24.447028+0000","last_became_peered":"2024-09-07T14:28:24.447028+0000","last_unstale":"2024-09-07T15:24:41.908557+0000","last_undegraded":"2024-09-07T15:24:41.908557+0000","last_fullsized":"2024-09-07T15:24:41.908557+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:04:23.693588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319072+0000","last_change":"2024-09-07T14:01:17.845755+0000","last_active":"2024-09-07T15:24:32.319072+0000","last_peered":"2024-09-07T15:24:32.319072+0000","last_clean":"2024-09-07T15:24:32.319072+0000","last_became_active":"2024-09-07T14:01:17.844909+0000","last_became_peered":"2024-09-07T14:01:17.844909+0000","last_unstale":"2024-09-07T15:24:32.319072+0000","last_undegraded":"2024-09-07T15:24:32.319072+0000","last_fullsized":"2024-09-07T15:24:32.319072+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:26:51.868727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263165+0000","last_change":"2024-09-07T14:01:10.271854+0000","last_active":"2024-09-07T15:24:26.263165+0000","last_peered":"2024-09-07T15:24:26.263165+0000","last_clean":"2024-09-07T15:24:26.263165+0000","last_became_active":"2024-09-07T14:01:10.270414+0000","last_became_peered":"2024-09-07T14:01:10.270414+0000","last_unstale":"2024-09-07T15:24:26.263165+0000","last_undegraded":"2024-09-07T15:24:26.263165+0000","last_fullsized":"2024-09-07T15:24:26.263165+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:20:07.729648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'15","reported_seq":118,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.748842+0000","last_change":"2024-09-07T13:55:14.092698+0000","last_active":"2024-09-07T15:25:16.748842+0000","last_peered":"2024-09-07T15:25:16.748842+0000","last_clean":"2024-09-07T15:25:16.748842+0000","last_became_active":"2024-09-07T13:55:14.090156+0000","last_became_peered":"2024-09-07T13:55:14.090156+0000","last_unstale":"2024-09-07T15:25:16.748842+0000","last_undegraded":"2024-09-07T15:25:16.748842+0000","last_fullsized":"2024-09-07T15:25:16.748842+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:19:20.559196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":57,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.483443+0000","last_change":"2024-09-07T14:28:24.438430+0000","last_active":"2024-09-07T15:24:46.483443+0000","last_peered":"2024-09-07T15:24:46.483443+0000","last_clean":"2024-09-07T15:24:46.483443+0000","last_became_active":"2024-09-07T14:28:24.434502+0000","last_became_peered":"2024-09-07T14:28:24.434502+0000","last_unstale":"2024-09-07T15:24:46.483443+0000","last_undegraded":"2024-09-07T15:24:46.483443+0000","last_fullsized":"2024-09-07T15:24:46.483443+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:31:23.407297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'2","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.275941+0000","last_change":"2024-09-07T14:01:17.969789+0000","last_active":"2024-09-07T15:24:56.275941+0000","last_peered":"2024-09-07T15:24:56.275941+0000","last_clean":"2024-09-07T15:24:56.275941+0000","last_became_active":"2024-09-07T14:01:17.969013+0000","last_became_peered":"2024-09-07T14:01:17.969013+0000","last_unstale":"2024-09-07T15:24:56.275941+0000","last_undegraded":"2024-09-07T15:24:56.275941+0000","last_fullsized":"2024-09-07T15:24:56.275941+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:43:08.598091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697898+0000","last_change":"2024-09-07T14:01:10.271113+0000","last_active":"2024-09-07T15:24:26.697898+0000","last_peered":"2024-09-07T15:24:26.697898+0000","last_clean":"2024-09-07T15:24:26.697898+0000","last_became_active":"2024-09-07T14:01:10.270423+0000","last_became_peered":"2024-09-07T14:01:10.270423+0000","last_unstale":"2024-09-07T15:24:26.697898+0000","last_undegraded":"2024-09-07T15:24:26.697898+0000","last_fullsized":"2024-09-07T15:24:26.697898+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:16:50.551211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'40","reported_seq":185,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.489995+0000","last_change":"2024-09-07T13:55:14.103779+0000","last_active":"2024-09-07T15:25:16.489995+0000","last_peered":"2024-09-07T15:25:16.489995+0000","last_clean":"2024-09-07T15:25:16.489995+0000","last_became_active":"2024-09-07T13:55:14.102893+0000","last_became_peered":"2024-09-07T13:55:14.102893+0000","last_unstale":"2024-09-07T15:25:16.489995+0000","last_undegraded":"2024-09-07T15:25:16.489995+0000","last_fullsized":"2024-09-07T15:25:16.489995+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:28:35.519842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":149,"num_write":62,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.909814+0000","last_change":"2024-09-07T14:28:24.433388+0000","last_active":"2024-09-07T15:24:46.909814+0000","last_peered":"2024-09-07T15:24:46.909814+0000","last_clean":"2024-09-07T15:24:46.909814+0000","last_became_active":"2024-09-07T14:28:24.430704+0000","last_became_peered":"2024-09-07T14:28:24.430704+0000","last_unstale":"2024-09-07T15:24:46.909814+0000","last_undegraded":"2024-09-07T15:24:46.909814+0000","last_fullsized":"2024-09-07T15:24:46.909814+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:38.535019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"269'2","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319167+0000","last_change":"2024-09-07T14:01:17.850177+0000","last_active":"2024-09-07T15:24:32.319167+0000","last_peered":"2024-09-07T15:24:32.319167+0000","last_clean":"2024-09-07T15:24:32.319167+0000","last_became_active":"2024-09-07T14:01:17.849369+0000","last_became_peered":"2024-09-07T14:01:17.849369+0000","last_unstale":"2024-09-07T15:24:32.319167+0000","last_undegraded":"2024-09-07T15:24:32.319167+0000","last_fullsized":"2024-09-07T15:24:32.319167+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:20:45.551823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.274130+0000","last_change":"2024-09-07T14:01:10.263270+0000","last_active":"2024-09-07T15:24:46.274130+0000","last_peered":"2024-09-07T15:24:46.274130+0000","last_clean":"2024-09-07T15:24:46.274130+0000","last_became_active":"2024-09-07T14:01:10.262548+0000","last_became_peered":"2024-09-07T14:01:10.262548+0000","last_unstale":"2024-09-07T15:24:46.274130+0000","last_undegraded":"2024-09-07T15:24:46.274130+0000","last_fullsized":"2024-09-07T15:24:46.274130+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:06:05.693379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'45","reported_seq":208,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.273422+0000","last_change":"2024-09-07T13:55:14.088362+0000","last_active":"2024-09-07T15:25:16.273422+0000","last_peered":"2024-09-07T15:25:16.273422+0000","last_clean":"2024-09-07T15:25:16.273422+0000","last_became_active":"2024-09-07T13:55:14.086878+0000","last_became_peered":"2024-09-07T13:55:14.086878+0000","last_unstale":"2024-09-07T15:25:16.273422+0000","last_undegraded":"2024-09-07T15:25:16.273422+0000","last_fullsized":"2024-09-07T15:25:16.273422+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:51:08.800052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":250,"num_read_kb":176,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321954+0000","last_change":"2024-09-07T14:28:24.415508+0000","last_active":"2024-09-07T15:24:42.321954+0000","last_peered":"2024-09-07T15:24:42.321954+0000","last_clean":"2024-09-07T15:24:42.321954+0000","last_became_active":"2024-09-07T14:28:24.414314+0000","last_became_peered":"2024-09-07T14:28:24.414314+0000","last_unstale":"2024-09-07T15:24:42.321954+0000","last_undegraded":"2024-09-07T15:24:42.321954+0000","last_fullsized":"2024-09-07T15:24:42.321954+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:51.227028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.491801+0000","last_change":"2024-09-07T14:01:17.855825+0000","last_active":"2024-09-07T15:23:42.491801+0000","last_peered":"2024-09-07T15:23:42.491801+0000","last_clean":"2024-09-07T15:23:42.491801+0000","last_became_active":"2024-09-07T14:01:17.850864+0000","last_became_peered":"2024-09-07T14:01:17.850864+0000","last_unstale":"2024-09-07T15:23:42.491801+0000","last_undegraded":"2024-09-07T15:23:42.491801+0000","last_fullsized":"2024-09-07T15:23:42.491801+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:06.284936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'1","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.684833+0000","last_change":"2024-09-07T14:01:10.272436+0000","last_active":"2024-09-07T15:23:31.684833+0000","last_peered":"2024-09-07T15:23:31.684833+0000","last_clean":"2024-09-07T15:23:31.684833+0000","last_became_active":"2024-09-07T14:01:10.271721+0000","last_became_peered":"2024-09-07T14:01:10.271721+0000","last_unstale":"2024-09-07T15:23:31.684833+0000","last_undegraded":"2024-09-07T15:23:31.684833+0000","last_fullsized":"2024-09-07T15:23:31.684833+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:48:02.462349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"269'41","reported_seq":179,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.709593+0000","last_change":"2024-09-07T13:55:14.105284+0000","last_active":"2024-09-07T15:25:16.709593+0000","last_peered":"2024-09-07T15:25:16.709593+0000","last_clean":"2024-09-07T15:25:16.709593+0000","last_became_active":"2024-09-07T13:55:14.104562+0000","last_became_peered":"2024-09-07T13:55:14.104562+0000","last_unstale":"2024-09-07T15:25:16.709593+0000","last_undegraded":"2024-09-07T15:25:16.709593+0000","last_fullsized":"2024-09-07T15:25:16.709593+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:26:39.177944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":129,"num_write":95,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911358+0000","last_change":"2024-09-07T14:28:24.450802+0000","last_active":"2024-09-07T15:24:51.911358+0000","last_peered":"2024-09-07T15:24:51.911358+0000","last_clean":"2024-09-07T15:24:51.911358+0000","last_became_active":"2024-09-07T14:28:24.449892+0000","last_became_peered":"2024-09-07T14:28:24.449892+0000","last_unstale":"2024-09-07T15:24:51.911358+0000","last_undegraded":"2024-09-07T15:24:51.911358+0000","last_fullsized":"2024-09-07T15:24:51.911358+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:10:30.937952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"269'1","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.894277+0000","last_change":"2024-09-07T14:01:17.967758+0000","last_active":"2024-09-07T15:23:41.894277+0000","last_peered":"2024-09-07T15:23:41.894277+0000","last_clean":"2024-09-07T15:23:41.894277+0000","last_became_active":"2024-09-07T14:01:17.966792+0000","last_became_peered":"2024-09-07T14:01:17.966792+0000","last_unstale":"2024-09-07T15:23:41.894277+0000","last_undegraded":"2024-09-07T15:23:41.894277+0000","last_fullsized":"2024-09-07T15:23:41.894277+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:33:32.547110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.256376+0000","last_change":"2024-09-07T14:01:10.262883+0000","last_active":"2024-09-07T15:23:31.256376+0000","last_peered":"2024-09-07T15:23:31.256376+0000","last_clean":"2024-09-07T15:23:31.256376+0000","last_became_active":"2024-09-07T14:01:10.259439+0000","last_became_peered":"2024-09-07T14:01:10.259439+0000","last_unstale":"2024-09-07T15:23:31.256376+0000","last_undegraded":"2024-09-07T15:23:31.256376+0000","last_fullsized":"2024-09-07T15:23:31.256376+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:38:39.970125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'30","reported_seq":158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.903632+0000","last_change":"2024-09-07T13:55:14.110984+0000","last_active":"2024-09-07T15:24:21.903632+0000","last_peered":"2024-09-07T15:24:21.903632+0000","last_clean":"2024-09-07T15:24:21.903632+0000","last_became_active":"2024-09-07T13:55:14.110216+0000","last_became_peered":"2024-09-07T13:55:14.110216+0000","last_unstale":"2024-09-07T15:24:21.903632+0000","last_undegraded":"2024-09-07T15:24:21.903632+0000","last_fullsized":"2024-09-07T15:24:21.903632+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:29:17.355416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":108,"num_write":54,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908638+0000","last_change":"2024-09-07T14:28:24.451013+0000","last_active":"2024-09-07T15:24:41.908638+0000","last_peered":"2024-09-07T15:24:41.908638+0000","last_clean":"2024-09-07T15:24:41.908638+0000","last_became_active":"2024-09-07T14:28:24.450417+0000","last_became_peered":"2024-09-07T14:28:24.450417+0000","last_unstale":"2024-09-07T15:24:41.908638+0000","last_undegraded":"2024-09-07T15:24:41.908638+0000","last_fullsized":"2024-09-07T15:24:41.908638+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:10:51.683732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":61,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.271592+0000","last_change":"2024-09-07T14:01:17.857237+0000","last_active":"2024-09-07T15:24:36.271592+0000","last_peered":"2024-09-07T15:24:36.271592+0000","last_clean":"2024-09-07T15:24:36.271592+0000","last_became_active":"2024-09-07T14:01:17.856471+0000","last_became_peered":"2024-09-07T14:01:17.856471+0000","last_unstale":"2024-09-07T15:24:36.271592+0000","last_undegraded":"2024-09-07T15:24:36.271592+0000","last_fullsized":"2024-09-07T15:24:36.271592+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:25.227502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"269'4","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.690476+0000","last_change":"2024-09-07T14:01:10.269618+0000","last_active":"2024-09-07T15:23:56.690476+0000","last_peered":"2024-09-07T15:23:56.690476+0000","last_clean":"2024-09-07T15:23:56.690476+0000","last_became_active":"2024-09-07T14:01:10.266056+0000","last_became_peered":"2024-09-07T14:01:10.266056+0000","last_unstale":"2024-09-07T15:23:56.690476+0000","last_undegraded":"2024-09-07T15:23:56.690476+0000","last_fullsized":"2024-09-07T15:23:56.690476+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:02:46.231372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":9,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'54","reported_seq":216,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:07.313366+0000","last_change":"2024-09-07T13:55:14.099697+0000","last_active":"2024-09-07T15:24:07.313366+0000","last_peered":"2024-09-07T15:24:07.313366+0000","last_clean":"2024-09-07T15:24:07.313366+0000","last_became_active":"2024-09-07T13:55:14.098950+0000","last_became_peered":"2024-09-07T13:55:14.098950+0000","last_unstale":"2024-09-07T15:24:07.313366+0000","last_undegraded":"2024-09-07T15:24:07.313366+0000","last_fullsized":"2024-09-07T15:24:07.313366+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:50:10.924387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":185,"num_write":91,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701880+0000","last_change":"2024-09-07T14:28:24.444344+0000","last_active":"2024-09-07T15:24:41.701880+0000","last_peered":"2024-09-07T15:24:41.701880+0000","last_clean":"2024-09-07T15:24:41.701880+0000","last_became_active":"2024-09-07T14:28:24.438339+0000","last_became_peered":"2024-09-07T14:28:24.438339+0000","last_unstale":"2024-09-07T15:24:41.701880+0000","last_undegraded":"2024-09-07T15:24:41.701880+0000","last_fullsized":"2024-09-07T15:24:41.701880+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:39:39.219463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897750+0000","last_change":"2024-09-07T14:01:43.038404+0000","last_active":"2024-09-07T15:23:56.897750+0000","last_peered":"2024-09-07T15:23:56.897750+0000","last_clean":"2024-09-07T15:23:56.897750+0000","last_became_active":"2024-09-07T14:01:43.037365+0000","last_became_peered":"2024-09-07T14:01:43.037365+0000","last_unstale":"2024-09-07T15:23:56.897750+0000","last_undegraded":"2024-09-07T15:23:56.897750+0000","last_fullsized":"2024-09-07T15:23:56.897750+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:25:12.504080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'4","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502444+0000","last_change":"2024-09-07T14:01:10.283268+0000","last_active":"2024-09-07T15:24:27.502444+0000","last_peered":"2024-09-07T15:24:27.502444+0000","last_clean":"2024-09-07T15:24:27.502444+0000","last_became_active":"2024-09-07T14:01:10.281758+0000","last_became_peered":"2024-09-07T14:01:10.281758+0000","last_unstale":"2024-09-07T15:24:27.502444+0000","last_undegraded":"2024-09-07T15:24:27.502444+0000","last_fullsized":"2024-09-07T15:24:27.502444+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:12:10.081831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":4,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'72","reported_seq":316,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474741+0000","last_change":"2024-09-07T13:55:14.103737+0000","last_active":"2024-09-07T15:24:06.474741+0000","last_peered":"2024-09-07T15:24:06.474741+0000","last_clean":"2024-09-07T15:24:06.474741+0000","last_became_active":"2024-09-07T13:55:14.103004+0000","last_became_peered":"2024-09-07T13:55:14.103004+0000","last_unstale":"2024-09-07T15:24:06.474741+0000","last_undegraded":"2024-09-07T15:24:06.474741+0000","last_fullsized":"2024-09-07T15:24:06.474741+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:51:03.506221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":468,"num_read_kb":333,"num_write":96,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908502+0000","last_change":"2024-09-07T14:28:24.446598+0000","last_active":"2024-09-07T15:24:41.908502+0000","last_peered":"2024-09-07T15:24:41.908502+0000","last_clean":"2024-09-07T15:24:41.908502+0000","last_became_active":"2024-09-07T14:28:24.445752+0000","last_became_peered":"2024-09-07T14:28:24.445752+0000","last_unstale":"2024-09-07T15:24:41.908502+0000","last_undegraded":"2024-09-07T15:24:41.908502+0000","last_fullsized":"2024-09-07T15:24:41.908502+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:00:22.870675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.707470+0000","last_change":"2024-09-07T14:01:17.859047+0000","last_active":"2024-09-07T15:25:06.707470+0000","last_peered":"2024-09-07T15:25:06.707470+0000","last_clean":"2024-09-07T15:25:06.707470+0000","last_became_active":"2024-09-07T14:01:17.858287+0000","last_became_peered":"2024-09-07T14:01:17.858287+0000","last_unstale":"2024-09-07T15:25:06.707470+0000","last_undegraded":"2024-09-07T15:25:06.707470+0000","last_fullsized":"2024-09-07T15:25:06.707470+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:44:18.000233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.906167+0000","last_change":"2024-09-07T14:01:10.274179+0000","last_active":"2024-09-07T15:24:31.906167+0000","last_peered":"2024-09-07T15:24:31.906167+0000","last_clean":"2024-09-07T15:24:31.906167+0000","last_became_active":"2024-09-07T14:01:10.268756+0000","last_became_peered":"2024-09-07T14:01:10.268756+0000","last_unstale":"2024-09-07T15:24:31.906167+0000","last_undegraded":"2024-09-07T15:24:31.906167+0000","last_fullsized":"2024-09-07T15:24:31.906167+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:36:49.729237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'29","reported_seq":151,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.693061+0000","last_change":"2024-09-07T13:55:14.111993+0000","last_active":"2024-09-07T15:24:06.693061+0000","last_peered":"2024-09-07T15:24:06.693061+0000","last_clean":"2024-09-07T15:24:06.693061+0000","last_became_active":"2024-09-07T13:55:14.110464+0000","last_became_peered":"2024-09-07T13:55:14.110464+0000","last_unstale":"2024-09-07T15:24:06.693061+0000","last_undegraded":"2024-09-07T15:24:06.693061+0000","last_fullsized":"2024-09-07T15:24:06.693061+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:44.843804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":94,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.740329+0000","last_change":"2024-09-07T14:28:24.428982+0000","last_active":"2024-09-07T15:24:41.740329+0000","last_peered":"2024-09-07T15:24:41.740329+0000","last_clean":"2024-09-07T15:24:41.740329+0000","last_became_active":"2024-09-07T14:28:24.428244+0000","last_became_peered":"2024-09-07T14:28:24.428244+0000","last_unstale":"2024-09-07T15:24:41.740329+0000","last_undegraded":"2024-09-07T15:24:41.740329+0000","last_fullsized":"2024-09-07T15:24:41.740329+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:25:01.872997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701850+0000","last_change":"2024-09-07T14:01:17.965590+0000","last_active":"2024-09-07T15:24:41.701850+0000","last_peered":"2024-09-07T15:24:41.701850+0000","last_clean":"2024-09-07T15:24:41.701850+0000","last_became_active":"2024-09-07T14:01:17.964701+0000","last_became_peered":"2024-09-07T14:01:17.964701+0000","last_unstale":"2024-09-07T15:24:41.701850+0000","last_undegraded":"2024-09-07T15:24:41.701850+0000","last_fullsized":"2024-09-07T15:24:41.701850+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:25:05.335373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.269632+0000","last_change":"2024-09-07T14:01:10.272680+0000","last_active":"2024-09-07T15:24:56.269632+0000","last_peered":"2024-09-07T15:24:56.269632+0000","last_clean":"2024-09-07T15:24:56.269632+0000","last_became_active":"2024-09-07T14:01:10.271397+0000","last_became_peered":"2024-09-07T14:01:10.271397+0000","last_unstale":"2024-09-07T15:24:56.269632+0000","last_undegraded":"2024-09-07T15:24:56.269632+0000","last_fullsized":"2024-09-07T15:24:56.269632+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:38.550622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'48","reported_seq":201,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474973+0000","last_change":"2024-09-07T13:55:14.092497+0000","last_active":"2024-09-07T15:24:06.474973+0000","last_peered":"2024-09-07T15:24:06.474973+0000","last_clean":"2024-09-07T15:24:06.474973+0000","last_became_active":"2024-09-07T13:55:14.091327+0000","last_became_peered":"2024-09-07T13:55:14.091327+0000","last_unstale":"2024-09-07T15:24:06.474973+0000","last_undegraded":"2024-09-07T15:24:06.474973+0000","last_fullsized":"2024-09-07T15:24:06.474973+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:52:21.771078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":159,"num_write":94,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272863+0000","last_change":"2024-09-07T14:28:24.430591+0000","last_active":"2024-09-07T15:24:41.272863+0000","last_peered":"2024-09-07T15:24:41.272863+0000","last_clean":"2024-09-07T15:24:41.272863+0000","last_became_active":"2024-09-07T14:28:24.429868+0000","last_became_peered":"2024-09-07T14:28:24.429868+0000","last_unstale":"2024-09-07T15:24:41.272863+0000","last_undegraded":"2024-09-07T15:24:41.272863+0000","last_fullsized":"2024-09-07T15:24:41.272863+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:23:57.215484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"266'3","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.894510+0000","last_change":"2024-09-07T14:01:17.971995+0000","last_active":"2024-09-07T15:23:41.894510+0000","last_peered":"2024-09-07T15:23:41.894510+0000","last_clean":"2024-09-07T15:23:41.894510+0000","last_became_active":"2024-09-07T14:01:17.971294+0000","last_became_peered":"2024-09-07T14:01:17.971294+0000","last_unstale":"2024-09-07T15:23:41.894510+0000","last_undegraded":"2024-09-07T15:23:41.894510+0000","last_fullsized":"2024-09-07T15:23:41.894510+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:13.159211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'4","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.721372+0000","last_change":"2024-09-07T14:01:10.239346+0000","last_active":"2024-09-07T15:23:31.721372+0000","last_peered":"2024-09-07T15:23:31.721372+0000","last_clean":"2024-09-07T15:23:31.721372+0000","last_became_active":"2024-09-07T14:01:10.238886+0000","last_became_peered":"2024-09-07T14:01:10.238886+0000","last_unstale":"2024-09-07T15:23:31.721372+0000","last_undegraded":"2024-09-07T15:23:31.721372+0000","last_fullsized":"2024-09-07T15:23:31.721372+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:28:24.259601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":14,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'53","reported_seq":221,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.914858+0000","last_change":"2024-09-07T13:55:14.115487+0000","last_active":"2024-09-07T15:25:06.914858+0000","last_peered":"2024-09-07T15:25:06.914858+0000","last_clean":"2024-09-07T15:25:06.914858+0000","last_became_active":"2024-09-07T13:55:14.114845+0000","last_became_peered":"2024-09-07T13:55:14.114845+0000","last_unstale":"2024-09-07T15:25:06.914858+0000","last_undegraded":"2024-09-07T15:25:06.914858+0000","last_fullsized":"2024-09-07T15:25:06.914858+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:55:03.395733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":187,"num_write":95,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506120+0000","last_change":"2024-09-07T14:28:24.425851+0000","last_active":"2024-09-07T15:24:42.506120+0000","last_peered":"2024-09-07T15:24:42.506120+0000","last_clean":"2024-09-07T15:24:42.506120+0000","last_became_active":"2024-09-07T14:28:24.425116+0000","last_became_peered":"2024-09-07T14:28:24.425116+0000","last_unstale":"2024-09-07T15:24:42.506120+0000","last_undegraded":"2024-09-07T15:24:42.506120+0000","last_fullsized":"2024-09-07T15:24:42.506120+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:39:27.903060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'9","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.492042+0000","last_change":"2024-09-07T14:01:17.845993+0000","last_active":"2024-09-07T15:23:42.492042+0000","last_peered":"2024-09-07T15:23:42.492042+0000","last_clean":"2024-09-07T15:23:42.492042+0000","last_became_active":"2024-09-07T14:01:17.845124+0000","last_became_peered":"2024-09-07T14:01:17.845124+0000","last_unstale":"2024-09-07T15:23:42.492042+0000","last_undegraded":"2024-09-07T15:23:42.492042+0000","last_fullsized":"2024-09-07T15:23:42.492042+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:22:27.529408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":14,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.892079+0000","last_change":"2024-09-07T14:01:10.274240+0000","last_active":"2024-09-07T15:23:31.892079+0000","last_peered":"2024-09-07T15:23:31.892079+0000","last_clean":"2024-09-07T15:23:31.892079+0000","last_became_active":"2024-09-07T14:01:10.269301+0000","last_became_peered":"2024-09-07T14:01:10.269301+0000","last_unstale":"2024-09-07T15:23:31.892079+0000","last_undegraded":"2024-09-07T15:23:31.892079+0000","last_fullsized":"2024-09-07T15:23:31.892079+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:08.328899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'32","reported_seq":165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.275149+0000","last_change":"2024-09-07T13:55:14.086236+0000","last_active":"2024-09-07T15:24:51.275149+0000","last_peered":"2024-09-07T15:24:51.275149+0000","last_clean":"2024-09-07T15:24:51.275149+0000","last_became_active":"2024-09-07T13:55:14.085439+0000","last_became_peered":"2024-09-07T13:55:14.085439+0000","last_unstale":"2024-09-07T15:24:51.275149+0000","last_undegraded":"2024-09-07T15:24:51.275149+0000","last_fullsized":"2024-09-07T15:24:51.275149+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:23:35.375629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":153,"num_read_kb":116,"num_write":71,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"269'1","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.267568+0000","last_change":"2024-09-07T14:28:24.438988+0000","last_active":"2024-09-07T15:24:46.267568+0000","last_peered":"2024-09-07T15:24:46.267568+0000","last_clean":"2024-09-07T15:24:46.267568+0000","last_became_active":"2024-09-07T14:28:24.435468+0000","last_became_peered":"2024-09-07T14:28:24.435468+0000","last_unstale":"2024-09-07T15:24:46.267568+0000","last_undegraded":"2024-09-07T15:24:46.267568+0000","last_fullsized":"2024-09-07T15:24:46.267568+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:13.264009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272924+0000","last_change":"2024-09-07T14:01:17.848183+0000","last_active":"2024-09-07T15:24:41.272924+0000","last_peered":"2024-09-07T15:24:41.272924+0000","last_clean":"2024-09-07T15:24:41.272924+0000","last_became_active":"2024-09-07T14:01:17.847319+0000","last_became_peered":"2024-09-07T14:01:17.847319+0000","last_unstale":"2024-09-07T15:24:41.272924+0000","last_undegraded":"2024-09-07T15:24:41.272924+0000","last_fullsized":"2024-09-07T15:24:41.272924+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:32:01.582600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:26.919761+0000","last_change":"2024-09-07T14:01:10.280600+0000","last_active":"2024-09-07T15:25:26.919761+0000","last_peered":"2024-09-07T15:25:26.919761+0000","last_clean":"2024-09-07T15:25:26.919761+0000","last_became_active":"2024-09-07T14:01:10.280018+0000","last_became_peered":"2024-09-07T14:01:10.280018+0000","last_unstale":"2024-09-07T15:25:26.919761+0000","last_undegraded":"2024-09-07T15:25:26.919761+0000","last_fullsized":"2024-09-07T15:25:26.919761+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:41:29.665218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'44","reported_seq":199,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.742616+0000","last_change":"2024-09-07T13:55:14.091201+0000","last_active":"2024-09-07T15:24:51.742616+0000","last_peered":"2024-09-07T15:24:51.742616+0000","last_clean":"2024-09-07T15:24:51.742616+0000","last_became_active":"2024-09-07T13:55:14.090454+0000","last_became_peered":"2024-09-07T13:55:14.090454+0000","last_unstale":"2024-09-07T15:24:51.742616+0000","last_undegraded":"2024-09-07T15:24:51.742616+0000","last_fullsized":"2024-09-07T15:24:51.742616+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:13:44.002482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":162,"num_write":74,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.703086+0000","last_change":"2024-09-07T14:28:24.446957+0000","last_active":"2024-09-07T15:24:46.703086+0000","last_peered":"2024-09-07T15:24:46.703086+0000","last_clean":"2024-09-07T15:24:46.703086+0000","last_became_active":"2024-09-07T14:28:24.446083+0000","last_became_peered":"2024-09-07T14:28:24.446083+0000","last_unstale":"2024-09-07T15:24:46.703086+0000","last_undegraded":"2024-09-07T15:24:46.703086+0000","last_fullsized":"2024-09-07T15:24:46.703086+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:11:26.067615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'3","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.753280+0000","last_change":"2024-09-07T14:01:17.843000+0000","last_active":"2024-09-07T15:25:36.753280+0000","last_peered":"2024-09-07T15:25:36.753280+0000","last_clean":"2024-09-07T15:25:36.753280+0000","last_became_active":"2024-09-07T14:01:17.841771+0000","last_became_peered":"2024-09-07T14:01:17.841771+0000","last_unstale":"2024-09-07T15:25:36.753280+0000","last_undegraded":"2024-09-07T15:25:36.753280+0000","last_fullsized":"2024-09-07T15:25:36.753280+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:22:04.340930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'9","reported_seq":93,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.905996+0000","last_change":"2024-09-07T14:01:10.273932+0000","last_active":"2024-09-07T15:24:31.905996+0000","last_peered":"2024-09-07T15:24:31.905996+0000","last_clean":"2024-09-07T15:24:31.905996+0000","last_became_active":"2024-09-07T14:01:10.269153+0000","last_became_peered":"2024-09-07T14:01:10.269153+0000","last_unstale":"2024-09-07T15:24:31.905996+0000","last_undegraded":"2024-09-07T15:24:31.905996+0000","last_fullsized":"2024-09-07T15:24:31.905996+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:40:28.178453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18,"num_read_kb":26173,"num_write":19,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'14","reported_seq":113,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.508519+0000","last_change":"2024-09-07T13:55:14.110587+0000","last_active":"2024-09-07T15:24:52.508519+0000","last_peered":"2024-09-07T15:24:52.508519+0000","last_clean":"2024-09-07T15:24:52.508519+0000","last_became_active":"2024-09-07T13:55:14.109848+0000","last_became_peered":"2024-09-07T13:55:14.109848+0000","last_unstale":"2024-09-07T15:24:52.508519+0000","last_undegraded":"2024-09-07T15:24:52.508519+0000","last_fullsized":"2024-09-07T15:24:52.508519+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:29.137512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":42,"num_write":30,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701782+0000","last_change":"2024-09-07T14:28:24.438271+0000","last_active":"2024-09-07T15:24:41.701782+0000","last_peered":"2024-09-07T15:24:41.701782+0000","last_clean":"2024-09-07T15:24:41.701782+0000","last_became_active":"2024-09-07T14:28:24.432790+0000","last_became_peered":"2024-09-07T14:28:24.432790+0000","last_unstale":"2024-09-07T15:24:41.701782+0000","last_undegraded":"2024-09-07T15:24:41.701782+0000","last_fullsized":"2024-09-07T15:24:41.701782+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:03:01.172519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'7","reported_seq":81,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.482397+0000","last_change":"2024-09-07T14:01:17.851665+0000","last_active":"2024-09-07T15:24:41.482397+0000","last_peered":"2024-09-07T15:24:41.482397+0000","last_clean":"2024-09-07T15:24:41.482397+0000","last_became_active":"2024-09-07T14:01:17.850358+0000","last_became_peered":"2024-09-07T14:01:17.850358+0000","last_unstale":"2024-09-07T15:24:41.482397+0000","last_undegraded":"2024-09-07T15:24:41.482397+0000","last_fullsized":"2024-09-07T15:24:41.482397+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:09:31.217998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":17,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'4","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.269665+0000","last_change":"2024-09-07T14:01:10.268880+0000","last_active":"2024-09-07T15:24:31.269665+0000","last_peered":"2024-09-07T15:24:31.269665+0000","last_clean":"2024-09-07T15:24:31.269665+0000","last_became_active":"2024-09-07T14:01:10.263024+0000","last_became_peered":"2024-09-07T14:01:10.263024+0000","last_unstale":"2024-09-07T15:24:31.269665+0000","last_undegraded":"2024-09-07T15:24:31.269665+0000","last_fullsized":"2024-09-07T15:24:31.269665+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:47:06.328041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7340032,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":14336,"num_write":9,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'5","reported_seq":91,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.484542+0000","last_change":"2024-09-07T13:55:14.111619+0000","last_active":"2024-09-07T15:24:51.484542+0000","last_peered":"2024-09-07T15:24:51.484542+0000","last_clean":"2024-09-07T15:24:51.484542+0000","last_became_active":"2024-09-07T13:55:14.110785+0000","last_became_peered":"2024-09-07T13:55:14.110785+0000","last_unstale":"2024-09-07T15:24:51.484542+0000","last_undegraded":"2024-09-07T15:24:51.484542+0000","last_fullsized":"2024-09-07T15:24:51.484542+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:41:07.566033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":14,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911256+0000","last_change":"2024-09-07T14:28:24.446999+0000","last_active":"2024-09-07T15:24:51.911256+0000","last_peered":"2024-09-07T15:24:51.911256+0000","last_clean":"2024-09-07T15:24:51.911256+0000","last_became_active":"2024-09-07T14:28:24.446376+0000","last_became_peered":"2024-09-07T14:28:24.446376+0000","last_unstale":"2024-09-07T15:24:51.911256+0000","last_undegraded":"2024-09-07T15:24:51.911256+0000","last_fullsized":"2024-09-07T15:24:51.911256+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:19:03.598898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'7","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506183+0000","last_change":"2024-09-07T14:01:17.852924+0000","last_active":"2024-09-07T15:24:42.506183+0000","last_peered":"2024-09-07T15:24:42.506183+0000","last_clean":"2024-09-07T15:24:42.506183+0000","last_became_active":"2024-09-07T14:01:17.852105+0000","last_became_peered":"2024-09-07T14:01:17.852105+0000","last_unstale":"2024-09-07T15:24:42.506183+0000","last_undegraded":"2024-09-07T15:24:42.506183+0000","last_fullsized":"2024-09-07T15:24:42.506183+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:27:04.072854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":15360,"num_write":17,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'1","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480204+0000","last_change":"2024-09-07T14:01:10.270269+0000","last_active":"2024-09-07T15:24:31.480204+0000","last_peered":"2024-09-07T15:24:31.480204+0000","last_clean":"2024-09-07T15:24:31.480204+0000","last_became_active":"2024-09-07T14:01:10.269141+0000","last_became_peered":"2024-09-07T14:01:10.269141+0000","last_unstale":"2024-09-07T15:24:31.480204+0000","last_undegraded":"2024-09-07T15:24:31.480204+0000","last_fullsized":"2024-09-07T15:24:31.480204+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:58:46.398131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60362,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":59,"num_write":1,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'25","reported_seq":146,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:31.921048+0000","last_change":"2024-09-07T13:55:14.105390+0000","last_active":"2024-09-07T15:25:31.921048+0000","last_peered":"2024-09-07T15:25:31.921048+0000","last_clean":"2024-09-07T15:25:31.921048+0000","last_became_active":"2024-09-07T13:55:14.104604+0000","last_became_peered":"2024-09-07T13:55:14.104604+0000","last_unstale":"2024-09-07T15:25:31.921048+0000","last_undegraded":"2024-09-07T15:25:31.921048+0000","last_fullsized":"2024-09-07T15:25:31.921048+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:30:44.627579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":83,"num_write":58,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'264","reported_seq":910,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904971+0000","last_change":"2024-09-07T13:38:09.977862+0000","last_active":"2024-09-07T15:24:26.904971+0000","last_peered":"2024-09-07T15:24:26.904971+0000","last_clean":"2024-09-07T15:24:26.904971+0000","last_became_active":"2024-09-07T13:38:09.976851+0000","last_became_peered":"2024-09-07T13:38:09.976851+0000","last_unstale":"2024-09-07T15:24:26.904971+0000","last_undegraded":"2024-09-07T15:24:26.904971+0000","last_fullsized":"2024-09-07T15:24:26.904971+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:51:15.380939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8679957,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":400,"num_read_kb":5717,"num_write":978,"num_write_kb":19813,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'191","reported_seq":850,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.716492+0000","last_change":"2024-09-07T13:38:11.971340+0000","last_active":"2024-09-07T15:23:11.716492+0000","last_peered":"2024-09-07T15:23:11.716492+0000","last_clean":"2024-09-07T15:23:11.716492+0000","last_became_active":"2024-09-07T13:38:11.969838+0000","last_became_peered":"2024-09-07T13:38:11.969838+0000","last_unstale":"2024-09-07T15:23:11.716492+0000","last_undegraded":"2024-09-07T15:23:11.716492+0000","last_fullsized":"2024-09-07T15:23:11.716492+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:15:58.913895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":837,"num_read_kb":690,"num_write":305,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'273","reported_seq":957,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268382+0000","last_change":"2024-09-07T13:38:09.954981+0000","last_active":"2024-09-07T15:24:26.268382+0000","last_peered":"2024-09-07T15:24:26.268382+0000","last_clean":"2024-09-07T15:24:26.268382+0000","last_became_active":"2024-09-07T13:38:09.954623+0000","last_became_peered":"2024-09-07T13:38:09.954623+0000","last_unstale":"2024-09-07T15:24:26.268382+0000","last_undegraded":"2024-09-07T15:24:26.268382+0000","last_fullsized":"2024-09-07T15:24:26.268382+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:23:46.293741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18187261,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":437,"num_read_kb":33916,"num_write":990,"num_write_kb":49123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'163","reported_seq":810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886729+0000","last_change":"2024-09-07T13:38:11.944185+0000","last_active":"2024-09-07T15:23:11.886729+0000","last_peered":"2024-09-07T15:23:11.886729+0000","last_clean":"2024-09-07T15:23:11.886729+0000","last_became_active":"2024-09-07T13:38:11.943415+0000","last_became_peered":"2024-09-07T13:38:11.943415+0000","last_unstale":"2024-09-07T15:23:11.886729+0000","last_undegraded":"2024-09-07T15:23:11.886729+0000","last_fullsized":"2024-09-07T15:23:11.886729+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:45.689121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":620,"num_write":246,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'343","reported_seq":1020,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697863+0000","last_change":"2024-09-07T13:38:09.921925+0000","last_active":"2024-09-07T15:24:26.697863+0000","last_peered":"2024-09-07T15:24:26.697863+0000","last_clean":"2024-09-07T15:24:26.697863+0000","last_became_active":"2024-09-07T13:38:09.921102+0000","last_became_peered":"2024-09-07T13:38:09.921102+0000","last_unstale":"2024-09-07T15:24:26.697863+0000","last_undegraded":"2024-09-07T15:24:26.697863+0000","last_fullsized":"2024-09-07T15:24:26.697863+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:11.267325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":908006,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":530,"num_read_kb":1211,"num_write":1252,"num_write_kb":30068,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'154","reported_seq":790,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485309+0000","last_change":"2024-09-07T13:38:11.968635+0000","last_active":"2024-09-07T15:23:12.485309+0000","last_peered":"2024-09-07T15:23:12.485309+0000","last_clean":"2024-09-07T15:23:12.485309+0000","last_became_active":"2024-09-07T13:38:11.963722+0000","last_became_peered":"2024-09-07T13:38:11.963722+0000","last_unstale":"2024-09-07T15:23:12.485309+0000","last_undegraded":"2024-09-07T15:23:12.485309+0000","last_fullsized":"2024-09-07T15:23:12.485309+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:42:13.729350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":721,"num_read_kb":593,"num_write":234,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'265","reported_seq":946,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:38.285345+0000","last_change":"2024-09-07T13:38:09.966832+0000","last_active":"2024-09-07T15:25:38.285345+0000","last_peered":"2024-09-07T15:25:38.285345+0000","last_clean":"2024-09-07T15:25:38.285345+0000","last_became_active":"2024-09-07T13:38:09.959674+0000","last_became_peered":"2024-09-07T13:38:09.959674+0000","last_unstale":"2024-09-07T15:25:38.285345+0000","last_undegraded":"2024-09-07T15:25:38.285345+0000","last_fullsized":"2024-09-07T15:25:38.285345+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:21:57.584554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12184392,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":448,"num_read_kb":30365,"num_write":995,"num_write_kb":53281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'331","reported_seq":997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.362262+0000","last_change":"2024-09-07T13:38:11.962031+0000","last_active":"2024-09-07T15:25:12.362262+0000","last_peered":"2024-09-07T15:25:12.362262+0000","last_clean":"2024-09-07T15:25:12.362262+0000","last_became_active":"2024-09-07T13:38:11.961013+0000","last_became_peered":"2024-09-07T13:38:11.961013+0000","last_unstale":"2024-09-07T15:25:12.362262+0000","last_undegraded":"2024-09-07T15:25:12.362262+0000","last_fullsized":"2024-09-07T15:25:12.362262+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:50:36.019367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1192,"num_write":512,"num_write_kb":260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'293","reported_seq":956,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886884+0000","last_change":"2024-09-07T13:38:09.956703+0000","last_active":"2024-09-07T15:23:11.886884+0000","last_peered":"2024-09-07T15:23:11.886884+0000","last_clean":"2024-09-07T15:23:11.886884+0000","last_became_active":"2024-09-07T13:38:09.953932+0000","last_became_peered":"2024-09-07T13:38:09.953932+0000","last_unstale":"2024-09-07T15:23:11.886884+0000","last_undegraded":"2024-09-07T15:23:11.886884+0000","last_fullsized":"2024-09-07T15:23:11.886884+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:12:32.996120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5775167,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":478,"num_read_kb":30170,"num_write":1074,"num_write_kb":38425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'88","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.481342+0000","last_change":"2024-09-07T13:38:11.983375+0000","last_active":"2024-09-07T15:24:36.481342+0000","last_peered":"2024-09-07T15:24:36.481342+0000","last_clean":"2024-09-07T15:24:36.481342+0000","last_became_active":"2024-09-07T13:38:11.982743+0000","last_became_peered":"2024-09-07T13:38:11.982743+0000","last_unstale":"2024-09-07T15:24:36.481342+0000","last_undegraded":"2024-09-07T15:24:36.481342+0000","last_fullsized":"2024-09-07T15:24:36.481342+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:27:46.620799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":301,"num_write":125,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'268","reported_seq":926,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:47.376424+0000","last_change":"2024-09-07T13:38:09.958776+0000","last_active":"2024-09-07T15:24:47.376424+0000","last_peered":"2024-09-07T15:24:47.376424+0000","last_clean":"2024-09-07T15:24:47.376424+0000","last_became_active":"2024-09-07T13:38:09.957979+0000","last_became_peered":"2024-09-07T13:38:09.957979+0000","last_unstale":"2024-09-07T15:24:47.376424+0000","last_undegraded":"2024-09-07T15:24:47.376424+0000","last_fullsized":"2024-09-07T15:24:47.376424+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:21:11.343564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14876716,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":409,"num_read_kb":44305,"num_write":1036,"num_write_kb":16554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'383","reported_seq":1121,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502559+0000","last_change":"2024-09-07T13:38:11.956087+0000","last_active":"2024-09-07T15:24:27.502559+0000","last_peered":"2024-09-07T15:24:27.502559+0000","last_clean":"2024-09-07T15:24:27.502559+0000","last_became_active":"2024-09-07T13:38:11.954410+0000","last_became_peered":"2024-09-07T13:38:11.954410+0000","last_unstale":"2024-09-07T15:24:27.502559+0000","last_undegraded":"2024-09-07T15:24:27.502559+0000","last_fullsized":"2024-09-07T15:24:27.502559+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:21:33.148375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1955,"num_read_kb":1679,"num_write":644,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'277","reported_seq":986,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886613+0000","last_change":"2024-09-07T13:38:09.973022+0000","last_active":"2024-09-07T15:23:11.886613+0000","last_peered":"2024-09-07T15:23:11.886613+0000","last_clean":"2024-09-07T15:23:11.886613+0000","last_became_active":"2024-09-07T13:38:09.972033+0000","last_became_peered":"2024-09-07T13:38:09.972033+0000","last_unstale":"2024-09-07T15:23:11.886613+0000","last_undegraded":"2024-09-07T15:23:11.886613+0000","last_fullsized":"2024-09-07T15:23:11.886613+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:56:13.610875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23524747,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":461,"num_read_kb":181818,"num_write":981,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'174","reported_seq":835,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736881+0000","last_change":"2024-09-07T13:38:11.961101+0000","last_active":"2024-09-07T15:24:26.736881+0000","last_peered":"2024-09-07T15:24:26.736881+0000","last_clean":"2024-09-07T15:24:26.736881+0000","last_became_active":"2024-09-07T13:38:11.960213+0000","last_became_peered":"2024-09-07T13:38:11.960213+0000","last_unstale":"2024-09-07T15:24:26.736881+0000","last_undegraded":"2024-09-07T15:24:26.736881+0000","last_fullsized":"2024-09-07T15:24:26.736881+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:44:22.441506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":270,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'301","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:28.227311+0000","last_change":"2024-09-07T13:38:41.161874+0000","last_active":"2024-09-07T15:24:28.227311+0000","last_peered":"2024-09-07T15:24:28.227311+0000","last_clean":"2024-09-07T15:24:28.227311+0000","last_became_active":"2024-09-07T13:38:41.161509+0000","last_became_peered":"2024-09-07T13:38:41.161509+0000","last_unstale":"2024-09-07T15:24:28.227311+0000","last_undegraded":"2024-09-07T15:24:28.227311+0000","last_fullsized":"2024-09-07T15:24:28.227311+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:50:12.690099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11303501,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":563,"num_read_kb":72346,"num_write":1182,"num_write_kb":40551,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3f","version":"269'416","reported_seq":1095,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263264+0000","last_change":"2024-09-07T13:38:11.973024+0000","last_active":"2024-09-07T15:24:26.263264+0000","last_peered":"2024-09-07T15:24:26.263264+0000","last_clean":"2024-09-07T15:24:26.263264+0000","last_became_active":"2024-09-07T13:38:11.972698+0000","last_became_peered":"2024-09-07T13:38:11.972698+0000","last_unstale":"2024-09-07T15:24:26.263264+0000","last_undegraded":"2024-09-07T15:24:26.263264+0000","last_fullsized":"2024-09-07T15:24:26.263264+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:35:30.067488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1783,"num_read_kb":1437,"num_write":678,"num_write_kb":429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'106","reported_seq":710,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485191+0000","last_change":"2024-09-07T13:38:11.962163+0000","last_active":"2024-09-07T15:23:12.485191+0000","last_peered":"2024-09-07T15:23:12.485191+0000","last_clean":"2024-09-07T15:23:12.485191+0000","last_became_active":"2024-09-07T13:38:11.960936+0000","last_became_peered":"2024-09-07T13:38:11.960936+0000","last_unstale":"2024-09-07T15:23:12.485191+0000","last_undegraded":"2024-09-07T15:23:12.485191+0000","last_fullsized":"2024-09-07T15:23:12.485191+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:12:23.819764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":395,"num_write":179,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'256","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.910089+0000","last_change":"2024-09-07T13:38:09.960753+0000","last_active":"2024-09-07T15:24:46.910089+0000","last_peered":"2024-09-07T15:24:46.910089+0000","last_clean":"2024-09-07T15:24:46.910089+0000","last_became_active":"2024-09-07T13:38:09.959861+0000","last_became_peered":"2024-09-07T13:38:09.959861+0000","last_unstale":"2024-09-07T15:24:46.910089+0000","last_undegraded":"2024-09-07T15:24:46.910089+0000","last_fullsized":"2024-09-07T15:24:46.910089+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:10:37.551673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7545202,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":503,"num_read_kb":82831,"num_write":979,"num_write_kb":33447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'108","reported_seq":684,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886778+0000","last_change":"2024-09-07T13:38:11.963369+0000","last_active":"2024-09-07T15:23:11.886778+0000","last_peered":"2024-09-07T15:23:11.886778+0000","last_clean":"2024-09-07T15:23:11.886778+0000","last_became_active":"2024-09-07T13:38:11.962652+0000","last_became_peered":"2024-09-07T13:38:11.962652+0000","last_unstale":"2024-09-07T15:23:11.886778+0000","last_undegraded":"2024-09-07T15:23:11.886778+0000","last_fullsized":"2024-09-07T15:23:11.886778+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:56:11.829639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":468,"num_read_kb":378,"num_write":164,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'267","reported_seq":872,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.270779+0000","last_change":"2024-09-07T13:38:41.162052+0000","last_active":"2024-09-07T15:25:01.270779+0000","last_peered":"2024-09-07T15:25:01.270779+0000","last_clean":"2024-09-07T15:25:01.270779+0000","last_became_active":"2024-09-07T13:38:41.160930+0000","last_became_peered":"2024-09-07T13:38:41.160930+0000","last_unstale":"2024-09-07T15:25:01.270779+0000","last_undegraded":"2024-09-07T15:25:01.270779+0000","last_fullsized":"2024-09-07T15:25:01.270779+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:03:56.292995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4195046,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":347,"num_read_kb":14854,"num_write":927,"num_write_kb":49218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"269'106","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.721210+0000","last_change":"2024-09-07T13:38:11.957973+0000","last_active":"2024-09-07T15:23:31.721210+0000","last_peered":"2024-09-07T15:23:31.721210+0000","last_clean":"2024-09-07T15:23:31.721210+0000","last_became_active":"2024-09-07T13:38:11.957275+0000","last_became_peered":"2024-09-07T13:38:11.957275+0000","last_unstale":"2024-09-07T15:23:31.721210+0000","last_undegraded":"2024-09-07T15:23:31.721210+0000","last_fullsized":"2024-09-07T15:23:31.721210+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:00:07.320466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":461,"num_read_kb":383,"num_write":163,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'281","reported_seq":967,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480248+0000","last_change":"2024-09-07T13:38:09.964809+0000","last_active":"2024-09-07T15:24:31.480248+0000","last_peered":"2024-09-07T15:24:31.480248+0000","last_clean":"2024-09-07T15:24:31.480248+0000","last_became_active":"2024-09-07T13:38:09.964013+0000","last_became_peered":"2024-09-07T13:38:09.964013+0000","last_unstale":"2024-09-07T15:24:31.480248+0000","last_undegraded":"2024-09-07T15:24:31.480248+0000","last_fullsized":"2024-09-07T15:24:31.480248+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:47:03.940791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6486684,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":469,"num_read_kb":32661,"num_write":1026,"num_write_kb":29964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'226","reported_seq":933,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.264287+0000","last_change":"2024-09-07T13:38:11.973397+0000","last_active":"2024-09-07T15:24:31.264287+0000","last_peered":"2024-09-07T15:24:31.264287+0000","last_clean":"2024-09-07T15:24:31.264287+0000","last_became_active":"2024-09-07T13:38:11.972570+0000","last_became_peered":"2024-09-07T13:38:11.972570+0000","last_unstale":"2024-09-07T15:24:31.264287+0000","last_undegraded":"2024-09-07T15:24:31.264287+0000","last_fullsized":"2024-09-07T15:24:31.264287+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:52:36.034982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1070,"num_read_kb":888,"num_write":347,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'232","reported_seq":885,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503812+0000","last_change":"2024-09-07T13:38:09.946418+0000","last_active":"2024-09-07T15:24:32.503812+0000","last_peered":"2024-09-07T15:24:32.503812+0000","last_clean":"2024-09-07T15:24:32.503812+0000","last_became_active":"2024-09-07T13:38:09.944867+0000","last_became_peered":"2024-09-07T13:38:09.944867+0000","last_unstale":"2024-09-07T15:24:32.503812+0000","last_undegraded":"2024-09-07T15:24:32.503812+0000","last_fullsized":"2024-09-07T15:24:32.503812+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:43:27.849510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20972219,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":371,"num_read_kb":40336,"num_write":910,"num_write_kb":26024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'114","reported_seq":741,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.316456+0000","last_change":"2024-09-07T13:38:11.962965+0000","last_active":"2024-09-07T15:24:42.316456+0000","last_peered":"2024-09-07T15:24:42.316456+0000","last_clean":"2024-09-07T15:24:42.316456+0000","last_became_active":"2024-09-07T13:38:11.962589+0000","last_became_peered":"2024-09-07T13:38:11.962589+0000","last_unstale":"2024-09-07T15:24:42.316456+0000","last_undegraded":"2024-09-07T15:24:42.316456+0000","last_fullsized":"2024-09-07T15:24:42.316456+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:37:15.237654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":495,"num_read_kb":414,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'297","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.317688+0000","last_change":"2024-09-07T13:38:09.936972+0000","last_active":"2024-09-07T15:24:27.317688+0000","last_peered":"2024-09-07T15:24:27.317688+0000","last_clean":"2024-09-07T15:24:27.317688+0000","last_became_active":"2024-09-07T13:38:09.936636+0000","last_became_peered":"2024-09-07T13:38:09.936636+0000","last_unstale":"2024-09-07T15:24:27.317688+0000","last_undegraded":"2024-09-07T15:24:27.317688+0000","last_fullsized":"2024-09-07T15:24:27.317688+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:51:56.072268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17389551,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":471,"num_read_kb":64200,"num_write":1123,"num_write_kb":43546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'201","reported_seq":829,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503868+0000","last_change":"2024-09-07T13:38:11.954695+0000","last_active":"2024-09-07T15:24:32.503868+0000","last_peered":"2024-09-07T15:24:32.503868+0000","last_clean":"2024-09-07T15:24:32.503868+0000","last_became_active":"2024-09-07T13:38:11.953816+0000","last_became_peered":"2024-09-07T13:38:11.953816+0000","last_unstale":"2024-09-07T15:24:32.503868+0000","last_undegraded":"2024-09-07T15:24:32.503868+0000","last_fullsized":"2024-09-07T15:24:32.503868+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:07:13.232042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":711,"num_write":314,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'279","reported_seq":1000,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:36.686339+0000","last_change":"2024-09-07T13:38:09.927527+0000","last_active":"2024-09-07T15:23:36.686339+0000","last_peered":"2024-09-07T15:23:36.686339+0000","last_clean":"2024-09-07T15:23:36.686339+0000","last_became_active":"2024-09-07T13:38:09.926896+0000","last_became_peered":"2024-09-07T13:38:09.926896+0000","last_unstale":"2024-09-07T15:23:36.686339+0000","last_undegraded":"2024-09-07T15:23:36.686339+0000","last_fullsized":"2024-09-07T15:23:36.686339+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:23:02.856569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18262073,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":540,"num_read_kb":94793,"num_write":1092,"num_write_kb":33804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'154","reported_seq":688,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.668494+0000","last_change":"2024-09-07T13:38:20.013480+0000","last_active":"2024-09-07T15:26:03.668494+0000","last_peered":"2024-09-07T15:26:03.668494+0000","last_clean":"2024-09-07T15:26:03.668494+0000","last_became_active":"2024-09-07T13:38:20.012866+0000","last_became_peered":"2024-09-07T13:38:20.012866+0000","last_unstale":"2024-09-07T15:26:03.668494+0000","last_undegraded":"2024-09-07T15:26:03.668494+0000","last_fullsized":"2024-09-07T15:26:03.668494+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:45.759903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":200,"num_read_kb":195,"num_write":365,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'346","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:44.119743+0000","last_change":"2024-09-07T13:38:11.966700+0000","last_active":"2024-09-07T15:23:44.119743+0000","last_peered":"2024-09-07T15:23:44.119743+0000","last_clean":"2024-09-07T15:23:44.119743+0000","last_became_active":"2024-09-07T13:38:11.959769+0000","last_became_peered":"2024-09-07T13:38:11.959769+0000","last_unstale":"2024-09-07T15:23:44.119743+0000","last_undegraded":"2024-09-07T15:23:44.119743+0000","last_fullsized":"2024-09-07T15:23:44.119743+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:39:00.114976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1546,"num_read_kb":1292,"num_write":565,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'257","reported_seq":900,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.756003+0000","last_change":"2024-09-07T13:38:09.982456+0000","last_active":"2024-09-07T15:24:01.756003+0000","last_peered":"2024-09-07T15:24:01.756003+0000","last_clean":"2024-09-07T15:24:01.756003+0000","last_became_active":"2024-09-07T13:38:09.981394+0000","last_became_peered":"2024-09-07T13:38:09.981394+0000","last_unstale":"2024-09-07T15:24:01.756003+0000","last_undegraded":"2024-09-07T15:24:01.756003+0000","last_fullsized":"2024-09-07T15:24:01.756003+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:39.652258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11055858,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":343,"num_read_kb":38892,"num_write":893,"num_write_kb":26673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.739160+0000","last_change":"2024-09-07T13:38:13.968771+0000","last_active":"2024-09-07T15:24:36.739160+0000","last_peered":"2024-09-07T15:24:36.739160+0000","last_clean":"2024-09-07T15:24:36.739160+0000","last_became_active":"2024-09-07T13:38:13.967255+0000","last_became_peered":"2024-09-07T13:38:13.967255+0000","last_unstale":"2024-09-07T15:24:36.739160+0000","last_undegraded":"2024-09-07T15:24:36.739160+0000","last_fullsized":"2024-09-07T15:24:36.739160+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:51:54.798958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'361","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:01.731860+0000","last_change":"2024-09-07T13:38:15.984512+0000","last_active":"2024-09-07T15:27:01.731860+0000","last_peered":"2024-09-07T15:27:01.731860+0000","last_clean":"2024-09-07T15:27:01.731860+0000","last_became_active":"2024-09-07T13:38:15.983817+0000","last_became_peered":"2024-09-07T13:38:15.983817+0000","last_unstale":"2024-09-07T15:27:01.731860+0000","last_undegraded":"2024-09-07T15:27:01.731860+0000","last_fullsized":"2024-09-07T15:27:01.731860+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:43:00.109870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51781,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":574,"num_read_kb":1037,"num_write":454,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908865+0000","last_change":"2024-09-07T13:38:17.994022+0000","last_active":"2024-09-07T15:24:41.908865+0000","last_peered":"2024-09-07T15:24:41.908865+0000","last_clean":"2024-09-07T15:24:41.908865+0000","last_became_active":"2024-09-07T13:38:17.993257+0000","last_became_peered":"2024-09-07T13:38:17.993257+0000","last_unstale":"2024-09-07T15:24:41.908865+0000","last_undegraded":"2024-09-07T15:24:41.908865+0000","last_fullsized":"2024-09-07T15:24:41.908865+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:47:23.195951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2482","reported_seq":4401,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:07.260123+0000","last_change":"2024-09-07T13:38:20.019932+0000","last_active":"2024-09-07T15:27:07.260123+0000","last_peered":"2024-09-07T15:27:07.260123+0000","last_clean":"2024-09-07T15:27:07.260123+0000","last_became_active":"2024-09-07T13:38:20.019496+0000","last_became_peered":"2024-09-07T13:38:20.019496+0000","last_unstale":"2024-09-07T15:27:07.260123+0000","last_undegraded":"2024-09-07T15:27:07.260123+0000","last_fullsized":"2024-09-07T15:27:07.260123+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":2400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:27.907413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6139,"num_read_kb":6135,"num_write":4930,"num_write_kb":1839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'212","reported_seq":862,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.737995+0000","last_change":"2024-09-07T13:38:11.963686+0000","last_active":"2024-09-07T15:24:31.737995+0000","last_peered":"2024-09-07T15:24:31.737995+0000","last_clean":"2024-09-07T15:24:31.737995+0000","last_became_active":"2024-09-07T13:38:11.962996+0000","last_became_peered":"2024-09-07T13:38:11.962996+0000","last_unstale":"2024-09-07T15:24:31.737995+0000","last_undegraded":"2024-09-07T15:24:31.737995+0000","last_fullsized":"2024-09-07T15:24:31.737995+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:40:25.557672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":878,"num_write":382,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'328","reported_seq":1007,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.680722+0000","last_change":"2024-09-07T13:38:09.954501+0000","last_active":"2024-09-07T15:23:11.680722+0000","last_peered":"2024-09-07T15:23:11.680722+0000","last_clean":"2024-09-07T15:23:11.680722+0000","last_became_active":"2024-09-07T13:38:09.953847+0000","last_became_peered":"2024-09-07T13:38:09.953847+0000","last_unstale":"2024-09-07T15:23:11.680722+0000","last_undegraded":"2024-09-07T15:23:11.680722+0000","last_fullsized":"2024-09-07T15:23:11.680722+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:09:40.955056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5551886,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":517,"num_read_kb":9130,"num_write":1105,"num_write_kb":18853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"38'3","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.149266+0000","last_change":"2024-09-07T13:38:13.973516+0000","last_active":"2024-09-07T15:27:23.149266+0000","last_peered":"2024-09-07T15:27:23.149266+0000","last_clean":"2024-09-07T15:27:23.149266+0000","last_became_active":"2024-09-07T13:38:13.972763+0000","last_became_peered":"2024-09-07T13:38:13.972763+0000","last_unstale":"2024-09-07T15:27:23.149266+0000","last_undegraded":"2024-09-07T15:27:23.149266+0000","last_fullsized":"2024-09-07T15:27:23.149266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:42:31.547618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'134","reported_seq":703,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.201625+0000","last_change":"2024-09-07T13:38:15.988583+0000","last_active":"2024-09-07T15:26:01.201625+0000","last_peered":"2024-09-07T15:26:01.201625+0000","last_clean":"2024-09-07T15:26:01.201625+0000","last_became_active":"2024-09-07T13:38:15.987836+0000","last_became_peered":"2024-09-07T13:38:15.987836+0000","last_unstale":"2024-09-07T15:26:01.201625+0000","last_undegraded":"2024-09-07T15:26:01.201625+0000","last_fullsized":"2024-09-07T15:26:01.201625+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:02.859833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":145,"num_write":104,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506365+0000","last_change":"2024-09-07T13:38:17.997318+0000","last_active":"2024-09-07T15:24:42.506365+0000","last_peered":"2024-09-07T15:24:42.506365+0000","last_clean":"2024-09-07T15:24:42.506365+0000","last_became_active":"2024-09-07T13:38:17.996515+0000","last_became_peered":"2024-09-07T13:38:17.996515+0000","last_unstale":"2024-09-07T15:24:42.506365+0000","last_undegraded":"2024-09-07T15:24:42.506365+0000","last_fullsized":"2024-09-07T15:24:42.506365+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:44:26.222213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'88","reported_seq":614,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.224292+0000","last_change":"2024-09-07T13:38:20.014595+0000","last_active":"2024-09-07T15:26:03.224292+0000","last_peered":"2024-09-07T15:26:03.224292+0000","last_clean":"2024-09-07T15:26:03.224292+0000","last_became_active":"2024-09-07T13:38:20.012734+0000","last_became_peered":"2024-09-07T13:38:20.012734+0000","last_unstale":"2024-09-07T15:26:03.224292+0000","last_undegraded":"2024-09-07T15:26:03.224292+0000","last_fullsized":"2024-09-07T15:26:03.224292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:06:56.193443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":206,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'442","reported_seq":1233,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699325+0000","last_change":"2024-09-07T13:38:11.970668+0000","last_active":"2024-09-07T15:24:31.699325+0000","last_peered":"2024-09-07T15:24:31.699325+0000","last_clean":"2024-09-07T15:24:31.699325+0000","last_became_active":"2024-09-07T13:38:11.970315+0000","last_became_peered":"2024-09-07T13:38:11.970315+0000","last_unstale":"2024-09-07T15:24:31.699325+0000","last_undegraded":"2024-09-07T15:24:31.699325+0000","last_fullsized":"2024-09-07T15:24:31.699325+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:15:43.026093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2170,"num_read_kb":1860,"num_write":785,"num_write_kb":513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'286","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.134601+0000","last_change":"2024-09-07T13:38:41.159722+0000","last_active":"2024-09-07T15:24:11.134601+0000","last_peered":"2024-09-07T15:24:11.134601+0000","last_clean":"2024-09-07T15:24:11.134601+0000","last_became_active":"2024-09-07T13:38:41.158508+0000","last_became_peered":"2024-09-07T13:38:41.158508+0000","last_unstale":"2024-09-07T15:24:11.134601+0000","last_undegraded":"2024-09-07T15:24:11.134601+0000","last_fullsized":"2024-09-07T15:24:11.134601+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:11:07.212975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6517095,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":440,"num_read_kb":8611,"num_write":1025,"num_write_kb":36760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.320477+0000","last_change":"2024-09-07T13:38:13.966433+0000","last_active":"2024-09-07T15:24:37.320477+0000","last_peered":"2024-09-07T15:24:37.320477+0000","last_clean":"2024-09-07T15:24:37.320477+0000","last_became_active":"2024-09-07T13:38:13.965676+0000","last_became_peered":"2024-09-07T13:38:13.965676+0000","last_unstale":"2024-09-07T15:24:37.320477+0000","last_undegraded":"2024-09-07T15:24:37.320477+0000","last_fullsized":"2024-09-07T15:24:37.320477+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:19:29.793910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'162","reported_seq":754,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:46.254460+0000","last_change":"2024-09-07T13:38:15.986169+0000","last_active":"2024-09-07T15:23:46.254460+0000","last_peered":"2024-09-07T15:23:46.254460+0000","last_clean":"2024-09-07T15:23:46.254460+0000","last_became_active":"2024-09-07T13:38:15.985575+0000","last_became_peered":"2024-09-07T13:38:15.985575+0000","last_unstale":"2024-09-07T15:23:46.254460+0000","last_undegraded":"2024-09-07T15:23:46.254460+0000","last_fullsized":"2024-09-07T15:23:46.254460+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:31:16.398124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'753","reported_seq":3165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.861957+0000","last_change":"2024-09-07T13:38:17.993476+0000","last_active":"2024-09-07T15:27:26.861957+0000","last_peered":"2024-09-07T15:27:26.861957+0000","last_clean":"2024-09-07T15:27:26.861957+0000","last_became_active":"2024-09-07T13:38:17.992747+0000","last_became_peered":"2024-09-07T13:38:17.992747+0000","last_unstale":"2024-09-07T15:27:26.861957+0000","last_undegraded":"2024-09-07T15:27:26.861957+0000","last_fullsized":"2024-09-07T15:27:26.861957+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":700,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:43:18.408893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'209","reported_seq":1057,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.435530+0000","last_change":"2024-09-07T13:38:20.604507+0000","last_active":"2024-09-07T15:26:01.435530+0000","last_peered":"2024-09-07T15:26:01.435530+0000","last_clean":"2024-09-07T15:26:01.435530+0000","last_became_active":"2024-09-07T13:38:20.603950+0000","last_became_peered":"2024-09-07T13:38:20.603950+0000","last_unstale":"2024-09-07T15:26:01.435530+0000","last_undegraded":"2024-09-07T15:26:01.435530+0000","last_fullsized":"2024-09-07T15:26:01.435530+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:59:38.639963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":642,"num_read_kb":636,"num_write":447,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'75","reported_seq":701,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319254+0000","last_change":"2024-09-07T13:38:11.966214+0000","last_active":"2024-09-07T15:24:32.319254+0000","last_peered":"2024-09-07T15:24:32.319254+0000","last_clean":"2024-09-07T15:24:32.319254+0000","last_became_active":"2024-09-07T13:38:11.960885+0000","last_became_peered":"2024-09-07T13:38:11.960885+0000","last_unstale":"2024-09-07T15:24:32.319254+0000","last_undegraded":"2024-09-07T15:24:32.319254+0000","last_fullsized":"2024-09-07T15:24:32.319254+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:18:33.221698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":356,"num_read_kb":308,"num_write":106,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'265","reported_seq":929,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.588013+0000","last_change":"2024-09-07T13:38:09.975596+0000","last_active":"2024-09-07T15:25:01.588013+0000","last_peered":"2024-09-07T15:25:01.588013+0000","last_clean":"2024-09-07T15:25:01.588013+0000","last_became_active":"2024-09-07T13:38:09.969708+0000","last_became_peered":"2024-09-07T13:38:09.969708+0000","last_unstale":"2024-09-07T15:25:01.588013+0000","last_undegraded":"2024-09-07T15:25:01.588013+0000","last_fullsized":"2024-09-07T15:25:01.588013+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:17:25.755348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5447864,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":437,"num_read_kb":26733,"num_write":1021,"num_write_kb":16661,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.739206+0000","last_change":"2024-09-07T13:38:13.966364+0000","last_active":"2024-09-07T15:24:36.739206+0000","last_peered":"2024-09-07T15:24:36.739206+0000","last_clean":"2024-09-07T15:24:36.739206+0000","last_became_active":"2024-09-07T13:38:13.961527+0000","last_became_peered":"2024-09-07T13:38:13.961527+0000","last_unstale":"2024-09-07T15:24:36.739206+0000","last_undegraded":"2024-09-07T15:24:36.739206+0000","last_fullsized":"2024-09-07T15:24:36.739206+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:46:36.432965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'298","reported_seq":906,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:01.944398+0000","last_change":"2024-09-07T13:38:16.018791+0000","last_active":"2024-09-07T15:27:01.944398+0000","last_peered":"2024-09-07T15:27:01.944398+0000","last_clean":"2024-09-07T15:27:01.944398+0000","last_became_active":"2024-09-07T13:38:16.016970+0000","last_became_peered":"2024-09-07T13:38:16.016970+0000","last_unstale":"2024-09-07T15:27:01.944398+0000","last_undegraded":"2024-09-07T15:27:01.944398+0000","last_fullsized":"2024-09-07T15:27:01.944398+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:56:13.636971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59289,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":491,"num_read_kb":991,"num_write":396,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'778","reported_seq":4751,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.870262+0000","last_change":"2024-09-07T13:38:17.995450+0000","last_active":"2024-09-07T15:27:26.870262+0000","last_peered":"2024-09-07T15:27:26.870262+0000","last_clean":"2024-09-07T15:27:26.870262+0000","last_became_active":"2024-09-07T13:38:17.994698+0000","last_became_peered":"2024-09-07T13:38:17.994698+0000","last_unstale":"2024-09-07T15:27:26.870262+0000","last_undegraded":"2024-09-07T15:27:26.870262+0000","last_fullsized":"2024-09-07T15:27:26.870262+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:39:13.300701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'130","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.735576+0000","last_change":"2024-09-07T13:38:11.963119+0000","last_active":"2024-09-07T15:24:21.735576+0000","last_peered":"2024-09-07T15:24:21.735576+0000","last_clean":"2024-09-07T15:24:21.735576+0000","last_became_active":"2024-09-07T13:38:11.962281+0000","last_became_peered":"2024-09-07T13:38:11.962281+0000","last_unstale":"2024-09-07T15:24:21.735576+0000","last_undegraded":"2024-09-07T15:24:21.735576+0000","last_fullsized":"2024-09-07T15:24:21.735576+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:34:03.129471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":538,"num_read_kb":433,"num_write":207,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'353","reported_seq":1103,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901510+0000","last_change":"2024-09-07T13:38:09.958727+0000","last_active":"2024-09-07T15:24:11.901510+0000","last_peered":"2024-09-07T15:24:11.901510+0000","last_clean":"2024-09-07T15:24:11.901510+0000","last_became_active":"2024-09-07T13:38:09.953807+0000","last_became_peered":"2024-09-07T13:38:09.953807+0000","last_unstale":"2024-09-07T15:24:11.901510+0000","last_undegraded":"2024-09-07T15:24:11.901510+0000","last_fullsized":"2024-09-07T15:24:11.901510+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:17:21.320917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23982035,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":741,"num_read_kb":21889,"num_write":1306,"num_write_kb":56048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904776+0000","last_change":"2024-09-07T13:38:13.977761+0000","last_active":"2024-09-07T15:24:26.904776+0000","last_peered":"2024-09-07T15:24:26.904776+0000","last_clean":"2024-09-07T15:24:26.904776+0000","last_became_active":"2024-09-07T13:38:13.976951+0000","last_became_peered":"2024-09-07T13:38:13.976951+0000","last_unstale":"2024-09-07T15:24:26.904776+0000","last_undegraded":"2024-09-07T15:24:26.904776+0000","last_fullsized":"2024-09-07T15:24:26.904776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:16:54.571224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'443","reported_seq":1128,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:56.771899+0000","last_change":"2024-09-07T13:38:16.017735+0000","last_active":"2024-09-07T15:26:56.771899+0000","last_peered":"2024-09-07T15:26:56.771899+0000","last_clean":"2024-09-07T15:26:56.771899+0000","last_became_active":"2024-09-07T13:38:16.016901+0000","last_became_peered":"2024-09-07T13:38:16.016901+0000","last_unstale":"2024-09-07T15:26:56.771899+0000","last_undegraded":"2024-09-07T15:26:56.771899+0000","last_fullsized":"2024-09-07T15:26:56.771899+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":400,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:01:06.166512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57456,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":704,"num_read_kb":1198,"num_write":542,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.263704+0000","last_change":"2024-09-07T13:38:17.987827+0000","last_active":"2024-09-07T15:24:06.263704+0000","last_peered":"2024-09-07T15:24:06.263704+0000","last_clean":"2024-09-07T15:24:06.263704+0000","last_became_active":"2024-09-07T13:38:17.987198+0000","last_became_peered":"2024-09-07T13:38:17.987198+0000","last_unstale":"2024-09-07T15:24:06.263704+0000","last_undegraded":"2024-09-07T15:24:06.263704+0000","last_fullsized":"2024-09-07T15:24:06.263704+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:29:28.957888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'546","reported_seq":1389,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.733498+0000","last_change":"2024-09-07T13:38:20.019965+0000","last_active":"2024-09-07T15:27:23.733498+0000","last_peered":"2024-09-07T15:27:23.733498+0000","last_clean":"2024-09-07T15:27:23.733498+0000","last_became_active":"2024-09-07T13:38:20.018987+0000","last_became_peered":"2024-09-07T13:38:20.018987+0000","last_unstale":"2024-09-07T15:27:23.733498+0000","last_undegraded":"2024-09-07T15:27:23.733498+0000","last_fullsized":"2024-09-07T15:27:23.733498+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:22:59.794569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1314,"num_read_kb":1309,"num_write":1132,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'101","reported_seq":723,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:48.827144+0000","last_change":"2024-09-07T13:38:11.971078+0000","last_active":"2024-09-07T15:24:48.827144+0000","last_peered":"2024-09-07T15:24:48.827144+0000","last_clean":"2024-09-07T15:24:48.827144+0000","last_became_active":"2024-09-07T13:38:11.964035+0000","last_became_peered":"2024-09-07T13:38:11.964035+0000","last_unstale":"2024-09-07T15:24:48.827144+0000","last_undegraded":"2024-09-07T15:24:48.827144+0000","last_fullsized":"2024-09-07T15:24:48.827144+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:05:37.014541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":383,"num_write":141,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'236","reported_seq":943,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:14.912723+0000","last_change":"2024-09-07T13:38:09.956620+0000","last_active":"2024-09-07T15:27:14.912723+0000","last_peered":"2024-09-07T15:27:14.912723+0000","last_clean":"2024-09-07T15:27:14.912723+0000","last_became_active":"2024-09-07T13:38:09.953293+0000","last_became_peered":"2024-09-07T13:38:09.953293+0000","last_unstale":"2024-09-07T15:27:14.912723+0000","last_undegraded":"2024-09-07T15:27:14.912723+0000","last_fullsized":"2024-09-07T15:27:14.912723+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:59:48.559181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12960061,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":462,"num_read_kb":53781,"num_write":928,"num_write_kb":33822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.262993+0000","last_change":"2024-09-07T13:38:13.957828+0000","last_active":"2024-09-07T15:24:26.262993+0000","last_peered":"2024-09-07T15:24:26.262993+0000","last_clean":"2024-09-07T15:24:26.262993+0000","last_became_active":"2024-09-07T13:38:13.957111+0000","last_became_peered":"2024-09-07T13:38:13.957111+0000","last_unstale":"2024-09-07T15:24:26.262993+0000","last_undegraded":"2024-09-07T15:24:26.262993+0000","last_fullsized":"2024-09-07T15:24:26.262993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:27:24.240364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'283","reported_seq":903,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:12.341884+0000","last_change":"2024-09-07T13:38:15.993331+0000","last_active":"2024-09-07T15:26:12.341884+0000","last_peered":"2024-09-07T15:26:12.341884+0000","last_clean":"2024-09-07T15:26:12.341884+0000","last_became_active":"2024-09-07T13:38:15.988081+0000","last_became_peered":"2024-09-07T13:38:15.988081+0000","last_unstale":"2024-09-07T15:26:12.341884+0000","last_undegraded":"2024-09-07T15:26:12.341884+0000","last_fullsized":"2024-09-07T15:26:12.341884+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:05.398465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56805,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":941,"num_write":374,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:57.325442+0000","last_change":"2024-09-07T13:38:17.994974+0000","last_active":"2024-09-07T15:24:57.325442+0000","last_peered":"2024-09-07T15:24:57.325442+0000","last_clean":"2024-09-07T15:24:57.325442+0000","last_became_active":"2024-09-07T13:38:17.994508+0000","last_became_peered":"2024-09-07T13:38:17.994508+0000","last_unstale":"2024-09-07T15:24:57.325442+0000","last_undegraded":"2024-09-07T15:24:57.325442+0000","last_fullsized":"2024-09-07T15:24:57.325442+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:33:44.871016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'128","reported_seq":655,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:06.513748+0000","last_change":"2024-09-07T13:38:20.012119+0000","last_active":"2024-09-07T15:27:06.513748+0000","last_peered":"2024-09-07T15:27:06.513748+0000","last_clean":"2024-09-07T15:27:06.513748+0000","last_became_active":"2024-09-07T13:38:20.011595+0000","last_became_peered":"2024-09-07T13:38:20.011595+0000","last_unstale":"2024-09-07T15:27:06.513748+0000","last_undegraded":"2024-09-07T15:27:06.513748+0000","last_fullsized":"2024-09-07T15:27:06.513748+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:08:29.701965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":176,"num_read_kb":166,"num_write":311,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'266","reported_seq":966,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.483533+0000","last_change":"2024-09-07T13:38:11.975965+0000","last_active":"2024-09-07T15:24:46.483533+0000","last_peered":"2024-09-07T15:24:46.483533+0000","last_clean":"2024-09-07T15:24:46.483533+0000","last_became_active":"2024-09-07T13:38:11.970451+0000","last_became_peered":"2024-09-07T13:38:11.970451+0000","last_unstale":"2024-09-07T15:24:46.483533+0000","last_undegraded":"2024-09-07T15:24:46.483533+0000","last_fullsized":"2024-09-07T15:24:46.483533+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:26:00.299784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1159,"num_read_kb":956,"num_write":391,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'303","reported_seq":993,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897975+0000","last_change":"2024-09-07T13:38:09.960381+0000","last_active":"2024-09-07T15:23:56.897975+0000","last_peered":"2024-09-07T15:23:56.897975+0000","last_clean":"2024-09-07T15:23:56.897975+0000","last_became_active":"2024-09-07T13:38:09.959258+0000","last_became_peered":"2024-09-07T13:38:09.959258+0000","last_unstale":"2024-09-07T15:23:56.897975+0000","last_undegraded":"2024-09-07T15:23:56.897975+0000","last_fullsized":"2024-09-07T15:23:56.897975+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:40:04.760755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1423848,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":530,"num_read_kb":722,"num_write":1115,"num_write_kb":10943,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.257303+0000","last_change":"2024-09-07T13:38:13.960390+0000","last_active":"2024-09-07T15:24:01.257303+0000","last_peered":"2024-09-07T15:24:01.257303+0000","last_clean":"2024-09-07T15:24:01.257303+0000","last_became_active":"2024-09-07T13:38:13.959704+0000","last_became_peered":"2024-09-07T13:38:13.959704+0000","last_unstale":"2024-09-07T15:24:01.257303+0000","last_undegraded":"2024-09-07T15:24:01.257303+0000","last_fullsized":"2024-09-07T15:24:01.257303+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:07:34.416510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'343","reported_seq":989,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:36.937678+0000","last_change":"2024-09-07T13:38:15.989134+0000","last_active":"2024-09-07T15:26:36.937678+0000","last_peered":"2024-09-07T15:26:36.937678+0000","last_clean":"2024-09-07T15:26:36.937678+0000","last_became_active":"2024-09-07T13:38:15.987730+0000","last_became_peered":"2024-09-07T13:38:15.987730+0000","last_unstale":"2024-09-07T15:26:36.937678+0000","last_undegraded":"2024-09-07T15:26:36.937678+0000","last_fullsized":"2024-09-07T15:26:36.937678+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:01.312662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53560,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":553,"num_read_kb":1000,"num_write":426,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'752","reported_seq":3259,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.853730+0000","last_change":"2024-09-07T13:38:17.997382+0000","last_active":"2024-09-07T15:27:26.853730+0000","last_peered":"2024-09-07T15:27:26.853730+0000","last_clean":"2024-09-07T15:27:26.853730+0000","last_became_active":"2024-09-07T13:38:17.996538+0000","last_became_peered":"2024-09-07T13:38:17.996538+0000","last_unstale":"2024-09-07T15:27:26.853730+0000","last_undegraded":"2024-09-07T15:27:26.853730+0000","last_fullsized":"2024-09-07T15:27:26.853730+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:55:42.702421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'115","reported_seq":634,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.231056+0000","last_change":"2024-09-07T13:38:20.013518+0000","last_active":"2024-09-07T15:27:22.231056+0000","last_peered":"2024-09-07T15:27:22.231056+0000","last_clean":"2024-09-07T15:27:22.231056+0000","last_became_active":"2024-09-07T13:38:20.012449+0000","last_became_peered":"2024-09-07T13:38:20.012449+0000","last_unstale":"2024-09-07T15:27:22.231056+0000","last_undegraded":"2024-09-07T15:27:22.231056+0000","last_fullsized":"2024-09-07T15:27:22.231056+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:15:10.828329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":286,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'198","reported_seq":834,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:12.476991+0000","last_change":"2024-09-07T13:38:11.962318+0000","last_active":"2024-09-07T15:24:12.476991+0000","last_peered":"2024-09-07T15:24:12.476991+0000","last_clean":"2024-09-07T15:24:12.476991+0000","last_became_active":"2024-09-07T13:38:11.961387+0000","last_became_peered":"2024-09-07T13:38:11.961387+0000","last_unstale":"2024-09-07T15:24:12.476991+0000","last_undegraded":"2024-09-07T15:24:12.476991+0000","last_fullsized":"2024-09-07T15:24:12.476991+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:25:58.853607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":804,"num_read_kb":654,"num_write":292,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'275","reported_seq":1059,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.727165+0000","last_change":"2024-09-07T13:38:09.960358+0000","last_active":"2024-09-07T15:23:56.727165+0000","last_peered":"2024-09-07T15:23:56.727165+0000","last_clean":"2024-09-07T15:23:56.727165+0000","last_became_active":"2024-09-07T13:38:09.955525+0000","last_became_peered":"2024-09-07T13:38:09.955525+0000","last_unstale":"2024-09-07T15:23:56.727165+0000","last_undegraded":"2024-09-07T15:23:56.727165+0000","last_fullsized":"2024-09-07T15:23:56.727165+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:52:32.175490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6752348,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":546,"num_read_kb":36147,"num_write":1027,"num_write_kb":30629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.269499+0000","last_change":"2024-09-07T13:38:13.956406+0000","last_active":"2024-09-07T15:24:56.269499+0000","last_peered":"2024-09-07T15:24:56.269499+0000","last_clean":"2024-09-07T15:24:56.269499+0000","last_became_active":"2024-09-07T13:38:13.955470+0000","last_became_peered":"2024-09-07T13:38:13.955470+0000","last_unstale":"2024-09-07T15:24:56.269499+0000","last_undegraded":"2024-09-07T15:24:56.269499+0000","last_fullsized":"2024-09-07T15:24:56.269499+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:00:11.527983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'541","reported_seq":1211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.651346+0000","last_change":"2024-09-07T13:38:15.980702+0000","last_active":"2024-09-07T15:27:23.651346+0000","last_peered":"2024-09-07T15:27:23.651346+0000","last_clean":"2024-09-07T15:27:23.651346+0000","last_became_active":"2024-09-07T13:38:15.977053+0000","last_became_peered":"2024-09-07T13:38:15.977053+0000","last_unstale":"2024-09-07T15:27:23.651346+0000","last_undegraded":"2024-09-07T15:27:23.651346+0000","last_fullsized":"2024-09-07T15:27:23.651346+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":500,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:09:00.977138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122512,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":948,"num_read_kb":2039,"num_write":794,"num_write_kb":658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.264181+0000","last_change":"2024-09-07T13:38:18.001460+0000","last_active":"2024-09-07T15:24:31.264181+0000","last_peered":"2024-09-07T15:24:31.264181+0000","last_clean":"2024-09-07T15:24:31.264181+0000","last_became_active":"2024-09-07T13:38:17.999641+0000","last_became_peered":"2024-09-07T13:38:17.999641+0000","last_unstale":"2024-09-07T15:24:31.264181+0000","last_undegraded":"2024-09-07T15:24:31.264181+0000","last_fullsized":"2024-09-07T15:24:31.264181+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:23:51.811753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'173","reported_seq":723,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.269938+0000","last_change":"2024-09-07T13:38:20.005868+0000","last_active":"2024-09-07T15:24:31.269938+0000","last_peered":"2024-09-07T15:24:31.269938+0000","last_clean":"2024-09-07T15:24:31.269938+0000","last_became_active":"2024-09-07T13:38:20.000637+0000","last_became_peered":"2024-09-07T13:38:20.000637+0000","last_unstale":"2024-09-07T15:24:31.269938+0000","last_undegraded":"2024-09-07T15:24:31.269938+0000","last_fullsized":"2024-09-07T15:24:31.269938+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:19.707086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":254,"num_read_kb":244,"num_write":425,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'350","reported_seq":1102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495492+0000","last_change":"2024-09-07T13:38:11.978963+0000","last_active":"2024-09-07T15:23:57.495492+0000","last_peered":"2024-09-07T15:23:57.495492+0000","last_clean":"2024-09-07T15:23:57.495492+0000","last_became_active":"2024-09-07T13:38:11.978375+0000","last_became_peered":"2024-09-07T13:38:11.978375+0000","last_unstale":"2024-09-07T15:23:57.495492+0000","last_undegraded":"2024-09-07T15:23:57.495492+0000","last_fullsized":"2024-09-07T15:23:57.495492+0000","mapping_epoch":28,"log_start":"266'300","ondisk_log_start":"266'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:41:32.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1634,"num_read_kb":1416,"num_write":530,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'338","reported_seq":1120,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263124+0000","last_change":"2024-09-07T13:38:41.160908+0000","last_active":"2024-09-07T15:24:26.263124+0000","last_peered":"2024-09-07T15:24:26.263124+0000","last_clean":"2024-09-07T15:24:26.263124+0000","last_became_active":"2024-09-07T13:38:41.160505+0000","last_became_peered":"2024-09-07T13:38:41.160505+0000","last_unstale":"2024-09-07T15:24:26.263124+0000","last_undegraded":"2024-09-07T15:24:26.263124+0000","last_fullsized":"2024-09-07T15:24:26.263124+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:47:19.122563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15062194,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":909,"num_read_kb":21179,"num_write":1242,"num_write_kb":33405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.257373+0000","last_change":"2024-09-07T13:38:13.971469+0000","last_active":"2024-09-07T15:24:01.257373+0000","last_peered":"2024-09-07T15:24:01.257373+0000","last_clean":"2024-09-07T15:24:01.257373+0000","last_became_active":"2024-09-07T13:38:13.970686+0000","last_became_peered":"2024-09-07T13:38:13.970686+0000","last_unstale":"2024-09-07T15:24:01.257373+0000","last_undegraded":"2024-09-07T15:24:01.257373+0000","last_fullsized":"2024-09-07T15:24:01.257373+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:15:25.269326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'328","reported_seq":953,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.527807+0000","last_change":"2024-09-07T13:38:15.982497+0000","last_active":"2024-09-07T15:26:17.527807+0000","last_peered":"2024-09-07T15:26:17.527807+0000","last_clean":"2024-09-07T15:26:17.527807+0000","last_became_active":"2024-09-07T13:38:15.981714+0000","last_became_peered":"2024-09-07T13:38:15.981714+0000","last_unstale":"2024-09-07T15:26:17.527807+0000","last_undegraded":"2024-09-07T15:26:17.527807+0000","last_fullsized":"2024-09-07T15:26:17.527807+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:25:52.040745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55371,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":550,"num_read_kb":1006,"num_write":480,"num_write_kb":352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699538+0000","last_change":"2024-09-07T13:38:18.002116+0000","last_active":"2024-09-07T15:24:31.699538+0000","last_peered":"2024-09-07T15:24:31.699538+0000","last_clean":"2024-09-07T15:24:31.699538+0000","last_became_active":"2024-09-07T13:38:18.001444+0000","last_became_peered":"2024-09-07T13:38:18.001444+0000","last_unstale":"2024-09-07T15:24:31.699538+0000","last_undegraded":"2024-09-07T15:24:31.699538+0000","last_fullsized":"2024-09-07T15:24:31.699538+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:27:10.644741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'104","reported_seq":641,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348139+0000","last_change":"2024-09-07T13:38:20.008041+0000","last_active":"2024-09-07T15:26:47.348139+0000","last_peered":"2024-09-07T15:26:47.348139+0000","last_clean":"2024-09-07T15:26:47.348139+0000","last_became_active":"2024-09-07T13:38:20.007347+0000","last_became_peered":"2024-09-07T13:38:20.007347+0000","last_unstale":"2024-09-07T15:26:47.348139+0000","last_undegraded":"2024-09-07T15:26:47.348139+0000","last_fullsized":"2024-09-07T15:26:47.348139+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:48:28.738738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":136,"num_write":262,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'348","reported_seq":994,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495526+0000","last_change":"2024-09-07T13:38:11.953366+0000","last_active":"2024-09-07T15:23:57.495526+0000","last_peered":"2024-09-07T15:23:57.495526+0000","last_clean":"2024-09-07T15:23:57.495526+0000","last_became_active":"2024-09-07T13:38:11.950454+0000","last_became_peered":"2024-09-07T13:38:11.950454+0000","last_unstale":"2024-09-07T15:23:57.495526+0000","last_undegraded":"2024-09-07T15:23:57.495526+0000","last_fullsized":"2024-09-07T15:23:57.495526+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:41.377910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1500,"num_read_kb":1202,"num_write":556,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'276","reported_seq":956,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:13.749170+0000","last_change":"2024-09-07T13:38:09.943201+0000","last_active":"2024-09-07T15:27:13.749170+0000","last_peered":"2024-09-07T15:27:13.749170+0000","last_clean":"2024-09-07T15:27:13.749170+0000","last_became_active":"2024-09-07T13:38:09.942104+0000","last_became_peered":"2024-09-07T13:38:09.942104+0000","last_unstale":"2024-09-07T15:27:13.749170+0000","last_undegraded":"2024-09-07T15:27:13.749170+0000","last_fullsized":"2024-09-07T15:27:13.749170+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:47:35.477500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7082678,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":517,"num_read_kb":6959,"num_write":1045,"num_write_kb":15487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.262669+0000","last_change":"2024-09-07T13:38:13.973029+0000","last_active":"2024-09-07T15:24:01.262669+0000","last_peered":"2024-09-07T15:24:01.262669+0000","last_clean":"2024-09-07T15:24:01.262669+0000","last_became_active":"2024-09-07T13:38:13.972315+0000","last_became_peered":"2024-09-07T13:38:13.972315+0000","last_unstale":"2024-09-07T15:24:01.262669+0000","last_undegraded":"2024-09-07T15:24:01.262669+0000","last_fullsized":"2024-09-07T15:24:01.262669+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:19:10.940522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'353","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:46.290947+0000","last_change":"2024-09-07T13:38:15.999716+0000","last_active":"2024-09-07T15:26:46.290947+0000","last_peered":"2024-09-07T15:26:46.290947+0000","last_clean":"2024-09-07T15:26:46.290947+0000","last_became_active":"2024-09-07T13:38:15.998960+0000","last_became_peered":"2024-09-07T13:38:15.998960+0000","last_unstale":"2024-09-07T15:26:46.290947+0000","last_undegraded":"2024-09-07T15:26:46.290947+0000","last_fullsized":"2024-09-07T15:26:46.290947+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:50:14.885177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53482,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":573,"num_read_kb":1045,"num_write":446,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'754","reported_seq":3288,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.863216+0000","last_change":"2024-09-07T13:38:18.007806+0000","last_active":"2024-09-07T15:27:26.863216+0000","last_peered":"2024-09-07T15:27:26.863216+0000","last_clean":"2024-09-07T15:27:26.863216+0000","last_became_active":"2024-09-07T13:38:18.007298+0000","last_became_peered":"2024-09-07T13:38:18.007298+0000","last_unstale":"2024-09-07T15:27:26.863216+0000","last_undegraded":"2024-09-07T15:27:26.863216+0000","last_fullsized":"2024-09-07T15:27:26.863216+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":700,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:06.178726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'146","reported_seq":688,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:41.298248+0000","last_change":"2024-09-07T13:38:20.013364+0000","last_active":"2024-09-07T15:26:41.298248+0000","last_peered":"2024-09-07T15:26:41.298248+0000","last_clean":"2024-09-07T15:26:41.298248+0000","last_became_active":"2024-09-07T13:38:20.012078+0000","last_became_peered":"2024-09-07T13:38:20.012078+0000","last_unstale":"2024-09-07T15:26:41.298248+0000","last_undegraded":"2024-09-07T15:26:41.298248+0000","last_fullsized":"2024-09-07T15:26:41.298248+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:01:30.871059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":218,"num_read_kb":205,"num_write":349,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'328","reported_seq":997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495553+0000","last_change":"2024-09-07T13:38:11.978895+0000","last_active":"2024-09-07T15:23:57.495553+0000","last_peered":"2024-09-07T15:23:57.495553+0000","last_clean":"2024-09-07T15:23:57.495553+0000","last_became_active":"2024-09-07T13:38:11.978432+0000","last_became_peered":"2024-09-07T13:38:11.978432+0000","last_unstale":"2024-09-07T15:23:57.495553+0000","last_undegraded":"2024-09-07T15:23:57.495553+0000","last_fullsized":"2024-09-07T15:23:57.495553+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:26:40.312428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1389,"num_read_kb":1168,"num_write":485,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'271","reported_seq":948,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:22.501075+0000","last_change":"2024-09-07T13:38:09.950756+0000","last_active":"2024-09-07T15:24:22.501075+0000","last_peered":"2024-09-07T15:24:22.501075+0000","last_clean":"2024-09-07T15:24:22.501075+0000","last_became_active":"2024-09-07T13:38:09.949154+0000","last_became_peered":"2024-09-07T13:38:09.949154+0000","last_unstale":"2024-09-07T15:24:22.501075+0000","last_undegraded":"2024-09-07T15:24:22.501075+0000","last_fullsized":"2024-09-07T15:24:22.501075+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:59.207880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10873548,"num_objects":79,"num_object_clones":0,"num_object_copies":237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":448,"num_read_kb":26149,"num_write":988,"num_write_kb":30118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1481,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.162387+0000","last_change":"2024-09-07T13:38:13.971061+0000","last_active":"2024-09-07T15:27:23.162387+0000","last_peered":"2024-09-07T15:27:23.162387+0000","last_clean":"2024-09-07T15:27:23.162387+0000","last_became_active":"2024-09-07T13:38:13.969774+0000","last_became_peered":"2024-09-07T13:38:13.969774+0000","last_unstale":"2024-09-07T15:27:23.162387+0000","last_undegraded":"2024-09-07T15:27:23.162387+0000","last_fullsized":"2024-09-07T15:27:23.162387+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:47:31.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":953,"num_read_kb":953,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'134","reported_seq":719,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312288+0000","last_change":"2024-09-07T13:38:16.016998+0000","last_active":"2024-09-07T15:24:02.312288+0000","last_peered":"2024-09-07T15:24:02.312288+0000","last_clean":"2024-09-07T15:24:02.312288+0000","last_became_active":"2024-09-07T13:38:16.016446+0000","last_became_peered":"2024-09-07T13:38:16.016446+0000","last_unstale":"2024-09-07T15:24:02.312288+0000","last_undegraded":"2024-09-07T15:24:02.312288+0000","last_fullsized":"2024-09-07T15:24:02.312288+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:19:18.289661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":165,"num_read_kb":160,"num_write":110,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'739","reported_seq":5150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.853533+0000","last_change":"2024-09-07T13:38:18.002486+0000","last_active":"2024-09-07T15:27:26.853533+0000","last_peered":"2024-09-07T15:27:26.853533+0000","last_clean":"2024-09-07T15:27:26.853533+0000","last_became_active":"2024-09-07T13:38:18.001633+0000","last_became_peered":"2024-09-07T13:38:18.001633+0000","last_unstale":"2024-09-07T15:27:26.853533+0000","last_undegraded":"2024-09-07T15:27:26.853533+0000","last_fullsized":"2024-09-07T15:27:26.853533+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":700,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:59.671048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'131","reported_seq":670,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.505020+0000","last_change":"2024-09-07T13:38:20.019360+0000","last_active":"2024-09-07T15:24:37.505020+0000","last_peered":"2024-09-07T15:24:37.505020+0000","last_clean":"2024-09-07T15:24:37.505020+0000","last_became_active":"2024-09-07T13:38:20.017590+0000","last_became_peered":"2024-09-07T13:38:20.017590+0000","last_unstale":"2024-09-07T15:24:37.505020+0000","last_undegraded":"2024-09-07T15:24:37.505020+0000","last_fullsized":"2024-09-07T15:24:37.505020+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:44:49.286523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":214,"num_read_kb":197,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'109","reported_seq":734,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267351+0000","last_change":"2024-09-07T13:38:11.950101+0000","last_active":"2024-09-07T15:24:21.267351+0000","last_peered":"2024-09-07T15:24:21.267351+0000","last_clean":"2024-09-07T15:24:21.267351+0000","last_became_active":"2024-09-07T13:38:11.949335+0000","last_became_peered":"2024-09-07T13:38:11.949335+0000","last_unstale":"2024-09-07T15:24:21.267351+0000","last_undegraded":"2024-09-07T15:24:21.267351+0000","last_fullsized":"2024-09-07T15:24:21.267351+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:54:15.890849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":465,"num_read_kb":389,"num_write":165,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'347","reported_seq":1099,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:22.316288+0000","last_change":"2024-09-07T13:38:09.953591+0000","last_active":"2024-09-07T15:24:22.316288+0000","last_peered":"2024-09-07T15:24:22.316288+0000","last_clean":"2024-09-07T15:24:22.316288+0000","last_became_active":"2024-09-07T13:38:09.952763+0000","last_became_peered":"2024-09-07T13:38:09.952763+0000","last_unstale":"2024-09-07T15:24:22.316288+0000","last_undegraded":"2024-09-07T15:24:22.316288+0000","last_fullsized":"2024-09-07T15:24:22.316288+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:58:12.265113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12789491,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":710,"num_read_kb":35096,"num_write":1202,"num_write_kb":41827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.496663+0000","last_change":"2024-09-07T13:38:13.968376+0000","last_active":"2024-09-07T15:24:02.496663+0000","last_peered":"2024-09-07T15:24:02.496663+0000","last_clean":"2024-09-07T15:24:02.496663+0000","last_became_active":"2024-09-07T13:38:13.967414+0000","last_became_peered":"2024-09-07T13:38:13.967414+0000","last_unstale":"2024-09-07T15:24:02.496663+0000","last_undegraded":"2024-09-07T15:24:02.496663+0000","last_fullsized":"2024-09-07T15:24:02.496663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:58.810731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'506","reported_seq":1178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.151161+0000","last_change":"2024-09-07T13:38:15.978535+0000","last_active":"2024-09-07T15:26:17.151161+0000","last_peered":"2024-09-07T15:26:17.151161+0000","last_clean":"2024-09-07T15:26:17.151161+0000","last_became_active":"2024-09-07T13:38:15.977773+0000","last_became_peered":"2024-09-07T13:38:15.977773+0000","last_unstale":"2024-09-07T15:26:17.151161+0000","last_undegraded":"2024-09-07T15:26:17.151161+0000","last_fullsized":"2024-09-07T15:26:17.151161+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":400,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:34:44.640802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55107,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1414,"num_read_kb":1899,"num_write":2010,"num_write_kb":1794,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474882+0000","last_change":"2024-09-07T13:38:18.002908+0000","last_active":"2024-09-07T15:24:06.474882+0000","last_peered":"2024-09-07T15:24:06.474882+0000","last_clean":"2024-09-07T15:24:06.474882+0000","last_became_active":"2024-09-07T13:38:18.002088+0000","last_became_peered":"2024-09-07T13:38:18.002088+0000","last_unstale":"2024-09-07T15:24:06.474882+0000","last_undegraded":"2024-09-07T15:24:06.474882+0000","last_fullsized":"2024-09-07T15:24:06.474882+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:26:46.897269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'135","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.573564+0000","last_change":"2024-09-07T13:38:20.014037+0000","last_active":"2024-09-07T15:26:03.573564+0000","last_peered":"2024-09-07T15:26:03.573564+0000","last_clean":"2024-09-07T15:26:03.573564+0000","last_became_active":"2024-09-07T13:38:20.013277+0000","last_became_peered":"2024-09-07T13:38:20.013277+0000","last_unstale":"2024-09-07T15:26:03.573564+0000","last_undegraded":"2024-09-07T15:26:03.573564+0000","last_fullsized":"2024-09-07T15:26:03.573564+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:45.341417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":158,"num_read_kb":155,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'248","reported_seq":881,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.484671+0000","last_change":"2024-09-07T13:38:11.977122+0000","last_active":"2024-09-07T15:24:51.484671+0000","last_peered":"2024-09-07T15:24:51.484671+0000","last_clean":"2024-09-07T15:24:51.484671+0000","last_became_active":"2024-09-07T13:38:11.976405+0000","last_became_peered":"2024-09-07T13:38:11.976405+0000","last_unstale":"2024-09-07T15:24:51.484671+0000","last_undegraded":"2024-09-07T15:24:51.484671+0000","last_fullsized":"2024-09-07T15:24:51.484671+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:56:49.479339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1035,"num_read_kb":831,"num_write":390,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":649,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.900148+0000","last_change":"2024-09-07T13:37:48.642316+0000","last_active":"2024-09-07T15:24:06.900148+0000","last_peered":"2024-09-07T15:24:06.900148+0000","last_clean":"2024-09-07T15:24:06.900148+0000","last_became_active":"2024-09-07T13:37:48.640244+0000","last_became_peered":"2024-09-07T13:37:48.640244+0000","last_unstale":"2024-09-07T15:24:06.900148+0000","last_undegraded":"2024-09-07T15:24:06.900148+0000","last_fullsized":"2024-09-07T15:24:06.900148+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:47.582000+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:47.582000+0000","last_clean_scrub_stamp":"2024-09-07T13:37:47.582000+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:17.324430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":557,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.730538+0000","last_change":"2024-09-07T13:37:55.677817+0000","last_active":"2024-09-07T15:24:11.730538+0000","last_peered":"2024-09-07T15:24:11.730538+0000","last_clean":"2024-09-07T15:24:11.730538+0000","last_became_active":"2024-09-07T13:37:53.651096+0000","last_became_peered":"2024-09-07T13:37:53.651096+0000","last_unstale":"2024-09-07T15:24:11.730538+0000","last_undegraded":"2024-09-07T15:24:11.730538+0000","last_fullsized":"2024-09-07T15:24:11.730538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:15:45.209970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076349800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'289","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:40.909673+0000","last_change":"2024-09-07T13:38:09.970645+0000","last_active":"2024-09-07T15:24:40.909673+0000","last_peered":"2024-09-07T15:24:40.909673+0000","last_clean":"2024-09-07T15:24:40.909673+0000","last_became_active":"2024-09-07T13:38:09.970156+0000","last_became_peered":"2024-09-07T13:38:09.970156+0000","last_unstale":"2024-09-07T15:24:40.909673+0000","last_undegraded":"2024-09-07T15:24:40.909673+0000","last_fullsized":"2024-09-07T15:24:40.909673+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:03.302419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13227606,"num_objects":79,"num_object_clones":0,"num_object_copies":237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":429,"num_read_kb":9405,"num_write":1047,"num_write_kb":29387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.906224+0000","last_change":"2024-09-07T13:38:13.972800+0000","last_active":"2024-09-07T15:24:31.906224+0000","last_peered":"2024-09-07T15:24:31.906224+0000","last_clean":"2024-09-07T15:24:31.906224+0000","last_became_active":"2024-09-07T13:38:13.971905+0000","last_became_peered":"2024-09-07T13:38:13.971905+0000","last_unstale":"2024-09-07T15:24:31.906224+0000","last_undegraded":"2024-09-07T15:24:31.906224+0000","last_fullsized":"2024-09-07T15:24:31.906224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:44:51.237772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'745","reported_seq":1478,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.695894+0000","last_change":"2024-09-07T13:38:15.999961+0000","last_active":"2024-09-07T15:27:23.695894+0000","last_peered":"2024-09-07T15:27:23.695894+0000","last_clean":"2024-09-07T15:27:23.695894+0000","last_became_active":"2024-09-07T13:38:15.999277+0000","last_became_peered":"2024-09-07T13:38:15.999277+0000","last_unstale":"2024-09-07T15:27:23.695894+0000","last_undegraded":"2024-09-07T15:27:23.695894+0000","last_fullsized":"2024-09-07T15:27:23.695894+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":700,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:32:38.896559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158675,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1449,"num_read_kb":2850,"num_write":1436,"num_write_kb":1265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":519,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699369+0000","last_change":"2024-09-07T13:38:17.995320+0000","last_active":"2024-09-07T15:24:31.699369+0000","last_peered":"2024-09-07T15:24:31.699369+0000","last_clean":"2024-09-07T15:24:31.699369+0000","last_became_active":"2024-09-07T13:38:17.993862+0000","last_became_peered":"2024-09-07T13:38:17.993862+0000","last_unstale":"2024-09-07T15:24:31.699369+0000","last_undegraded":"2024-09-07T15:24:31.699369+0000","last_fullsized":"2024-09-07T15:24:31.699369+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:38:31.901929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'183","reported_seq":911,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.354056+0000","last_change":"2024-09-07T13:38:20.008926+0000","last_active":"2024-09-07T15:26:03.354056+0000","last_peered":"2024-09-07T15:26:03.354056+0000","last_clean":"2024-09-07T15:26:03.354056+0000","last_became_active":"2024-09-07T13:38:20.008171+0000","last_became_peered":"2024-09-07T13:38:20.008171+0000","last_unstale":"2024-09-07T15:26:03.354056+0000","last_undegraded":"2024-09-07T15:26:03.354056+0000","last_fullsized":"2024-09-07T15:26:03.354056+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:53:58.739499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":454,"num_read_kb":452,"num_write":371,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'107","reported_seq":692,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.696587+0000","last_change":"2024-09-07T13:38:11.953043+0000","last_active":"2024-09-07T15:24:21.696587+0000","last_peered":"2024-09-07T15:24:21.696587+0000","last_clean":"2024-09-07T15:24:21.696587+0000","last_became_active":"2024-09-07T13:38:11.952594+0000","last_became_peered":"2024-09-07T13:38:11.952594+0000","last_unstale":"2024-09-07T15:24:21.696587+0000","last_undegraded":"2024-09-07T15:24:21.696587+0000","last_fullsized":"2024-09-07T15:24:21.696587+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:36:45.016375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":470,"num_read_kb":380,"num_write":170,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901254+0000","last_change":"2024-09-07T13:37:55.757535+0000","last_active":"2024-09-07T15:24:11.901254+0000","last_peered":"2024-09-07T15:24:11.901254+0000","last_clean":"2024-09-07T15:24:11.901254+0000","last_became_active":"2024-09-07T13:37:53.648513+0000","last_became_peered":"2024-09-07T13:37:53.648513+0000","last_unstale":"2024-09-07T15:24:11.901254+0000","last_undegraded":"2024-09-07T15:24:11.901254+0000","last_fullsized":"2024-09-07T15:24:11.901254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:38:58.218686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001130404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'247","reported_seq":947,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:33.299074+0000","last_change":"2024-09-07T13:38:09.957252+0000","last_active":"2024-09-07T15:24:33.299074+0000","last_peered":"2024-09-07T15:24:33.299074+0000","last_clean":"2024-09-07T15:24:33.299074+0000","last_became_active":"2024-09-07T13:38:09.956791+0000","last_became_peered":"2024-09-07T13:38:09.956791+0000","last_unstale":"2024-09-07T15:24:33.299074+0000","last_undegraded":"2024-09-07T15:24:33.299074+0000","last_fullsized":"2024-09-07T15:24:33.299074+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:15:21.227609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10774367,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":426,"num_read_kb":113059,"num_write":867,"num_write_kb":37932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736933+0000","last_change":"2024-09-07T13:38:13.967843+0000","last_active":"2024-09-07T15:24:26.736933+0000","last_peered":"2024-09-07T15:24:26.736933+0000","last_clean":"2024-09-07T15:24:26.736933+0000","last_became_active":"2024-09-07T13:38:13.967037+0000","last_became_peered":"2024-09-07T13:38:13.967037+0000","last_unstale":"2024-09-07T15:24:26.736933+0000","last_undegraded":"2024-09-07T15:24:26.736933+0000","last_fullsized":"2024-09-07T15:24:26.736933+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:10.213062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1389","reported_seq":3682,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.852074+0000","last_change":"2024-09-07T13:38:15.982797+0000","last_active":"2024-09-07T15:27:26.852074+0000","last_peered":"2024-09-07T15:27:26.852074+0000","last_clean":"2024-09-07T15:27:26.852074+0000","last_became_active":"2024-09-07T13:38:15.982118+0000","last_became_peered":"2024-09-07T13:38:15.982118+0000","last_unstale":"2024-09-07T15:27:26.852074+0000","last_undegraded":"2024-09-07T15:27:26.852074+0000","last_fullsized":"2024-09-07T15:27:26.852074+0000","mapping_epoch":32,"log_start":"269'1300","ondisk_log_start":"269'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":1300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:04:50.073426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":175272,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2192,"num_read_kb":3705,"num_write":1328,"num_write_kb":1093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911326+0000","last_change":"2024-09-07T13:38:18.006692+0000","last_active":"2024-09-07T15:24:51.911326+0000","last_peered":"2024-09-07T15:24:51.911326+0000","last_clean":"2024-09-07T15:24:51.911326+0000","last_became_active":"2024-09-07T13:38:18.005928+0000","last_became_peered":"2024-09-07T13:38:18.005928+0000","last_unstale":"2024-09-07T15:24:51.911326+0000","last_undegraded":"2024-09-07T15:24:51.911326+0000","last_fullsized":"2024-09-07T15:24:51.911326+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:37:34.771952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'120","reported_seq":667,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.275880+0000","last_change":"2024-09-07T13:38:20.604464+0000","last_active":"2024-09-07T15:24:56.275880+0000","last_peered":"2024-09-07T15:24:56.275880+0000","last_clean":"2024-09-07T15:24:56.275880+0000","last_became_active":"2024-09-07T13:38:20.603620+0000","last_became_peered":"2024-09-07T13:38:20.603620+0000","last_unstale":"2024-09-07T15:24:56.275880+0000","last_undegraded":"2024-09-07T15:24:56.275880+0000","last_fullsized":"2024-09-07T15:24:56.275880+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:19:15.582694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1063,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":210,"num_read_kb":193,"num_write":303,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'136","reported_seq":749,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267373+0000","last_change":"2024-09-07T13:38:11.959735+0000","last_active":"2024-09-07T15:24:21.267373+0000","last_peered":"2024-09-07T15:24:21.267373+0000","last_clean":"2024-09-07T15:24:21.267373+0000","last_became_active":"2024-09-07T13:38:11.959123+0000","last_became_peered":"2024-09-07T13:38:11.959123+0000","last_unstale":"2024-09-07T15:24:21.267373+0000","last_undegraded":"2024-09-07T15:24:21.267373+0000","last_fullsized":"2024-09-07T15:24:21.267373+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:22:57.445540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":469,"num_write":218,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.259651+0000","last_change":"2024-09-07T13:37:55.754815+0000","last_active":"2024-09-07T15:24:11.259651+0000","last_peered":"2024-09-07T15:24:11.259651+0000","last_clean":"2024-09-07T15:24:11.259651+0000","last_became_active":"2024-09-07T13:37:53.647110+0000","last_became_peered":"2024-09-07T13:37:53.647110+0000","last_unstale":"2024-09-07T15:24:11.259651+0000","last_undegraded":"2024-09-07T15:24:11.259651+0000","last_fullsized":"2024-09-07T15:24:11.259651+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:57:15.571809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079789900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'311","reported_seq":1032,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.271267+0000","last_change":"2024-09-07T13:38:09.965976+0000","last_active":"2024-09-07T15:24:36.271267+0000","last_peered":"2024-09-07T15:24:36.271267+0000","last_clean":"2024-09-07T15:24:36.271267+0000","last_became_active":"2024-09-07T13:38:09.965593+0000","last_became_peered":"2024-09-07T13:38:09.965593+0000","last_unstale":"2024-09-07T15:24:36.271267+0000","last_undegraded":"2024-09-07T15:24:36.271267+0000","last_fullsized":"2024-09-07T15:24:36.271267+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:26:27.058305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22236709,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":558,"num_read_kb":60225,"num_write":1227,"num_write_kb":54706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263224+0000","last_change":"2024-09-07T13:38:13.962749+0000","last_active":"2024-09-07T15:24:26.263224+0000","last_peered":"2024-09-07T15:24:26.263224+0000","last_clean":"2024-09-07T15:24:26.263224+0000","last_became_active":"2024-09-07T13:38:13.962053+0000","last_became_peered":"2024-09-07T13:38:13.962053+0000","last_unstale":"2024-09-07T15:24:26.263224+0000","last_undegraded":"2024-09-07T15:24:26.263224+0000","last_fullsized":"2024-09-07T15:24:26.263224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:22:28.434283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'353","reported_seq":2260,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:20.433223+0000","last_change":"2024-09-07T13:38:16.021006+0000","last_active":"2024-09-07T15:27:20.433223+0000","last_peered":"2024-09-07T15:27:20.433223+0000","last_clean":"2024-09-07T15:27:20.433223+0000","last_became_active":"2024-09-07T13:38:16.020234+0000","last_became_peered":"2024-09-07T13:38:16.020234+0000","last_unstale":"2024-09-07T15:27:20.433223+0000","last_undegraded":"2024-09-07T15:27:20.433223+0000","last_fullsized":"2024-09-07T15:27:20.433223+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:19:20.850511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":335,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.700614+0000","last_change":"2024-09-07T13:38:17.991469+0000","last_active":"2024-09-07T15:24:36.700614+0000","last_peered":"2024-09-07T15:24:36.700614+0000","last_clean":"2024-09-07T15:24:36.700614+0000","last_became_active":"2024-09-07T13:38:17.990681+0000","last_became_peered":"2024-09-07T13:38:17.990681+0000","last_unstale":"2024-09-07T15:24:36.700614+0000","last_undegraded":"2024-09-07T15:24:36.700614+0000","last_fullsized":"2024-09-07T15:24:36.700614+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:02:15.829518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'260","reported_seq":893,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.913039+0000","last_change":"2024-09-07T13:38:20.018748+0000","last_active":"2024-09-07T15:26:03.913039+0000","last_peered":"2024-09-07T15:26:03.913039+0000","last_clean":"2024-09-07T15:26:03.913039+0000","last_became_active":"2024-09-07T13:38:20.018090+0000","last_became_peered":"2024-09-07T13:38:20.018090+0000","last_unstale":"2024-09-07T15:26:03.913039+0000","last_undegraded":"2024-09-07T15:26:03.913039+0000","last_fullsized":"2024-09-07T15:26:03.913039+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:26:52.784025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":514,"num_read_kb":539,"num_write":563,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'130","reported_seq":762,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268328+0000","last_change":"2024-09-07T13:38:11.950938+0000","last_active":"2024-09-07T15:24:26.268328+0000","last_peered":"2024-09-07T15:24:26.268328+0000","last_clean":"2024-09-07T15:24:26.268328+0000","last_became_active":"2024-09-07T13:38:11.950047+0000","last_became_peered":"2024-09-07T13:38:11.950047+0000","last_unstale":"2024-09-07T15:24:26.268328+0000","last_undegraded":"2024-09-07T15:24:26.268328+0000","last_fullsized":"2024-09-07T15:24:26.268328+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:12:32.592728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":472,"num_write":190,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.730424+0000","last_change":"2024-09-07T13:37:55.679248+0000","last_active":"2024-09-07T15:24:11.730424+0000","last_peered":"2024-09-07T15:24:11.730424+0000","last_clean":"2024-09-07T15:24:11.730424+0000","last_became_active":"2024-09-07T13:37:53.655546+0000","last_became_peered":"2024-09-07T13:37:53.655546+0000","last_unstale":"2024-09-07T15:24:11.730424+0000","last_undegraded":"2024-09-07T15:24:11.730424+0000","last_fullsized":"2024-09-07T15:24:11.730424+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:07:15.087439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020753350000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'295","reported_seq":975,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:16.535018+0000","last_change":"2024-09-07T13:38:41.110343+0000","last_active":"2024-09-07T15:27:16.535018+0000","last_peered":"2024-09-07T15:27:16.535018+0000","last_clean":"2024-09-07T15:27:16.535018+0000","last_became_active":"2024-09-07T13:38:41.109372+0000","last_became_peered":"2024-09-07T13:38:41.109372+0000","last_unstale":"2024-09-07T15:27:16.535018+0000","last_undegraded":"2024-09-07T15:27:16.535018+0000","last_fullsized":"2024-09-07T15:27:16.535018+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:38.130768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10772329,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":475,"num_read_kb":112780,"num_write":1090,"num_write_kb":29364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.705176+0000","last_change":"2024-09-07T13:38:13.967215+0000","last_active":"2024-09-07T15:24:56.705176+0000","last_peered":"2024-09-07T15:24:56.705176+0000","last_clean":"2024-09-07T15:24:56.705176+0000","last_became_active":"2024-09-07T13:38:13.966445+0000","last_became_peered":"2024-09-07T13:38:13.966445+0000","last_unstale":"2024-09-07T15:24:56.705176+0000","last_undegraded":"2024-09-07T15:24:56.705176+0000","last_fullsized":"2024-09-07T15:24:56.705176+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:16:06.210630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'197","reported_seq":811,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:17.249733+0000","last_change":"2024-09-07T13:38:15.987387+0000","last_active":"2024-09-07T15:27:17.249733+0000","last_peered":"2024-09-07T15:27:17.249733+0000","last_clean":"2024-09-07T15:27:17.249733+0000","last_became_active":"2024-09-07T13:38:15.986117+0000","last_became_peered":"2024-09-07T13:38:15.986117+0000","last_unstale":"2024-09-07T15:27:17.249733+0000","last_undegraded":"2024-09-07T15:27:17.249733+0000","last_fullsized":"2024-09-07T15:27:17.249733+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:15.855397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":255,"num_read_kb":249,"num_write":186,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480318+0000","last_change":"2024-09-07T13:38:17.998296+0000","last_active":"2024-09-07T15:24:31.480318+0000","last_peered":"2024-09-07T15:24:31.480318+0000","last_clean":"2024-09-07T15:24:31.480318+0000","last_became_active":"2024-09-07T13:38:17.997608+0000","last_became_peered":"2024-09-07T13:38:17.997608+0000","last_unstale":"2024-09-07T15:24:31.480318+0000","last_undegraded":"2024-09-07T15:24:31.480318+0000","last_fullsized":"2024-09-07T15:24:31.480318+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:29:11.087034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'107","reported_seq":681,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.737832+0000","last_change":"2024-09-07T13:38:20.008383+0000","last_active":"2024-09-07T15:24:31.737832+0000","last_peered":"2024-09-07T15:24:31.737832+0000","last_clean":"2024-09-07T15:24:31.737832+0000","last_became_active":"2024-09-07T13:38:20.007816+0000","last_became_peered":"2024-09-07T13:38:20.007816+0000","last_unstale":"2024-09-07T15:24:31.737832+0000","last_undegraded":"2024-09-07T15:24:31.737832+0000","last_fullsized":"2024-09-07T15:24:31.737832+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:42:59.247539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":245,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'184","reported_seq":807,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268256+0000","last_change":"2024-09-07T13:38:11.959361+0000","last_active":"2024-09-07T15:24:26.268256+0000","last_peered":"2024-09-07T15:24:26.268256+0000","last_clean":"2024-09-07T15:24:26.268256+0000","last_became_active":"2024-09-07T13:38:11.958318+0000","last_became_peered":"2024-09-07T13:38:11.958318+0000","last_unstale":"2024-09-07T15:24:26.268256+0000","last_undegraded":"2024-09-07T15:24:26.268256+0000","last_fullsized":"2024-09-07T15:24:26.268256+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:33:05.645626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":674,"num_write":292,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'306","reported_seq":1026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.741554+0000","last_change":"2024-09-07T13:38:09.952780+0000","last_active":"2024-09-07T15:24:46.741554+0000","last_peered":"2024-09-07T15:24:46.741554+0000","last_clean":"2024-09-07T15:24:46.741554+0000","last_became_active":"2024-09-07T13:38:09.951368+0000","last_became_peered":"2024-09-07T13:38:09.951368+0000","last_unstale":"2024-09-07T15:24:46.741554+0000","last_undegraded":"2024-09-07T15:24:46.741554+0000","last_fullsized":"2024-09-07T15:24:46.741554+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:55:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5857196,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":594,"num_read_kb":19057,"num_write":1123,"num_write_kb":25519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":562,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.264897+0000","last_change":"2024-09-07T13:37:55.669086+0000","last_active":"2024-09-07T15:24:11.264897+0000","last_peered":"2024-09-07T15:24:11.264897+0000","last_clean":"2024-09-07T15:24:11.264897+0000","last_became_active":"2024-09-07T13:37:53.666950+0000","last_became_peered":"2024-09-07T13:37:53.666950+0000","last_unstale":"2024-09-07T15:24:11.264897+0000","last_undegraded":"2024-09-07T15:24:11.264897+0000","last_fullsized":"2024-09-07T15:24:11.264897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:39.141556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068751100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699213+0000","last_change":"2024-09-07T13:38:13.958787+0000","last_active":"2024-09-07T15:24:31.699213+0000","last_peered":"2024-09-07T15:24:31.699213+0000","last_clean":"2024-09-07T15:24:31.699213+0000","last_became_active":"2024-09-07T13:38:13.957914+0000","last_became_peered":"2024-09-07T13:38:13.957914+0000","last_unstale":"2024-09-07T15:24:31.699213+0000","last_undegraded":"2024-09-07T15:24:31.699213+0000","last_fullsized":"2024-09-07T15:24:31.699213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:07:41.412957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'641","reported_seq":1364,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.674614+0000","last_change":"2024-09-07T13:38:15.988819+0000","last_active":"2024-09-07T15:27:23.674614+0000","last_peered":"2024-09-07T15:27:23.674614+0000","last_clean":"2024-09-07T15:27:23.674614+0000","last_became_active":"2024-09-07T13:38:15.984554+0000","last_became_peered":"2024-09-07T13:38:15.984554+0000","last_unstale":"2024-09-07T15:27:23.674614+0000","last_undegraded":"2024-09-07T15:27:23.674614+0000","last_fullsized":"2024-09-07T15:27:23.674614+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":600,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:05:10.600670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":113574,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1078,"num_read_kb":2100,"num_write":884,"num_write_kb":638,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.504952+0000","last_change":"2024-09-07T13:38:18.000905+0000","last_active":"2024-09-07T15:24:37.504952+0000","last_peered":"2024-09-07T15:24:37.504952+0000","last_clean":"2024-09-07T15:24:37.504952+0000","last_became_active":"2024-09-07T13:38:18.000095+0000","last_became_peered":"2024-09-07T13:38:18.000095+0000","last_unstale":"2024-09-07T15:24:37.504952+0000","last_undegraded":"2024-09-07T15:24:37.504952+0000","last_fullsized":"2024-09-07T15:24:37.504952+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:26:48.915923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'136","reported_seq":678,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:59.537005+0000","last_change":"2024-09-07T13:38:20.605716+0000","last_active":"2024-09-07T15:25:59.537005+0000","last_peered":"2024-09-07T15:25:59.537005+0000","last_clean":"2024-09-07T15:25:59.537005+0000","last_became_active":"2024-09-07T13:38:20.604824+0000","last_became_peered":"2024-09-07T13:38:20.604824+0000","last_unstale":"2024-09-07T15:25:59.537005+0000","last_undegraded":"2024-09-07T15:25:59.537005+0000","last_fullsized":"2024-09-07T15:25:59.537005+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:29:30.494841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":220,"num_read_kb":205,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'398","reported_seq":1053,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697797+0000","last_change":"2024-09-07T13:38:11.962592+0000","last_active":"2024-09-07T15:24:26.697797+0000","last_peered":"2024-09-07T15:24:26.697797+0000","last_clean":"2024-09-07T15:24:26.697797+0000","last_became_active":"2024-09-07T13:38:11.961743+0000","last_became_peered":"2024-09-07T13:38:11.961743+0000","last_unstale":"2024-09-07T15:24:26.697797+0000","last_undegraded":"2024-09-07T15:24:26.697797+0000","last_fullsized":"2024-09-07T15:24:26.697797+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:41.396895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1712,"num_read_kb":1353,"num_write":613,"num_write_kb":367,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'255","reported_seq":924,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268303+0000","last_change":"2024-09-07T13:38:09.921486+0000","last_active":"2024-09-07T15:24:26.268303+0000","last_peered":"2024-09-07T15:24:26.268303+0000","last_clean":"2024-09-07T15:24:26.268303+0000","last_became_active":"2024-09-07T13:38:09.921123+0000","last_became_peered":"2024-09-07T13:38:09.921123+0000","last_unstale":"2024-09-07T15:24:26.268303+0000","last_undegraded":"2024-09-07T15:24:26.268303+0000","last_fullsized":"2024-09-07T15:24:26.268303+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:26:40.183388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15732918,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":384,"num_read_kb":26022,"num_write":1023,"num_write_kb":45232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":556,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904890+0000","last_change":"2024-09-07T13:37:55.757319+0000","last_active":"2024-09-07T15:24:26.904890+0000","last_peered":"2024-09-07T15:24:26.904890+0000","last_clean":"2024-09-07T15:24:26.904890+0000","last_became_active":"2024-09-07T13:37:53.668660+0000","last_became_peered":"2024-09-07T13:37:53.668660+0000","last_unstale":"2024-09-07T15:24:26.904890+0000","last_undegraded":"2024-09-07T15:24:26.904890+0000","last_fullsized":"2024-09-07T15:24:26.904890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:27:36.067716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00097177500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480167+0000","last_change":"2024-09-07T13:38:13.963445+0000","last_active":"2024-09-07T15:24:31.480167+0000","last_peered":"2024-09-07T15:24:31.480167+0000","last_clean":"2024-09-07T15:24:31.480167+0000","last_became_active":"2024-09-07T13:38:13.962732+0000","last_became_peered":"2024-09-07T13:38:13.962732+0000","last_unstale":"2024-09-07T15:24:31.480167+0000","last_undegraded":"2024-09-07T15:24:31.480167+0000","last_fullsized":"2024-09-07T15:24:31.480167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:32:08.427154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'332","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.162066+0000","last_change":"2024-09-07T13:38:16.016954+0000","last_active":"2024-09-07T15:26:17.162066+0000","last_peered":"2024-09-07T15:26:17.162066+0000","last_clean":"2024-09-07T15:26:17.162066+0000","last_became_active":"2024-09-07T13:38:16.016371+0000","last_became_peered":"2024-09-07T13:38:16.016371+0000","last_unstale":"2024-09-07T15:26:17.162066+0000","last_undegraded":"2024-09-07T15:26:17.162066+0000","last_fullsized":"2024-09-07T15:26:17.162066+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:04:43.605935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":419,"num_read_kb":408,"num_write":402,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'762","reported_seq":3383,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.872457+0000","last_change":"2024-09-07T13:38:17.983253+0000","last_active":"2024-09-07T15:27:26.872457+0000","last_peered":"2024-09-07T15:27:26.872457+0000","last_clean":"2024-09-07T15:27:26.872457+0000","last_became_active":"2024-09-07T13:38:17.982543+0000","last_became_peered":"2024-09-07T13:38:17.982543+0000","last_unstale":"2024-09-07T15:27:26.872457+0000","last_undegraded":"2024-09-07T15:27:26.872457+0000","last_fullsized":"2024-09-07T15:27:26.872457+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":700,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:24:17.846699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'125","reported_seq":669,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348328+0000","last_change":"2024-09-07T13:38:20.607649+0000","last_active":"2024-09-07T15:26:47.348328+0000","last_peered":"2024-09-07T15:26:47.348328+0000","last_clean":"2024-09-07T15:26:47.348328+0000","last_became_active":"2024-09-07T13:38:20.606877+0000","last_became_peered":"2024-09-07T13:38:20.606877+0000","last_unstale":"2024-09-07T15:26:47.348328+0000","last_undegraded":"2024-09-07T15:26:47.348328+0000","last_fullsized":"2024-09-07T15:26:47.348328+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:49:21.727054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":690,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":307,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'231","reported_seq":926,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.364439+0000","last_change":"2024-09-07T13:38:11.966234+0000","last_active":"2024-09-07T15:27:22.364439+0000","last_peered":"2024-09-07T15:27:22.364439+0000","last_clean":"2024-09-07T15:27:22.364439+0000","last_became_active":"2024-09-07T13:38:11.962120+0000","last_became_peered":"2024-09-07T13:38:11.962120+0000","last_unstale":"2024-09-07T15:27:22.364439+0000","last_undegraded":"2024-09-07T15:27:22.364439+0000","last_fullsized":"2024-09-07T15:27:22.364439+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:25:35.522062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1045,"num_read_kb":865,"num_write":371,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'245","reported_seq":1004,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:22.316568+0000","last_change":"2024-09-07T13:38:09.953167+0000","last_active":"2024-09-07T15:24:22.316568+0000","last_peered":"2024-09-07T15:24:22.316568+0000","last_clean":"2024-09-07T15:24:22.316568+0000","last_became_active":"2024-09-07T13:38:09.952616+0000","last_became_peered":"2024-09-07T13:38:09.952616+0000","last_unstale":"2024-09-07T15:24:22.316568+0000","last_undegraded":"2024-09-07T15:24:22.316568+0000","last_fullsized":"2024-09-07T15:24:22.316568+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:19:40.688163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":370466,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":684,"num_read_kb":2393,"num_write":946,"num_write_kb":24762,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":560,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.263786+0000","last_change":"2024-09-07T13:37:55.668770+0000","last_active":"2024-09-07T15:24:06.263786+0000","last_peered":"2024-09-07T15:24:06.263786+0000","last_clean":"2024-09-07T15:24:06.263786+0000","last_became_active":"2024-09-07T13:37:53.647679+0000","last_became_peered":"2024-09-07T13:37:53.647679+0000","last_unstale":"2024-09-07T15:24:06.263786+0000","last_undegraded":"2024-09-07T15:24:06.263786+0000","last_fullsized":"2024-09-07T15:24:06.263786+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:31:06.409073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001032404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503647+0000","last_change":"2024-09-07T13:38:13.956683+0000","last_active":"2024-09-07T15:24:32.503647+0000","last_peered":"2024-09-07T15:24:32.503647+0000","last_clean":"2024-09-07T15:24:32.503647+0000","last_became_active":"2024-09-07T13:38:13.955420+0000","last_became_peered":"2024-09-07T13:38:13.955420+0000","last_unstale":"2024-09-07T15:24:32.503647+0000","last_undegraded":"2024-09-07T15:24:32.503647+0000","last_fullsized":"2024-09-07T15:24:32.503647+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:31:58.148863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'157","reported_seq":755,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503709+0000","last_change":"2024-09-07T13:38:16.000710+0000","last_active":"2024-09-07T15:24:32.503709+0000","last_peered":"2024-09-07T15:24:32.503709+0000","last_clean":"2024-09-07T15:24:32.503709+0000","last_became_active":"2024-09-07T13:38:15.999340+0000","last_became_peered":"2024-09-07T13:38:15.999340+0000","last_unstale":"2024-09-07T15:24:32.503709+0000","last_undegraded":"2024-09-07T15:24:32.503709+0000","last_fullsized":"2024-09-07T15:24:32.503709+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:05:22.421799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'778","reported_seq":3153,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.870347+0000","last_change":"2024-09-07T13:38:17.994825+0000","last_active":"2024-09-07T15:27:26.870347+0000","last_peered":"2024-09-07T15:27:26.870347+0000","last_clean":"2024-09-07T15:27:26.870347+0000","last_became_active":"2024-09-07T13:38:17.994130+0000","last_became_peered":"2024-09-07T13:38:17.994130+0000","last_unstale":"2024-09-07T15:27:26.870347+0000","last_undegraded":"2024-09-07T15:27:26.870347+0000","last_fullsized":"2024-09-07T15:27:26.870347+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:10:43.628727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'285","reported_seq":836,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.692899+0000","last_change":"2024-09-07T13:38:20.004339+0000","last_active":"2024-09-07T15:24:06.692899+0000","last_peered":"2024-09-07T15:24:06.692899+0000","last_clean":"2024-09-07T15:24:06.692899+0000","last_became_active":"2024-09-07T13:38:20.003499+0000","last_became_peered":"2024-09-07T13:38:20.003499+0000","last_unstale":"2024-09-07T15:24:06.692899+0000","last_undegraded":"2024-09-07T15:24:06.692899+0000","last_fullsized":"2024-09-07T15:24:06.692899+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:51:13.906951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":380,"num_read_kb":377,"num_write":633,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'184","reported_seq":808,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502273+0000","last_change":"2024-09-07T13:38:11.970255+0000","last_active":"2024-09-07T15:24:27.502273+0000","last_peered":"2024-09-07T15:24:27.502273+0000","last_clean":"2024-09-07T15:24:27.502273+0000","last_became_active":"2024-09-07T13:38:11.962998+0000","last_became_peered":"2024-09-07T13:38:11.962998+0000","last_unstale":"2024-09-07T15:24:27.502273+0000","last_undegraded":"2024-09-07T15:24:27.502273+0000","last_fullsized":"2024-09-07T15:24:27.502273+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:49:49.999719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":789,"num_read_kb":643,"num_write":282,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'265","reported_seq":913,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:38.243996+0000","last_change":"2024-09-07T13:38:09.923334+0000","last_active":"2024-09-07T15:25:38.243996+0000","last_peered":"2024-09-07T15:25:38.243996+0000","last_clean":"2024-09-07T15:25:38.243996+0000","last_became_active":"2024-09-07T13:38:09.922360+0000","last_became_peered":"2024-09-07T13:38:09.922360+0000","last_unstale":"2024-09-07T15:25:38.243996+0000","last_undegraded":"2024-09-07T15:25:38.243996+0000","last_fullsized":"2024-09-07T15:25:38.243996+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:17.265562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1806,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":406,"num_read_kb":2156,"num_write":1039,"num_write_kb":8534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":552,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474996+0000","last_change":"2024-09-07T13:37:55.757884+0000","last_active":"2024-09-07T15:24:06.474996+0000","last_peered":"2024-09-07T15:24:06.474996+0000","last_clean":"2024-09-07T15:24:06.474996+0000","last_became_active":"2024-09-07T13:37:53.652154+0000","last_became_peered":"2024-09-07T13:37:53.652154+0000","last_unstale":"2024-09-07T15:24:06.474996+0000","last_undegraded":"2024-09-07T15:24:06.474996+0000","last_fullsized":"2024-09-07T15:24:06.474996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:14:46.319612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001109166,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":540,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321615+0000","last_change":"2024-09-07T13:38:13.966917+0000","last_active":"2024-09-07T15:24:42.321615+0000","last_peered":"2024-09-07T15:24:42.321615+0000","last_clean":"2024-09-07T15:24:42.321615+0000","last_became_active":"2024-09-07T13:38:13.965622+0000","last_became_peered":"2024-09-07T13:38:13.965622+0000","last_unstale":"2024-09-07T15:24:42.321615+0000","last_undegraded":"2024-09-07T15:24:42.321615+0000","last_fullsized":"2024-09-07T15:24:42.321615+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:55:00.270310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'799","reported_seq":1566,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.666568+0000","last_change":"2024-09-07T13:38:16.017685+0000","last_active":"2024-09-07T15:27:23.666568+0000","last_peered":"2024-09-07T15:27:23.666568+0000","last_clean":"2024-09-07T15:27:23.666568+0000","last_became_active":"2024-09-07T13:38:16.016890+0000","last_became_peered":"2024-09-07T13:38:16.016890+0000","last_unstale":"2024-09-07T15:27:23.666568+0000","last_undegraded":"2024-09-07T15:27:23.666568+0000","last_fullsized":"2024-09-07T15:27:23.666568+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":700,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:46.184245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":181915,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1412,"num_read_kb":2974,"num_write":1158,"num_write_kb":934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.320275+0000","last_change":"2024-09-07T13:38:17.985499+0000","last_active":"2024-09-07T15:24:37.320275+0000","last_peered":"2024-09-07T15:24:37.320275+0000","last_clean":"2024-09-07T15:24:37.320275+0000","last_became_active":"2024-09-07T13:38:17.985018+0000","last_became_peered":"2024-09-07T13:38:17.985018+0000","last_unstale":"2024-09-07T15:24:37.320275+0000","last_undegraded":"2024-09-07T15:24:37.320275+0000","last_fullsized":"2024-09-07T15:24:37.320275+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:16:28.704995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'100","reported_seq":632,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.729348+0000","last_change":"2024-09-07T13:38:20.011204+0000","last_active":"2024-09-07T15:24:06.729348+0000","last_peered":"2024-09-07T15:24:06.729348+0000","last_clean":"2024-09-07T15:24:06.729348+0000","last_became_active":"2024-09-07T13:38:20.010342+0000","last_became_peered":"2024-09-07T13:38:20.010342+0000","last_unstale":"2024-09-07T15:24:06.729348+0000","last_undegraded":"2024-09-07T15:24:06.729348+0000","last_fullsized":"2024-09-07T15:24:06.729348+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:42:05.981531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":156,"num_read_kb":148,"num_write":227,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'128","reported_seq":741,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.821645+0000","last_change":"2024-09-07T13:38:20.010353+0000","last_active":"2024-09-07T15:26:03.821645+0000","last_peered":"2024-09-07T15:26:03.821645+0000","last_clean":"2024-09-07T15:26:03.821645+0000","last_became_active":"2024-09-07T13:38:20.009466+0000","last_became_peered":"2024-09-07T13:38:20.009466+0000","last_unstale":"2024-09-07T15:26:03.821645+0000","last_undegraded":"2024-09-07T15:26:03.821645+0000","last_fullsized":"2024-09-07T15:26:03.821645+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:26:38.017531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":638,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":324,"num_read_kb":294,"num_write":309,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'4379","reported_seq":5163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485347+0000","last_change":"2024-09-07T13:38:11.977476+0000","last_active":"2024-09-07T15:23:12.485347+0000","last_peered":"2024-09-07T15:23:12.485347+0000","last_clean":"2024-09-07T15:23:12.485347+0000","last_became_active":"2024-09-07T13:38:11.976844+0000","last_became_peered":"2024-09-07T13:38:11.976844+0000","last_unstale":"2024-09-07T15:23:12.485347+0000","last_undegraded":"2024-09-07T15:23:12.485347+0000","last_fullsized":"2024-09-07T15:23:12.485347+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:26:05.292367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17906,"num_read_kb":14938,"num_write":6693,"num_write_kb":3441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'282","reported_seq":1138,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:32.489713+0000","last_change":"2024-09-07T13:38:09.957899+0000","last_active":"2024-09-07T15:23:32.489713+0000","last_peered":"2024-09-07T15:23:32.489713+0000","last_clean":"2024-09-07T15:23:32.489713+0000","last_became_active":"2024-09-07T13:38:09.957037+0000","last_became_peered":"2024-09-07T13:38:09.957037+0000","last_unstale":"2024-09-07T15:23:32.489713+0000","last_undegraded":"2024-09-07T15:23:32.489713+0000","last_fullsized":"2024-09-07T15:23:32.489713+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:13:25.421927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7569437,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":816,"num_read_kb":17448,"num_write":1052,"num_write_kb":57017,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.253242+0000","last_change":"2024-09-07T13:38:13.977696+0000","last_active":"2024-09-07T15:23:16.253242+0000","last_peered":"2024-09-07T15:23:16.253242+0000","last_clean":"2024-09-07T15:23:16.253242+0000","last_became_active":"2024-09-07T13:38:13.976602+0000","last_became_peered":"2024-09-07T13:38:13.976602+0000","last_unstale":"2024-09-07T15:23:16.253242+0000","last_undegraded":"2024-09-07T15:23:16.253242+0000","last_fullsized":"2024-09-07T15:23:16.253242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:58:52.060281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'312","reported_seq":941,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334031+0000","last_change":"2024-09-07T13:38:15.992311+0000","last_active":"2024-09-07T15:25:37.334031+0000","last_peered":"2024-09-07T15:25:37.334031+0000","last_clean":"2024-09-07T15:25:37.334031+0000","last_became_active":"2024-09-07T13:38:15.989419+0000","last_became_peered":"2024-09-07T13:38:15.989419+0000","last_unstale":"2024-09-07T15:25:37.334031+0000","last_undegraded":"2024-09-07T15:25:37.334031+0000","last_fullsized":"2024-09-07T15:25:37.334031+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:20:34.548422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55566,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":513,"num_read_kb":988,"num_write":408,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.301151+0000","last_change":"2024-09-07T13:38:17.993473+0000","last_active":"2024-09-07T15:23:17.301151+0000","last_peered":"2024-09-07T15:23:17.301151+0000","last_clean":"2024-09-07T15:23:17.301151+0000","last_became_active":"2024-09-07T13:38:17.992724+0000","last_became_peered":"2024-09-07T13:38:17.992724+0000","last_unstale":"2024-09-07T15:23:17.301151+0000","last_undegraded":"2024-09-07T15:23:17.301151+0000","last_fullsized":"2024-09-07T15:23:17.301151+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:25.901821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'128","reported_seq":663,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.331641+0000","last_change":"2024-09-07T13:38:20.008813+0000","last_active":"2024-09-07T15:26:01.331641+0000","last_peered":"2024-09-07T15:26:01.331641+0000","last_clean":"2024-09-07T15:26:01.331641+0000","last_became_active":"2024-09-07T13:38:20.008192+0000","last_became_peered":"2024-09-07T13:38:20.008192+0000","last_unstale":"2024-09-07T15:26:01.331641+0000","last_undegraded":"2024-09-07T15:26:01.331641+0000","last_fullsized":"2024-09-07T15:26:01.331641+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:09:11.321278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":149,"num_write":314,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'76","reported_seq":673,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:59.066277+0000","last_change":"2024-09-07T13:38:11.953004+0000","last_active":"2024-09-07T15:24:59.066277+0000","last_peered":"2024-09-07T15:24:59.066277+0000","last_clean":"2024-09-07T15:24:59.066277+0000","last_became_active":"2024-09-07T13:38:11.951936+0000","last_became_peered":"2024-09-07T13:38:11.951936+0000","last_unstale":"2024-09-07T15:24:59.066277+0000","last_undegraded":"2024-09-07T15:24:59.066277+0000","last_fullsized":"2024-09-07T15:24:59.066277+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:55:40.511168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":276,"num_write":115,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'286","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:55.803417+0000","last_change":"2024-09-07T13:38:09.982416+0000","last_active":"2024-09-07T15:24:55.803417+0000","last_peered":"2024-09-07T15:24:55.803417+0000","last_clean":"2024-09-07T15:24:55.803417+0000","last_became_active":"2024-09-07T13:38:09.981304+0000","last_became_peered":"2024-09-07T13:38:09.981304+0000","last_unstale":"2024-09-07T15:24:55.803417+0000","last_undegraded":"2024-09-07T15:24:55.803417+0000","last_fullsized":"2024-09-07T15:24:55.803417+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:33:27.343952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1850936,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":557,"num_read_kb":7248,"num_write":1046,"num_write_kb":7518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.301347+0000","last_change":"2024-09-07T13:38:13.957405+0000","last_active":"2024-09-07T15:23:17.301347+0000","last_peered":"2024-09-07T15:23:17.301347+0000","last_clean":"2024-09-07T15:23:17.301347+0000","last_became_active":"2024-09-07T13:38:13.956706+0000","last_became_peered":"2024-09-07T13:38:13.956706+0000","last_unstale":"2024-09-07T15:23:17.301347+0000","last_undegraded":"2024-09-07T15:23:17.301347+0000","last_fullsized":"2024-09-07T15:23:17.301347+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:14:51.816096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'62","reported_seq":603,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.681508+0000","last_change":"2024-09-07T13:38:15.973702+0000","last_active":"2024-09-07T15:23:16.681508+0000","last_peered":"2024-09-07T15:23:16.681508+0000","last_clean":"2024-09-07T15:23:16.681508+0000","last_became_active":"2024-09-07T13:38:15.972913+0000","last_became_peered":"2024-09-07T13:38:15.972913+0000","last_unstale":"2024-09-07T15:23:16.681508+0000","last_undegraded":"2024-09-07T15:23:16.681508+0000","last_fullsized":"2024-09-07T15:23:16.681508+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:41:39.964599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":68,"num_read_kb":66,"num_write":48,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":515,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.889328+0000","last_change":"2024-09-07T13:38:18.002878+0000","last_active":"2024-09-07T15:23:21.889328+0000","last_peered":"2024-09-07T15:23:21.889328+0000","last_clean":"2024-09-07T15:23:21.889328+0000","last_became_active":"2024-09-07T13:38:18.002025+0000","last_became_peered":"2024-09-07T13:38:18.002025+0000","last_unstale":"2024-09-07T15:23:21.889328+0000","last_undegraded":"2024-09-07T15:23:21.889328+0000","last_fullsized":"2024-09-07T15:23:21.889328+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:35:37.874240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'220","reported_seq":763,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.147187+0000","last_change":"2024-09-07T13:38:20.021156+0000","last_active":"2024-09-07T15:26:01.147187+0000","last_peered":"2024-09-07T15:26:01.147187+0000","last_clean":"2024-09-07T15:26:01.147187+0000","last_became_active":"2024-09-07T13:38:20.020501+0000","last_became_peered":"2024-09-07T13:38:20.020501+0000","last_unstale":"2024-09-07T15:26:01.147187+0000","last_undegraded":"2024-09-07T15:26:01.147187+0000","last_fullsized":"2024-09-07T15:26:01.147187+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:16.164193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":825,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":332,"num_read_kb":331,"num_write":487,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'233","reported_seq":888,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:32.332762+0000","last_change":"2024-09-07T13:38:11.969895+0000","last_active":"2024-09-07T15:25:32.332762+0000","last_peered":"2024-09-07T15:25:32.332762+0000","last_clean":"2024-09-07T15:25:32.332762+0000","last_became_active":"2024-09-07T13:38:11.969506+0000","last_became_peered":"2024-09-07T13:38:11.969506+0000","last_unstale":"2024-09-07T15:25:32.332762+0000","last_undegraded":"2024-09-07T15:25:32.332762+0000","last_fullsized":"2024-09-07T15:25:32.332762+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:07:31.792464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1026,"num_read_kb":827,"num_write":378,"num_write_kb":215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'304","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.738032+0000","last_change":"2024-09-07T13:38:09.954928+0000","last_active":"2024-09-07T15:24:31.738032+0000","last_peered":"2024-09-07T15:24:31.738032+0000","last_clean":"2024-09-07T15:24:31.738032+0000","last_became_active":"2024-09-07T13:38:09.954167+0000","last_became_peered":"2024-09-07T13:38:09.954167+0000","last_unstale":"2024-09-07T15:24:31.738032+0000","last_undegraded":"2024-09-07T15:24:31.738032+0000","last_fullsized":"2024-09-07T15:24:31.738032+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:33:09.482023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16978926,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":551,"num_read_kb":21853,"num_write":1316,"num_write_kb":38473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.887993+0000","last_change":"2024-09-07T13:38:13.975403+0000","last_active":"2024-09-07T15:23:16.887993+0000","last_peered":"2024-09-07T15:23:16.887993+0000","last_clean":"2024-09-07T15:23:16.887993+0000","last_became_active":"2024-09-07T13:38:13.974373+0000","last_became_peered":"2024-09-07T13:38:13.974373+0000","last_unstale":"2024-09-07T15:23:16.887993+0000","last_undegraded":"2024-09-07T15:23:16.887993+0000","last_fullsized":"2024-09-07T15:23:16.887993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:52:31.770951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'375","reported_seq":1021,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334115+0000","last_change":"2024-09-07T13:38:15.994807+0000","last_active":"2024-09-07T15:25:37.334115+0000","last_peered":"2024-09-07T15:25:37.334115+0000","last_clean":"2024-09-07T15:25:37.334115+0000","last_became_active":"2024-09-07T13:38:15.994161+0000","last_became_peered":"2024-09-07T13:38:15.994161+0000","last_unstale":"2024-09-07T15:25:37.334115+0000","last_undegraded":"2024-09-07T15:25:37.334115+0000","last_fullsized":"2024-09-07T15:25:37.334115+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:53:08.744061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63963,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":615,"num_read_kb":1174,"num_write":492,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.465396+0000","last_change":"2024-09-07T13:38:17.998219+0000","last_active":"2024-09-07T15:23:21.465396+0000","last_peered":"2024-09-07T15:23:21.465396+0000","last_clean":"2024-09-07T15:23:21.465396+0000","last_became_active":"2024-09-07T13:38:17.997443+0000","last_became_peered":"2024-09-07T13:38:17.997443+0000","last_unstale":"2024-09-07T15:23:21.465396+0000","last_undegraded":"2024-09-07T15:23:21.465396+0000","last_fullsized":"2024-09-07T15:23:21.465396+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:05:24.442607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'124","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.718913+0000","last_change":"2024-09-07T13:38:20.011068+0000","last_active":"2024-09-07T15:23:21.718913+0000","last_peered":"2024-09-07T15:23:21.718913+0000","last_clean":"2024-09-07T15:23:21.718913+0000","last_became_active":"2024-09-07T13:38:20.010281+0000","last_became_peered":"2024-09-07T13:38:20.010281+0000","last_unstale":"2024-09-07T15:23:21.718913+0000","last_undegraded":"2024-09-07T15:23:21.718913+0000","last_fullsized":"2024-09-07T15:23:21.718913+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:59:27.382466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":875,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":209,"num_read_kb":200,"num_write":302,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'90","reported_seq":702,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:07.298906+0000","last_change":"2024-09-07T13:38:11.962107+0000","last_active":"2024-09-07T15:23:07.298906+0000","last_peered":"2024-09-07T15:23:07.298906+0000","last_clean":"2024-09-07T15:23:07.298906+0000","last_became_active":"2024-09-07T13:38:11.960823+0000","last_became_peered":"2024-09-07T13:38:11.960823+0000","last_unstale":"2024-09-07T15:23:07.298906+0000","last_undegraded":"2024-09-07T15:23:07.298906+0000","last_fullsized":"2024-09-07T15:23:07.298906+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:54:47.938914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":140,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'297","reported_seq":992,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:21.440375+0000","last_change":"2024-09-07T13:38:09.958347+0000","last_active":"2024-09-07T15:27:21.440375+0000","last_peered":"2024-09-07T15:27:21.440375+0000","last_clean":"2024-09-07T15:27:21.440375+0000","last_became_active":"2024-09-07T13:38:09.957210+0000","last_became_peered":"2024-09-07T13:38:09.957210+0000","last_unstale":"2024-09-07T15:27:21.440375+0000","last_undegraded":"2024-09-07T15:27:21.440375+0000","last_fullsized":"2024-09-07T15:27:21.440375+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:30:39.258669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20273431,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":498,"num_read_kb":54200,"num_write":1096,"num_write_kb":55534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"38'5","reported_seq":1002,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.148553+0000","last_change":"2024-09-07T13:38:13.959467+0000","last_active":"2024-09-07T15:27:23.148553+0000","last_peered":"2024-09-07T15:27:23.148553+0000","last_clean":"2024-09-07T15:27:23.148553+0000","last_became_active":"2024-09-07T13:38:13.958715+0000","last_became_peered":"2024-09-07T13:38:13.958715+0000","last_unstale":"2024-09-07T15:27:23.148553+0000","last_undegraded":"2024-09-07T15:27:23.148553+0000","last_fullsized":"2024-09-07T15:27:23.148553+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:36:05.529410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'286","reported_seq":895,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.922551+0000","last_change":"2024-09-07T13:38:15.989301+0000","last_active":"2024-09-07T15:25:36.922551+0000","last_peered":"2024-09-07T15:25:36.922551+0000","last_clean":"2024-09-07T15:25:36.922551+0000","last_became_active":"2024-09-07T13:38:15.988580+0000","last_became_peered":"2024-09-07T13:38:15.988580+0000","last_unstale":"2024-09-07T15:25:36.922551+0000","last_undegraded":"2024-09-07T15:25:36.922551+0000","last_fullsized":"2024-09-07T15:25:36.922551+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:48:58.761743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52223,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":447,"num_read_kb":862,"num_write":354,"num_write_kb":252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":515,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682523+0000","last_change":"2024-09-07T13:38:17.994605+0000","last_active":"2024-09-07T15:23:21.682523+0000","last_peered":"2024-09-07T15:23:21.682523+0000","last_clean":"2024-09-07T15:23:21.682523+0000","last_became_active":"2024-09-07T13:38:17.994021+0000","last_became_peered":"2024-09-07T13:38:17.994021+0000","last_unstale":"2024-09-07T15:23:21.682523+0000","last_undegraded":"2024-09-07T15:23:21.682523+0000","last_fullsized":"2024-09-07T15:23:21.682523+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:53:50.721081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'163","reported_seq":802,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.479160+0000","last_change":"2024-09-07T13:38:11.974786+0000","last_active":"2024-09-07T15:24:26.479160+0000","last_peered":"2024-09-07T15:24:26.479160+0000","last_clean":"2024-09-07T15:24:26.479160+0000","last_became_active":"2024-09-07T13:38:11.970009+0000","last_became_peered":"2024-09-07T13:38:11.970009+0000","last_unstale":"2024-09-07T15:24:26.479160+0000","last_undegraded":"2024-09-07T15:24:26.479160+0000","last_fullsized":"2024-09-07T15:24:26.479160+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:31:57.248331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":707,"num_read_kb":590,"num_write":240,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'290","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.318883+0000","last_change":"2024-09-07T13:38:09.923589+0000","last_active":"2024-09-07T15:24:32.318883+0000","last_peered":"2024-09-07T15:24:32.318883+0000","last_clean":"2024-09-07T15:24:32.318883+0000","last_became_active":"2024-09-07T13:38:09.923243+0000","last_became_peered":"2024-09-07T13:38:09.923243+0000","last_unstale":"2024-09-07T15:24:32.318883+0000","last_undegraded":"2024-09-07T15:24:32.318883+0000","last_fullsized":"2024-09-07T15:24:32.318883+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:51:59.683777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23176364,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":543,"num_read_kb":96016,"num_write":1099,"num_write_kb":38141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701924+0000","last_change":"2024-09-07T13:38:13.972609+0000","last_active":"2024-09-07T15:24:41.701924+0000","last_peered":"2024-09-07T15:24:41.701924+0000","last_clean":"2024-09-07T15:24:41.701924+0000","last_became_active":"2024-09-07T13:38:13.971866+0000","last_became_peered":"2024-09-07T13:38:13.971866+0000","last_unstale":"2024-09-07T15:24:41.701924+0000","last_undegraded":"2024-09-07T15:24:41.701924+0000","last_fullsized":"2024-09-07T15:24:41.701924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:42:39.308978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'515","reported_seq":1184,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.656789+0000","last_change":"2024-09-07T13:38:15.983326+0000","last_active":"2024-09-07T15:27:23.656789+0000","last_peered":"2024-09-07T15:27:23.656789+0000","last_clean":"2024-09-07T15:27:23.656789+0000","last_became_active":"2024-09-07T13:38:15.982495+0000","last_became_peered":"2024-09-07T13:38:15.982495+0000","last_unstale":"2024-09-07T15:27:23.656789+0000","last_undegraded":"2024-09-07T15:27:23.656789+0000","last_fullsized":"2024-09-07T15:27:23.656789+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":500,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:31:54.263838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105195,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":891,"num_read_kb":1842,"num_write":772,"num_write_kb":657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":513,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.718944+0000","last_change":"2024-09-07T13:38:18.000620+0000","last_active":"2024-09-07T15:23:21.718944+0000","last_peered":"2024-09-07T15:23:21.718944+0000","last_clean":"2024-09-07T15:23:21.718944+0000","last_became_active":"2024-09-07T13:38:17.999885+0000","last_became_peered":"2024-09-07T13:38:17.999885+0000","last_unstale":"2024-09-07T15:23:21.718944+0000","last_undegraded":"2024-09-07T15:23:21.718944+0000","last_fullsized":"2024-09-07T15:23:21.718944+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:27:22.617540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'164","reported_seq":703,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.231736+0000","last_change":"2024-09-07T13:38:20.607597+0000","last_active":"2024-09-07T15:27:22.231736+0000","last_peered":"2024-09-07T15:27:22.231736+0000","last_clean":"2024-09-07T15:27:22.231736+0000","last_became_active":"2024-09-07T13:38:20.606815+0000","last_became_peered":"2024-09-07T13:38:20.606815+0000","last_unstale":"2024-09-07T15:27:22.231736+0000","last_undegraded":"2024-09-07T15:27:22.231736+0000","last_fullsized":"2024-09-07T15:27:22.231736+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:26.350238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":250,"num_read_kb":257,"num_write":374,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'350","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.700690+0000","last_change":"2024-09-07T13:38:11.953780+0000","last_active":"2024-09-07T15:24:36.700690+0000","last_peered":"2024-09-07T15:24:36.700690+0000","last_clean":"2024-09-07T15:24:36.700690+0000","last_became_active":"2024-09-07T13:38:11.947922+0000","last_became_peered":"2024-09-07T13:38:11.947922+0000","last_unstale":"2024-09-07T15:24:36.700690+0000","last_undegraded":"2024-09-07T15:24:36.700690+0000","last_fullsized":"2024-09-07T15:24:36.700690+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:54:41.807954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1546,"num_read_kb":1238,"num_write":569,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'312","reported_seq":1077,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:16.553291+0000","last_change":"2024-09-07T13:38:41.161087+0000","last_active":"2024-09-07T15:27:16.553291+0000","last_peered":"2024-09-07T15:27:16.553291+0000","last_clean":"2024-09-07T15:27:16.553291+0000","last_became_active":"2024-09-07T13:38:41.160389+0000","last_became_peered":"2024-09-07T13:38:41.160389+0000","last_unstale":"2024-09-07T15:27:16.553291+0000","last_undegraded":"2024-09-07T15:27:16.553291+0000","last_fullsized":"2024-09-07T15:27:16.553291+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:17:46.213490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11387305,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":734,"num_read_kb":31536,"num_write":1101,"num_write_kb":47270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480298+0000","last_change":"2024-09-07T13:38:13.959343+0000","last_active":"2024-09-07T15:24:31.480298+0000","last_peered":"2024-09-07T15:24:31.480298+0000","last_clean":"2024-09-07T15:24:31.480298+0000","last_became_active":"2024-09-07T13:38:13.958601+0000","last_became_peered":"2024-09-07T13:38:13.958601+0000","last_unstale":"2024-09-07T15:24:31.480298+0000","last_undegraded":"2024-09-07T15:24:31.480298+0000","last_fullsized":"2024-09-07T15:24:31.480298+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:03:30.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'368","reported_seq":1007,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:46.925117+0000","last_change":"2024-09-07T13:38:15.991456+0000","last_active":"2024-09-07T15:25:46.925117+0000","last_peered":"2024-09-07T15:25:46.925117+0000","last_clean":"2024-09-07T15:25:46.925117+0000","last_became_active":"2024-09-07T13:38:15.990637+0000","last_became_peered":"2024-09-07T13:38:15.990637+0000","last_unstale":"2024-09-07T15:25:46.925117+0000","last_undegraded":"2024-09-07T15:25:46.925117+0000","last_fullsized":"2024-09-07T15:25:46.925117+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:03:03.421393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54221,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":607,"num_read_kb":1083,"num_write":502,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.254336+0000","last_change":"2024-09-07T13:38:17.991164+0000","last_active":"2024-09-07T15:23:21.254336+0000","last_peered":"2024-09-07T15:23:21.254336+0000","last_clean":"2024-09-07T15:23:21.254336+0000","last_became_active":"2024-09-07T13:38:17.990470+0000","last_became_peered":"2024-09-07T13:38:17.990470+0000","last_unstale":"2024-09-07T15:23:21.254336+0000","last_undegraded":"2024-09-07T15:23:21.254336+0000","last_fullsized":"2024-09-07T15:23:21.254336+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:08:40.421219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'250","reported_seq":1197,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:02.597012+0000","last_change":"2024-09-07T13:38:20.005101+0000","last_active":"2024-09-07T15:26:02.597012+0000","last_peered":"2024-09-07T15:26:02.597012+0000","last_clean":"2024-09-07T15:26:02.597012+0000","last_became_active":"2024-09-07T13:38:20.004300+0000","last_became_peered":"2024-09-07T13:38:20.004300+0000","last_unstale":"2024-09-07T15:26:02.597012+0000","last_undegraded":"2024-09-07T15:26:02.597012+0000","last_fullsized":"2024-09-07T15:26:02.597012+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:06.459700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2027,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":884,"num_read_kb":826,"num_write":592,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'4312","reported_seq":4950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.266489+0000","last_change":"2024-09-07T13:39:41.505863+0000","last_active":"2024-09-07T15:24:41.266489+0000","last_peered":"2024-09-07T15:24:41.266489+0000","last_clean":"2024-09-07T15:24:41.266489+0000","last_became_active":"2024-09-07T13:39:41.505537+0000","last_became_peered":"2024-09-07T13:39:41.505537+0000","last_unstale":"2024-09-07T15:24:41.266489+0000","last_undegraded":"2024-09-07T15:24:41.266489+0000","last_fullsized":"2024-09-07T15:24:41.266489+0000","mapping_epoch":41,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":3000,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:58:36.753927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17318,"num_read_kb":14397,"num_write":6478,"num_write_kb":3232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"269'256","reported_seq":889,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:17.569275+0000","last_change":"2024-09-07T13:38:41.160316+0000","last_active":"2024-09-07T15:27:17.569275+0000","last_peered":"2024-09-07T15:27:17.569275+0000","last_clean":"2024-09-07T15:27:17.569275+0000","last_became_active":"2024-09-07T13:38:41.159577+0000","last_became_peered":"2024-09-07T13:38:41.159577+0000","last_unstale":"2024-09-07T15:27:17.569275+0000","last_undegraded":"2024-09-07T15:27:17.569275+0000","last_fullsized":"2024-09-07T15:27:17.569275+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:09:47.241313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7451517,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":438,"num_read_kb":20016,"num_write":1024,"num_write_kb":22282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.486513+0000","last_change":"2024-09-07T13:38:13.956694+0000","last_active":"2024-09-07T15:23:17.486513+0000","last_peered":"2024-09-07T15:23:17.486513+0000","last_clean":"2024-09-07T15:23:17.486513+0000","last_became_active":"2024-09-07T13:38:13.955580+0000","last_became_peered":"2024-09-07T13:38:13.955580+0000","last_unstale":"2024-09-07T15:23:17.486513+0000","last_undegraded":"2024-09-07T15:23:17.486513+0000","last_fullsized":"2024-09-07T15:23:17.486513+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:36:06.228489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'322","reported_seq":957,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:32.346242+0000","last_change":"2024-09-07T13:38:16.017092+0000","last_active":"2024-09-07T15:26:32.346242+0000","last_peered":"2024-09-07T15:26:32.346242+0000","last_clean":"2024-09-07T15:26:32.346242+0000","last_became_active":"2024-09-07T13:38:16.016437+0000","last_became_peered":"2024-09-07T13:38:16.016437+0000","last_unstale":"2024-09-07T15:26:32.346242+0000","last_undegraded":"2024-09-07T15:26:32.346242+0000","last_fullsized":"2024-09-07T15:26:32.346242+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:31.243514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56990,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":529,"num_read_kb":1033,"num_write":424,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.274085+0000","last_change":"2024-09-07T13:38:17.999562+0000","last_active":"2024-09-07T15:24:46.274085+0000","last_peered":"2024-09-07T15:24:46.274085+0000","last_clean":"2024-09-07T15:24:46.274085+0000","last_became_active":"2024-09-07T13:38:17.999087+0000","last_became_peered":"2024-09-07T13:38:17.999087+0000","last_unstale":"2024-09-07T15:24:46.274085+0000","last_undegraded":"2024-09-07T15:24:46.274085+0000","last_fullsized":"2024-09-07T15:24:46.274085+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:42:10.243620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'109","reported_seq":626,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.731822+0000","last_change":"2024-09-07T13:38:20.015395+0000","last_active":"2024-09-07T15:27:23.731822+0000","last_peered":"2024-09-07T15:27:23.731822+0000","last_clean":"2024-09-07T15:27:23.731822+0000","last_became_active":"2024-09-07T13:38:20.014658+0000","last_became_peered":"2024-09-07T13:38:20.014658+0000","last_unstale":"2024-09-07T15:27:23.731822+0000","last_undegraded":"2024-09-07T15:27:23.731822+0000","last_fullsized":"2024-09-07T15:27:23.731822+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:55:28.794538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":132,"num_read_kb":129,"num_write":270,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'101","reported_seq":719,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.247017+0000","last_change":"2024-09-07T13:39:41.694945+0000","last_active":"2024-09-07T15:23:11.247017+0000","last_peered":"2024-09-07T15:23:11.247017+0000","last_clean":"2024-09-07T15:23:11.247017+0000","last_became_active":"2024-09-07T13:39:41.694595+0000","last_became_peered":"2024-09-07T13:39:41.694595+0000","last_unstale":"2024-09-07T15:23:11.247017+0000","last_undegraded":"2024-09-07T15:23:11.247017+0000","last_fullsized":"2024-09-07T15:23:11.247017+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:57:56.777095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":387,"num_write":173,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'322","reported_seq":1019,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.680789+0000","last_change":"2024-09-07T13:38:09.954156+0000","last_active":"2024-09-07T15:23:11.680789+0000","last_peered":"2024-09-07T15:23:11.680789+0000","last_clean":"2024-09-07T15:23:11.680789+0000","last_became_active":"2024-09-07T13:38:09.953827+0000","last_became_peered":"2024-09-07T13:38:09.953827+0000","last_unstale":"2024-09-07T15:23:11.680789+0000","last_undegraded":"2024-09-07T15:23:11.680789+0000","last_fullsized":"2024-09-07T15:23:11.680789+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:06:06.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25161610,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":582,"num_read_kb":66361,"num_write":1132,"num_write_kb":61532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.253335+0000","last_change":"2024-09-07T13:38:13.973260+0000","last_active":"2024-09-07T15:23:16.253335+0000","last_peered":"2024-09-07T15:23:16.253335+0000","last_clean":"2024-09-07T15:23:16.253335+0000","last_became_active":"2024-09-07T13:38:13.972522+0000","last_became_peered":"2024-09-07T13:38:13.972522+0000","last_unstale":"2024-09-07T15:23:16.253335+0000","last_undegraded":"2024-09-07T15:23:16.253335+0000","last_fullsized":"2024-09-07T15:23:16.253335+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:30:08.220311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'145","reported_seq":729,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.505163+0000","last_change":"2024-09-07T13:38:16.018199+0000","last_active":"2024-09-07T15:24:37.505163+0000","last_peered":"2024-09-07T15:24:37.505163+0000","last_clean":"2024-09-07T15:24:37.505163+0000","last_became_active":"2024-09-07T13:38:16.016986+0000","last_became_peered":"2024-09-07T13:38:16.016986+0000","last_unstale":"2024-09-07T15:24:37.505163+0000","last_undegraded":"2024-09-07T15:24:37.505163+0000","last_fullsized":"2024-09-07T15:24:37.505163+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:26:44.876461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":173,"num_read_kb":166,"num_write":122,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'737","reported_seq":3014,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.853663+0000","last_change":"2024-09-07T13:38:17.998575+0000","last_active":"2024-09-07T15:27:26.853663+0000","last_peered":"2024-09-07T15:27:26.853663+0000","last_clean":"2024-09-07T15:27:26.853663+0000","last_became_active":"2024-09-07T13:38:17.997709+0000","last_became_peered":"2024-09-07T13:38:17.997709+0000","last_unstale":"2024-09-07T15:27:26.853663+0000","last_undegraded":"2024-09-07T15:27:26.853663+0000","last_fullsized":"2024-09-07T15:27:26.853663+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":700,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:31.066186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'189","reported_seq":770,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:03.186306+0000","last_change":"2024-09-07T13:38:20.010093+0000","last_active":"2024-09-07T15:24:03.186306+0000","last_peered":"2024-09-07T15:24:03.186306+0000","last_clean":"2024-09-07T15:24:03.186306+0000","last_became_active":"2024-09-07T13:38:20.009577+0000","last_became_peered":"2024-09-07T13:38:20.009577+0000","last_unstale":"2024-09-07T15:24:03.186306+0000","last_undegraded":"2024-09-07T15:24:03.186306+0000","last_fullsized":"2024-09-07T15:24:03.186306+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:04:16.264867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":406,"num_write":464,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'93","reported_seq":709,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:24.246890+0000","last_change":"2024-09-07T13:38:11.974767+0000","last_active":"2024-09-07T15:23:24.246890+0000","last_peered":"2024-09-07T15:23:24.246890+0000","last_clean":"2024-09-07T15:23:24.246890+0000","last_became_active":"2024-09-07T13:38:11.974156+0000","last_became_peered":"2024-09-07T13:38:11.974156+0000","last_unstale":"2024-09-07T15:23:24.246890+0000","last_undegraded":"2024-09-07T15:23:24.246890+0000","last_fullsized":"2024-09-07T15:23:24.246890+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:24:55.124465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":421,"num_read_kb":355,"num_write":136,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'292","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.561914+0000","last_change":"2024-09-07T13:38:09.960347+0000","last_active":"2024-09-07T15:25:01.561914+0000","last_peered":"2024-09-07T15:25:01.561914+0000","last_clean":"2024-09-07T15:25:01.561914+0000","last_became_active":"2024-09-07T13:38:09.958887+0000","last_became_peered":"2024-09-07T13:38:09.958887+0000","last_unstale":"2024-09-07T15:25:01.561914+0000","last_undegraded":"2024-09-07T15:25:01.561914+0000","last_fullsized":"2024-09-07T15:25:01.561914+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:39:06.856534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5739565,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":483,"num_read_kb":3973,"num_write":1094,"num_write_kb":21729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.888120+0000","last_change":"2024-09-07T13:38:13.970518+0000","last_active":"2024-09-07T15:23:16.888120+0000","last_peered":"2024-09-07T15:23:16.888120+0000","last_clean":"2024-09-07T15:23:16.888120+0000","last_became_active":"2024-09-07T13:38:13.969784+0000","last_became_peered":"2024-09-07T13:38:13.969784+0000","last_unstale":"2024-09-07T15:23:16.888120+0000","last_undegraded":"2024-09-07T15:23:16.888120+0000","last_fullsized":"2024-09-07T15:23:16.888120+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:41:37.952439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'386","reported_seq":1028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:21.777558+0000","last_change":"2024-09-07T13:38:15.979304+0000","last_active":"2024-09-07T15:27:21.777558+0000","last_peered":"2024-09-07T15:27:21.777558+0000","last_clean":"2024-09-07T15:27:21.777558+0000","last_became_active":"2024-09-07T13:38:15.978556+0000","last_became_peered":"2024-09-07T13:38:15.978556+0000","last_unstale":"2024-09-07T15:27:21.777558+0000","last_undegraded":"2024-09-07T15:27:21.777558+0000","last_fullsized":"2024-09-07T15:27:21.777558+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:29:50.770199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66443,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":610,"num_read_kb":1134,"num_write":486,"num_write_kb":319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701683+0000","last_change":"2024-09-07T13:38:18.003655+0000","last_active":"2024-09-07T15:24:41.701683+0000","last_peered":"2024-09-07T15:24:41.701683+0000","last_clean":"2024-09-07T15:24:41.701683+0000","last_became_active":"2024-09-07T13:38:18.002871+0000","last_became_peered":"2024-09-07T13:38:18.002871+0000","last_unstale":"2024-09-07T15:24:41.701683+0000","last_undegraded":"2024-09-07T15:24:41.701683+0000","last_fullsized":"2024-09-07T15:24:41.701683+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:28:28.792148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'98","reported_seq":619,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:56.449098+0000","last_change":"2024-09-07T13:38:20.015917+0000","last_active":"2024-09-07T15:25:56.449098+0000","last_peered":"2024-09-07T15:25:56.449098+0000","last_clean":"2024-09-07T15:25:56.449098+0000","last_became_active":"2024-09-07T13:38:20.015212+0000","last_became_peered":"2024-09-07T13:38:20.015212+0000","last_unstale":"2024-09-07T15:25:56.449098+0000","last_undegraded":"2024-09-07T15:25:56.449098+0000","last_fullsized":"2024-09-07T15:25:56.449098+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:10.431721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":134,"num_read_kb":130,"num_write":246,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'97","reported_seq":718,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485276+0000","last_change":"2024-09-07T13:38:11.974929+0000","last_active":"2024-09-07T15:23:12.485276+0000","last_peered":"2024-09-07T15:23:12.485276+0000","last_clean":"2024-09-07T15:23:12.485276+0000","last_became_active":"2024-09-07T13:38:11.974256+0000","last_became_peered":"2024-09-07T13:38:11.974256+0000","last_unstale":"2024-09-07T15:23:12.485276+0000","last_undegraded":"2024-09-07T15:23:12.485276+0000","last_fullsized":"2024-09-07T15:23:12.485276+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:54:58.569606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":449,"num_read_kb":381,"num_write":149,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'266","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:40.878685+0000","last_change":"2024-09-07T13:38:09.949067+0000","last_active":"2024-09-07T15:24:40.878685+0000","last_peered":"2024-09-07T15:24:40.878685+0000","last_clean":"2024-09-07T15:24:40.878685+0000","last_became_active":"2024-09-07T13:38:09.945963+0000","last_became_peered":"2024-09-07T13:38:09.945963+0000","last_unstale":"2024-09-07T15:24:40.878685+0000","last_undegraded":"2024-09-07T15:24:40.878685+0000","last_fullsized":"2024-09-07T15:24:40.878685+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:49:53.479727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21236273,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":637,"num_read_kb":82633,"num_write":1079,"num_write_kb":35726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.717734+0000","last_change":"2024-09-07T13:38:13.966044+0000","last_active":"2024-09-07T15:23:16.717734+0000","last_peered":"2024-09-07T15:23:16.717734+0000","last_clean":"2024-09-07T15:23:16.717734+0000","last_became_active":"2024-09-07T13:38:13.965190+0000","last_became_peered":"2024-09-07T13:38:13.965190+0000","last_unstale":"2024-09-07T15:23:16.717734+0000","last_undegraded":"2024-09-07T15:23:16.717734+0000","last_fullsized":"2024-09-07T15:23:16.717734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:14:51.663057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'297","reported_seq":905,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:01.731644+0000","last_change":"2024-09-07T13:38:15.978063+0000","last_active":"2024-09-07T15:27:01.731644+0000","last_peered":"2024-09-07T15:27:01.731644+0000","last_clean":"2024-09-07T15:27:01.731644+0000","last_became_active":"2024-09-07T13:38:15.977324+0000","last_became_peered":"2024-09-07T13:38:15.977324+0000","last_unstale":"2024-09-07T15:27:01.731644+0000","last_undegraded":"2024-09-07T15:27:01.731644+0000","last_fullsized":"2024-09-07T15:27:01.731644+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:34:44.493135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57398,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":495,"num_read_kb":996,"num_write":400,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":513,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.487730+0000","last_change":"2024-09-07T13:38:18.005568+0000","last_active":"2024-09-07T15:25:06.487730+0000","last_peered":"2024-09-07T15:25:06.487730+0000","last_clean":"2024-09-07T15:25:06.487730+0000","last_became_active":"2024-09-07T13:38:18.004811+0000","last_became_peered":"2024-09-07T13:38:18.004811+0000","last_unstale":"2024-09-07T15:25:06.487730+0000","last_undegraded":"2024-09-07T15:25:06.487730+0000","last_fullsized":"2024-09-07T15:25:06.487730+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:30.267883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'133","reported_seq":695,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.158770+0000","last_change":"2024-09-07T13:38:20.607704+0000","last_active":"2024-09-07T15:26:01.158770+0000","last_peered":"2024-09-07T15:26:01.158770+0000","last_clean":"2024-09-07T15:26:01.158770+0000","last_became_active":"2024-09-07T13:38:20.606966+0000","last_became_peered":"2024-09-07T13:38:20.606966+0000","last_unstale":"2024-09-07T15:26:01.158770+0000","last_undegraded":"2024-09-07T15:26:01.158770+0000","last_fullsized":"2024-09-07T15:26:01.158770+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:25:12.558915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":247,"num_read_kb":238,"num_write":329,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'249","reported_seq":877,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:57.325394+0000","last_change":"2024-09-07T13:38:11.969621+0000","last_active":"2024-09-07T15:24:57.325394+0000","last_peered":"2024-09-07T15:24:57.325394+0000","last_clean":"2024-09-07T15:24:57.325394+0000","last_became_active":"2024-09-07T13:38:11.969032+0000","last_became_peered":"2024-09-07T13:38:11.969032+0000","last_unstale":"2024-09-07T15:24:57.325394+0000","last_undegraded":"2024-09-07T15:24:57.325394+0000","last_fullsized":"2024-09-07T15:24:57.325394+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:00:26.574035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":810,"num_write":373,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'285","reported_seq":968,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.528703+0000","last_change":"2024-09-07T13:38:09.971581+0000","last_active":"2024-09-07T15:24:51.528703+0000","last_peered":"2024-09-07T15:24:51.528703+0000","last_clean":"2024-09-07T15:24:51.528703+0000","last_became_active":"2024-09-07T13:38:09.970986+0000","last_became_peered":"2024-09-07T13:38:09.970986+0000","last_unstale":"2024-09-07T15:24:51.528703+0000","last_undegraded":"2024-09-07T15:24:51.528703+0000","last_fullsized":"2024-09-07T15:24:51.528703+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:01.715324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32839019,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":419,"num_read_kb":38816,"num_write":1052,"num_write_kb":57230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.504876+0000","last_change":"2024-09-07T13:38:13.965128+0000","last_active":"2024-09-07T15:24:37.504876+0000","last_peered":"2024-09-07T15:24:37.504876+0000","last_clean":"2024-09-07T15:24:37.504876+0000","last_became_active":"2024-09-07T13:38:13.964414+0000","last_became_peered":"2024-09-07T13:38:13.964414+0000","last_unstale":"2024-09-07T15:24:37.504876+0000","last_undegraded":"2024-09-07T15:24:37.504876+0000","last_fullsized":"2024-09-07T15:24:37.504876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:37.267842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'270","reported_seq":863,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:47.335879+0000","last_change":"2024-09-07T13:38:15.993600+0000","last_active":"2024-09-07T15:25:47.335879+0000","last_peered":"2024-09-07T15:25:47.335879+0000","last_clean":"2024-09-07T15:25:47.335879+0000","last_became_active":"2024-09-07T13:38:15.988281+0000","last_became_peered":"2024-09-07T13:38:15.988281+0000","last_unstale":"2024-09-07T15:25:47.335879+0000","last_undegraded":"2024-09-07T15:25:47.335879+0000","last_fullsized":"2024-09-07T15:25:47.335879+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:47:52.794809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":433,"num_read_kb":917,"num_write":366,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:22.487527+0000","last_change":"2024-09-07T13:38:17.991957+0000","last_active":"2024-09-07T15:23:22.487527+0000","last_peered":"2024-09-07T15:23:22.487527+0000","last_clean":"2024-09-07T15:23:22.487527+0000","last_became_active":"2024-09-07T13:38:17.991202+0000","last_became_peered":"2024-09-07T13:38:17.991202+0000","last_unstale":"2024-09-07T15:23:22.487527+0000","last_undegraded":"2024-09-07T15:23:22.487527+0000","last_fullsized":"2024-09-07T15:23:22.487527+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:55.082722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'159","reported_seq":1321,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.263661+0000","last_change":"2024-09-07T13:38:20.021523+0000","last_active":"2024-09-07T15:26:03.263661+0000","last_peered":"2024-09-07T15:26:03.263661+0000","last_clean":"2024-09-07T15:26:03.263661+0000","last_became_active":"2024-09-07T13:38:20.020888+0000","last_became_peered":"2024-09-07T13:38:20.020888+0000","last_unstale":"2024-09-07T15:26:03.263661+0000","last_undegraded":"2024-09-07T15:26:03.263661+0000","last_fullsized":"2024-09-07T15:26:03.263661+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:50:11.722481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":639,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":974,"num_read_kb":933,"num_write":389,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'72","reported_seq":669,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503585+0000","last_change":"2024-09-07T13:38:11.977503+0000","last_active":"2024-09-07T15:24:32.503585+0000","last_peered":"2024-09-07T15:24:32.503585+0000","last_clean":"2024-09-07T15:24:32.503585+0000","last_became_active":"2024-09-07T13:38:11.976787+0000","last_became_peered":"2024-09-07T13:38:11.976787+0000","last_unstale":"2024-09-07T15:24:32.503585+0000","last_undegraded":"2024-09-07T15:24:32.503585+0000","last_fullsized":"2024-09-07T15:24:32.503585+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:50:07.860442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":328,"num_read_kb":277,"num_write":98,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'281","reported_seq":950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697968+0000","last_change":"2024-09-07T13:38:09.958695+0000","last_active":"2024-09-07T15:24:26.697968+0000","last_peered":"2024-09-07T15:24:26.697968+0000","last_clean":"2024-09-07T15:24:26.697968+0000","last_became_active":"2024-09-07T13:38:09.957598+0000","last_became_peered":"2024-09-07T13:38:09.957598+0000","last_unstale":"2024-09-07T15:24:26.697968+0000","last_undegraded":"2024-09-07T15:24:26.697968+0000","last_fullsized":"2024-09-07T15:24:26.697968+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:32:49.011191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14427077,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":391,"num_read_kb":38170,"num_write":948,"num_write_kb":38268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.276958+0000","last_change":"2024-09-07T13:38:13.966826+0000","last_active":"2024-09-07T15:25:01.276958+0000","last_peered":"2024-09-07T15:25:01.276958+0000","last_clean":"2024-09-07T15:25:01.276958+0000","last_became_active":"2024-09-07T13:38:13.966063+0000","last_became_peered":"2024-09-07T13:38:13.966063+0000","last_unstale":"2024-09-07T15:25:01.276958+0000","last_undegraded":"2024-09-07T15:25:01.276958+0000","last_fullsized":"2024-09-07T15:25:01.276958+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:32:57.004252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'344","reported_seq":969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:17.564104+0000","last_change":"2024-09-07T13:38:15.986689+0000","last_active":"2024-09-07T15:27:17.564104+0000","last_peered":"2024-09-07T15:27:17.564104+0000","last_clean":"2024-09-07T15:27:17.564104+0000","last_became_active":"2024-09-07T13:38:15.985935+0000","last_became_peered":"2024-09-07T13:38:15.985935+0000","last_unstale":"2024-09-07T15:27:17.564104+0000","last_undegraded":"2024-09-07T15:27:17.564104+0000","last_fullsized":"2024-09-07T15:27:17.564104+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:55:24.216028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57184,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":534,"num_read_kb":1015,"num_write":424,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":512,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682501+0000","last_change":"2024-09-07T13:38:18.009435+0000","last_active":"2024-09-07T15:23:21.682501+0000","last_peered":"2024-09-07T15:23:21.682501+0000","last_clean":"2024-09-07T15:23:21.682501+0000","last_became_active":"2024-09-07T13:38:18.008930+0000","last_became_peered":"2024-09-07T13:38:18.008930+0000","last_unstale":"2024-09-07T15:23:21.682501+0000","last_undegraded":"2024-09-07T15:23:21.682501+0000","last_fullsized":"2024-09-07T15:23:21.682501+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:31.672910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'150","reported_seq":664,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.360959+0000","last_change":"2024-09-07T13:38:20.013274+0000","last_active":"2024-09-07T15:27:22.360959+0000","last_peered":"2024-09-07T15:27:22.360959+0000","last_clean":"2024-09-07T15:27:22.360959+0000","last_became_active":"2024-09-07T13:38:20.010675+0000","last_became_peered":"2024-09-07T13:38:20.010675+0000","last_unstale":"2024-09-07T15:27:22.360959+0000","last_undegraded":"2024-09-07T15:27:22.360959+0000","last_fullsized":"2024-09-07T15:27:22.360959+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:14:19.163625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":155,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'138","reported_seq":776,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.830787+0000","last_change":"2024-09-07T13:38:11.960958+0000","last_active":"2024-09-07T15:24:52.830787+0000","last_peered":"2024-09-07T15:24:52.830787+0000","last_clean":"2024-09-07T15:24:52.830787+0000","last_became_active":"2024-09-07T13:38:11.951152+0000","last_became_peered":"2024-09-07T13:38:11.951152+0000","last_unstale":"2024-09-07T15:24:52.830787+0000","last_undegraded":"2024-09-07T15:24:52.830787+0000","last_fullsized":"2024-09-07T15:24:52.830787+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:40:50.867283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":210,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'289","reported_seq":989,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:11.584236+0000","last_change":"2024-09-07T13:38:41.116583+0000","last_active":"2024-09-07T15:27:11.584236+0000","last_peered":"2024-09-07T15:27:11.584236+0000","last_clean":"2024-09-07T15:27:11.584236+0000","last_became_active":"2024-09-07T13:38:41.116020+0000","last_became_peered":"2024-09-07T13:38:41.116020+0000","last_unstale":"2024-09-07T15:27:11.584236+0000","last_undegraded":"2024-09-07T15:27:11.584236+0000","last_fullsized":"2024-09-07T15:27:11.584236+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:05:40.723720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6696437,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":570,"num_read_kb":16268,"num_write":1080,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"269'179","reported_seq":869,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267293+0000","last_change":"2024-09-07T13:38:11.949201+0000","last_active":"2024-09-07T15:24:21.267293+0000","last_peered":"2024-09-07T15:24:21.267293+0000","last_clean":"2024-09-07T15:24:21.267293+0000","last_became_active":"2024-09-07T13:38:11.947998+0000","last_became_peered":"2024-09-07T13:38:11.947998+0000","last_unstale":"2024-09-07T15:24:21.267293+0000","last_undegraded":"2024-09-07T15:24:21.267293+0000","last_fullsized":"2024-09-07T15:24:21.267293+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:45:50.061731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":929,"num_read_kb":833,"num_write":305,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'284","reported_seq":1032,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263045+0000","last_change":"2024-09-07T13:38:09.957045+0000","last_active":"2024-09-07T15:24:26.263045+0000","last_peered":"2024-09-07T15:24:26.263045+0000","last_clean":"2024-09-07T15:24:26.263045+0000","last_became_active":"2024-09-07T13:38:09.956746+0000","last_became_peered":"2024-09-07T13:38:09.956746+0000","last_unstale":"2024-09-07T15:24:26.263045+0000","last_undegraded":"2024-09-07T15:24:26.263045+0000","last_fullsized":"2024-09-07T15:24:26.263045+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:06:03.834065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11216726,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":516,"num_read_kb":118225,"num_write":1041,"num_write_kb":43073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'123","reported_seq":764,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.735726+0000","last_change":"2024-09-07T13:38:11.968682+0000","last_active":"2024-09-07T15:24:21.735726+0000","last_peered":"2024-09-07T15:24:21.735726+0000","last_clean":"2024-09-07T15:24:21.735726+0000","last_became_active":"2024-09-07T13:38:11.964926+0000","last_became_peered":"2024-09-07T13:38:11.964926+0000","last_unstale":"2024-09-07T15:24:21.735726+0000","last_undegraded":"2024-09-07T15:24:21.735726+0000","last_fullsized":"2024-09-07T15:24:21.735726+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:22:01.094161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":452,"num_write":178,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'288","reported_seq":957,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736752+0000","last_change":"2024-09-07T13:38:09.947119+0000","last_active":"2024-09-07T15:24:26.736752+0000","last_peered":"2024-09-07T15:24:26.736752+0000","last_clean":"2024-09-07T15:24:26.736752+0000","last_became_active":"2024-09-07T13:38:09.945903+0000","last_became_peered":"2024-09-07T13:38:09.945903+0000","last_unstale":"2024-09-07T15:24:26.736752+0000","last_undegraded":"2024-09-07T15:24:26.736752+0000","last_fullsized":"2024-09-07T15:24:26.736752+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:26:07.414745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6452838,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":418,"num_read_kb":89502,"num_write":1043,"num_write_kb":59727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'86","reported_seq":687,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267143+0000","last_change":"2024-09-07T13:38:11.937796+0000","last_active":"2024-09-07T15:24:21.267143+0000","last_peered":"2024-09-07T15:24:21.267143+0000","last_clean":"2024-09-07T15:24:21.267143+0000","last_became_active":"2024-09-07T13:38:11.937036+0000","last_became_peered":"2024-09-07T13:38:11.937036+0000","last_unstale":"2024-09-07T15:24:21.267143+0000","last_undegraded":"2024-09-07T15:24:21.267143+0000","last_fullsized":"2024-09-07T15:24:21.267143+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:24:20.802614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":116,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'248","reported_seq":895,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.704033+0000","last_change":"2024-09-07T13:38:09.945028+0000","last_active":"2024-09-07T15:24:51.704033+0000","last_peered":"2024-09-07T15:24:51.704033+0000","last_clean":"2024-09-07T15:24:51.704033+0000","last_became_active":"2024-09-07T13:38:09.944652+0000","last_became_peered":"2024-09-07T13:38:09.944652+0000","last_unstale":"2024-09-07T15:24:51.704033+0000","last_undegraded":"2024-09-07T15:24:51.704033+0000","last_fullsized":"2024-09-07T15:24:51.704033+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:46:03.854603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":915060,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":400,"num_read_kb":1901,"num_write":877,"num_write_kb":15286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'34","reported_seq":624,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.324322+0000","last_change":"2024-09-07T13:38:11.954894+0000","last_active":"2024-09-07T15:24:52.324322+0000","last_peered":"2024-09-07T15:24:52.324322+0000","last_clean":"2024-09-07T15:24:52.324322+0000","last_became_active":"2024-09-07T13:38:11.954420+0000","last_became_peered":"2024-09-07T13:38:11.954420+0000","last_unstale":"2024-09-07T15:24:52.324322+0000","last_undegraded":"2024-09-07T15:24:52.324322+0000","last_fullsized":"2024-09-07T15:24:52.324322+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:20:39.986528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":154,"num_write":48,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'252","reported_seq":966,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:17.315406+0000","last_change":"2024-09-07T13:38:41.119286+0000","last_active":"2024-09-07T15:24:17.315406+0000","last_peered":"2024-09-07T15:24:17.315406+0000","last_clean":"2024-09-07T15:24:17.315406+0000","last_became_active":"2024-09-07T13:38:41.118577+0000","last_became_peered":"2024-09-07T13:38:41.118577+0000","last_unstale":"2024-09-07T15:24:17.315406+0000","last_undegraded":"2024-09-07T15:24:17.315406+0000","last_fullsized":"2024-09-07T15:24:17.315406+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:15:00.852817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5246772,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":468,"num_read_kb":67028,"num_write":932,"num_write_kb":24885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"269'74","reported_seq":699,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502373+0000","last_change":"2024-09-07T13:38:11.961501+0000","last_active":"2024-09-07T15:24:27.502373+0000","last_peered":"2024-09-07T15:24:27.502373+0000","last_clean":"2024-09-07T15:24:27.502373+0000","last_became_active":"2024-09-07T13:38:11.960709+0000","last_became_peered":"2024-09-07T13:38:11.960709+0000","last_unstale":"2024-09-07T15:24:27.502373+0000","last_undegraded":"2024-09-07T15:24:27.502373+0000","last_fullsized":"2024-09-07T15:24:27.502373+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:42:49.677272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":310,"num_write":110,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'247","reported_seq":951,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267209+0000","last_change":"2024-09-07T13:38:09.914801+0000","last_active":"2024-09-07T15:24:21.267209+0000","last_peered":"2024-09-07T15:24:21.267209+0000","last_clean":"2024-09-07T15:24:21.267209+0000","last_became_active":"2024-09-07T13:38:09.914458+0000","last_became_peered":"2024-09-07T13:38:09.914458+0000","last_unstale":"2024-09-07T15:24:21.267209+0000","last_undegraded":"2024-09-07T15:24:21.267209+0000","last_fullsized":"2024-09-07T15:24:21.267209+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:28:27.895623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12678726,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":451,"num_read_kb":38432,"num_write":966,"num_write_kb":29352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'4326","reported_seq":5033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.190170+0000","last_change":"2024-09-07T13:38:11.969273+0000","last_active":"2024-09-07T15:26:01.190170+0000","last_peered":"2024-09-07T15:26:01.190170+0000","last_clean":"2024-09-07T15:26:01.190170+0000","last_became_active":"2024-09-07T13:38:11.966079+0000","last_became_peered":"2024-09-07T13:38:11.966079+0000","last_unstale":"2024-09-07T15:26:01.190170+0000","last_undegraded":"2024-09-07T15:26:01.190170+0000","last_fullsized":"2024-09-07T15:26:01.190170+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":3000,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:01:42.728052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17506,"num_read_kb":14577,"num_write":6561,"num_write_kb":3271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'226","reported_seq":932,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:55.828280+0000","last_change":"2024-09-07T13:38:09.968955+0000","last_active":"2024-09-07T15:24:55.828280+0000","last_peered":"2024-09-07T15:24:55.828280+0000","last_clean":"2024-09-07T15:24:55.828280+0000","last_became_active":"2024-09-07T13:38:09.966151+0000","last_became_peered":"2024-09-07T13:38:09.966151+0000","last_unstale":"2024-09-07T15:24:55.828280+0000","last_undegraded":"2024-09-07T15:24:55.828280+0000","last_fullsized":"2024-09-07T15:24:55.828280+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:18:42.885807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5048935,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":486,"num_read_kb":2644,"num_write":844,"num_write_kb":22278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'163","reported_seq":815,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.478965+0000","last_change":"2024-09-07T13:38:11.967014+0000","last_active":"2024-09-07T15:24:26.478965+0000","last_peered":"2024-09-07T15:24:26.478965+0000","last_clean":"2024-09-07T15:24:26.478965+0000","last_became_active":"2024-09-07T13:38:11.966128+0000","last_became_peered":"2024-09-07T13:38:11.966128+0000","last_unstale":"2024-09-07T15:24:26.478965+0000","last_undegraded":"2024-09-07T15:24:26.478965+0000","last_fullsized":"2024-09-07T15:24:26.478965+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:55:28.962028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":749,"num_read_kb":624,"num_write":242,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'307","reported_seq":1026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:40.421282+0000","last_change":"2024-09-07T13:38:09.943504+0000","last_active":"2024-09-07T15:25:40.421282+0000","last_peered":"2024-09-07T15:25:40.421282+0000","last_clean":"2024-09-07T15:25:40.421282+0000","last_became_active":"2024-09-07T13:38:09.943119+0000","last_became_peered":"2024-09-07T13:38:09.943119+0000","last_unstale":"2024-09-07T15:25:40.421282+0000","last_undegraded":"2024-09-07T15:25:40.421282+0000","last_fullsized":"2024-09-07T15:25:40.421282+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:31:15.561749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20281681,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":499,"num_read_kb":49070,"num_write":1068,"num_write_kb":52483,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'107","reported_seq":737,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:24.183322+0000","last_change":"2024-09-07T13:38:11.956177+0000","last_active":"2024-09-07T15:24:24.183322+0000","last_peered":"2024-09-07T15:24:24.183322+0000","last_clean":"2024-09-07T15:24:24.183322+0000","last_became_active":"2024-09-07T13:38:11.954473+0000","last_became_peered":"2024-09-07T13:38:11.954473+0000","last_unstale":"2024-09-07T15:24:24.183322+0000","last_undegraded":"2024-09-07T15:24:24.183322+0000","last_fullsized":"2024-09-07T15:24:24.183322+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:47:21.356229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":158,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'236","reported_seq":933,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.740183+0000","last_change":"2024-09-07T13:38:09.950646+0000","last_active":"2024-09-07T15:24:41.740183+0000","last_peered":"2024-09-07T15:24:41.740183+0000","last_clean":"2024-09-07T15:24:41.740183+0000","last_became_active":"2024-09-07T13:38:09.947018+0000","last_became_peered":"2024-09-07T13:38:09.947018+0000","last_unstale":"2024-09-07T15:24:41.740183+0000","last_undegraded":"2024-09-07T15:24:41.740183+0000","last_fullsized":"2024-09-07T15:24:41.740183+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:33:46.878668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11097107,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":408,"num_read_kb":54354,"num_write":829,"num_write_kb":34652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'198","reported_seq":862,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:07.223064+0000","last_change":"2024-09-07T13:38:11.968110+0000","last_active":"2024-09-07T15:24:07.223064+0000","last_peered":"2024-09-07T15:24:07.223064+0000","last_clean":"2024-09-07T15:24:07.223064+0000","last_became_active":"2024-09-07T13:38:11.963550+0000","last_became_peered":"2024-09-07T13:38:11.963550+0000","last_unstale":"2024-09-07T15:24:07.223064+0000","last_undegraded":"2024-09-07T15:24:07.223064+0000","last_fullsized":"2024-09-07T15:24:07.223064+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:19:27.717973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":873,"num_read_kb":718,"num_write":298,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'274","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309509+0000","last_change":"2024-09-07T13:38:09.960515+0000","last_active":"2024-09-07T15:23:52.309509+0000","last_peered":"2024-09-07T15:23:52.309509+0000","last_clean":"2024-09-07T15:23:52.309509+0000","last_became_active":"2024-09-07T13:38:09.959943+0000","last_became_peered":"2024-09-07T13:38:09.959943+0000","last_unstale":"2024-09-07T15:23:52.309509+0000","last_undegraded":"2024-09-07T15:23:52.309509+0000","last_fullsized":"2024-09-07T15:23:52.309509+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:48:10.173865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17696825,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":489,"num_read_kb":156829,"num_write":1055,"num_write_kb":44912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"269'226","reported_seq":887,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263189+0000","last_change":"2024-09-07T13:38:11.967601+0000","last_active":"2024-09-07T15:24:26.263189+0000","last_peered":"2024-09-07T15:24:26.263189+0000","last_clean":"2024-09-07T15:24:26.263189+0000","last_became_active":"2024-09-07T13:38:11.967242+0000","last_became_peered":"2024-09-07T13:38:11.967242+0000","last_unstale":"2024-09-07T15:24:26.263189+0000","last_undegraded":"2024-09-07T15:24:26.263189+0000","last_fullsized":"2024-09-07T15:24:26.263189+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:00:24.435099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1029,"num_read_kb":861,"num_write":341,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'281","reported_seq":947,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.727080+0000","last_change":"2024-09-07T13:38:09.961467+0000","last_active":"2024-09-07T15:23:56.727080+0000","last_peered":"2024-09-07T15:23:56.727080+0000","last_clean":"2024-09-07T15:23:56.727080+0000","last_became_active":"2024-09-07T13:38:09.958372+0000","last_became_peered":"2024-09-07T13:38:09.958372+0000","last_unstale":"2024-09-07T15:23:56.727080+0000","last_undegraded":"2024-09-07T15:23:56.727080+0000","last_fullsized":"2024-09-07T15:23:56.727080+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:07.855745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15762003,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":480,"num_read_kb":18581,"num_write":1029,"num_write_kb":37988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'251","reported_seq":931,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495459+0000","last_change":"2024-09-07T13:38:11.984993+0000","last_active":"2024-09-07T15:23:57.495459+0000","last_peered":"2024-09-07T15:23:57.495459+0000","last_clean":"2024-09-07T15:23:57.495459+0000","last_became_active":"2024-09-07T13:38:11.984378+0000","last_became_peered":"2024-09-07T13:38:11.984378+0000","last_unstale":"2024-09-07T15:23:57.495459+0000","last_undegraded":"2024-09-07T15:23:57.495459+0000","last_fullsized":"2024-09-07T15:23:57.495459+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:34:28.701838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1089,"num_read_kb":888,"num_write":401,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'250","reported_seq":928,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.690609+0000","last_change":"2024-09-07T13:38:09.954170+0000","last_active":"2024-09-07T15:23:56.690609+0000","last_peered":"2024-09-07T15:23:56.690609+0000","last_clean":"2024-09-07T15:23:56.690609+0000","last_became_active":"2024-09-07T13:38:09.953778+0000","last_became_peered":"2024-09-07T13:38:09.953778+0000","last_unstale":"2024-09-07T15:23:56.690609+0000","last_undegraded":"2024-09-07T15:23:56.690609+0000","last_fullsized":"2024-09-07T15:23:56.690609+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:27:44.047601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18188171,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":402,"num_read_kb":70626,"num_write":981,"num_write_kb":40171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'169","reported_seq":799,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:35.461578+0000","last_change":"2024-09-07T13:38:11.958808+0000","last_active":"2024-09-07T15:24:35.461578+0000","last_peered":"2024-09-07T15:24:35.461578+0000","last_clean":"2024-09-07T15:24:35.461578+0000","last_became_active":"2024-09-07T13:38:11.958064+0000","last_became_peered":"2024-09-07T13:38:11.958064+0000","last_unstale":"2024-09-07T15:24:35.461578+0000","last_undegraded":"2024-09-07T15:24:35.461578+0000","last_fullsized":"2024-09-07T15:24:35.461578+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:39:11.761149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":587,"num_write":258,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'281","reported_seq":944,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.472761+0000","last_change":"2024-09-07T13:38:09.942725+0000","last_active":"2024-09-07T15:23:56.472761+0000","last_peered":"2024-09-07T15:23:56.472761+0000","last_clean":"2024-09-07T15:23:56.472761+0000","last_became_active":"2024-09-07T13:38:09.936674+0000","last_became_peered":"2024-09-07T13:38:09.936674+0000","last_unstale":"2024-09-07T15:23:56.472761+0000","last_undegraded":"2024-09-07T15:23:56.472761+0000","last_fullsized":"2024-09-07T15:23:56.472761+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:22:35.197871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5535693,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":434,"num_read_kb":29966,"num_write":1023,"num_write_kb":57855,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'103","reported_seq":689,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.279828+0000","last_change":"2024-09-07T13:38:11.952566+0000","last_active":"2024-09-07T15:26:03.279828+0000","last_peered":"2024-09-07T15:26:03.279828+0000","last_clean":"2024-09-07T15:26:03.279828+0000","last_became_active":"2024-09-07T13:38:11.948061+0000","last_became_peered":"2024-09-07T13:38:11.948061+0000","last_unstale":"2024-09-07T15:26:03.279828+0000","last_undegraded":"2024-09-07T15:26:03.279828+0000","last_fullsized":"2024-09-07T15:26:03.279828+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:33:51.276298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":456,"num_read_kb":368,"num_write":151,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'265","reported_seq":902,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901441+0000","last_change":"2024-09-07T13:38:09.978561+0000","last_active":"2024-09-07T15:24:11.901441+0000","last_peered":"2024-09-07T15:24:11.901441+0000","last_clean":"2024-09-07T15:24:11.901441+0000","last_became_active":"2024-09-07T13:38:09.977914+0000","last_became_peered":"2024-09-07T13:38:09.977914+0000","last_unstale":"2024-09-07T15:24:11.901441+0000","last_undegraded":"2024-09-07T15:24:11.901441+0000","last_fullsized":"2024-09-07T15:24:11.901441+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:30:02.297567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1470100,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":380,"num_read_kb":6533,"num_write":955,"num_write_kb":46948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'55","reported_seq":654,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309580+0000","last_change":"2024-09-07T13:38:11.967367+0000","last_active":"2024-09-07T15:23:52.309580+0000","last_peered":"2024-09-07T15:23:52.309580+0000","last_clean":"2024-09-07T15:23:52.309580+0000","last_became_active":"2024-09-07T13:38:11.954989+0000","last_became_peered":"2024-09-07T13:38:11.954989+0000","last_unstale":"2024-09-07T15:23:52.309580+0000","last_undegraded":"2024-09-07T15:23:52.309580+0000","last_fullsized":"2024-09-07T15:23:52.309580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:04:31.660954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":193,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'295","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:29.050804+0000","last_change":"2024-09-07T13:38:09.971220+0000","last_active":"2024-09-07T15:23:29.050804+0000","last_peered":"2024-09-07T15:23:29.050804+0000","last_clean":"2024-09-07T15:23:29.050804+0000","last_became_active":"2024-09-07T13:38:09.970859+0000","last_became_peered":"2024-09-07T13:38:09.970859+0000","last_unstale":"2024-09-07T15:23:29.050804+0000","last_undegraded":"2024-09-07T15:23:29.050804+0000","last_fullsized":"2024-09-07T15:23:29.050804+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:56:06.553143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10486490,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":571,"num_read_kb":27882,"num_write":1213,"num_write_kb":26984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'187","reported_seq":857,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.907311+0000","last_change":"2024-09-07T13:38:11.968437+0000","last_active":"2024-09-07T15:24:36.907311+0000","last_peered":"2024-09-07T15:24:36.907311+0000","last_clean":"2024-09-07T15:24:36.907311+0000","last_became_active":"2024-09-07T13:38:11.967747+0000","last_became_peered":"2024-09-07T13:38:11.967747+0000","last_unstale":"2024-09-07T15:24:36.907311+0000","last_undegraded":"2024-09-07T15:24:36.907311+0000","last_fullsized":"2024-09-07T15:24:36.907311+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:18:11.762150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":822,"num_read_kb":682,"num_write":266,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'258","reported_seq":925,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:38.278326+0000","last_change":"2024-09-07T13:38:09.967890+0000","last_active":"2024-09-07T15:25:38.278326+0000","last_peered":"2024-09-07T15:25:38.278326+0000","last_clean":"2024-09-07T15:25:38.278326+0000","last_became_active":"2024-09-07T13:38:09.966982+0000","last_became_peered":"2024-09-07T13:38:09.966982+0000","last_unstale":"2024-09-07T15:25:38.278326+0000","last_undegraded":"2024-09-07T15:25:38.278326+0000","last_fullsized":"2024-09-07T15:25:38.278326+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:36.660350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17220916,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":451,"num_read_kb":26456,"num_write":991,"num_write_kb":42546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'261","reported_seq":927,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:22.306511+0000","last_change":"2024-09-07T13:38:09.951698+0000","last_active":"2024-09-07T15:23:22.306511+0000","last_peered":"2024-09-07T15:23:22.306511+0000","last_clean":"2024-09-07T15:23:22.306511+0000","last_became_active":"2024-09-07T13:38:09.950346+0000","last_became_peered":"2024-09-07T13:38:09.950346+0000","last_unstale":"2024-09-07T15:23:22.306511+0000","last_undegraded":"2024-09-07T15:23:22.306511+0000","last_fullsized":"2024-09-07T15:23:22.306511+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:44:47.085193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23071541,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":428,"num_read_kb":31371,"num_write":959,"num_write_kb":48642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'129","reported_seq":736,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.705309+0000","last_change":"2024-09-07T13:38:11.956956+0000","last_active":"2024-09-07T15:24:56.705309+0000","last_peered":"2024-09-07T15:24:56.705309+0000","last_clean":"2024-09-07T15:24:56.705309+0000","last_became_active":"2024-09-07T13:38:11.955485+0000","last_became_peered":"2024-09-07T13:38:11.955485+0000","last_unstale":"2024-09-07T15:24:56.705309+0000","last_undegraded":"2024-09-07T15:24:56.705309+0000","last_fullsized":"2024-09-07T15:24:56.705309+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:27:17.722845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":556,"num_read_kb":453,"num_write":191,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'389","reported_seq":1083,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:38.282989+0000","last_change":"2024-09-07T13:38:09.956186+0000","last_active":"2024-09-07T15:25:38.282989+0000","last_peered":"2024-09-07T15:25:38.282989+0000","last_clean":"2024-09-07T15:25:38.282989+0000","last_became_active":"2024-09-07T13:38:09.955640+0000","last_became_peered":"2024-09-07T13:38:09.955640+0000","last_unstale":"2024-09-07T15:25:38.282989+0000","last_undegraded":"2024-09-07T15:25:38.282989+0000","last_fullsized":"2024-09-07T15:25:38.282989+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:13:39.740575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6966202,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":683,"num_read_kb":13304,"num_write":1161,"num_write_kb":30944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'181","reported_seq":831,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.738055+0000","last_change":"2024-09-07T13:38:11.957199+0000","last_active":"2024-09-07T15:24:31.738055+0000","last_peered":"2024-09-07T15:24:31.738055+0000","last_clean":"2024-09-07T15:24:31.738055+0000","last_became_active":"2024-09-07T13:38:11.955420+0000","last_became_peered":"2024-09-07T13:38:11.955420+0000","last_unstale":"2024-09-07T15:24:31.738055+0000","last_undegraded":"2024-09-07T15:24:31.738055+0000","last_fullsized":"2024-09-07T15:24:31.738055+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:45:18.102760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":815,"num_read_kb":669,"num_write":276,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5579,"num_read_kb":3932,"num_write":1892,"num_write_kb":790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1063,"ondisk_log_size":1063,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15869,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":16338,"num_read_kb":16003,"num_write":16758,"num_write_kb":4902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":31738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1879,"ondisk_log_size":1879,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":453,"ondisk_log_size":453,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1825504,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":20073,"num_read_kb":35767,"num_write":16939,"num_write_kb":12233,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3284992,"data_stored":2749810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1881,"ondisk_log_size":1881,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2403,"num_read_kb":2864,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102755,"num_read_kb":85366,"num_write":37204,"num_write_kb":18790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4128,"ondisk_log_size":4128,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":752886508,"num_objects":4406,"num_object_clones":0,"num_object_copies":13218,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4406,"num_whiteouts":0,"num_read":32166,"num_read_kb":2657150,"num_write":66890,"num_write_kb":2277217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1178333184,"data_stored":1178333184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4348,"ondisk_log_size":4348,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":73044895,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":119,"num_read_kb":189777,"num_write":139,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":146096128,"data_stored":146089790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":73044895,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":117,"num_read_kb":189147,"num_write":139,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":146096128,"data_stored":146089790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129543471,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":447192,"kb_used_data":181384,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":93924648,"statfs":{"total":96636764160,"available":96178839552,"internally_reserved":0,"allocated":185737216,"data_stored":183663265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":272169418},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129543469,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":439056,"kb_used_data":178816,"kb_used_omap":1,"kb_used_meta":260222,"kb_avail":93932784,"statfs":{"total":96636764160,"available":96187170816,"internally_reserved":0,"allocated":183107584,"data_stored":181111165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":266467782},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129543471,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":299632,"kb_used_data":178272,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94072208,"statfs":{"total":96636764160,"available":96329940992,"internally_reserved":0,"allocated":182550528,"data_stored":180445285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":124254661},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129543467,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297992,"kb_used_data":208504,"kb_used_omap":1,"kb_used_meta":89470,"kb_avail":94073848,"statfs":{"total":96636764160,"available":96331620352,"internally_reserved":0,"allocated":213508096,"data_stored":211556910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91617733},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543470,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":460384,"kb_used_data":198800,"kb_used_omap":1,"kb_used_meta":261566,"kb_avail":93911456,"statfs":{"total":96636764160,"available":96165330944,"internally_reserved":0,"allocated":203571200,"data_stored":201530320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":267844040},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543468,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":227712,"kb_used_data":142448,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94144128,"statfs":{"total":96636764160,"available":96403587072,"internally_reserved":0,"allocated":145866752,"data_stored":143893019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87292357},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543467,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":332856,"kb_used_data":197608,"kb_used_omap":1,"kb_used_meta":135230,"kb_avail":94038984,"statfs":{"total":96636764160,"available":96295919616,"internally_reserved":0,"allocated":202350592,"data_stored":200322221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":138475973},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543469,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":417684,"kb_used_data":187972,"kb_used_omap":1,"kb_used_meta":229694,"kb_avail":93954156,"statfs":{"total":96636764160,"available":96209055744,"internally_reserved":0,"allocated":192483328,"data_stored":190439991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":235207112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":163008512,"data_stored":163008512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":148754432,"data_stored":148754432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102608896,"data_stored":102608896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":163487744,"data_stored":163487744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":163483648,"data_stored":163483648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":139718656,"data_stored":139718656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":144871424,"data_stored":144871424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":152399872,"data_stored":152399872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":425984,"data_stored":360003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":385702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":111687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":561152,"data_stored":480210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":86516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":663552,"data_stored":554313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":315392,"data_stored":261372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":510007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":19972096,"data_stored":19971370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":27262976,"data_stored":27262976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":22020096,"data_stored":22020096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3731456,"data_stored":3730091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":19922944,"data_stored":19922944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":26275840,"data_stored":26274762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":18984960,"data_stored":18983156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":7925760,"data_stored":7924395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21606400,"data_stored":21604309,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16838656,"data_stored":16837578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":31518720,"data_stored":31517642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":25751552,"data_stored":25750187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":11583488,"data_stored":11582762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14680064,"data_stored":14680064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":19922944,"data_stored":19922944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-07T15:27:46.506 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-07T15:27:46.892 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:27:46.917 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2024-09-07T15:27:46.919 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":3560,"stamp":"2024-09-07T15:27:45.489104+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":901409851,"num_objects":4769,"num_object_clones":0,"num_object_copies":13944,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4769,"num_whiteouts":0,"num_read":179628,"num_read_kb":3180073,"num_write":140104,"num_write_kb":2577130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":61,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14003,"ondisk_log_size":14003,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2922508,"kb_used_data":1473804,"kb_used_omap":12,"kb_used_meta":1448563,"kb_avail":752052212,"statfs":{"total":773094113280,"available":770101465088,"internally_reserved":0,"allocated":1509175296,"data_stored":1492962176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":1483329076},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008827"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.719988+0000","last_change":"2024-09-07T14:28:24.421644+0000","last_active":"2024-09-07T15:23:26.719988+0000","last_peered":"2024-09-07T15:23:26.719988+0000","last_clean":"2024-09-07T15:23:26.719988+0000","last_became_active":"2024-09-07T14:28:24.420634+0000","last_became_peered":"2024-09-07T14:28:24.420634+0000","last_unstale":"2024-09-07T15:23:26.719988+0000","last_undegraded":"2024-09-07T15:23:26.719988+0000","last_fullsized":"2024-09-07T15:23:26.719988+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:59.587795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'3","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:51.725886+0000","last_change":"2024-09-07T14:01:17.861487+0000","last_active":"2024-09-07T15:23:51.725886+0000","last_peered":"2024-09-07T15:23:51.725886+0000","last_clean":"2024-09-07T15:23:51.725886+0000","last_became_active":"2024-09-07T14:01:17.860628+0000","last_became_peered":"2024-09-07T14:01:17.860628+0000","last_unstale":"2024-09-07T15:23:51.725886+0000","last_undegraded":"2024-09-07T15:23:51.725886+0000","last_fullsized":"2024-09-07T15:23:51.725886+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:45.938337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5291306,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":5168,"num_write":3,"num_write_kb":5168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.307080+0000","last_change":"2024-09-07T14:01:10.281106+0000","last_active":"2024-09-07T15:23:42.307080+0000","last_peered":"2024-09-07T15:23:42.307080+0000","last_clean":"2024-09-07T15:23:42.307080+0000","last_became_active":"2024-09-07T14:01:10.280451+0000","last_became_peered":"2024-09-07T14:01:10.280451+0000","last_unstale":"2024-09-07T15:23:42.307080+0000","last_undegraded":"2024-09-07T15:23:42.307080+0000","last_fullsized":"2024-09-07T15:23:42.307080+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:46.345398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'32","reported_seq":163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.704175+0000","last_change":"2024-09-07T13:55:14.113420+0000","last_active":"2024-09-07T15:24:51.704175+0000","last_peered":"2024-09-07T15:24:51.704175+0000","last_clean":"2024-09-07T15:24:51.704175+0000","last_became_active":"2024-09-07T13:55:14.111290+0000","last_became_peered":"2024-09-07T13:55:14.111290+0000","last_unstale":"2024-09-07T15:24:51.704175+0000","last_undegraded":"2024-09-07T15:24:51.704175+0000","last_fullsized":"2024-09-07T15:24:51.704175+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:19:42.881114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":112,"num_write":58,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.250112+0000","last_change":"2024-09-07T14:28:24.441050+0000","last_active":"2024-09-07T15:23:26.250112+0000","last_peered":"2024-09-07T15:23:26.250112+0000","last_clean":"2024-09-07T15:23:26.250112+0000","last_became_active":"2024-09-07T14:28:24.440403+0000","last_became_peered":"2024-09-07T14:28:24.440403+0000","last_unstale":"2024-09-07T15:23:26.250112+0000","last_undegraded":"2024-09-07T15:23:26.250112+0000","last_fullsized":"2024-09-07T15:23:26.250112+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:18:19.747260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'2","reported_seq":62,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.494266+0000","last_change":"2024-09-07T14:01:17.860509+0000","last_active":"2024-09-07T15:23:52.494266+0000","last_peered":"2024-09-07T15:23:52.494266+0000","last_clean":"2024-09-07T15:23:52.494266+0000","last_became_active":"2024-09-07T14:01:17.859566+0000","last_became_peered":"2024-09-07T14:01:17.859566+0000","last_unstale":"2024-09-07T15:23:52.494266+0000","last_undegraded":"2024-09-07T15:23:52.494266+0000","last_fullsized":"2024-09-07T15:23:52.494266+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:31:05.625691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3730091,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":4214,"num_write":2,"num_write_kb":3643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"269'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.258794+0000","last_change":"2024-09-07T14:01:10.272125+0000","last_active":"2024-09-07T15:23:41.258794+0000","last_peered":"2024-09-07T15:23:41.258794+0000","last_clean":"2024-09-07T15:23:41.258794+0000","last_became_active":"2024-09-07T14:01:10.271430+0000","last_became_peered":"2024-09-07T14:01:10.271430+0000","last_unstale":"2024-09-07T15:23:41.258794+0000","last_undegraded":"2024-09-07T15:23:41.258794+0000","last_fullsized":"2024-09-07T15:23:41.258794+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:32:51.321558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"269'44","reported_seq":201,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.253578+0000","last_change":"2024-09-07T13:55:14.096417+0000","last_active":"2024-09-07T15:23:41.253578+0000","last_peered":"2024-09-07T15:23:41.253578+0000","last_clean":"2024-09-07T15:23:41.253578+0000","last_became_active":"2024-09-07T13:55:14.087402+0000","last_became_peered":"2024-09-07T13:55:14.087402+0000","last_unstale":"2024-09-07T15:23:41.253578+0000","last_undegraded":"2024-09-07T15:23:41.253578+0000","last_fullsized":"2024-09-07T15:23:41.253578+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:39:50.856280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":156,"num_write":84,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.473696+0000","last_change":"2024-09-07T14:28:24.430447+0000","last_active":"2024-09-07T15:24:01.473696+0000","last_peered":"2024-09-07T15:24:01.473696+0000","last_clean":"2024-09-07T15:24:01.473696+0000","last_became_active":"2024-09-07T14:28:24.429669+0000","last_became_peered":"2024-09-07T14:28:24.429669+0000","last_unstale":"2024-09-07T15:24:01.473696+0000","last_undegraded":"2024-09-07T15:24:01.473696+0000","last_fullsized":"2024-09-07T15:24:01.473696+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:25:10.632716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'3","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701959+0000","last_change":"2024-09-07T14:01:17.972661+0000","last_active":"2024-09-07T15:24:41.701959+0000","last_peered":"2024-09-07T15:24:41.701959+0000","last_clean":"2024-09-07T15:24:41.701959+0000","last_became_active":"2024-09-07T14:01:17.972004+0000","last_became_peered":"2024-09-07T14:01:17.972004+0000","last_unstale":"2024-09-07T15:24:41.701959+0000","last_undegraded":"2024-09-07T15:24:41.701959+0000","last_fullsized":"2024-09-07T15:24:41.701959+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:52:18.839057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"269'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.277298+0000","last_change":"2024-09-07T14:01:10.266064+0000","last_active":"2024-09-07T15:25:36.277298+0000","last_peered":"2024-09-07T15:25:36.277298+0000","last_clean":"2024-09-07T15:25:36.277298+0000","last_became_active":"2024-09-07T14:01:10.264607+0000","last_became_peered":"2024-09-07T14:01:10.264607+0000","last_unstale":"2024-09-07T15:25:36.277298+0000","last_undegraded":"2024-09-07T15:25:36.277298+0000","last_fullsized":"2024-09-07T15:25:36.277298+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:29:39.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":5120,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'7","reported_seq":90,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:22:46.674696+0000","last_change":"2024-09-07T13:55:14.109741+0000","last_active":"2024-09-07T15:22:46.674696+0000","last_peered":"2024-09-07T15:22:46.674696+0000","last_clean":"2024-09-07T15:22:46.674696+0000","last_became_active":"2024-09-07T13:55:14.108940+0000","last_became_peered":"2024-09-07T13:55:14.108940+0000","last_unstale":"2024-09-07T15:22:46.674696+0000","last_undegraded":"2024-09-07T15:22:46.674696+0000","last_fullsized":"2024-09-07T15:22:46.674696+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:43:14.023032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":13,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:17.315333+0000","last_change":"2024-09-07T14:28:24.419652+0000","last_active":"2024-09-07T15:24:17.315333+0000","last_peered":"2024-09-07T15:24:17.315333+0000","last_clean":"2024-09-07T15:24:17.315333+0000","last_became_active":"2024-09-07T14:28:24.417691+0000","last_became_peered":"2024-09-07T14:28:24.417691+0000","last_unstale":"2024-09-07T15:24:17.315333+0000","last_undegraded":"2024-09-07T15:24:17.315333+0000","last_fullsized":"2024-09-07T15:24:17.315333+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:01:52.353934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334342+0000","last_change":"2024-09-07T14:01:17.970027+0000","last_active":"2024-09-07T15:25:37.334342+0000","last_peered":"2024-09-07T15:25:37.334342+0000","last_clean":"2024-09-07T15:25:37.334342+0000","last_became_active":"2024-09-07T14:01:17.968854+0000","last_became_peered":"2024-09-07T14:01:17.968854+0000","last_unstale":"2024-09-07T15:25:37.334342+0000","last_undegraded":"2024-09-07T15:25:37.334342+0000","last_fullsized":"2024-09-07T15:25:37.334342+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:26.054507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'1","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503925+0000","last_change":"2024-09-07T14:01:10.281119+0000","last_active":"2024-09-07T15:24:32.503925+0000","last_peered":"2024-09-07T15:24:32.503925+0000","last_clean":"2024-09-07T15:24:32.503925+0000","last_became_active":"2024-09-07T14:01:10.273387+0000","last_became_peered":"2024-09-07T14:01:10.273387+0000","last_unstale":"2024-09-07T15:24:32.503925+0000","last_undegraded":"2024-09-07T15:24:32.503925+0000","last_fullsized":"2024-09-07T15:24:32.503925+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:05.468987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'37","reported_seq":171,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:22:47.294186+0000","last_change":"2024-09-07T13:55:14.088118+0000","last_active":"2024-09-07T15:22:47.294186+0000","last_peered":"2024-09-07T15:22:47.294186+0000","last_clean":"2024-09-07T15:22:47.294186+0000","last_became_active":"2024-09-07T13:55:14.087457+0000","last_became_peered":"2024-09-07T13:55:14.087457+0000","last_unstale":"2024-09-07T15:22:47.294186+0000","last_undegraded":"2024-09-07T15:22:47.294186+0000","last_fullsized":"2024-09-07T15:22:47.294186+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:12:52.792391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":187,"num_read_kb":132,"num_write":69,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321813+0000","last_change":"2024-09-07T14:28:24.422282+0000","last_active":"2024-09-07T15:24:42.321813+0000","last_peered":"2024-09-07T15:24:42.321813+0000","last_clean":"2024-09-07T15:24:42.321813+0000","last_became_active":"2024-09-07T14:28:24.421520+0000","last_became_peered":"2024-09-07T14:28:24.421520+0000","last_unstale":"2024-09-07T15:24:42.321813+0000","last_undegraded":"2024-09-07T15:24:42.321813+0000","last_fullsized":"2024-09-07T15:24:42.321813+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:48.841353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":58,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:46.724653+0000","last_change":"2024-09-07T14:01:17.842419+0000","last_active":"2024-09-07T15:23:46.724653+0000","last_peered":"2024-09-07T15:23:46.724653+0000","last_clean":"2024-09-07T15:23:46.724653+0000","last_became_active":"2024-09-07T14:01:17.841361+0000","last_became_peered":"2024-09-07T14:01:17.841361+0000","last_unstale":"2024-09-07T15:23:46.724653+0000","last_undegraded":"2024-09-07T15:23:46.724653+0000","last_fullsized":"2024-09-07T15:23:46.724653+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:42.642334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682380+0000","last_change":"2024-09-07T14:01:10.285835+0000","last_active":"2024-09-07T15:23:21.682380+0000","last_peered":"2024-09-07T15:23:21.682380+0000","last_clean":"2024-09-07T15:23:21.682380+0000","last_became_active":"2024-09-07T14:01:10.285111+0000","last_became_peered":"2024-09-07T14:01:10.285111+0000","last_unstale":"2024-09-07T15:23:21.682380+0000","last_undegraded":"2024-09-07T15:23:21.682380+0000","last_fullsized":"2024-09-07T15:23:21.682380+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:09:49.233034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'74","reported_seq":319,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:22:47.294077+0000","last_change":"2024-09-07T13:55:14.085801+0000","last_active":"2024-09-07T15:22:47.294077+0000","last_peered":"2024-09-07T15:22:47.294077+0000","last_clean":"2024-09-07T15:22:47.294077+0000","last_became_active":"2024-09-07T13:55:14.085052+0000","last_became_peered":"2024-09-07T13:55:14.085052+0000","last_unstale":"2024-09-07T15:22:47.294077+0000","last_undegraded":"2024-09-07T15:22:47.294077+0000","last_fullsized":"2024-09-07T15:22:47.294077+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:43:22.657225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":482,"num_read_kb":331,"num_write":108,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.273081+0000","last_change":"2024-09-07T14:28:24.440255+0000","last_active":"2024-09-07T15:24:41.273081+0000","last_peered":"2024-09-07T15:24:41.273081+0000","last_clean":"2024-09-07T15:24:41.273081+0000","last_became_active":"2024-09-07T14:28:24.436384+0000","last_became_peered":"2024-09-07T14:28:24.436384+0000","last_unstale":"2024-09-07T15:24:41.273081+0000","last_undegraded":"2024-09-07T15:24:41.273081+0000","last_fullsized":"2024-09-07T15:24:41.273081+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:00:47.377759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'3","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.467493+0000","last_change":"2024-09-07T14:01:17.851419+0000","last_active":"2024-09-07T15:23:31.467493+0000","last_peered":"2024-09-07T15:23:31.467493+0000","last_clean":"2024-09-07T15:23:31.467493+0000","last_became_active":"2024-09-07T14:01:17.850612+0000","last_became_peered":"2024-09-07T14:01:17.850612+0000","last_unstale":"2024-09-07T15:23:31.467493+0000","last_undegraded":"2024-09-07T15:23:31.467493+0000","last_fullsized":"2024-09-07T15:23:31.467493+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:29:10.215037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"269'2","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:37.490759+0000","last_change":"2024-09-07T14:01:10.282581+0000","last_active":"2024-09-07T15:23:37.490759+0000","last_peered":"2024-09-07T15:23:37.490759+0000","last_clean":"2024-09-07T15:23:37.490759+0000","last_became_active":"2024-09-07T14:01:10.281150+0000","last_became_peered":"2024-09-07T14:01:10.281150+0000","last_unstale":"2024-09-07T15:23:37.490759+0000","last_undegraded":"2024-09-07T15:23:37.490759+0000","last_fullsized":"2024-09-07T15:23:37.490759+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:54.952659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'6","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:22:46.455105+0000","last_change":"2024-09-07T13:55:14.098117+0000","last_active":"2024-09-07T15:22:46.455105+0000","last_peered":"2024-09-07T15:22:46.455105+0000","last_clean":"2024-09-07T15:22:46.455105+0000","last_became_active":"2024-09-07T13:55:14.093572+0000","last_became_peered":"2024-09-07T13:55:14.093572+0000","last_unstale":"2024-09-07T15:22:46.455105+0000","last_undegraded":"2024-09-07T15:22:46.455105+0000","last_fullsized":"2024-09-07T15:22:46.455105+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:15:41.893544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":28,"num_read_kb":19,"num_write":12,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'1","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.890621+0000","last_change":"2024-09-07T14:28:24.442120+0000","last_active":"2024-09-07T15:23:26.890621+0000","last_peered":"2024-09-07T15:23:26.890621+0000","last_clean":"2024-09-07T15:23:26.890621+0000","last_became_active":"2024-09-07T14:28:24.441369+0000","last_became_peered":"2024-09-07T14:28:24.441369+0000","last_unstale":"2024-09-07T15:23:26.890621+0000","last_undegraded":"2024-09-07T15:23:26.890621+0000","last_fullsized":"2024-09-07T15:23:26.890621+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:04:30.847423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'2","reported_seq":61,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:51.471760+0000","last_change":"2024-09-07T14:01:17.859432+0000","last_active":"2024-09-07T15:23:51.471760+0000","last_peered":"2024-09-07T15:23:51.471760+0000","last_clean":"2024-09-07T15:23:51.471760+0000","last_became_active":"2024-09-07T14:01:17.858145+0000","last_became_peered":"2024-09-07T14:01:17.858145+0000","last_unstale":"2024-09-07T15:23:51.471760+0000","last_undegraded":"2024-09-07T15:23:51.471760+0000","last_fullsized":"2024-09-07T15:23:51.471760+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:37:04.882876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'5","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.491870+0000","last_change":"2024-09-07T14:01:10.283578+0000","last_active":"2024-09-07T15:23:42.491870+0000","last_peered":"2024-09-07T15:23:42.491870+0000","last_clean":"2024-09-07T15:23:42.491870+0000","last_became_active":"2024-09-07T14:01:10.282807+0000","last_became_peered":"2024-09-07T14:01:10.282807+0000","last_unstale":"2024-09-07T15:23:42.491870+0000","last_undegraded":"2024-09-07T15:23:42.491870+0000","last_fullsized":"2024-09-07T15:23:42.491870+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:02:47.880557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'22","reported_seq":134,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.707338+0000","last_change":"2024-09-07T13:55:14.096698+0000","last_active":"2024-09-07T15:25:06.707338+0000","last_peered":"2024-09-07T15:25:06.707338+0000","last_clean":"2024-09-07T15:25:06.707338+0000","last_became_active":"2024-09-07T13:55:14.096037+0000","last_became_peered":"2024-09-07T13:55:14.096037+0000","last_unstale":"2024-09-07T15:25:06.707338+0000","last_undegraded":"2024-09-07T15:25:06.707338+0000","last_fullsized":"2024-09-07T15:25:06.707338+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:27.666765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":81,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.890741+0000","last_change":"2024-09-07T14:28:24.450257+0000","last_active":"2024-09-07T15:23:26.890741+0000","last_peered":"2024-09-07T15:23:26.890741+0000","last_clean":"2024-09-07T15:23:26.890741+0000","last_became_active":"2024-09-07T14:28:24.448471+0000","last_became_peered":"2024-09-07T14:28:24.448471+0000","last_unstale":"2024-09-07T15:23:26.890741+0000","last_undegraded":"2024-09-07T15:23:26.890741+0000","last_fullsized":"2024-09-07T15:23:26.890741+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:37:36.004436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"269'1","reported_seq":59,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:47.308193+0000","last_change":"2024-09-07T14:01:17.841172+0000","last_active":"2024-09-07T15:23:47.308193+0000","last_peered":"2024-09-07T15:23:47.308193+0000","last_clean":"2024-09-07T15:23:47.308193+0000","last_became_active":"2024-09-07T14:01:17.839423+0000","last_became_peered":"2024-09-07T14:01:17.839423+0000","last_unstale":"2024-09-07T15:23:47.308193+0000","last_undegraded":"2024-09-07T15:23:47.308193+0000","last_fullsized":"2024-09-07T15:23:47.308193+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:21:56.350775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"266'3","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.687516+0000","last_change":"2024-09-07T14:01:10.266523+0000","last_active":"2024-09-07T15:23:41.687516+0000","last_peered":"2024-09-07T15:23:41.687516+0000","last_clean":"2024-09-07T15:23:41.687516+0000","last_became_active":"2024-09-07T14:01:10.265746+0000","last_became_peered":"2024-09-07T14:01:10.265746+0000","last_unstale":"2024-09-07T15:23:41.687516+0000","last_undegraded":"2024-09-07T15:23:41.687516+0000","last_fullsized":"2024-09-07T15:23:41.687516+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:45:32.096328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'20","reported_seq":125,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272787+0000","last_change":"2024-09-07T13:55:14.104770+0000","last_active":"2024-09-07T15:24:41.272787+0000","last_peered":"2024-09-07T15:24:41.272787+0000","last_clean":"2024-09-07T15:24:41.272787+0000","last_became_active":"2024-09-07T13:55:14.104075+0000","last_became_peered":"2024-09-07T13:55:14.104075+0000","last_unstale":"2024-09-07T15:24:41.272787+0000","last_undegraded":"2024-09-07T15:24:41.272787+0000","last_fullsized":"2024-09-07T15:24:41.272787+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:51:25.035314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":97,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268208+0000","last_change":"2024-09-07T14:28:24.415493+0000","last_active":"2024-09-07T15:24:26.268208+0000","last_peered":"2024-09-07T15:24:26.268208+0000","last_clean":"2024-09-07T15:24:26.268208+0000","last_became_active":"2024-09-07T14:28:24.414753+0000","last_became_peered":"2024-09-07T14:28:24.414753+0000","last_unstale":"2024-09-07T15:24:26.268208+0000","last_undegraded":"2024-09-07T15:24:26.268208+0000","last_fullsized":"2024-09-07T15:24:26.268208+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:28.381524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'5","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:27.303808+0000","last_change":"2024-09-07T14:01:17.969533+0000","last_active":"2024-09-07T15:23:27.303808+0000","last_peered":"2024-09-07T15:23:27.303808+0000","last_clean":"2024-09-07T15:23:27.303808+0000","last_became_active":"2024-09-07T14:01:17.968788+0000","last_became_peered":"2024-09-07T14:01:17.968788+0000","last_unstale":"2024-09-07T15:23:27.303808+0000","last_undegraded":"2024-09-07T15:23:27.303808+0000","last_fullsized":"2024-09-07T15:23:27.303808+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:06:07.667622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"269'7","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:06.715430+0000","last_change":"2024-09-07T14:01:10.283582+0000","last_active":"2024-09-07T15:23:06.715430+0000","last_peered":"2024-09-07T15:23:06.715430+0000","last_clean":"2024-09-07T15:23:06.715430+0000","last_became_active":"2024-09-07T14:01:10.282824+0000","last_became_peered":"2024-09-07T14:01:10.282824+0000","last_unstale":"2024-09-07T15:23:06.715430+0000","last_undegraded":"2024-09-07T15:23:06.715430+0000","last_fullsized":"2024-09-07T15:23:06.715430+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:25:12.874905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":18432,"num_write":7,"num_write_kb":18432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"269'42","reported_seq":193,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701985+0000","last_change":"2024-09-07T13:55:14.112639+0000","last_active":"2024-09-07T15:24:41.701985+0000","last_peered":"2024-09-07T15:24:41.701985+0000","last_clean":"2024-09-07T15:24:41.701985+0000","last_became_active":"2024-09-07T13:55:14.110888+0000","last_became_peered":"2024-09-07T13:55:14.110888+0000","last_unstale":"2024-09-07T15:24:41.701985+0000","last_undegraded":"2024-09-07T15:24:41.701985+0000","last_fullsized":"2024-09-07T15:24:41.701985+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:52:33.355524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":158,"num_write":68,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263088+0000","last_change":"2024-09-07T14:28:24.435687+0000","last_active":"2024-09-07T15:24:26.263088+0000","last_peered":"2024-09-07T15:24:26.263088+0000","last_clean":"2024-09-07T15:24:26.263088+0000","last_became_active":"2024-09-07T14:28:24.435296+0000","last_became_peered":"2024-09-07T14:28:24.435296+0000","last_unstale":"2024-09-07T15:24:26.263088+0000","last_undegraded":"2024-09-07T15:24:26.263088+0000","last_fullsized":"2024-09-07T15:24:26.263088+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:14:29.785974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":59,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.301366+0000","last_change":"2024-09-07T14:01:17.965686+0000","last_active":"2024-09-07T15:23:17.301366+0000","last_peered":"2024-09-07T15:23:17.301366+0000","last_clean":"2024-09-07T15:23:17.301366+0000","last_became_active":"2024-09-07T14:01:17.964756+0000","last_became_peered":"2024-09-07T14:01:17.964756+0000","last_unstale":"2024-09-07T15:23:17.301366+0000","last_undegraded":"2024-09-07T15:23:17.301366+0000","last_fullsized":"2024-09-07T15:23:17.301366+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:52:06.015709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.889471+0000","last_change":"2024-09-07T14:01:10.275286+0000","last_active":"2024-09-07T15:23:21.889471+0000","last_peered":"2024-09-07T15:23:21.889471+0000","last_clean":"2024-09-07T15:23:21.889471+0000","last_became_active":"2024-09-07T14:01:10.274554+0000","last_became_peered":"2024-09-07T14:01:10.274554+0000","last_unstale":"2024-09-07T15:23:21.889471+0000","last_undegraded":"2024-09-07T15:23:21.889471+0000","last_fullsized":"2024-09-07T15:23:21.889471+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:07:27.436115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'51","reported_seq":218,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321919+0000","last_change":"2024-09-07T13:55:14.085990+0000","last_active":"2024-09-07T15:24:42.321919+0000","last_peered":"2024-09-07T15:24:42.321919+0000","last_clean":"2024-09-07T15:24:42.321919+0000","last_became_active":"2024-09-07T13:55:14.085355+0000","last_became_peered":"2024-09-07T13:55:14.085355+0000","last_unstale":"2024-09-07T15:24:42.321919+0000","last_undegraded":"2024-09-07T15:24:42.321919+0000","last_fullsized":"2024-09-07T15:24:42.321919+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:12:30.749491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":213,"num_write":78,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904660+0000","last_change":"2024-09-07T14:28:24.442216+0000","last_active":"2024-09-07T15:24:26.904660+0000","last_peered":"2024-09-07T15:24:26.904660+0000","last_clean":"2024-09-07T15:24:26.904660+0000","last_became_active":"2024-09-07T14:28:24.433218+0000","last_became_peered":"2024-09-07T14:28:24.433218+0000","last_unstale":"2024-09-07T15:24:26.904660+0000","last_undegraded":"2024-09-07T15:24:26.904660+0000","last_fullsized":"2024-09-07T15:24:26.904660+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:30.464391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"269'5","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:27.303882+0000","last_change":"2024-09-07T14:01:17.971411+0000","last_active":"2024-09-07T15:23:27.303882+0000","last_peered":"2024-09-07T15:23:27.303882+0000","last_clean":"2024-09-07T15:23:27.303882+0000","last_became_active":"2024-09-07T14:01:17.970646+0000","last_became_peered":"2024-09-07T14:01:17.970646+0000","last_unstale":"2024-09-07T15:23:27.303882+0000","last_undegraded":"2024-09-07T15:23:27.303882+0000","last_fullsized":"2024-09-07T15:23:27.303882+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:58:50.457965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1108938,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":6262,"num_write":10,"num_write_kb":5179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.249076+0000","last_change":"2024-09-07T14:01:10.252056+0000","last_active":"2024-09-07T15:23:21.249076+0000","last_peered":"2024-09-07T15:23:21.249076+0000","last_clean":"2024-09-07T15:23:21.249076+0000","last_became_active":"2024-09-07T14:01:10.251302+0000","last_became_peered":"2024-09-07T14:01:10.251302+0000","last_unstale":"2024-09-07T15:23:21.249076+0000","last_undegraded":"2024-09-07T15:23:21.249076+0000","last_fullsized":"2024-09-07T15:23:21.249076+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:32:15.693536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'8","reported_seq":97,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.266531+0000","last_change":"2024-09-07T13:55:14.099285+0000","last_active":"2024-09-07T15:24:41.266531+0000","last_peered":"2024-09-07T15:24:41.266531+0000","last_clean":"2024-09-07T15:24:41.266531+0000","last_became_active":"2024-09-07T13:55:14.098558+0000","last_became_peered":"2024-09-07T13:55:14.098558+0000","last_unstale":"2024-09-07T15:24:41.266531+0000","last_undegraded":"2024-09-07T15:24:41.266531+0000","last_fullsized":"2024-09-07T15:24:41.266531+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:06:54.436658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":32,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736692+0000","last_change":"2024-09-07T14:28:24.426960+0000","last_active":"2024-09-07T15:24:26.736692+0000","last_peered":"2024-09-07T15:24:26.736692+0000","last_clean":"2024-09-07T15:24:26.736692+0000","last_became_active":"2024-09-07T14:28:24.426118+0000","last_became_peered":"2024-09-07T14:28:24.426118+0000","last_unstale":"2024-09-07T15:24:26.736692+0000","last_undegraded":"2024-09-07T15:24:26.736692+0000","last_fullsized":"2024-09-07T15:24:26.736692+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:59.974978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":58,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:32.489787+0000","last_change":"2024-09-07T14:01:17.853494+0000","last_active":"2024-09-07T15:23:32.489787+0000","last_peered":"2024-09-07T15:23:32.489787+0000","last_clean":"2024-09-07T15:23:32.489787+0000","last_became_active":"2024-09-07T14:01:17.852178+0000","last_became_peered":"2024-09-07T14:01:17.852178+0000","last_unstale":"2024-09-07T15:23:32.489787+0000","last_undegraded":"2024-09-07T15:23:32.489787+0000","last_fullsized":"2024-09-07T15:23:32.489787+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:05:18.835356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'6","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682664+0000","last_change":"2024-09-07T14:01:10.275656+0000","last_active":"2024-09-07T15:23:21.682664+0000","last_peered":"2024-09-07T15:23:21.682664+0000","last_clean":"2024-09-07T15:23:21.682664+0000","last_became_active":"2024-09-07T14:01:10.274646+0000","last_became_peered":"2024-09-07T14:01:10.274646+0000","last_unstale":"2024-09-07T15:23:21.682664+0000","last_undegraded":"2024-09-07T15:23:21.682664+0000","last_fullsized":"2024-09-07T15:23:21.682664+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:50:48.978438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48426,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":5213,"num_write":11,"num_write_kb":5213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'29","reported_seq":149,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901384+0000","last_change":"2024-09-07T13:55:14.097497+0000","last_active":"2024-09-07T15:24:11.901384+0000","last_peered":"2024-09-07T15:24:11.901384+0000","last_clean":"2024-09-07T15:24:11.901384+0000","last_became_active":"2024-09-07T13:55:14.096759+0000","last_became_peered":"2024-09-07T13:55:14.096759+0000","last_unstale":"2024-09-07T15:24:11.901384+0000","last_undegraded":"2024-09-07T15:24:11.901384+0000","last_fullsized":"2024-09-07T15:24:11.901384+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:59:56.283361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":97,"num_write":54,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312361+0000","last_change":"2024-09-07T14:28:24.439419+0000","last_active":"2024-09-07T15:24:02.312361+0000","last_peered":"2024-09-07T15:24:02.312361+0000","last_clean":"2024-09-07T15:24:02.312361+0000","last_became_active":"2024-09-07T14:28:24.439038+0000","last_became_peered":"2024-09-07T14:28:24.439038+0000","last_unstale":"2024-09-07T15:24:02.312361+0000","last_undegraded":"2024-09-07T15:24:02.312361+0000","last_fullsized":"2024-09-07T15:24:02.312361+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:32.162144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.280869+0000","last_change":"2024-09-07T14:01:17.856783+0000","last_active":"2024-09-07T15:25:21.280869+0000","last_peered":"2024-09-07T15:25:21.280869+0000","last_clean":"2024-09-07T15:25:21.280869+0000","last_became_active":"2024-09-07T14:01:17.849321+0000","last_became_peered":"2024-09-07T14:01:17.849321+0000","last_unstale":"2024-09-07T15:25:21.280869+0000","last_undegraded":"2024-09-07T15:25:21.280869+0000","last_fullsized":"2024-09-07T15:25:21.280869+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:39:39.583415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.512808+0000","last_change":"2024-09-07T14:01:10.282215+0000","last_active":"2024-09-07T15:25:12.512808+0000","last_peered":"2024-09-07T15:25:12.512808+0000","last_clean":"2024-09-07T15:25:12.512808+0000","last_became_active":"2024-09-07T14:01:10.281706+0000","last_became_peered":"2024-09-07T14:01:10.281706+0000","last_unstale":"2024-09-07T15:25:12.512808+0000","last_undegraded":"2024-09-07T15:25:12.512808+0000","last_fullsized":"2024-09-07T15:25:12.512808+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:45:04.161631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'23","reported_seq":137,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897830+0000","last_change":"2024-09-07T13:55:14.100242+0000","last_active":"2024-09-07T15:23:56.897830+0000","last_peered":"2024-09-07T15:23:56.897830+0000","last_clean":"2024-09-07T15:23:56.897830+0000","last_became_active":"2024-09-07T13:55:14.095768+0000","last_became_peered":"2024-09-07T13:55:14.095768+0000","last_unstale":"2024-09-07T15:23:56.897830+0000","last_undegraded":"2024-09-07T15:23:56.897830+0000","last_fullsized":"2024-09-07T15:23:56.897830+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:33.523428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":87,"num_write":38,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.691804+0000","last_change":"2024-09-07T14:28:24.444992+0000","last_active":"2024-09-07T15:24:01.691804+0000","last_peered":"2024-09-07T15:24:01.691804+0000","last_clean":"2024-09-07T15:24:01.691804+0000","last_became_active":"2024-09-07T14:28:24.444198+0000","last_became_peered":"2024-09-07T14:28:24.444198+0000","last_unstale":"2024-09-07T15:24:01.691804+0000","last_undegraded":"2024-09-07T15:24:01.691804+0000","last_fullsized":"2024-09-07T15:24:01.691804+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:43:10.563592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'5","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.280791+0000","last_change":"2024-09-07T14:01:17.856965+0000","last_active":"2024-09-07T15:25:21.280791+0000","last_peered":"2024-09-07T15:25:21.280791+0000","last_clean":"2024-09-07T15:25:21.280791+0000","last_became_active":"2024-09-07T14:01:17.856312+0000","last_became_peered":"2024-09-07T14:01:17.856312+0000","last_unstale":"2024-09-07T15:25:21.280791+0000","last_undegraded":"2024-09-07T15:25:21.280791+0000","last_fullsized":"2024-09-07T15:25:21.280791+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:03:33.992652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"269'4","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.328329+0000","last_change":"2024-09-07T14:01:10.250937+0000","last_active":"2024-09-07T15:25:12.328329+0000","last_peered":"2024-09-07T15:25:12.328329+0000","last_clean":"2024-09-07T15:25:12.328329+0000","last_became_active":"2024-09-07T14:01:10.250120+0000","last_became_peered":"2024-09-07T14:01:10.250120+0000","last_unstale":"2024-09-07T15:25:12.328329+0000","last_undegraded":"2024-09-07T15:25:12.328329+0000","last_fullsized":"2024-09-07T15:25:12.328329+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:01:23.113964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'23","reported_seq":133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.690517+0000","last_change":"2024-09-07T13:55:14.104755+0000","last_active":"2024-09-07T15:23:56.690517+0000","last_peered":"2024-09-07T15:23:56.690517+0000","last_clean":"2024-09-07T15:23:56.690517+0000","last_became_active":"2024-09-07T13:55:14.104049+0000","last_became_peered":"2024-09-07T13:55:14.104049+0000","last_unstale":"2024-09-07T15:23:56.690517+0000","last_undegraded":"2024-09-07T15:23:56.690517+0000","last_fullsized":"2024-09-07T15:23:56.690517+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:50:00.428135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":76,"num_write":45,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701814+0000","last_change":"2024-09-07T14:28:24.445027+0000","last_active":"2024-09-07T15:24:41.701814+0000","last_peered":"2024-09-07T15:24:41.701814+0000","last_clean":"2024-09-07T15:24:41.701814+0000","last_became_active":"2024-09-07T14:28:24.444272+0000","last_became_peered":"2024-09-07T14:28:24.444272+0000","last_unstale":"2024-09-07T15:24:41.701814+0000","last_undegraded":"2024-09-07T15:24:41.701814+0000","last_fullsized":"2024-09-07T15:24:41.701814+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:45:10.304393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:17.329480+0000","last_change":"2024-09-07T14:01:17.841706+0000","last_active":"2024-09-07T15:25:17.329480+0000","last_peered":"2024-09-07T15:25:17.329480+0000","last_clean":"2024-09-07T15:25:17.329480+0000","last_became_active":"2024-09-07T14:01:17.838647+0000","last_became_peered":"2024-09-07T14:01:17.838647+0000","last_unstale":"2024-09-07T15:25:17.329480+0000","last_undegraded":"2024-09-07T15:25:17.329480+0000","last_fullsized":"2024-09-07T15:25:17.329480+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:37:08.321555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:11.488852+0000","last_change":"2024-09-07T14:01:10.276737+0000","last_active":"2024-09-07T15:25:11.488852+0000","last_peered":"2024-09-07T15:25:11.488852+0000","last_clean":"2024-09-07T15:25:11.488852+0000","last_became_active":"2024-09-07T14:01:10.275909+0000","last_became_peered":"2024-09-07T14:01:10.275909+0000","last_unstale":"2024-09-07T15:25:11.488852+0000","last_undegraded":"2024-09-07T15:25:11.488852+0000","last_fullsized":"2024-09-07T15:25:11.488852+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:01:23.839151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'36","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495334+0000","last_change":"2024-09-07T13:55:14.107556+0000","last_active":"2024-09-07T15:23:57.495334+0000","last_peered":"2024-09-07T15:23:57.495334+0000","last_clean":"2024-09-07T15:23:57.495334+0000","last_became_active":"2024-09-07T13:55:14.106783+0000","last_became_peered":"2024-09-07T13:55:14.106783+0000","last_unstale":"2024-09-07T15:23:57.495334+0000","last_undegraded":"2024-09-07T15:23:57.495334+0000","last_fullsized":"2024-09-07T15:23:57.495334+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:42.698602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":130,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'1","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312314+0000","last_change":"2024-09-07T14:28:24.426725+0000","last_active":"2024-09-07T15:24:02.312314+0000","last_peered":"2024-09-07T15:24:02.312314+0000","last_clean":"2024-09-07T15:24:02.312314+0000","last_became_active":"2024-09-07T14:28:24.425903+0000","last_became_peered":"2024-09-07T14:28:24.425903+0000","last_unstale":"2024-09-07T15:24:02.312314+0000","last_undegraded":"2024-09-07T15:24:02.312314+0000","last_fullsized":"2024-09-07T15:24:02.312314+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:36:44.933635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.491062+0000","last_change":"2024-09-07T14:01:17.861340+0000","last_active":"2024-09-07T15:25:21.491062+0000","last_peered":"2024-09-07T15:25:21.491062+0000","last_clean":"2024-09-07T15:25:21.491062+0000","last_became_active":"2024-09-07T14:01:17.860752+0000","last_became_peered":"2024-09-07T14:01:17.860752+0000","last_unstale":"2024-09-07T15:25:21.491062+0000","last_undegraded":"2024-09-07T15:25:21.491062+0000","last_fullsized":"2024-09-07T15:25:21.491062+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:00:01.212754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:11.747459+0000","last_change":"2024-09-07T14:01:10.264281+0000","last_active":"2024-09-07T15:25:11.747459+0000","last_peered":"2024-09-07T15:25:11.747459+0000","last_clean":"2024-09-07T15:25:11.747459+0000","last_became_active":"2024-09-07T14:01:10.263521+0000","last_became_peered":"2024-09-07T14:01:10.263521+0000","last_unstale":"2024-09-07T15:25:11.747459+0000","last_undegraded":"2024-09-07T15:25:11.747459+0000","last_fullsized":"2024-09-07T15:25:11.747459+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:45:29.081733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'32","reported_seq":161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309384+0000","last_change":"2024-09-07T13:55:14.087983+0000","last_active":"2024-09-07T15:23:52.309384+0000","last_peered":"2024-09-07T15:23:52.309384+0000","last_clean":"2024-09-07T15:23:52.309384+0000","last_became_active":"2024-09-07T13:55:14.087345+0000","last_became_peered":"2024-09-07T13:55:14.087345+0000","last_unstale":"2024-09-07T15:23:52.309384+0000","last_undegraded":"2024-09-07T15:23:52.309384+0000","last_fullsized":"2024-09-07T15:23:52.309384+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:12:37.765105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":113,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.270639+0000","last_change":"2024-09-07T14:28:24.438548+0000","last_active":"2024-09-07T15:25:01.270639+0000","last_peered":"2024-09-07T15:25:01.270639+0000","last_clean":"2024-09-07T15:25:01.270639+0000","last_became_active":"2024-09-07T14:28:24.435834+0000","last_became_peered":"2024-09-07T14:28:24.435834+0000","last_unstale":"2024-09-07T15:25:01.270639+0000","last_undegraded":"2024-09-07T15:25:01.270639+0000","last_fullsized":"2024-09-07T15:25:01.270639+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:03:56.960172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"269'3","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319133+0000","last_change":"2024-09-07T14:01:17.851120+0000","last_active":"2024-09-07T15:24:32.319133+0000","last_peered":"2024-09-07T15:24:32.319133+0000","last_clean":"2024-09-07T15:24:32.319133+0000","last_became_active":"2024-09-07T14:01:17.850332+0000","last_became_peered":"2024-09-07T14:01:17.850332+0000","last_unstale":"2024-09-07T15:24:32.319133+0000","last_undegraded":"2024-09-07T15:24:32.319133+0000","last_fullsized":"2024-09-07T15:24:32.319133+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:23:08.648764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":3117,"num_write":3,"num_write_kb":3117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904855+0000","last_change":"2024-09-07T14:01:10.278549+0000","last_active":"2024-09-07T15:24:26.904855+0000","last_peered":"2024-09-07T15:24:26.904855+0000","last_clean":"2024-09-07T15:24:26.904855+0000","last_became_active":"2024-09-07T14:01:10.277828+0000","last_became_peered":"2024-09-07T14:01:10.277828+0000","last_unstale":"2024-09-07T15:24:26.904855+0000","last_undegraded":"2024-09-07T15:24:26.904855+0000","last_fullsized":"2024-09-07T15:24:26.904855+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:52:42.590294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'30","reported_seq":156,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:22.302623+0000","last_change":"2024-09-07T13:55:14.112176+0000","last_active":"2024-09-07T15:23:22.302623+0000","last_peered":"2024-09-07T15:23:22.302623+0000","last_clean":"2024-09-07T15:23:22.302623+0000","last_became_active":"2024-09-07T13:55:14.111470+0000","last_became_peered":"2024-09-07T13:55:14.111470+0000","last_unstale":"2024-09-07T15:23:22.302623+0000","last_undegraded":"2024-09-07T15:23:22.302623+0000","last_fullsized":"2024-09-07T15:23:22.302623+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:28:22.011406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":107,"num_write":61,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908557+0000","last_change":"2024-09-07T14:28:24.447701+0000","last_active":"2024-09-07T15:24:41.908557+0000","last_peered":"2024-09-07T15:24:41.908557+0000","last_clean":"2024-09-07T15:24:41.908557+0000","last_became_active":"2024-09-07T14:28:24.447028+0000","last_became_peered":"2024-09-07T14:28:24.447028+0000","last_unstale":"2024-09-07T15:24:41.908557+0000","last_undegraded":"2024-09-07T15:24:41.908557+0000","last_fullsized":"2024-09-07T15:24:41.908557+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:04:23.693588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319072+0000","last_change":"2024-09-07T14:01:17.845755+0000","last_active":"2024-09-07T15:24:32.319072+0000","last_peered":"2024-09-07T15:24:32.319072+0000","last_clean":"2024-09-07T15:24:32.319072+0000","last_became_active":"2024-09-07T14:01:17.844909+0000","last_became_peered":"2024-09-07T14:01:17.844909+0000","last_unstale":"2024-09-07T15:24:32.319072+0000","last_undegraded":"2024-09-07T15:24:32.319072+0000","last_fullsized":"2024-09-07T15:24:32.319072+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:26:51.868727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263165+0000","last_change":"2024-09-07T14:01:10.271854+0000","last_active":"2024-09-07T15:24:26.263165+0000","last_peered":"2024-09-07T15:24:26.263165+0000","last_clean":"2024-09-07T15:24:26.263165+0000","last_became_active":"2024-09-07T14:01:10.270414+0000","last_became_peered":"2024-09-07T14:01:10.270414+0000","last_unstale":"2024-09-07T15:24:26.263165+0000","last_undegraded":"2024-09-07T15:24:26.263165+0000","last_fullsized":"2024-09-07T15:24:26.263165+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:20:07.729648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'15","reported_seq":118,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.748842+0000","last_change":"2024-09-07T13:55:14.092698+0000","last_active":"2024-09-07T15:25:16.748842+0000","last_peered":"2024-09-07T15:25:16.748842+0000","last_clean":"2024-09-07T15:25:16.748842+0000","last_became_active":"2024-09-07T13:55:14.090156+0000","last_became_peered":"2024-09-07T13:55:14.090156+0000","last_unstale":"2024-09-07T15:25:16.748842+0000","last_undegraded":"2024-09-07T15:25:16.748842+0000","last_fullsized":"2024-09-07T15:25:16.748842+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:19:20.559196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":57,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.483443+0000","last_change":"2024-09-07T14:28:24.438430+0000","last_active":"2024-09-07T15:24:46.483443+0000","last_peered":"2024-09-07T15:24:46.483443+0000","last_clean":"2024-09-07T15:24:46.483443+0000","last_became_active":"2024-09-07T14:28:24.434502+0000","last_became_peered":"2024-09-07T14:28:24.434502+0000","last_unstale":"2024-09-07T15:24:46.483443+0000","last_undegraded":"2024-09-07T15:24:46.483443+0000","last_fullsized":"2024-09-07T15:24:46.483443+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:31:23.407297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'2","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.275941+0000","last_change":"2024-09-07T14:01:17.969789+0000","last_active":"2024-09-07T15:24:56.275941+0000","last_peered":"2024-09-07T15:24:56.275941+0000","last_clean":"2024-09-07T15:24:56.275941+0000","last_became_active":"2024-09-07T14:01:17.969013+0000","last_became_peered":"2024-09-07T14:01:17.969013+0000","last_unstale":"2024-09-07T15:24:56.275941+0000","last_undegraded":"2024-09-07T15:24:56.275941+0000","last_fullsized":"2024-09-07T15:24:56.275941+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:43:08.598091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697898+0000","last_change":"2024-09-07T14:01:10.271113+0000","last_active":"2024-09-07T15:24:26.697898+0000","last_peered":"2024-09-07T15:24:26.697898+0000","last_clean":"2024-09-07T15:24:26.697898+0000","last_became_active":"2024-09-07T14:01:10.270423+0000","last_became_peered":"2024-09-07T14:01:10.270423+0000","last_unstale":"2024-09-07T15:24:26.697898+0000","last_undegraded":"2024-09-07T15:24:26.697898+0000","last_fullsized":"2024-09-07T15:24:26.697898+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:16:50.551211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'40","reported_seq":185,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.489995+0000","last_change":"2024-09-07T13:55:14.103779+0000","last_active":"2024-09-07T15:25:16.489995+0000","last_peered":"2024-09-07T15:25:16.489995+0000","last_clean":"2024-09-07T15:25:16.489995+0000","last_became_active":"2024-09-07T13:55:14.102893+0000","last_became_peered":"2024-09-07T13:55:14.102893+0000","last_unstale":"2024-09-07T15:25:16.489995+0000","last_undegraded":"2024-09-07T15:25:16.489995+0000","last_fullsized":"2024-09-07T15:25:16.489995+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:28:35.519842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":149,"num_write":62,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.909814+0000","last_change":"2024-09-07T14:28:24.433388+0000","last_active":"2024-09-07T15:24:46.909814+0000","last_peered":"2024-09-07T15:24:46.909814+0000","last_clean":"2024-09-07T15:24:46.909814+0000","last_became_active":"2024-09-07T14:28:24.430704+0000","last_became_peered":"2024-09-07T14:28:24.430704+0000","last_unstale":"2024-09-07T15:24:46.909814+0000","last_undegraded":"2024-09-07T15:24:46.909814+0000","last_fullsized":"2024-09-07T15:24:46.909814+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:38.535019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"269'2","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319167+0000","last_change":"2024-09-07T14:01:17.850177+0000","last_active":"2024-09-07T15:24:32.319167+0000","last_peered":"2024-09-07T15:24:32.319167+0000","last_clean":"2024-09-07T15:24:32.319167+0000","last_became_active":"2024-09-07T14:01:17.849369+0000","last_became_peered":"2024-09-07T14:01:17.849369+0000","last_unstale":"2024-09-07T15:24:32.319167+0000","last_undegraded":"2024-09-07T15:24:32.319167+0000","last_fullsized":"2024-09-07T15:24:32.319167+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:20:45.551823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.274130+0000","last_change":"2024-09-07T14:01:10.263270+0000","last_active":"2024-09-07T15:24:46.274130+0000","last_peered":"2024-09-07T15:24:46.274130+0000","last_clean":"2024-09-07T15:24:46.274130+0000","last_became_active":"2024-09-07T14:01:10.262548+0000","last_became_peered":"2024-09-07T14:01:10.262548+0000","last_unstale":"2024-09-07T15:24:46.274130+0000","last_undegraded":"2024-09-07T15:24:46.274130+0000","last_fullsized":"2024-09-07T15:24:46.274130+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:06:05.693379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'45","reported_seq":208,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.273422+0000","last_change":"2024-09-07T13:55:14.088362+0000","last_active":"2024-09-07T15:25:16.273422+0000","last_peered":"2024-09-07T15:25:16.273422+0000","last_clean":"2024-09-07T15:25:16.273422+0000","last_became_active":"2024-09-07T13:55:14.086878+0000","last_became_peered":"2024-09-07T13:55:14.086878+0000","last_unstale":"2024-09-07T15:25:16.273422+0000","last_undegraded":"2024-09-07T15:25:16.273422+0000","last_fullsized":"2024-09-07T15:25:16.273422+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:51:08.800052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":250,"num_read_kb":176,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321954+0000","last_change":"2024-09-07T14:28:24.415508+0000","last_active":"2024-09-07T15:24:42.321954+0000","last_peered":"2024-09-07T15:24:42.321954+0000","last_clean":"2024-09-07T15:24:42.321954+0000","last_became_active":"2024-09-07T14:28:24.414314+0000","last_became_peered":"2024-09-07T14:28:24.414314+0000","last_unstale":"2024-09-07T15:24:42.321954+0000","last_undegraded":"2024-09-07T15:24:42.321954+0000","last_fullsized":"2024-09-07T15:24:42.321954+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:51.227028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.491801+0000","last_change":"2024-09-07T14:01:17.855825+0000","last_active":"2024-09-07T15:23:42.491801+0000","last_peered":"2024-09-07T15:23:42.491801+0000","last_clean":"2024-09-07T15:23:42.491801+0000","last_became_active":"2024-09-07T14:01:17.850864+0000","last_became_peered":"2024-09-07T14:01:17.850864+0000","last_unstale":"2024-09-07T15:23:42.491801+0000","last_undegraded":"2024-09-07T15:23:42.491801+0000","last_fullsized":"2024-09-07T15:23:42.491801+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:06.284936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'1","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.684833+0000","last_change":"2024-09-07T14:01:10.272436+0000","last_active":"2024-09-07T15:23:31.684833+0000","last_peered":"2024-09-07T15:23:31.684833+0000","last_clean":"2024-09-07T15:23:31.684833+0000","last_became_active":"2024-09-07T14:01:10.271721+0000","last_became_peered":"2024-09-07T14:01:10.271721+0000","last_unstale":"2024-09-07T15:23:31.684833+0000","last_undegraded":"2024-09-07T15:23:31.684833+0000","last_fullsized":"2024-09-07T15:23:31.684833+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:48:02.462349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"269'41","reported_seq":179,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.709593+0000","last_change":"2024-09-07T13:55:14.105284+0000","last_active":"2024-09-07T15:25:16.709593+0000","last_peered":"2024-09-07T15:25:16.709593+0000","last_clean":"2024-09-07T15:25:16.709593+0000","last_became_active":"2024-09-07T13:55:14.104562+0000","last_became_peered":"2024-09-07T13:55:14.104562+0000","last_unstale":"2024-09-07T15:25:16.709593+0000","last_undegraded":"2024-09-07T15:25:16.709593+0000","last_fullsized":"2024-09-07T15:25:16.709593+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:26:39.177944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":129,"num_write":95,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911358+0000","last_change":"2024-09-07T14:28:24.450802+0000","last_active":"2024-09-07T15:24:51.911358+0000","last_peered":"2024-09-07T15:24:51.911358+0000","last_clean":"2024-09-07T15:24:51.911358+0000","last_became_active":"2024-09-07T14:28:24.449892+0000","last_became_peered":"2024-09-07T14:28:24.449892+0000","last_unstale":"2024-09-07T15:24:51.911358+0000","last_undegraded":"2024-09-07T15:24:51.911358+0000","last_fullsized":"2024-09-07T15:24:51.911358+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:10:30.937952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"269'1","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.894277+0000","last_change":"2024-09-07T14:01:17.967758+0000","last_active":"2024-09-07T15:23:41.894277+0000","last_peered":"2024-09-07T15:23:41.894277+0000","last_clean":"2024-09-07T15:23:41.894277+0000","last_became_active":"2024-09-07T14:01:17.966792+0000","last_became_peered":"2024-09-07T14:01:17.966792+0000","last_unstale":"2024-09-07T15:23:41.894277+0000","last_undegraded":"2024-09-07T15:23:41.894277+0000","last_fullsized":"2024-09-07T15:23:41.894277+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:33:32.547110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.256376+0000","last_change":"2024-09-07T14:01:10.262883+0000","last_active":"2024-09-07T15:23:31.256376+0000","last_peered":"2024-09-07T15:23:31.256376+0000","last_clean":"2024-09-07T15:23:31.256376+0000","last_became_active":"2024-09-07T14:01:10.259439+0000","last_became_peered":"2024-09-07T14:01:10.259439+0000","last_unstale":"2024-09-07T15:23:31.256376+0000","last_undegraded":"2024-09-07T15:23:31.256376+0000","last_fullsized":"2024-09-07T15:23:31.256376+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:38:39.970125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'30","reported_seq":158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.903632+0000","last_change":"2024-09-07T13:55:14.110984+0000","last_active":"2024-09-07T15:24:21.903632+0000","last_peered":"2024-09-07T15:24:21.903632+0000","last_clean":"2024-09-07T15:24:21.903632+0000","last_became_active":"2024-09-07T13:55:14.110216+0000","last_became_peered":"2024-09-07T13:55:14.110216+0000","last_unstale":"2024-09-07T15:24:21.903632+0000","last_undegraded":"2024-09-07T15:24:21.903632+0000","last_fullsized":"2024-09-07T15:24:21.903632+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:29:17.355416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":108,"num_write":54,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908638+0000","last_change":"2024-09-07T14:28:24.451013+0000","last_active":"2024-09-07T15:24:41.908638+0000","last_peered":"2024-09-07T15:24:41.908638+0000","last_clean":"2024-09-07T15:24:41.908638+0000","last_became_active":"2024-09-07T14:28:24.450417+0000","last_became_peered":"2024-09-07T14:28:24.450417+0000","last_unstale":"2024-09-07T15:24:41.908638+0000","last_undegraded":"2024-09-07T15:24:41.908638+0000","last_fullsized":"2024-09-07T15:24:41.908638+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:10:51.683732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":61,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.271592+0000","last_change":"2024-09-07T14:01:17.857237+0000","last_active":"2024-09-07T15:24:36.271592+0000","last_peered":"2024-09-07T15:24:36.271592+0000","last_clean":"2024-09-07T15:24:36.271592+0000","last_became_active":"2024-09-07T14:01:17.856471+0000","last_became_peered":"2024-09-07T14:01:17.856471+0000","last_unstale":"2024-09-07T15:24:36.271592+0000","last_undegraded":"2024-09-07T15:24:36.271592+0000","last_fullsized":"2024-09-07T15:24:36.271592+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:25.227502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"269'4","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.690476+0000","last_change":"2024-09-07T14:01:10.269618+0000","last_active":"2024-09-07T15:23:56.690476+0000","last_peered":"2024-09-07T15:23:56.690476+0000","last_clean":"2024-09-07T15:23:56.690476+0000","last_became_active":"2024-09-07T14:01:10.266056+0000","last_became_peered":"2024-09-07T14:01:10.266056+0000","last_unstale":"2024-09-07T15:23:56.690476+0000","last_undegraded":"2024-09-07T15:23:56.690476+0000","last_fullsized":"2024-09-07T15:23:56.690476+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:02:46.231372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":9,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'54","reported_seq":216,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:07.313366+0000","last_change":"2024-09-07T13:55:14.099697+0000","last_active":"2024-09-07T15:24:07.313366+0000","last_peered":"2024-09-07T15:24:07.313366+0000","last_clean":"2024-09-07T15:24:07.313366+0000","last_became_active":"2024-09-07T13:55:14.098950+0000","last_became_peered":"2024-09-07T13:55:14.098950+0000","last_unstale":"2024-09-07T15:24:07.313366+0000","last_undegraded":"2024-09-07T15:24:07.313366+0000","last_fullsized":"2024-09-07T15:24:07.313366+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:50:10.924387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":185,"num_write":91,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701880+0000","last_change":"2024-09-07T14:28:24.444344+0000","last_active":"2024-09-07T15:24:41.701880+0000","last_peered":"2024-09-07T15:24:41.701880+0000","last_clean":"2024-09-07T15:24:41.701880+0000","last_became_active":"2024-09-07T14:28:24.438339+0000","last_became_peered":"2024-09-07T14:28:24.438339+0000","last_unstale":"2024-09-07T15:24:41.701880+0000","last_undegraded":"2024-09-07T15:24:41.701880+0000","last_fullsized":"2024-09-07T15:24:41.701880+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:39:39.219463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897750+0000","last_change":"2024-09-07T14:01:43.038404+0000","last_active":"2024-09-07T15:23:56.897750+0000","last_peered":"2024-09-07T15:23:56.897750+0000","last_clean":"2024-09-07T15:23:56.897750+0000","last_became_active":"2024-09-07T14:01:43.037365+0000","last_became_peered":"2024-09-07T14:01:43.037365+0000","last_unstale":"2024-09-07T15:23:56.897750+0000","last_undegraded":"2024-09-07T15:23:56.897750+0000","last_fullsized":"2024-09-07T15:23:56.897750+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:25:12.504080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'4","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502444+0000","last_change":"2024-09-07T14:01:10.283268+0000","last_active":"2024-09-07T15:24:27.502444+0000","last_peered":"2024-09-07T15:24:27.502444+0000","last_clean":"2024-09-07T15:24:27.502444+0000","last_became_active":"2024-09-07T14:01:10.281758+0000","last_became_peered":"2024-09-07T14:01:10.281758+0000","last_unstale":"2024-09-07T15:24:27.502444+0000","last_undegraded":"2024-09-07T15:24:27.502444+0000","last_fullsized":"2024-09-07T15:24:27.502444+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:12:10.081831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":4,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'72","reported_seq":316,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474741+0000","last_change":"2024-09-07T13:55:14.103737+0000","last_active":"2024-09-07T15:24:06.474741+0000","last_peered":"2024-09-07T15:24:06.474741+0000","last_clean":"2024-09-07T15:24:06.474741+0000","last_became_active":"2024-09-07T13:55:14.103004+0000","last_became_peered":"2024-09-07T13:55:14.103004+0000","last_unstale":"2024-09-07T15:24:06.474741+0000","last_undegraded":"2024-09-07T15:24:06.474741+0000","last_fullsized":"2024-09-07T15:24:06.474741+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:51:03.506221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":468,"num_read_kb":333,"num_write":96,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908502+0000","last_change":"2024-09-07T14:28:24.446598+0000","last_active":"2024-09-07T15:24:41.908502+0000","last_peered":"2024-09-07T15:24:41.908502+0000","last_clean":"2024-09-07T15:24:41.908502+0000","last_became_active":"2024-09-07T14:28:24.445752+0000","last_became_peered":"2024-09-07T14:28:24.445752+0000","last_unstale":"2024-09-07T15:24:41.908502+0000","last_undegraded":"2024-09-07T15:24:41.908502+0000","last_fullsized":"2024-09-07T15:24:41.908502+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:00:22.870675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.707470+0000","last_change":"2024-09-07T14:01:17.859047+0000","last_active":"2024-09-07T15:25:06.707470+0000","last_peered":"2024-09-07T15:25:06.707470+0000","last_clean":"2024-09-07T15:25:06.707470+0000","last_became_active":"2024-09-07T14:01:17.858287+0000","last_became_peered":"2024-09-07T14:01:17.858287+0000","last_unstale":"2024-09-07T15:25:06.707470+0000","last_undegraded":"2024-09-07T15:25:06.707470+0000","last_fullsized":"2024-09-07T15:25:06.707470+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:44:18.000233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.906167+0000","last_change":"2024-09-07T14:01:10.274179+0000","last_active":"2024-09-07T15:24:31.906167+0000","last_peered":"2024-09-07T15:24:31.906167+0000","last_clean":"2024-09-07T15:24:31.906167+0000","last_became_active":"2024-09-07T14:01:10.268756+0000","last_became_peered":"2024-09-07T14:01:10.268756+0000","last_unstale":"2024-09-07T15:24:31.906167+0000","last_undegraded":"2024-09-07T15:24:31.906167+0000","last_fullsized":"2024-09-07T15:24:31.906167+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:36:49.729237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'29","reported_seq":151,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.693061+0000","last_change":"2024-09-07T13:55:14.111993+0000","last_active":"2024-09-07T15:24:06.693061+0000","last_peered":"2024-09-07T15:24:06.693061+0000","last_clean":"2024-09-07T15:24:06.693061+0000","last_became_active":"2024-09-07T13:55:14.110464+0000","last_became_peered":"2024-09-07T13:55:14.110464+0000","last_unstale":"2024-09-07T15:24:06.693061+0000","last_undegraded":"2024-09-07T15:24:06.693061+0000","last_fullsized":"2024-09-07T15:24:06.693061+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:44.843804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":94,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.740329+0000","last_change":"2024-09-07T14:28:24.428982+0000","last_active":"2024-09-07T15:24:41.740329+0000","last_peered":"2024-09-07T15:24:41.740329+0000","last_clean":"2024-09-07T15:24:41.740329+0000","last_became_active":"2024-09-07T14:28:24.428244+0000","last_became_peered":"2024-09-07T14:28:24.428244+0000","last_unstale":"2024-09-07T15:24:41.740329+0000","last_undegraded":"2024-09-07T15:24:41.740329+0000","last_fullsized":"2024-09-07T15:24:41.740329+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:25:01.872997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701850+0000","last_change":"2024-09-07T14:01:17.965590+0000","last_active":"2024-09-07T15:24:41.701850+0000","last_peered":"2024-09-07T15:24:41.701850+0000","last_clean":"2024-09-07T15:24:41.701850+0000","last_became_active":"2024-09-07T14:01:17.964701+0000","last_became_peered":"2024-09-07T14:01:17.964701+0000","last_unstale":"2024-09-07T15:24:41.701850+0000","last_undegraded":"2024-09-07T15:24:41.701850+0000","last_fullsized":"2024-09-07T15:24:41.701850+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:25:05.335373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.269632+0000","last_change":"2024-09-07T14:01:10.272680+0000","last_active":"2024-09-07T15:24:56.269632+0000","last_peered":"2024-09-07T15:24:56.269632+0000","last_clean":"2024-09-07T15:24:56.269632+0000","last_became_active":"2024-09-07T14:01:10.271397+0000","last_became_peered":"2024-09-07T14:01:10.271397+0000","last_unstale":"2024-09-07T15:24:56.269632+0000","last_undegraded":"2024-09-07T15:24:56.269632+0000","last_fullsized":"2024-09-07T15:24:56.269632+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:38.550622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'48","reported_seq":201,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474973+0000","last_change":"2024-09-07T13:55:14.092497+0000","last_active":"2024-09-07T15:24:06.474973+0000","last_peered":"2024-09-07T15:24:06.474973+0000","last_clean":"2024-09-07T15:24:06.474973+0000","last_became_active":"2024-09-07T13:55:14.091327+0000","last_became_peered":"2024-09-07T13:55:14.091327+0000","last_unstale":"2024-09-07T15:24:06.474973+0000","last_undegraded":"2024-09-07T15:24:06.474973+0000","last_fullsized":"2024-09-07T15:24:06.474973+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:52:21.771078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":159,"num_write":94,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272863+0000","last_change":"2024-09-07T14:28:24.430591+0000","last_active":"2024-09-07T15:24:41.272863+0000","last_peered":"2024-09-07T15:24:41.272863+0000","last_clean":"2024-09-07T15:24:41.272863+0000","last_became_active":"2024-09-07T14:28:24.429868+0000","last_became_peered":"2024-09-07T14:28:24.429868+0000","last_unstale":"2024-09-07T15:24:41.272863+0000","last_undegraded":"2024-09-07T15:24:41.272863+0000","last_fullsized":"2024-09-07T15:24:41.272863+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:23:57.215484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"266'3","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.894510+0000","last_change":"2024-09-07T14:01:17.971995+0000","last_active":"2024-09-07T15:23:41.894510+0000","last_peered":"2024-09-07T15:23:41.894510+0000","last_clean":"2024-09-07T15:23:41.894510+0000","last_became_active":"2024-09-07T14:01:17.971294+0000","last_became_peered":"2024-09-07T14:01:17.971294+0000","last_unstale":"2024-09-07T15:23:41.894510+0000","last_undegraded":"2024-09-07T15:23:41.894510+0000","last_fullsized":"2024-09-07T15:23:41.894510+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:13.159211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'4","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.721372+0000","last_change":"2024-09-07T14:01:10.239346+0000","last_active":"2024-09-07T15:23:31.721372+0000","last_peered":"2024-09-07T15:23:31.721372+0000","last_clean":"2024-09-07T15:23:31.721372+0000","last_became_active":"2024-09-07T14:01:10.238886+0000","last_became_peered":"2024-09-07T14:01:10.238886+0000","last_unstale":"2024-09-07T15:23:31.721372+0000","last_undegraded":"2024-09-07T15:23:31.721372+0000","last_fullsized":"2024-09-07T15:23:31.721372+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:28:24.259601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":14,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'53","reported_seq":221,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.914858+0000","last_change":"2024-09-07T13:55:14.115487+0000","last_active":"2024-09-07T15:25:06.914858+0000","last_peered":"2024-09-07T15:25:06.914858+0000","last_clean":"2024-09-07T15:25:06.914858+0000","last_became_active":"2024-09-07T13:55:14.114845+0000","last_became_peered":"2024-09-07T13:55:14.114845+0000","last_unstale":"2024-09-07T15:25:06.914858+0000","last_undegraded":"2024-09-07T15:25:06.914858+0000","last_fullsized":"2024-09-07T15:25:06.914858+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:55:03.395733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":187,"num_write":95,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506120+0000","last_change":"2024-09-07T14:28:24.425851+0000","last_active":"2024-09-07T15:24:42.506120+0000","last_peered":"2024-09-07T15:24:42.506120+0000","last_clean":"2024-09-07T15:24:42.506120+0000","last_became_active":"2024-09-07T14:28:24.425116+0000","last_became_peered":"2024-09-07T14:28:24.425116+0000","last_unstale":"2024-09-07T15:24:42.506120+0000","last_undegraded":"2024-09-07T15:24:42.506120+0000","last_fullsized":"2024-09-07T15:24:42.506120+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:39:27.903060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'9","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.492042+0000","last_change":"2024-09-07T14:01:17.845993+0000","last_active":"2024-09-07T15:23:42.492042+0000","last_peered":"2024-09-07T15:23:42.492042+0000","last_clean":"2024-09-07T15:23:42.492042+0000","last_became_active":"2024-09-07T14:01:17.845124+0000","last_became_peered":"2024-09-07T14:01:17.845124+0000","last_unstale":"2024-09-07T15:23:42.492042+0000","last_undegraded":"2024-09-07T15:23:42.492042+0000","last_fullsized":"2024-09-07T15:23:42.492042+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:22:27.529408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":14,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.892079+0000","last_change":"2024-09-07T14:01:10.274240+0000","last_active":"2024-09-07T15:23:31.892079+0000","last_peered":"2024-09-07T15:23:31.892079+0000","last_clean":"2024-09-07T15:23:31.892079+0000","last_became_active":"2024-09-07T14:01:10.269301+0000","last_became_peered":"2024-09-07T14:01:10.269301+0000","last_unstale":"2024-09-07T15:23:31.892079+0000","last_undegraded":"2024-09-07T15:23:31.892079+0000","last_fullsized":"2024-09-07T15:23:31.892079+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:08.328899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'32","reported_seq":165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.275149+0000","last_change":"2024-09-07T13:55:14.086236+0000","last_active":"2024-09-07T15:24:51.275149+0000","last_peered":"2024-09-07T15:24:51.275149+0000","last_clean":"2024-09-07T15:24:51.275149+0000","last_became_active":"2024-09-07T13:55:14.085439+0000","last_became_peered":"2024-09-07T13:55:14.085439+0000","last_unstale":"2024-09-07T15:24:51.275149+0000","last_undegraded":"2024-09-07T15:24:51.275149+0000","last_fullsized":"2024-09-07T15:24:51.275149+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:23:35.375629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":153,"num_read_kb":116,"num_write":71,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"269'1","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.267568+0000","last_change":"2024-09-07T14:28:24.438988+0000","last_active":"2024-09-07T15:24:46.267568+0000","last_peered":"2024-09-07T15:24:46.267568+0000","last_clean":"2024-09-07T15:24:46.267568+0000","last_became_active":"2024-09-07T14:28:24.435468+0000","last_became_peered":"2024-09-07T14:28:24.435468+0000","last_unstale":"2024-09-07T15:24:46.267568+0000","last_undegraded":"2024-09-07T15:24:46.267568+0000","last_fullsized":"2024-09-07T15:24:46.267568+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:13.264009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272924+0000","last_change":"2024-09-07T14:01:17.848183+0000","last_active":"2024-09-07T15:24:41.272924+0000","last_peered":"2024-09-07T15:24:41.272924+0000","last_clean":"2024-09-07T15:24:41.272924+0000","last_became_active":"2024-09-07T14:01:17.847319+0000","last_became_peered":"2024-09-07T14:01:17.847319+0000","last_unstale":"2024-09-07T15:24:41.272924+0000","last_undegraded":"2024-09-07T15:24:41.272924+0000","last_fullsized":"2024-09-07T15:24:41.272924+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:32:01.582600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:26.919761+0000","last_change":"2024-09-07T14:01:10.280600+0000","last_active":"2024-09-07T15:25:26.919761+0000","last_peered":"2024-09-07T15:25:26.919761+0000","last_clean":"2024-09-07T15:25:26.919761+0000","last_became_active":"2024-09-07T14:01:10.280018+0000","last_became_peered":"2024-09-07T14:01:10.280018+0000","last_unstale":"2024-09-07T15:25:26.919761+0000","last_undegraded":"2024-09-07T15:25:26.919761+0000","last_fullsized":"2024-09-07T15:25:26.919761+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:41:29.665218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'44","reported_seq":199,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.742616+0000","last_change":"2024-09-07T13:55:14.091201+0000","last_active":"2024-09-07T15:24:51.742616+0000","last_peered":"2024-09-07T15:24:51.742616+0000","last_clean":"2024-09-07T15:24:51.742616+0000","last_became_active":"2024-09-07T13:55:14.090454+0000","last_became_peered":"2024-09-07T13:55:14.090454+0000","last_unstale":"2024-09-07T15:24:51.742616+0000","last_undegraded":"2024-09-07T15:24:51.742616+0000","last_fullsized":"2024-09-07T15:24:51.742616+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:13:44.002482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":162,"num_write":74,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.703086+0000","last_change":"2024-09-07T14:28:24.446957+0000","last_active":"2024-09-07T15:24:46.703086+0000","last_peered":"2024-09-07T15:24:46.703086+0000","last_clean":"2024-09-07T15:24:46.703086+0000","last_became_active":"2024-09-07T14:28:24.446083+0000","last_became_peered":"2024-09-07T14:28:24.446083+0000","last_unstale":"2024-09-07T15:24:46.703086+0000","last_undegraded":"2024-09-07T15:24:46.703086+0000","last_fullsized":"2024-09-07T15:24:46.703086+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:11:26.067615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'3","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.753280+0000","last_change":"2024-09-07T14:01:17.843000+0000","last_active":"2024-09-07T15:25:36.753280+0000","last_peered":"2024-09-07T15:25:36.753280+0000","last_clean":"2024-09-07T15:25:36.753280+0000","last_became_active":"2024-09-07T14:01:17.841771+0000","last_became_peered":"2024-09-07T14:01:17.841771+0000","last_unstale":"2024-09-07T15:25:36.753280+0000","last_undegraded":"2024-09-07T15:25:36.753280+0000","last_fullsized":"2024-09-07T15:25:36.753280+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:22:04.340930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'9","reported_seq":93,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.905996+0000","last_change":"2024-09-07T14:01:10.273932+0000","last_active":"2024-09-07T15:24:31.905996+0000","last_peered":"2024-09-07T15:24:31.905996+0000","last_clean":"2024-09-07T15:24:31.905996+0000","last_became_active":"2024-09-07T14:01:10.269153+0000","last_became_peered":"2024-09-07T14:01:10.269153+0000","last_unstale":"2024-09-07T15:24:31.905996+0000","last_undegraded":"2024-09-07T15:24:31.905996+0000","last_fullsized":"2024-09-07T15:24:31.905996+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:40:28.178453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18,"num_read_kb":26173,"num_write":19,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'14","reported_seq":113,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.508519+0000","last_change":"2024-09-07T13:55:14.110587+0000","last_active":"2024-09-07T15:24:52.508519+0000","last_peered":"2024-09-07T15:24:52.508519+0000","last_clean":"2024-09-07T15:24:52.508519+0000","last_became_active":"2024-09-07T13:55:14.109848+0000","last_became_peered":"2024-09-07T13:55:14.109848+0000","last_unstale":"2024-09-07T15:24:52.508519+0000","last_undegraded":"2024-09-07T15:24:52.508519+0000","last_fullsized":"2024-09-07T15:24:52.508519+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:29.137512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":42,"num_write":30,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701782+0000","last_change":"2024-09-07T14:28:24.438271+0000","last_active":"2024-09-07T15:24:41.701782+0000","last_peered":"2024-09-07T15:24:41.701782+0000","last_clean":"2024-09-07T15:24:41.701782+0000","last_became_active":"2024-09-07T14:28:24.432790+0000","last_became_peered":"2024-09-07T14:28:24.432790+0000","last_unstale":"2024-09-07T15:24:41.701782+0000","last_undegraded":"2024-09-07T15:24:41.701782+0000","last_fullsized":"2024-09-07T15:24:41.701782+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:03:01.172519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'7","reported_seq":81,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.482397+0000","last_change":"2024-09-07T14:01:17.851665+0000","last_active":"2024-09-07T15:24:41.482397+0000","last_peered":"2024-09-07T15:24:41.482397+0000","last_clean":"2024-09-07T15:24:41.482397+0000","last_became_active":"2024-09-07T14:01:17.850358+0000","last_became_peered":"2024-09-07T14:01:17.850358+0000","last_unstale":"2024-09-07T15:24:41.482397+0000","last_undegraded":"2024-09-07T15:24:41.482397+0000","last_fullsized":"2024-09-07T15:24:41.482397+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:09:31.217998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":17,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'4","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.269665+0000","last_change":"2024-09-07T14:01:10.268880+0000","last_active":"2024-09-07T15:24:31.269665+0000","last_peered":"2024-09-07T15:24:31.269665+0000","last_clean":"2024-09-07T15:24:31.269665+0000","last_became_active":"2024-09-07T14:01:10.263024+0000","last_became_peered":"2024-09-07T14:01:10.263024+0000","last_unstale":"2024-09-07T15:24:31.269665+0000","last_undegraded":"2024-09-07T15:24:31.269665+0000","last_fullsized":"2024-09-07T15:24:31.269665+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:47:06.328041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7340032,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":14336,"num_write":9,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'5","reported_seq":91,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.484542+0000","last_change":"2024-09-07T13:55:14.111619+0000","last_active":"2024-09-07T15:24:51.484542+0000","last_peered":"2024-09-07T15:24:51.484542+0000","last_clean":"2024-09-07T15:24:51.484542+0000","last_became_active":"2024-09-07T13:55:14.110785+0000","last_became_peered":"2024-09-07T13:55:14.110785+0000","last_unstale":"2024-09-07T15:24:51.484542+0000","last_undegraded":"2024-09-07T15:24:51.484542+0000","last_fullsized":"2024-09-07T15:24:51.484542+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:41:07.566033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":14,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911256+0000","last_change":"2024-09-07T14:28:24.446999+0000","last_active":"2024-09-07T15:24:51.911256+0000","last_peered":"2024-09-07T15:24:51.911256+0000","last_clean":"2024-09-07T15:24:51.911256+0000","last_became_active":"2024-09-07T14:28:24.446376+0000","last_became_peered":"2024-09-07T14:28:24.446376+0000","last_unstale":"2024-09-07T15:24:51.911256+0000","last_undegraded":"2024-09-07T15:24:51.911256+0000","last_fullsized":"2024-09-07T15:24:51.911256+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:19:03.598898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'7","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506183+0000","last_change":"2024-09-07T14:01:17.852924+0000","last_active":"2024-09-07T15:24:42.506183+0000","last_peered":"2024-09-07T15:24:42.506183+0000","last_clean":"2024-09-07T15:24:42.506183+0000","last_became_active":"2024-09-07T14:01:17.852105+0000","last_became_peered":"2024-09-07T14:01:17.852105+0000","last_unstale":"2024-09-07T15:24:42.506183+0000","last_undegraded":"2024-09-07T15:24:42.506183+0000","last_fullsized":"2024-09-07T15:24:42.506183+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:27:04.072854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":15360,"num_write":17,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'1","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480204+0000","last_change":"2024-09-07T14:01:10.270269+0000","last_active":"2024-09-07T15:24:31.480204+0000","last_peered":"2024-09-07T15:24:31.480204+0000","last_clean":"2024-09-07T15:24:31.480204+0000","last_became_active":"2024-09-07T14:01:10.269141+0000","last_became_peered":"2024-09-07T14:01:10.269141+0000","last_unstale":"2024-09-07T15:24:31.480204+0000","last_undegraded":"2024-09-07T15:24:31.480204+0000","last_fullsized":"2024-09-07T15:24:31.480204+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:58:46.398131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60362,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":59,"num_write":1,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'25","reported_seq":146,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:31.921048+0000","last_change":"2024-09-07T13:55:14.105390+0000","last_active":"2024-09-07T15:25:31.921048+0000","last_peered":"2024-09-07T15:25:31.921048+0000","last_clean":"2024-09-07T15:25:31.921048+0000","last_became_active":"2024-09-07T13:55:14.104604+0000","last_became_peered":"2024-09-07T13:55:14.104604+0000","last_unstale":"2024-09-07T15:25:31.921048+0000","last_undegraded":"2024-09-07T15:25:31.921048+0000","last_fullsized":"2024-09-07T15:25:31.921048+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:30:44.627579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":83,"num_write":58,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'264","reported_seq":910,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904971+0000","last_change":"2024-09-07T13:38:09.977862+0000","last_active":"2024-09-07T15:24:26.904971+0000","last_peered":"2024-09-07T15:24:26.904971+0000","last_clean":"2024-09-07T15:24:26.904971+0000","last_became_active":"2024-09-07T13:38:09.976851+0000","last_became_peered":"2024-09-07T13:38:09.976851+0000","last_unstale":"2024-09-07T15:24:26.904971+0000","last_undegraded":"2024-09-07T15:24:26.904971+0000","last_fullsized":"2024-09-07T15:24:26.904971+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:51:15.380939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8679957,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":400,"num_read_kb":5717,"num_write":978,"num_write_kb":19813,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'191","reported_seq":850,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.716492+0000","last_change":"2024-09-07T13:38:11.971340+0000","last_active":"2024-09-07T15:23:11.716492+0000","last_peered":"2024-09-07T15:23:11.716492+0000","last_clean":"2024-09-07T15:23:11.716492+0000","last_became_active":"2024-09-07T13:38:11.969838+0000","last_became_peered":"2024-09-07T13:38:11.969838+0000","last_unstale":"2024-09-07T15:23:11.716492+0000","last_undegraded":"2024-09-07T15:23:11.716492+0000","last_fullsized":"2024-09-07T15:23:11.716492+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:15:58.913895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":837,"num_read_kb":690,"num_write":305,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'273","reported_seq":957,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268382+0000","last_change":"2024-09-07T13:38:09.954981+0000","last_active":"2024-09-07T15:24:26.268382+0000","last_peered":"2024-09-07T15:24:26.268382+0000","last_clean":"2024-09-07T15:24:26.268382+0000","last_became_active":"2024-09-07T13:38:09.954623+0000","last_became_peered":"2024-09-07T13:38:09.954623+0000","last_unstale":"2024-09-07T15:24:26.268382+0000","last_undegraded":"2024-09-07T15:24:26.268382+0000","last_fullsized":"2024-09-07T15:24:26.268382+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:23:46.293741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18187261,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":437,"num_read_kb":33916,"num_write":990,"num_write_kb":49123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'163","reported_seq":810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886729+0000","last_change":"2024-09-07T13:38:11.944185+0000","last_active":"2024-09-07T15:23:11.886729+0000","last_peered":"2024-09-07T15:23:11.886729+0000","last_clean":"2024-09-07T15:23:11.886729+0000","last_became_active":"2024-09-07T13:38:11.943415+0000","last_became_peered":"2024-09-07T13:38:11.943415+0000","last_unstale":"2024-09-07T15:23:11.886729+0000","last_undegraded":"2024-09-07T15:23:11.886729+0000","last_fullsized":"2024-09-07T15:23:11.886729+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:45.689121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":620,"num_write":246,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'343","reported_seq":1020,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697863+0000","last_change":"2024-09-07T13:38:09.921925+0000","last_active":"2024-09-07T15:24:26.697863+0000","last_peered":"2024-09-07T15:24:26.697863+0000","last_clean":"2024-09-07T15:24:26.697863+0000","last_became_active":"2024-09-07T13:38:09.921102+0000","last_became_peered":"2024-09-07T13:38:09.921102+0000","last_unstale":"2024-09-07T15:24:26.697863+0000","last_undegraded":"2024-09-07T15:24:26.697863+0000","last_fullsized":"2024-09-07T15:24:26.697863+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:11.267325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":908006,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":530,"num_read_kb":1211,"num_write":1252,"num_write_kb":30068,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'154","reported_seq":790,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485309+0000","last_change":"2024-09-07T13:38:11.968635+0000","last_active":"2024-09-07T15:23:12.485309+0000","last_peered":"2024-09-07T15:23:12.485309+0000","last_clean":"2024-09-07T15:23:12.485309+0000","last_became_active":"2024-09-07T13:38:11.963722+0000","last_became_peered":"2024-09-07T13:38:11.963722+0000","last_unstale":"2024-09-07T15:23:12.485309+0000","last_undegraded":"2024-09-07T15:23:12.485309+0000","last_fullsized":"2024-09-07T15:23:12.485309+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:42:13.729350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":721,"num_read_kb":593,"num_write":234,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'265","reported_seq":946,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:38.285345+0000","last_change":"2024-09-07T13:38:09.966832+0000","last_active":"2024-09-07T15:25:38.285345+0000","last_peered":"2024-09-07T15:25:38.285345+0000","last_clean":"2024-09-07T15:25:38.285345+0000","last_became_active":"2024-09-07T13:38:09.959674+0000","last_became_peered":"2024-09-07T13:38:09.959674+0000","last_unstale":"2024-09-07T15:25:38.285345+0000","last_undegraded":"2024-09-07T15:25:38.285345+0000","last_fullsized":"2024-09-07T15:25:38.285345+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:21:57.584554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12184392,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":448,"num_read_kb":30365,"num_write":995,"num_write_kb":53281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'331","reported_seq":997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.362262+0000","last_change":"2024-09-07T13:38:11.962031+0000","last_active":"2024-09-07T15:25:12.362262+0000","last_peered":"2024-09-07T15:25:12.362262+0000","last_clean":"2024-09-07T15:25:12.362262+0000","last_became_active":"2024-09-07T13:38:11.961013+0000","last_became_peered":"2024-09-07T13:38:11.961013+0000","last_unstale":"2024-09-07T15:25:12.362262+0000","last_undegraded":"2024-09-07T15:25:12.362262+0000","last_fullsized":"2024-09-07T15:25:12.362262+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:50:36.019367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1192,"num_write":512,"num_write_kb":260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'293","reported_seq":956,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886884+0000","last_change":"2024-09-07T13:38:09.956703+0000","last_active":"2024-09-07T15:23:11.886884+0000","last_peered":"2024-09-07T15:23:11.886884+0000","last_clean":"2024-09-07T15:23:11.886884+0000","last_became_active":"2024-09-07T13:38:09.953932+0000","last_became_peered":"2024-09-07T13:38:09.953932+0000","last_unstale":"2024-09-07T15:23:11.886884+0000","last_undegraded":"2024-09-07T15:23:11.886884+0000","last_fullsized":"2024-09-07T15:23:11.886884+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:12:32.996120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5775167,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":478,"num_read_kb":30170,"num_write":1074,"num_write_kb":38425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'88","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.481342+0000","last_change":"2024-09-07T13:38:11.983375+0000","last_active":"2024-09-07T15:24:36.481342+0000","last_peered":"2024-09-07T15:24:36.481342+0000","last_clean":"2024-09-07T15:24:36.481342+0000","last_became_active":"2024-09-07T13:38:11.982743+0000","last_became_peered":"2024-09-07T13:38:11.982743+0000","last_unstale":"2024-09-07T15:24:36.481342+0000","last_undegraded":"2024-09-07T15:24:36.481342+0000","last_fullsized":"2024-09-07T15:24:36.481342+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:27:46.620799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":301,"num_write":125,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'268","reported_seq":926,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:47.376424+0000","last_change":"2024-09-07T13:38:09.958776+0000","last_active":"2024-09-07T15:24:47.376424+0000","last_peered":"2024-09-07T15:24:47.376424+0000","last_clean":"2024-09-07T15:24:47.376424+0000","last_became_active":"2024-09-07T13:38:09.957979+0000","last_became_peered":"2024-09-07T13:38:09.957979+0000","last_unstale":"2024-09-07T15:24:47.376424+0000","last_undegraded":"2024-09-07T15:24:47.376424+0000","last_fullsized":"2024-09-07T15:24:47.376424+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:21:11.343564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14876716,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":409,"num_read_kb":44305,"num_write":1036,"num_write_kb":16554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'383","reported_seq":1121,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502559+0000","last_change":"2024-09-07T13:38:11.956087+0000","last_active":"2024-09-07T15:24:27.502559+0000","last_peered":"2024-09-07T15:24:27.502559+0000","last_clean":"2024-09-07T15:24:27.502559+0000","last_became_active":"2024-09-07T13:38:11.954410+0000","last_became_peered":"2024-09-07T13:38:11.954410+0000","last_unstale":"2024-09-07T15:24:27.502559+0000","last_undegraded":"2024-09-07T15:24:27.502559+0000","last_fullsized":"2024-09-07T15:24:27.502559+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:21:33.148375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1955,"num_read_kb":1679,"num_write":644,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'277","reported_seq":986,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886613+0000","last_change":"2024-09-07T13:38:09.973022+0000","last_active":"2024-09-07T15:23:11.886613+0000","last_peered":"2024-09-07T15:23:11.886613+0000","last_clean":"2024-09-07T15:23:11.886613+0000","last_became_active":"2024-09-07T13:38:09.972033+0000","last_became_peered":"2024-09-07T13:38:09.972033+0000","last_unstale":"2024-09-07T15:23:11.886613+0000","last_undegraded":"2024-09-07T15:23:11.886613+0000","last_fullsized":"2024-09-07T15:23:11.886613+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:56:13.610875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23524747,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":461,"num_read_kb":181818,"num_write":981,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'174","reported_seq":835,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736881+0000","last_change":"2024-09-07T13:38:11.961101+0000","last_active":"2024-09-07T15:24:26.736881+0000","last_peered":"2024-09-07T15:24:26.736881+0000","last_clean":"2024-09-07T15:24:26.736881+0000","last_became_active":"2024-09-07T13:38:11.960213+0000","last_became_peered":"2024-09-07T13:38:11.960213+0000","last_unstale":"2024-09-07T15:24:26.736881+0000","last_undegraded":"2024-09-07T15:24:26.736881+0000","last_fullsized":"2024-09-07T15:24:26.736881+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:44:22.441506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":270,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'301","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:28.227311+0000","last_change":"2024-09-07T13:38:41.161874+0000","last_active":"2024-09-07T15:24:28.227311+0000","last_peered":"2024-09-07T15:24:28.227311+0000","last_clean":"2024-09-07T15:24:28.227311+0000","last_became_active":"2024-09-07T13:38:41.161509+0000","last_became_peered":"2024-09-07T13:38:41.161509+0000","last_unstale":"2024-09-07T15:24:28.227311+0000","last_undegraded":"2024-09-07T15:24:28.227311+0000","last_fullsized":"2024-09-07T15:24:28.227311+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:50:12.690099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11303501,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":563,"num_read_kb":72346,"num_write":1182,"num_write_kb":40551,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3f","version":"269'416","reported_seq":1095,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263264+0000","last_change":"2024-09-07T13:38:11.973024+0000","last_active":"2024-09-07T15:24:26.263264+0000","last_peered":"2024-09-07T15:24:26.263264+0000","last_clean":"2024-09-07T15:24:26.263264+0000","last_became_active":"2024-09-07T13:38:11.972698+0000","last_became_peered":"2024-09-07T13:38:11.972698+0000","last_unstale":"2024-09-07T15:24:26.263264+0000","last_undegraded":"2024-09-07T15:24:26.263264+0000","last_fullsized":"2024-09-07T15:24:26.263264+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:35:30.067488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1783,"num_read_kb":1437,"num_write":678,"num_write_kb":429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'106","reported_seq":710,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485191+0000","last_change":"2024-09-07T13:38:11.962163+0000","last_active":"2024-09-07T15:23:12.485191+0000","last_peered":"2024-09-07T15:23:12.485191+0000","last_clean":"2024-09-07T15:23:12.485191+0000","last_became_active":"2024-09-07T13:38:11.960936+0000","last_became_peered":"2024-09-07T13:38:11.960936+0000","last_unstale":"2024-09-07T15:23:12.485191+0000","last_undegraded":"2024-09-07T15:23:12.485191+0000","last_fullsized":"2024-09-07T15:23:12.485191+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:12:23.819764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":395,"num_write":179,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'256","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.910089+0000","last_change":"2024-09-07T13:38:09.960753+0000","last_active":"2024-09-07T15:24:46.910089+0000","last_peered":"2024-09-07T15:24:46.910089+0000","last_clean":"2024-09-07T15:24:46.910089+0000","last_became_active":"2024-09-07T13:38:09.959861+0000","last_became_peered":"2024-09-07T13:38:09.959861+0000","last_unstale":"2024-09-07T15:24:46.910089+0000","last_undegraded":"2024-09-07T15:24:46.910089+0000","last_fullsized":"2024-09-07T15:24:46.910089+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:10:37.551673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7545202,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":503,"num_read_kb":82831,"num_write":979,"num_write_kb":33447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'108","reported_seq":684,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886778+0000","last_change":"2024-09-07T13:38:11.963369+0000","last_active":"2024-09-07T15:23:11.886778+0000","last_peered":"2024-09-07T15:23:11.886778+0000","last_clean":"2024-09-07T15:23:11.886778+0000","last_became_active":"2024-09-07T13:38:11.962652+0000","last_became_peered":"2024-09-07T13:38:11.962652+0000","last_unstale":"2024-09-07T15:23:11.886778+0000","last_undegraded":"2024-09-07T15:23:11.886778+0000","last_fullsized":"2024-09-07T15:23:11.886778+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:56:11.829639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":468,"num_read_kb":378,"num_write":164,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'267","reported_seq":872,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.270779+0000","last_change":"2024-09-07T13:38:41.162052+0000","last_active":"2024-09-07T15:25:01.270779+0000","last_peered":"2024-09-07T15:25:01.270779+0000","last_clean":"2024-09-07T15:25:01.270779+0000","last_became_active":"2024-09-07T13:38:41.160930+0000","last_became_peered":"2024-09-07T13:38:41.160930+0000","last_unstale":"2024-09-07T15:25:01.270779+0000","last_undegraded":"2024-09-07T15:25:01.270779+0000","last_fullsized":"2024-09-07T15:25:01.270779+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:03:56.292995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4195046,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":347,"num_read_kb":14854,"num_write":927,"num_write_kb":49218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"269'106","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.721210+0000","last_change":"2024-09-07T13:38:11.957973+0000","last_active":"2024-09-07T15:23:31.721210+0000","last_peered":"2024-09-07T15:23:31.721210+0000","last_clean":"2024-09-07T15:23:31.721210+0000","last_became_active":"2024-09-07T13:38:11.957275+0000","last_became_peered":"2024-09-07T13:38:11.957275+0000","last_unstale":"2024-09-07T15:23:31.721210+0000","last_undegraded":"2024-09-07T15:23:31.721210+0000","last_fullsized":"2024-09-07T15:23:31.721210+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:00:07.320466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":461,"num_read_kb":383,"num_write":163,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'281","reported_seq":967,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480248+0000","last_change":"2024-09-07T13:38:09.964809+0000","last_active":"2024-09-07T15:24:31.480248+0000","last_peered":"2024-09-07T15:24:31.480248+0000","last_clean":"2024-09-07T15:24:31.480248+0000","last_became_active":"2024-09-07T13:38:09.964013+0000","last_became_peered":"2024-09-07T13:38:09.964013+0000","last_unstale":"2024-09-07T15:24:31.480248+0000","last_undegraded":"2024-09-07T15:24:31.480248+0000","last_fullsized":"2024-09-07T15:24:31.480248+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:47:03.940791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6486684,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":469,"num_read_kb":32661,"num_write":1026,"num_write_kb":29964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'226","reported_seq":933,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.264287+0000","last_change":"2024-09-07T13:38:11.973397+0000","last_active":"2024-09-07T15:24:31.264287+0000","last_peered":"2024-09-07T15:24:31.264287+0000","last_clean":"2024-09-07T15:24:31.264287+0000","last_became_active":"2024-09-07T13:38:11.972570+0000","last_became_peered":"2024-09-07T13:38:11.972570+0000","last_unstale":"2024-09-07T15:24:31.264287+0000","last_undegraded":"2024-09-07T15:24:31.264287+0000","last_fullsized":"2024-09-07T15:24:31.264287+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:52:36.034982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1070,"num_read_kb":888,"num_write":347,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'232","reported_seq":885,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503812+0000","last_change":"2024-09-07T13:38:09.946418+0000","last_active":"2024-09-07T15:24:32.503812+0000","last_peered":"2024-09-07T15:24:32.503812+0000","last_clean":"2024-09-07T15:24:32.503812+0000","last_became_active":"2024-09-07T13:38:09.944867+0000","last_became_peered":"2024-09-07T13:38:09.944867+0000","last_unstale":"2024-09-07T15:24:32.503812+0000","last_undegraded":"2024-09-07T15:24:32.503812+0000","last_fullsized":"2024-09-07T15:24:32.503812+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:43:27.849510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20972219,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":371,"num_read_kb":40336,"num_write":910,"num_write_kb":26024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'114","reported_seq":741,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.316456+0000","last_change":"2024-09-07T13:38:11.962965+0000","last_active":"2024-09-07T15:24:42.316456+0000","last_peered":"2024-09-07T15:24:42.316456+0000","last_clean":"2024-09-07T15:24:42.316456+0000","last_became_active":"2024-09-07T13:38:11.962589+0000","last_became_peered":"2024-09-07T13:38:11.962589+0000","last_unstale":"2024-09-07T15:24:42.316456+0000","last_undegraded":"2024-09-07T15:24:42.316456+0000","last_fullsized":"2024-09-07T15:24:42.316456+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:37:15.237654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":495,"num_read_kb":414,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'297","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.317688+0000","last_change":"2024-09-07T13:38:09.936972+0000","last_active":"2024-09-07T15:24:27.317688+0000","last_peered":"2024-09-07T15:24:27.317688+0000","last_clean":"2024-09-07T15:24:27.317688+0000","last_became_active":"2024-09-07T13:38:09.936636+0000","last_became_peered":"2024-09-07T13:38:09.936636+0000","last_unstale":"2024-09-07T15:24:27.317688+0000","last_undegraded":"2024-09-07T15:24:27.317688+0000","last_fullsized":"2024-09-07T15:24:27.317688+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:51:56.072268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17389551,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":471,"num_read_kb":64200,"num_write":1123,"num_write_kb":43546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'201","reported_seq":829,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503868+0000","last_change":"2024-09-07T13:38:11.954695+0000","last_active":"2024-09-07T15:24:32.503868+0000","last_peered":"2024-09-07T15:24:32.503868+0000","last_clean":"2024-09-07T15:24:32.503868+0000","last_became_active":"2024-09-07T13:38:11.953816+0000","last_became_peered":"2024-09-07T13:38:11.953816+0000","last_unstale":"2024-09-07T15:24:32.503868+0000","last_undegraded":"2024-09-07T15:24:32.503868+0000","last_fullsized":"2024-09-07T15:24:32.503868+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:07:13.232042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":711,"num_write":314,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'279","reported_seq":1000,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:36.686339+0000","last_change":"2024-09-07T13:38:09.927527+0000","last_active":"2024-09-07T15:23:36.686339+0000","last_peered":"2024-09-07T15:23:36.686339+0000","last_clean":"2024-09-07T15:23:36.686339+0000","last_became_active":"2024-09-07T13:38:09.926896+0000","last_became_peered":"2024-09-07T13:38:09.926896+0000","last_unstale":"2024-09-07T15:23:36.686339+0000","last_undegraded":"2024-09-07T15:23:36.686339+0000","last_fullsized":"2024-09-07T15:23:36.686339+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:23:02.856569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18262073,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":540,"num_read_kb":94793,"num_write":1092,"num_write_kb":33804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'154","reported_seq":688,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.668494+0000","last_change":"2024-09-07T13:38:20.013480+0000","last_active":"2024-09-07T15:26:03.668494+0000","last_peered":"2024-09-07T15:26:03.668494+0000","last_clean":"2024-09-07T15:26:03.668494+0000","last_became_active":"2024-09-07T13:38:20.012866+0000","last_became_peered":"2024-09-07T13:38:20.012866+0000","last_unstale":"2024-09-07T15:26:03.668494+0000","last_undegraded":"2024-09-07T15:26:03.668494+0000","last_fullsized":"2024-09-07T15:26:03.668494+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:45.759903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":200,"num_read_kb":195,"num_write":365,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'346","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:44.119743+0000","last_change":"2024-09-07T13:38:11.966700+0000","last_active":"2024-09-07T15:23:44.119743+0000","last_peered":"2024-09-07T15:23:44.119743+0000","last_clean":"2024-09-07T15:23:44.119743+0000","last_became_active":"2024-09-07T13:38:11.959769+0000","last_became_peered":"2024-09-07T13:38:11.959769+0000","last_unstale":"2024-09-07T15:23:44.119743+0000","last_undegraded":"2024-09-07T15:23:44.119743+0000","last_fullsized":"2024-09-07T15:23:44.119743+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:39:00.114976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1546,"num_read_kb":1292,"num_write":565,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'257","reported_seq":900,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.756003+0000","last_change":"2024-09-07T13:38:09.982456+0000","last_active":"2024-09-07T15:24:01.756003+0000","last_peered":"2024-09-07T15:24:01.756003+0000","last_clean":"2024-09-07T15:24:01.756003+0000","last_became_active":"2024-09-07T13:38:09.981394+0000","last_became_peered":"2024-09-07T13:38:09.981394+0000","last_unstale":"2024-09-07T15:24:01.756003+0000","last_undegraded":"2024-09-07T15:24:01.756003+0000","last_fullsized":"2024-09-07T15:24:01.756003+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:39.652258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11055858,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":343,"num_read_kb":38892,"num_write":893,"num_write_kb":26673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.739160+0000","last_change":"2024-09-07T13:38:13.968771+0000","last_active":"2024-09-07T15:24:36.739160+0000","last_peered":"2024-09-07T15:24:36.739160+0000","last_clean":"2024-09-07T15:24:36.739160+0000","last_became_active":"2024-09-07T13:38:13.967255+0000","last_became_peered":"2024-09-07T13:38:13.967255+0000","last_unstale":"2024-09-07T15:24:36.739160+0000","last_undegraded":"2024-09-07T15:24:36.739160+0000","last_fullsized":"2024-09-07T15:24:36.739160+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:51:54.798958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'361","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:01.731860+0000","last_change":"2024-09-07T13:38:15.984512+0000","last_active":"2024-09-07T15:27:01.731860+0000","last_peered":"2024-09-07T15:27:01.731860+0000","last_clean":"2024-09-07T15:27:01.731860+0000","last_became_active":"2024-09-07T13:38:15.983817+0000","last_became_peered":"2024-09-07T13:38:15.983817+0000","last_unstale":"2024-09-07T15:27:01.731860+0000","last_undegraded":"2024-09-07T15:27:01.731860+0000","last_fullsized":"2024-09-07T15:27:01.731860+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:43:00.109870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51781,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":574,"num_read_kb":1037,"num_write":454,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908865+0000","last_change":"2024-09-07T13:38:17.994022+0000","last_active":"2024-09-07T15:24:41.908865+0000","last_peered":"2024-09-07T15:24:41.908865+0000","last_clean":"2024-09-07T15:24:41.908865+0000","last_became_active":"2024-09-07T13:38:17.993257+0000","last_became_peered":"2024-09-07T13:38:17.993257+0000","last_unstale":"2024-09-07T15:24:41.908865+0000","last_undegraded":"2024-09-07T15:24:41.908865+0000","last_fullsized":"2024-09-07T15:24:41.908865+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:47:23.195951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2482","reported_seq":4401,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:07.260123+0000","last_change":"2024-09-07T13:38:20.019932+0000","last_active":"2024-09-07T15:27:07.260123+0000","last_peered":"2024-09-07T15:27:07.260123+0000","last_clean":"2024-09-07T15:27:07.260123+0000","last_became_active":"2024-09-07T13:38:20.019496+0000","last_became_peered":"2024-09-07T13:38:20.019496+0000","last_unstale":"2024-09-07T15:27:07.260123+0000","last_undegraded":"2024-09-07T15:27:07.260123+0000","last_fullsized":"2024-09-07T15:27:07.260123+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":2400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:27.907413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6139,"num_read_kb":6135,"num_write":4930,"num_write_kb":1839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'212","reported_seq":862,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.737995+0000","last_change":"2024-09-07T13:38:11.963686+0000","last_active":"2024-09-07T15:24:31.737995+0000","last_peered":"2024-09-07T15:24:31.737995+0000","last_clean":"2024-09-07T15:24:31.737995+0000","last_became_active":"2024-09-07T13:38:11.962996+0000","last_became_peered":"2024-09-07T13:38:11.962996+0000","last_unstale":"2024-09-07T15:24:31.737995+0000","last_undegraded":"2024-09-07T15:24:31.737995+0000","last_fullsized":"2024-09-07T15:24:31.737995+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:40:25.557672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":878,"num_write":382,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'328","reported_seq":1007,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.680722+0000","last_change":"2024-09-07T13:38:09.954501+0000","last_active":"2024-09-07T15:23:11.680722+0000","last_peered":"2024-09-07T15:23:11.680722+0000","last_clean":"2024-09-07T15:23:11.680722+0000","last_became_active":"2024-09-07T13:38:09.953847+0000","last_became_peered":"2024-09-07T13:38:09.953847+0000","last_unstale":"2024-09-07T15:23:11.680722+0000","last_undegraded":"2024-09-07T15:23:11.680722+0000","last_fullsized":"2024-09-07T15:23:11.680722+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:09:40.955056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5551886,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":517,"num_read_kb":9130,"num_write":1105,"num_write_kb":18853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"38'3","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.149266+0000","last_change":"2024-09-07T13:38:13.973516+0000","last_active":"2024-09-07T15:27:23.149266+0000","last_peered":"2024-09-07T15:27:23.149266+0000","last_clean":"2024-09-07T15:27:23.149266+0000","last_became_active":"2024-09-07T13:38:13.972763+0000","last_became_peered":"2024-09-07T13:38:13.972763+0000","last_unstale":"2024-09-07T15:27:23.149266+0000","last_undegraded":"2024-09-07T15:27:23.149266+0000","last_fullsized":"2024-09-07T15:27:23.149266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:42:31.547618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'134","reported_seq":703,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.201625+0000","last_change":"2024-09-07T13:38:15.988583+0000","last_active":"2024-09-07T15:26:01.201625+0000","last_peered":"2024-09-07T15:26:01.201625+0000","last_clean":"2024-09-07T15:26:01.201625+0000","last_became_active":"2024-09-07T13:38:15.987836+0000","last_became_peered":"2024-09-07T13:38:15.987836+0000","last_unstale":"2024-09-07T15:26:01.201625+0000","last_undegraded":"2024-09-07T15:26:01.201625+0000","last_fullsized":"2024-09-07T15:26:01.201625+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:02.859833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":145,"num_write":104,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506365+0000","last_change":"2024-09-07T13:38:17.997318+0000","last_active":"2024-09-07T15:24:42.506365+0000","last_peered":"2024-09-07T15:24:42.506365+0000","last_clean":"2024-09-07T15:24:42.506365+0000","last_became_active":"2024-09-07T13:38:17.996515+0000","last_became_peered":"2024-09-07T13:38:17.996515+0000","last_unstale":"2024-09-07T15:24:42.506365+0000","last_undegraded":"2024-09-07T15:24:42.506365+0000","last_fullsized":"2024-09-07T15:24:42.506365+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:44:26.222213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'88","reported_seq":614,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.224292+0000","last_change":"2024-09-07T13:38:20.014595+0000","last_active":"2024-09-07T15:26:03.224292+0000","last_peered":"2024-09-07T15:26:03.224292+0000","last_clean":"2024-09-07T15:26:03.224292+0000","last_became_active":"2024-09-07T13:38:20.012734+0000","last_became_peered":"2024-09-07T13:38:20.012734+0000","last_unstale":"2024-09-07T15:26:03.224292+0000","last_undegraded":"2024-09-07T15:26:03.224292+0000","last_fullsized":"2024-09-07T15:26:03.224292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:06:56.193443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":206,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'442","reported_seq":1233,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699325+0000","last_change":"2024-09-07T13:38:11.970668+0000","last_active":"2024-09-07T15:24:31.699325+0000","last_peered":"2024-09-07T15:24:31.699325+0000","last_clean":"2024-09-07T15:24:31.699325+0000","last_became_active":"2024-09-07T13:38:11.970315+0000","last_became_peered":"2024-09-07T13:38:11.970315+0000","last_unstale":"2024-09-07T15:24:31.699325+0000","last_undegraded":"2024-09-07T15:24:31.699325+0000","last_fullsized":"2024-09-07T15:24:31.699325+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:15:43.026093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2170,"num_read_kb":1860,"num_write":785,"num_write_kb":513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'286","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.134601+0000","last_change":"2024-09-07T13:38:41.159722+0000","last_active":"2024-09-07T15:24:11.134601+0000","last_peered":"2024-09-07T15:24:11.134601+0000","last_clean":"2024-09-07T15:24:11.134601+0000","last_became_active":"2024-09-07T13:38:41.158508+0000","last_became_peered":"2024-09-07T13:38:41.158508+0000","last_unstale":"2024-09-07T15:24:11.134601+0000","last_undegraded":"2024-09-07T15:24:11.134601+0000","last_fullsized":"2024-09-07T15:24:11.134601+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:11:07.212975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6517095,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":440,"num_read_kb":8611,"num_write":1025,"num_write_kb":36760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.320477+0000","last_change":"2024-09-07T13:38:13.966433+0000","last_active":"2024-09-07T15:24:37.320477+0000","last_peered":"2024-09-07T15:24:37.320477+0000","last_clean":"2024-09-07T15:24:37.320477+0000","last_became_active":"2024-09-07T13:38:13.965676+0000","last_became_peered":"2024-09-07T13:38:13.965676+0000","last_unstale":"2024-09-07T15:24:37.320477+0000","last_undegraded":"2024-09-07T15:24:37.320477+0000","last_fullsized":"2024-09-07T15:24:37.320477+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:19:29.793910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'162","reported_seq":754,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:46.254460+0000","last_change":"2024-09-07T13:38:15.986169+0000","last_active":"2024-09-07T15:23:46.254460+0000","last_peered":"2024-09-07T15:23:46.254460+0000","last_clean":"2024-09-07T15:23:46.254460+0000","last_became_active":"2024-09-07T13:38:15.985575+0000","last_became_peered":"2024-09-07T13:38:15.985575+0000","last_unstale":"2024-09-07T15:23:46.254460+0000","last_undegraded":"2024-09-07T15:23:46.254460+0000","last_fullsized":"2024-09-07T15:23:46.254460+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:31:16.398124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'753","reported_seq":3165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.861957+0000","last_change":"2024-09-07T13:38:17.993476+0000","last_active":"2024-09-07T15:27:26.861957+0000","last_peered":"2024-09-07T15:27:26.861957+0000","last_clean":"2024-09-07T15:27:26.861957+0000","last_became_active":"2024-09-07T13:38:17.992747+0000","last_became_peered":"2024-09-07T13:38:17.992747+0000","last_unstale":"2024-09-07T15:27:26.861957+0000","last_undegraded":"2024-09-07T15:27:26.861957+0000","last_fullsized":"2024-09-07T15:27:26.861957+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":700,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:43:18.408893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'209","reported_seq":1057,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.435530+0000","last_change":"2024-09-07T13:38:20.604507+0000","last_active":"2024-09-07T15:26:01.435530+0000","last_peered":"2024-09-07T15:26:01.435530+0000","last_clean":"2024-09-07T15:26:01.435530+0000","last_became_active":"2024-09-07T13:38:20.603950+0000","last_became_peered":"2024-09-07T13:38:20.603950+0000","last_unstale":"2024-09-07T15:26:01.435530+0000","last_undegraded":"2024-09-07T15:26:01.435530+0000","last_fullsized":"2024-09-07T15:26:01.435530+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:59:38.639963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":642,"num_read_kb":636,"num_write":447,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'75","reported_seq":701,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319254+0000","last_change":"2024-09-07T13:38:11.966214+0000","last_active":"2024-09-07T15:24:32.319254+0000","last_peered":"2024-09-07T15:24:32.319254+0000","last_clean":"2024-09-07T15:24:32.319254+0000","last_became_active":"2024-09-07T13:38:11.960885+0000","last_became_peered":"2024-09-07T13:38:11.960885+0000","last_unstale":"2024-09-07T15:24:32.319254+0000","last_undegraded":"2024-09-07T15:24:32.319254+0000","last_fullsized":"2024-09-07T15:24:32.319254+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:18:33.221698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":356,"num_read_kb":308,"num_write":106,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'265","reported_seq":929,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.588013+0000","last_change":"2024-09-07T13:38:09.975596+0000","last_active":"2024-09-07T15:25:01.588013+0000","last_peered":"2024-09-07T15:25:01.588013+0000","last_clean":"2024-09-07T15:25:01.588013+0000","last_became_active":"2024-09-07T13:38:09.969708+0000","last_became_peered":"2024-09-07T13:38:09.969708+0000","last_unstale":"2024-09-07T15:25:01.588013+0000","last_undegraded":"2024-09-07T15:25:01.588013+0000","last_fullsized":"2024-09-07T15:25:01.588013+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:17:25.755348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5447864,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":437,"num_read_kb":26733,"num_write":1021,"num_write_kb":16661,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.739206+0000","last_change":"2024-09-07T13:38:13.966364+0000","last_active":"2024-09-07T15:24:36.739206+0000","last_peered":"2024-09-07T15:24:36.739206+0000","last_clean":"2024-09-07T15:24:36.739206+0000","last_became_active":"2024-09-07T13:38:13.961527+0000","last_became_peered":"2024-09-07T13:38:13.961527+0000","last_unstale":"2024-09-07T15:24:36.739206+0000","last_undegraded":"2024-09-07T15:24:36.739206+0000","last_fullsized":"2024-09-07T15:24:36.739206+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:46:36.432965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'298","reported_seq":906,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:01.944398+0000","last_change":"2024-09-07T13:38:16.018791+0000","last_active":"2024-09-07T15:27:01.944398+0000","last_peered":"2024-09-07T15:27:01.944398+0000","last_clean":"2024-09-07T15:27:01.944398+0000","last_became_active":"2024-09-07T13:38:16.016970+0000","last_became_peered":"2024-09-07T13:38:16.016970+0000","last_unstale":"2024-09-07T15:27:01.944398+0000","last_undegraded":"2024-09-07T15:27:01.944398+0000","last_fullsized":"2024-09-07T15:27:01.944398+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:56:13.636971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59289,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":491,"num_read_kb":991,"num_write":396,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'778","reported_seq":4751,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.870262+0000","last_change":"2024-09-07T13:38:17.995450+0000","last_active":"2024-09-07T15:27:26.870262+0000","last_peered":"2024-09-07T15:27:26.870262+0000","last_clean":"2024-09-07T15:27:26.870262+0000","last_became_active":"2024-09-07T13:38:17.994698+0000","last_became_peered":"2024-09-07T13:38:17.994698+0000","last_unstale":"2024-09-07T15:27:26.870262+0000","last_undegraded":"2024-09-07T15:27:26.870262+0000","last_fullsized":"2024-09-07T15:27:26.870262+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:39:13.300701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'130","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.735576+0000","last_change":"2024-09-07T13:38:11.963119+0000","last_active":"2024-09-07T15:24:21.735576+0000","last_peered":"2024-09-07T15:24:21.735576+0000","last_clean":"2024-09-07T15:24:21.735576+0000","last_became_active":"2024-09-07T13:38:11.962281+0000","last_became_peered":"2024-09-07T13:38:11.962281+0000","last_unstale":"2024-09-07T15:24:21.735576+0000","last_undegraded":"2024-09-07T15:24:21.735576+0000","last_fullsized":"2024-09-07T15:24:21.735576+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:34:03.129471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":538,"num_read_kb":433,"num_write":207,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'353","reported_seq":1103,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901510+0000","last_change":"2024-09-07T13:38:09.958727+0000","last_active":"2024-09-07T15:24:11.901510+0000","last_peered":"2024-09-07T15:24:11.901510+0000","last_clean":"2024-09-07T15:24:11.901510+0000","last_became_active":"2024-09-07T13:38:09.953807+0000","last_became_peered":"2024-09-07T13:38:09.953807+0000","last_unstale":"2024-09-07T15:24:11.901510+0000","last_undegraded":"2024-09-07T15:24:11.901510+0000","last_fullsized":"2024-09-07T15:24:11.901510+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:17:21.320917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23982035,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":741,"num_read_kb":21889,"num_write":1306,"num_write_kb":56048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904776+0000","last_change":"2024-09-07T13:38:13.977761+0000","last_active":"2024-09-07T15:24:26.904776+0000","last_peered":"2024-09-07T15:24:26.904776+0000","last_clean":"2024-09-07T15:24:26.904776+0000","last_became_active":"2024-09-07T13:38:13.976951+0000","last_became_peered":"2024-09-07T13:38:13.976951+0000","last_unstale":"2024-09-07T15:24:26.904776+0000","last_undegraded":"2024-09-07T15:24:26.904776+0000","last_fullsized":"2024-09-07T15:24:26.904776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:16:54.571224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'443","reported_seq":1128,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:56.771899+0000","last_change":"2024-09-07T13:38:16.017735+0000","last_active":"2024-09-07T15:26:56.771899+0000","last_peered":"2024-09-07T15:26:56.771899+0000","last_clean":"2024-09-07T15:26:56.771899+0000","last_became_active":"2024-09-07T13:38:16.016901+0000","last_became_peered":"2024-09-07T13:38:16.016901+0000","last_unstale":"2024-09-07T15:26:56.771899+0000","last_undegraded":"2024-09-07T15:26:56.771899+0000","last_fullsized":"2024-09-07T15:26:56.771899+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":400,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:01:06.166512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57456,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":704,"num_read_kb":1198,"num_write":542,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.263704+0000","last_change":"2024-09-07T13:38:17.987827+0000","last_active":"2024-09-07T15:24:06.263704+0000","last_peered":"2024-09-07T15:24:06.263704+0000","last_clean":"2024-09-07T15:24:06.263704+0000","last_became_active":"2024-09-07T13:38:17.987198+0000","last_became_peered":"2024-09-07T13:38:17.987198+0000","last_unstale":"2024-09-07T15:24:06.263704+0000","last_undegraded":"2024-09-07T15:24:06.263704+0000","last_fullsized":"2024-09-07T15:24:06.263704+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:29:28.957888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'546","reported_seq":1389,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.733498+0000","last_change":"2024-09-07T13:38:20.019965+0000","last_active":"2024-09-07T15:27:23.733498+0000","last_peered":"2024-09-07T15:27:23.733498+0000","last_clean":"2024-09-07T15:27:23.733498+0000","last_became_active":"2024-09-07T13:38:20.018987+0000","last_became_peered":"2024-09-07T13:38:20.018987+0000","last_unstale":"2024-09-07T15:27:23.733498+0000","last_undegraded":"2024-09-07T15:27:23.733498+0000","last_fullsized":"2024-09-07T15:27:23.733498+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:22:59.794569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1314,"num_read_kb":1309,"num_write":1132,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'101","reported_seq":723,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:48.827144+0000","last_change":"2024-09-07T13:38:11.971078+0000","last_active":"2024-09-07T15:24:48.827144+0000","last_peered":"2024-09-07T15:24:48.827144+0000","last_clean":"2024-09-07T15:24:48.827144+0000","last_became_active":"2024-09-07T13:38:11.964035+0000","last_became_peered":"2024-09-07T13:38:11.964035+0000","last_unstale":"2024-09-07T15:24:48.827144+0000","last_undegraded":"2024-09-07T15:24:48.827144+0000","last_fullsized":"2024-09-07T15:24:48.827144+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:05:37.014541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":383,"num_write":141,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'236","reported_seq":943,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:14.912723+0000","last_change":"2024-09-07T13:38:09.956620+0000","last_active":"2024-09-07T15:27:14.912723+0000","last_peered":"2024-09-07T15:27:14.912723+0000","last_clean":"2024-09-07T15:27:14.912723+0000","last_became_active":"2024-09-07T13:38:09.953293+0000","last_became_peered":"2024-09-07T13:38:09.953293+0000","last_unstale":"2024-09-07T15:27:14.912723+0000","last_undegraded":"2024-09-07T15:27:14.912723+0000","last_fullsized":"2024-09-07T15:27:14.912723+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:59:48.559181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12960061,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":462,"num_read_kb":53781,"num_write":928,"num_write_kb":33822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.262993+0000","last_change":"2024-09-07T13:38:13.957828+0000","last_active":"2024-09-07T15:24:26.262993+0000","last_peered":"2024-09-07T15:24:26.262993+0000","last_clean":"2024-09-07T15:24:26.262993+0000","last_became_active":"2024-09-07T13:38:13.957111+0000","last_became_peered":"2024-09-07T13:38:13.957111+0000","last_unstale":"2024-09-07T15:24:26.262993+0000","last_undegraded":"2024-09-07T15:24:26.262993+0000","last_fullsized":"2024-09-07T15:24:26.262993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:27:24.240364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'283","reported_seq":903,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:12.341884+0000","last_change":"2024-09-07T13:38:15.993331+0000","last_active":"2024-09-07T15:26:12.341884+0000","last_peered":"2024-09-07T15:26:12.341884+0000","last_clean":"2024-09-07T15:26:12.341884+0000","last_became_active":"2024-09-07T13:38:15.988081+0000","last_became_peered":"2024-09-07T13:38:15.988081+0000","last_unstale":"2024-09-07T15:26:12.341884+0000","last_undegraded":"2024-09-07T15:26:12.341884+0000","last_fullsized":"2024-09-07T15:26:12.341884+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:05.398465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56805,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":941,"num_write":374,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:57.325442+0000","last_change":"2024-09-07T13:38:17.994974+0000","last_active":"2024-09-07T15:24:57.325442+0000","last_peered":"2024-09-07T15:24:57.325442+0000","last_clean":"2024-09-07T15:24:57.325442+0000","last_became_active":"2024-09-07T13:38:17.994508+0000","last_became_peered":"2024-09-07T13:38:17.994508+0000","last_unstale":"2024-09-07T15:24:57.325442+0000","last_undegraded":"2024-09-07T15:24:57.325442+0000","last_fullsized":"2024-09-07T15:24:57.325442+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:33:44.871016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'128","reported_seq":655,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:06.513748+0000","last_change":"2024-09-07T13:38:20.012119+0000","last_active":"2024-09-07T15:27:06.513748+0000","last_peered":"2024-09-07T15:27:06.513748+0000","last_clean":"2024-09-07T15:27:06.513748+0000","last_became_active":"2024-09-07T13:38:20.011595+0000","last_became_peered":"2024-09-07T13:38:20.011595+0000","last_unstale":"2024-09-07T15:27:06.513748+0000","last_undegraded":"2024-09-07T15:27:06.513748+0000","last_fullsized":"2024-09-07T15:27:06.513748+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:08:29.701965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":176,"num_read_kb":166,"num_write":311,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'266","reported_seq":966,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.483533+0000","last_change":"2024-09-07T13:38:11.975965+0000","last_active":"2024-09-07T15:24:46.483533+0000","last_peered":"2024-09-07T15:24:46.483533+0000","last_clean":"2024-09-07T15:24:46.483533+0000","last_became_active":"2024-09-07T13:38:11.970451+0000","last_became_peered":"2024-09-07T13:38:11.970451+0000","last_unstale":"2024-09-07T15:24:46.483533+0000","last_undegraded":"2024-09-07T15:24:46.483533+0000","last_fullsized":"2024-09-07T15:24:46.483533+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:26:00.299784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1159,"num_read_kb":956,"num_write":391,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'303","reported_seq":993,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897975+0000","last_change":"2024-09-07T13:38:09.960381+0000","last_active":"2024-09-07T15:23:56.897975+0000","last_peered":"2024-09-07T15:23:56.897975+0000","last_clean":"2024-09-07T15:23:56.897975+0000","last_became_active":"2024-09-07T13:38:09.959258+0000","last_became_peered":"2024-09-07T13:38:09.959258+0000","last_unstale":"2024-09-07T15:23:56.897975+0000","last_undegraded":"2024-09-07T15:23:56.897975+0000","last_fullsized":"2024-09-07T15:23:56.897975+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:40:04.760755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1423848,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":530,"num_read_kb":722,"num_write":1115,"num_write_kb":10943,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.257303+0000","last_change":"2024-09-07T13:38:13.960390+0000","last_active":"2024-09-07T15:24:01.257303+0000","last_peered":"2024-09-07T15:24:01.257303+0000","last_clean":"2024-09-07T15:24:01.257303+0000","last_became_active":"2024-09-07T13:38:13.959704+0000","last_became_peered":"2024-09-07T13:38:13.959704+0000","last_unstale":"2024-09-07T15:24:01.257303+0000","last_undegraded":"2024-09-07T15:24:01.257303+0000","last_fullsized":"2024-09-07T15:24:01.257303+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:07:34.416510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'343","reported_seq":989,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:36.937678+0000","last_change":"2024-09-07T13:38:15.989134+0000","last_active":"2024-09-07T15:26:36.937678+0000","last_peered":"2024-09-07T15:26:36.937678+0000","last_clean":"2024-09-07T15:26:36.937678+0000","last_became_active":"2024-09-07T13:38:15.987730+0000","last_became_peered":"2024-09-07T13:38:15.987730+0000","last_unstale":"2024-09-07T15:26:36.937678+0000","last_undegraded":"2024-09-07T15:26:36.937678+0000","last_fullsized":"2024-09-07T15:26:36.937678+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:01.312662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53560,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":553,"num_read_kb":1000,"num_write":426,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'752","reported_seq":3259,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.853730+0000","last_change":"2024-09-07T13:38:17.997382+0000","last_active":"2024-09-07T15:27:26.853730+0000","last_peered":"2024-09-07T15:27:26.853730+0000","last_clean":"2024-09-07T15:27:26.853730+0000","last_became_active":"2024-09-07T13:38:17.996538+0000","last_became_peered":"2024-09-07T13:38:17.996538+0000","last_unstale":"2024-09-07T15:27:26.853730+0000","last_undegraded":"2024-09-07T15:27:26.853730+0000","last_fullsized":"2024-09-07T15:27:26.853730+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:55:42.702421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'115","reported_seq":634,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.231056+0000","last_change":"2024-09-07T13:38:20.013518+0000","last_active":"2024-09-07T15:27:22.231056+0000","last_peered":"2024-09-07T15:27:22.231056+0000","last_clean":"2024-09-07T15:27:22.231056+0000","last_became_active":"2024-09-07T13:38:20.012449+0000","last_became_peered":"2024-09-07T13:38:20.012449+0000","last_unstale":"2024-09-07T15:27:22.231056+0000","last_undegraded":"2024-09-07T15:27:22.231056+0000","last_fullsized":"2024-09-07T15:27:22.231056+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:15:10.828329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":286,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'198","reported_seq":834,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:12.476991+0000","last_change":"2024-09-07T13:38:11.962318+0000","last_active":"2024-09-07T15:24:12.476991+0000","last_peered":"2024-09-07T15:24:12.476991+0000","last_clean":"2024-09-07T15:24:12.476991+0000","last_became_active":"2024-09-07T13:38:11.961387+0000","last_became_peered":"2024-09-07T13:38:11.961387+0000","last_unstale":"2024-09-07T15:24:12.476991+0000","last_undegraded":"2024-09-07T15:24:12.476991+0000","last_fullsized":"2024-09-07T15:24:12.476991+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:25:58.853607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":804,"num_read_kb":654,"num_write":292,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'275","reported_seq":1059,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.727165+0000","last_change":"2024-09-07T13:38:09.960358+0000","last_active":"2024-09-07T15:23:56.727165+0000","last_peered":"2024-09-07T15:23:56.727165+0000","last_clean":"2024-09-07T15:23:56.727165+0000","last_became_active":"2024-09-07T13:38:09.955525+0000","last_became_peered":"2024-09-07T13:38:09.955525+0000","last_unstale":"2024-09-07T15:23:56.727165+0000","last_undegraded":"2024-09-07T15:23:56.727165+0000","last_fullsized":"2024-09-07T15:23:56.727165+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:52:32.175490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6752348,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":546,"num_read_kb":36147,"num_write":1027,"num_write_kb":30629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.269499+0000","last_change":"2024-09-07T13:38:13.956406+0000","last_active":"2024-09-07T15:24:56.269499+0000","last_peered":"2024-09-07T15:24:56.269499+0000","last_clean":"2024-09-07T15:24:56.269499+0000","last_became_active":"2024-09-07T13:38:13.955470+0000","last_became_peered":"2024-09-07T13:38:13.955470+0000","last_unstale":"2024-09-07T15:24:56.269499+0000","last_undegraded":"2024-09-07T15:24:56.269499+0000","last_fullsized":"2024-09-07T15:24:56.269499+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:00:11.527983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'541","reported_seq":1211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.651346+0000","last_change":"2024-09-07T13:38:15.980702+0000","last_active":"2024-09-07T15:27:23.651346+0000","last_peered":"2024-09-07T15:27:23.651346+0000","last_clean":"2024-09-07T15:27:23.651346+0000","last_became_active":"2024-09-07T13:38:15.977053+0000","last_became_peered":"2024-09-07T13:38:15.977053+0000","last_unstale":"2024-09-07T15:27:23.651346+0000","last_undegraded":"2024-09-07T15:27:23.651346+0000","last_fullsized":"2024-09-07T15:27:23.651346+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":500,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:09:00.977138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122512,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":948,"num_read_kb":2039,"num_write":794,"num_write_kb":658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.264181+0000","last_change":"2024-09-07T13:38:18.001460+0000","last_active":"2024-09-07T15:24:31.264181+0000","last_peered":"2024-09-07T15:24:31.264181+0000","last_clean":"2024-09-07T15:24:31.264181+0000","last_became_active":"2024-09-07T13:38:17.999641+0000","last_became_peered":"2024-09-07T13:38:17.999641+0000","last_unstale":"2024-09-07T15:24:31.264181+0000","last_undegraded":"2024-09-07T15:24:31.264181+0000","last_fullsized":"2024-09-07T15:24:31.264181+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:23:51.811753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'173","reported_seq":723,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.269938+0000","last_change":"2024-09-07T13:38:20.005868+0000","last_active":"2024-09-07T15:24:31.269938+0000","last_peered":"2024-09-07T15:24:31.269938+0000","last_clean":"2024-09-07T15:24:31.269938+0000","last_became_active":"2024-09-07T13:38:20.000637+0000","last_became_peered":"2024-09-07T13:38:20.000637+0000","last_unstale":"2024-09-07T15:24:31.269938+0000","last_undegraded":"2024-09-07T15:24:31.269938+0000","last_fullsized":"2024-09-07T15:24:31.269938+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:19.707086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":254,"num_read_kb":244,"num_write":425,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'350","reported_seq":1102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495492+0000","last_change":"2024-09-07T13:38:11.978963+0000","last_active":"2024-09-07T15:23:57.495492+0000","last_peered":"2024-09-07T15:23:57.495492+0000","last_clean":"2024-09-07T15:23:57.495492+0000","last_became_active":"2024-09-07T13:38:11.978375+0000","last_became_peered":"2024-09-07T13:38:11.978375+0000","last_unstale":"2024-09-07T15:23:57.495492+0000","last_undegraded":"2024-09-07T15:23:57.495492+0000","last_fullsized":"2024-09-07T15:23:57.495492+0000","mapping_epoch":28,"log_start":"266'300","ondisk_log_start":"266'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:41:32.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1634,"num_read_kb":1416,"num_write":530,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'338","reported_seq":1120,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263124+0000","last_change":"2024-09-07T13:38:41.160908+0000","last_active":"2024-09-07T15:24:26.263124+0000","last_peered":"2024-09-07T15:24:26.263124+0000","last_clean":"2024-09-07T15:24:26.263124+0000","last_became_active":"2024-09-07T13:38:41.160505+0000","last_became_peered":"2024-09-07T13:38:41.160505+0000","last_unstale":"2024-09-07T15:24:26.263124+0000","last_undegraded":"2024-09-07T15:24:26.263124+0000","last_fullsized":"2024-09-07T15:24:26.263124+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:47:19.122563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15062194,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":909,"num_read_kb":21179,"num_write":1242,"num_write_kb":33405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.257373+0000","last_change":"2024-09-07T13:38:13.971469+0000","last_active":"2024-09-07T15:24:01.257373+0000","last_peered":"2024-09-07T15:24:01.257373+0000","last_clean":"2024-09-07T15:24:01.257373+0000","last_became_active":"2024-09-07T13:38:13.970686+0000","last_became_peered":"2024-09-07T13:38:13.970686+0000","last_unstale":"2024-09-07T15:24:01.257373+0000","last_undegraded":"2024-09-07T15:24:01.257373+0000","last_fullsized":"2024-09-07T15:24:01.257373+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:15:25.269326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'328","reported_seq":953,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.527807+0000","last_change":"2024-09-07T13:38:15.982497+0000","last_active":"2024-09-07T15:26:17.527807+0000","last_peered":"2024-09-07T15:26:17.527807+0000","last_clean":"2024-09-07T15:26:17.527807+0000","last_became_active":"2024-09-07T13:38:15.981714+0000","last_became_peered":"2024-09-07T13:38:15.981714+0000","last_unstale":"2024-09-07T15:26:17.527807+0000","last_undegraded":"2024-09-07T15:26:17.527807+0000","last_fullsized":"2024-09-07T15:26:17.527807+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:25:52.040745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55371,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":550,"num_read_kb":1006,"num_write":480,"num_write_kb":352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699538+0000","last_change":"2024-09-07T13:38:18.002116+0000","last_active":"2024-09-07T15:24:31.699538+0000","last_peered":"2024-09-07T15:24:31.699538+0000","last_clean":"2024-09-07T15:24:31.699538+0000","last_became_active":"2024-09-07T13:38:18.001444+0000","last_became_peered":"2024-09-07T13:38:18.001444+0000","last_unstale":"2024-09-07T15:24:31.699538+0000","last_undegraded":"2024-09-07T15:24:31.699538+0000","last_fullsized":"2024-09-07T15:24:31.699538+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:27:10.644741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'104","reported_seq":641,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348139+0000","last_change":"2024-09-07T13:38:20.008041+0000","last_active":"2024-09-07T15:26:47.348139+0000","last_peered":"2024-09-07T15:26:47.348139+0000","last_clean":"2024-09-07T15:26:47.348139+0000","last_became_active":"2024-09-07T13:38:20.007347+0000","last_became_peered":"2024-09-07T13:38:20.007347+0000","last_unstale":"2024-09-07T15:26:47.348139+0000","last_undegraded":"2024-09-07T15:26:47.348139+0000","last_fullsized":"2024-09-07T15:26:47.348139+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:48:28.738738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":136,"num_write":262,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'348","reported_seq":994,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495526+0000","last_change":"2024-09-07T13:38:11.953366+0000","last_active":"2024-09-07T15:23:57.495526+0000","last_peered":"2024-09-07T15:23:57.495526+0000","last_clean":"2024-09-07T15:23:57.495526+0000","last_became_active":"2024-09-07T13:38:11.950454+0000","last_became_peered":"2024-09-07T13:38:11.950454+0000","last_unstale":"2024-09-07T15:23:57.495526+0000","last_undegraded":"2024-09-07T15:23:57.495526+0000","last_fullsized":"2024-09-07T15:23:57.495526+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:41.377910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1500,"num_read_kb":1202,"num_write":556,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'276","reported_seq":956,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:13.749170+0000","last_change":"2024-09-07T13:38:09.943201+0000","last_active":"2024-09-07T15:27:13.749170+0000","last_peered":"2024-09-07T15:27:13.749170+0000","last_clean":"2024-09-07T15:27:13.749170+0000","last_became_active":"2024-09-07T13:38:09.942104+0000","last_became_peered":"2024-09-07T13:38:09.942104+0000","last_unstale":"2024-09-07T15:27:13.749170+0000","last_undegraded":"2024-09-07T15:27:13.749170+0000","last_fullsized":"2024-09-07T15:27:13.749170+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:47:35.477500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7082678,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":517,"num_read_kb":6959,"num_write":1045,"num_write_kb":15487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.262669+0000","last_change":"2024-09-07T13:38:13.973029+0000","last_active":"2024-09-07T15:24:01.262669+0000","last_peered":"2024-09-07T15:24:01.262669+0000","last_clean":"2024-09-07T15:24:01.262669+0000","last_became_active":"2024-09-07T13:38:13.972315+0000","last_became_peered":"2024-09-07T13:38:13.972315+0000","last_unstale":"2024-09-07T15:24:01.262669+0000","last_undegraded":"2024-09-07T15:24:01.262669+0000","last_fullsized":"2024-09-07T15:24:01.262669+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:19:10.940522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'353","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:46.290947+0000","last_change":"2024-09-07T13:38:15.999716+0000","last_active":"2024-09-07T15:26:46.290947+0000","last_peered":"2024-09-07T15:26:46.290947+0000","last_clean":"2024-09-07T15:26:46.290947+0000","last_became_active":"2024-09-07T13:38:15.998960+0000","last_became_peered":"2024-09-07T13:38:15.998960+0000","last_unstale":"2024-09-07T15:26:46.290947+0000","last_undegraded":"2024-09-07T15:26:46.290947+0000","last_fullsized":"2024-09-07T15:26:46.290947+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:50:14.885177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53482,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":573,"num_read_kb":1045,"num_write":446,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'754","reported_seq":3288,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.863216+0000","last_change":"2024-09-07T13:38:18.007806+0000","last_active":"2024-09-07T15:27:26.863216+0000","last_peered":"2024-09-07T15:27:26.863216+0000","last_clean":"2024-09-07T15:27:26.863216+0000","last_became_active":"2024-09-07T13:38:18.007298+0000","last_became_peered":"2024-09-07T13:38:18.007298+0000","last_unstale":"2024-09-07T15:27:26.863216+0000","last_undegraded":"2024-09-07T15:27:26.863216+0000","last_fullsized":"2024-09-07T15:27:26.863216+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":700,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:06.178726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'146","reported_seq":688,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:41.298248+0000","last_change":"2024-09-07T13:38:20.013364+0000","last_active":"2024-09-07T15:26:41.298248+0000","last_peered":"2024-09-07T15:26:41.298248+0000","last_clean":"2024-09-07T15:26:41.298248+0000","last_became_active":"2024-09-07T13:38:20.012078+0000","last_became_peered":"2024-09-07T13:38:20.012078+0000","last_unstale":"2024-09-07T15:26:41.298248+0000","last_undegraded":"2024-09-07T15:26:41.298248+0000","last_fullsized":"2024-09-07T15:26:41.298248+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:01:30.871059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":218,"num_read_kb":205,"num_write":349,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'328","reported_seq":997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495553+0000","last_change":"2024-09-07T13:38:11.978895+0000","last_active":"2024-09-07T15:23:57.495553+0000","last_peered":"2024-09-07T15:23:57.495553+0000","last_clean":"2024-09-07T15:23:57.495553+0000","last_became_active":"2024-09-07T13:38:11.978432+0000","last_became_peered":"2024-09-07T13:38:11.978432+0000","last_unstale":"2024-09-07T15:23:57.495553+0000","last_undegraded":"2024-09-07T15:23:57.495553+0000","last_fullsized":"2024-09-07T15:23:57.495553+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:26:40.312428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1389,"num_read_kb":1168,"num_write":485,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'271","reported_seq":948,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:22.501075+0000","last_change":"2024-09-07T13:38:09.950756+0000","last_active":"2024-09-07T15:24:22.501075+0000","last_peered":"2024-09-07T15:24:22.501075+0000","last_clean":"2024-09-07T15:24:22.501075+0000","last_became_active":"2024-09-07T13:38:09.949154+0000","last_became_peered":"2024-09-07T13:38:09.949154+0000","last_unstale":"2024-09-07T15:24:22.501075+0000","last_undegraded":"2024-09-07T15:24:22.501075+0000","last_fullsized":"2024-09-07T15:24:22.501075+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:59.207880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10873548,"num_objects":79,"num_object_clones":0,"num_object_copies":237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":448,"num_read_kb":26149,"num_write":988,"num_write_kb":30118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1481,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.162387+0000","last_change":"2024-09-07T13:38:13.971061+0000","last_active":"2024-09-07T15:27:23.162387+0000","last_peered":"2024-09-07T15:27:23.162387+0000","last_clean":"2024-09-07T15:27:23.162387+0000","last_became_active":"2024-09-07T13:38:13.969774+0000","last_became_peered":"2024-09-07T13:38:13.969774+0000","last_unstale":"2024-09-07T15:27:23.162387+0000","last_undegraded":"2024-09-07T15:27:23.162387+0000","last_fullsized":"2024-09-07T15:27:23.162387+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:47:31.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":953,"num_read_kb":953,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'134","reported_seq":719,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312288+0000","last_change":"2024-09-07T13:38:16.016998+0000","last_active":"2024-09-07T15:24:02.312288+0000","last_peered":"2024-09-07T15:24:02.312288+0000","last_clean":"2024-09-07T15:24:02.312288+0000","last_became_active":"2024-09-07T13:38:16.016446+0000","last_became_peered":"2024-09-07T13:38:16.016446+0000","last_unstale":"2024-09-07T15:24:02.312288+0000","last_undegraded":"2024-09-07T15:24:02.312288+0000","last_fullsized":"2024-09-07T15:24:02.312288+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:19:18.289661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":165,"num_read_kb":160,"num_write":110,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'739","reported_seq":5150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.853533+0000","last_change":"2024-09-07T13:38:18.002486+0000","last_active":"2024-09-07T15:27:26.853533+0000","last_peered":"2024-09-07T15:27:26.853533+0000","last_clean":"2024-09-07T15:27:26.853533+0000","last_became_active":"2024-09-07T13:38:18.001633+0000","last_became_peered":"2024-09-07T13:38:18.001633+0000","last_unstale":"2024-09-07T15:27:26.853533+0000","last_undegraded":"2024-09-07T15:27:26.853533+0000","last_fullsized":"2024-09-07T15:27:26.853533+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":700,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:59.671048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'131","reported_seq":670,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.505020+0000","last_change":"2024-09-07T13:38:20.019360+0000","last_active":"2024-09-07T15:24:37.505020+0000","last_peered":"2024-09-07T15:24:37.505020+0000","last_clean":"2024-09-07T15:24:37.505020+0000","last_became_active":"2024-09-07T13:38:20.017590+0000","last_became_peered":"2024-09-07T13:38:20.017590+0000","last_unstale":"2024-09-07T15:24:37.505020+0000","last_undegraded":"2024-09-07T15:24:37.505020+0000","last_fullsized":"2024-09-07T15:24:37.505020+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:44:49.286523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":214,"num_read_kb":197,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'109","reported_seq":734,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267351+0000","last_change":"2024-09-07T13:38:11.950101+0000","last_active":"2024-09-07T15:24:21.267351+0000","last_peered":"2024-09-07T15:24:21.267351+0000","last_clean":"2024-09-07T15:24:21.267351+0000","last_became_active":"2024-09-07T13:38:11.949335+0000","last_became_peered":"2024-09-07T13:38:11.949335+0000","last_unstale":"2024-09-07T15:24:21.267351+0000","last_undegraded":"2024-09-07T15:24:21.267351+0000","last_fullsized":"2024-09-07T15:24:21.267351+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:54:15.890849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":465,"num_read_kb":389,"num_write":165,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'347","reported_seq":1099,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:22.316288+0000","last_change":"2024-09-07T13:38:09.953591+0000","last_active":"2024-09-07T15:24:22.316288+0000","last_peered":"2024-09-07T15:24:22.316288+0000","last_clean":"2024-09-07T15:24:22.316288+0000","last_became_active":"2024-09-07T13:38:09.952763+0000","last_became_peered":"2024-09-07T13:38:09.952763+0000","last_unstale":"2024-09-07T15:24:22.316288+0000","last_undegraded":"2024-09-07T15:24:22.316288+0000","last_fullsized":"2024-09-07T15:24:22.316288+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:58:12.265113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12789491,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":710,"num_read_kb":35096,"num_write":1202,"num_write_kb":41827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.496663+0000","last_change":"2024-09-07T13:38:13.968376+0000","last_active":"2024-09-07T15:24:02.496663+0000","last_peered":"2024-09-07T15:24:02.496663+0000","last_clean":"2024-09-07T15:24:02.496663+0000","last_became_active":"2024-09-07T13:38:13.967414+0000","last_became_peered":"2024-09-07T13:38:13.967414+0000","last_unstale":"2024-09-07T15:24:02.496663+0000","last_undegraded":"2024-09-07T15:24:02.496663+0000","last_fullsized":"2024-09-07T15:24:02.496663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:58.810731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'506","reported_seq":1178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.151161+0000","last_change":"2024-09-07T13:38:15.978535+0000","last_active":"2024-09-07T15:26:17.151161+0000","last_peered":"2024-09-07T15:26:17.151161+0000","last_clean":"2024-09-07T15:26:17.151161+0000","last_became_active":"2024-09-07T13:38:15.977773+0000","last_became_peered":"2024-09-07T13:38:15.977773+0000","last_unstale":"2024-09-07T15:26:17.151161+0000","last_undegraded":"2024-09-07T15:26:17.151161+0000","last_fullsized":"2024-09-07T15:26:17.151161+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":400,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:34:44.640802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55107,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1414,"num_read_kb":1899,"num_write":2010,"num_write_kb":1794,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474882+0000","last_change":"2024-09-07T13:38:18.002908+0000","last_active":"2024-09-07T15:24:06.474882+0000","last_peered":"2024-09-07T15:24:06.474882+0000","last_clean":"2024-09-07T15:24:06.474882+0000","last_became_active":"2024-09-07T13:38:18.002088+0000","last_became_peered":"2024-09-07T13:38:18.002088+0000","last_unstale":"2024-09-07T15:24:06.474882+0000","last_undegraded":"2024-09-07T15:24:06.474882+0000","last_fullsized":"2024-09-07T15:24:06.474882+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:26:46.897269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'135","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.573564+0000","last_change":"2024-09-07T13:38:20.014037+0000","last_active":"2024-09-07T15:26:03.573564+0000","last_peered":"2024-09-07T15:26:03.573564+0000","last_clean":"2024-09-07T15:26:03.573564+0000","last_became_active":"2024-09-07T13:38:20.013277+0000","last_became_peered":"2024-09-07T13:38:20.013277+0000","last_unstale":"2024-09-07T15:26:03.573564+0000","last_undegraded":"2024-09-07T15:26:03.573564+0000","last_fullsized":"2024-09-07T15:26:03.573564+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:45.341417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":158,"num_read_kb":155,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'248","reported_seq":881,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.484671+0000","last_change":"2024-09-07T13:38:11.977122+0000","last_active":"2024-09-07T15:24:51.484671+0000","last_peered":"2024-09-07T15:24:51.484671+0000","last_clean":"2024-09-07T15:24:51.484671+0000","last_became_active":"2024-09-07T13:38:11.976405+0000","last_became_peered":"2024-09-07T13:38:11.976405+0000","last_unstale":"2024-09-07T15:24:51.484671+0000","last_undegraded":"2024-09-07T15:24:51.484671+0000","last_fullsized":"2024-09-07T15:24:51.484671+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:56:49.479339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1035,"num_read_kb":831,"num_write":390,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":649,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.900148+0000","last_change":"2024-09-07T13:37:48.642316+0000","last_active":"2024-09-07T15:24:06.900148+0000","last_peered":"2024-09-07T15:24:06.900148+0000","last_clean":"2024-09-07T15:24:06.900148+0000","last_became_active":"2024-09-07T13:37:48.640244+0000","last_became_peered":"2024-09-07T13:37:48.640244+0000","last_unstale":"2024-09-07T15:24:06.900148+0000","last_undegraded":"2024-09-07T15:24:06.900148+0000","last_fullsized":"2024-09-07T15:24:06.900148+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:47.582000+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:47.582000+0000","last_clean_scrub_stamp":"2024-09-07T13:37:47.582000+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:17.324430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":557,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.730538+0000","last_change":"2024-09-07T13:37:55.677817+0000","last_active":"2024-09-07T15:24:11.730538+0000","last_peered":"2024-09-07T15:24:11.730538+0000","last_clean":"2024-09-07T15:24:11.730538+0000","last_became_active":"2024-09-07T13:37:53.651096+0000","last_became_peered":"2024-09-07T13:37:53.651096+0000","last_unstale":"2024-09-07T15:24:11.730538+0000","last_undegraded":"2024-09-07T15:24:11.730538+0000","last_fullsized":"2024-09-07T15:24:11.730538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:15:45.209970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076349800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'289","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:40.909673+0000","last_change":"2024-09-07T13:38:09.970645+0000","last_active":"2024-09-07T15:24:40.909673+0000","last_peered":"2024-09-07T15:24:40.909673+0000","last_clean":"2024-09-07T15:24:40.909673+0000","last_became_active":"2024-09-07T13:38:09.970156+0000","last_became_peered":"2024-09-07T13:38:09.970156+0000","last_unstale":"2024-09-07T15:24:40.909673+0000","last_undegraded":"2024-09-07T15:24:40.909673+0000","last_fullsized":"2024-09-07T15:24:40.909673+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:03.302419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13227606,"num_objects":79,"num_object_clones":0,"num_object_copies":237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":429,"num_read_kb":9405,"num_write":1047,"num_write_kb":29387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.906224+0000","last_change":"2024-09-07T13:38:13.972800+0000","last_active":"2024-09-07T15:24:31.906224+0000","last_peered":"2024-09-07T15:24:31.906224+0000","last_clean":"2024-09-07T15:24:31.906224+0000","last_became_active":"2024-09-07T13:38:13.971905+0000","last_became_peered":"2024-09-07T13:38:13.971905+0000","last_unstale":"2024-09-07T15:24:31.906224+0000","last_undegraded":"2024-09-07T15:24:31.906224+0000","last_fullsized":"2024-09-07T15:24:31.906224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:44:51.237772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'745","reported_seq":1478,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.695894+0000","last_change":"2024-09-07T13:38:15.999961+0000","last_active":"2024-09-07T15:27:23.695894+0000","last_peered":"2024-09-07T15:27:23.695894+0000","last_clean":"2024-09-07T15:27:23.695894+0000","last_became_active":"2024-09-07T13:38:15.999277+0000","last_became_peered":"2024-09-07T13:38:15.999277+0000","last_unstale":"2024-09-07T15:27:23.695894+0000","last_undegraded":"2024-09-07T15:27:23.695894+0000","last_fullsized":"2024-09-07T15:27:23.695894+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":700,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:32:38.896559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158675,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1449,"num_read_kb":2850,"num_write":1436,"num_write_kb":1265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":519,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699369+0000","last_change":"2024-09-07T13:38:17.995320+0000","last_active":"2024-09-07T15:24:31.699369+0000","last_peered":"2024-09-07T15:24:31.699369+0000","last_clean":"2024-09-07T15:24:31.699369+0000","last_became_active":"2024-09-07T13:38:17.993862+0000","last_became_peered":"2024-09-07T13:38:17.993862+0000","last_unstale":"2024-09-07T15:24:31.699369+0000","last_undegraded":"2024-09-07T15:24:31.699369+0000","last_fullsized":"2024-09-07T15:24:31.699369+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:38:31.901929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'183","reported_seq":911,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.354056+0000","last_change":"2024-09-07T13:38:20.008926+0000","last_active":"2024-09-07T15:26:03.354056+0000","last_peered":"2024-09-07T15:26:03.354056+0000","last_clean":"2024-09-07T15:26:03.354056+0000","last_became_active":"2024-09-07T13:38:20.008171+0000","last_became_peered":"2024-09-07T13:38:20.008171+0000","last_unstale":"2024-09-07T15:26:03.354056+0000","last_undegraded":"2024-09-07T15:26:03.354056+0000","last_fullsized":"2024-09-07T15:26:03.354056+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:53:58.739499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":454,"num_read_kb":452,"num_write":371,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'107","reported_seq":692,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.696587+0000","last_change":"2024-09-07T13:38:11.953043+0000","last_active":"2024-09-07T15:24:21.696587+0000","last_peered":"2024-09-07T15:24:21.696587+0000","last_clean":"2024-09-07T15:24:21.696587+0000","last_became_active":"2024-09-07T13:38:11.952594+0000","last_became_peered":"2024-09-07T13:38:11.952594+0000","last_unstale":"2024-09-07T15:24:21.696587+0000","last_undegraded":"2024-09-07T15:24:21.696587+0000","last_fullsized":"2024-09-07T15:24:21.696587+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:36:45.016375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":470,"num_read_kb":380,"num_write":170,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901254+0000","last_change":"2024-09-07T13:37:55.757535+0000","last_active":"2024-09-07T15:24:11.901254+0000","last_peered":"2024-09-07T15:24:11.901254+0000","last_clean":"2024-09-07T15:24:11.901254+0000","last_became_active":"2024-09-07T13:37:53.648513+0000","last_became_peered":"2024-09-07T13:37:53.648513+0000","last_unstale":"2024-09-07T15:24:11.901254+0000","last_undegraded":"2024-09-07T15:24:11.901254+0000","last_fullsized":"2024-09-07T15:24:11.901254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:38:58.218686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001130404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'247","reported_seq":947,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:33.299074+0000","last_change":"2024-09-07T13:38:09.957252+0000","last_active":"2024-09-07T15:24:33.299074+0000","last_peered":"2024-09-07T15:24:33.299074+0000","last_clean":"2024-09-07T15:24:33.299074+0000","last_became_active":"2024-09-07T13:38:09.956791+0000","last_became_peered":"2024-09-07T13:38:09.956791+0000","last_unstale":"2024-09-07T15:24:33.299074+0000","last_undegraded":"2024-09-07T15:24:33.299074+0000","last_fullsized":"2024-09-07T15:24:33.299074+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:15:21.227609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10774367,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":426,"num_read_kb":113059,"num_write":867,"num_write_kb":37932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736933+0000","last_change":"2024-09-07T13:38:13.967843+0000","last_active":"2024-09-07T15:24:26.736933+0000","last_peered":"2024-09-07T15:24:26.736933+0000","last_clean":"2024-09-07T15:24:26.736933+0000","last_became_active":"2024-09-07T13:38:13.967037+0000","last_became_peered":"2024-09-07T13:38:13.967037+0000","last_unstale":"2024-09-07T15:24:26.736933+0000","last_undegraded":"2024-09-07T15:24:26.736933+0000","last_fullsized":"2024-09-07T15:24:26.736933+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:10.213062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1389","reported_seq":3682,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.852074+0000","last_change":"2024-09-07T13:38:15.982797+0000","last_active":"2024-09-07T15:27:26.852074+0000","last_peered":"2024-09-07T15:27:26.852074+0000","last_clean":"2024-09-07T15:27:26.852074+0000","last_became_active":"2024-09-07T13:38:15.982118+0000","last_became_peered":"2024-09-07T13:38:15.982118+0000","last_unstale":"2024-09-07T15:27:26.852074+0000","last_undegraded":"2024-09-07T15:27:26.852074+0000","last_fullsized":"2024-09-07T15:27:26.852074+0000","mapping_epoch":32,"log_start":"269'1300","ondisk_log_start":"269'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":1300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:04:50.073426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":175272,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2192,"num_read_kb":3705,"num_write":1328,"num_write_kb":1093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911326+0000","last_change":"2024-09-07T13:38:18.006692+0000","last_active":"2024-09-07T15:24:51.911326+0000","last_peered":"2024-09-07T15:24:51.911326+0000","last_clean":"2024-09-07T15:24:51.911326+0000","last_became_active":"2024-09-07T13:38:18.005928+0000","last_became_peered":"2024-09-07T13:38:18.005928+0000","last_unstale":"2024-09-07T15:24:51.911326+0000","last_undegraded":"2024-09-07T15:24:51.911326+0000","last_fullsized":"2024-09-07T15:24:51.911326+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:37:34.771952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'120","reported_seq":667,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.275880+0000","last_change":"2024-09-07T13:38:20.604464+0000","last_active":"2024-09-07T15:24:56.275880+0000","last_peered":"2024-09-07T15:24:56.275880+0000","last_clean":"2024-09-07T15:24:56.275880+0000","last_became_active":"2024-09-07T13:38:20.603620+0000","last_became_peered":"2024-09-07T13:38:20.603620+0000","last_unstale":"2024-09-07T15:24:56.275880+0000","last_undegraded":"2024-09-07T15:24:56.275880+0000","last_fullsized":"2024-09-07T15:24:56.275880+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:19:15.582694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1063,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":210,"num_read_kb":193,"num_write":303,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'136","reported_seq":749,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267373+0000","last_change":"2024-09-07T13:38:11.959735+0000","last_active":"2024-09-07T15:24:21.267373+0000","last_peered":"2024-09-07T15:24:21.267373+0000","last_clean":"2024-09-07T15:24:21.267373+0000","last_became_active":"2024-09-07T13:38:11.959123+0000","last_became_peered":"2024-09-07T13:38:11.959123+0000","last_unstale":"2024-09-07T15:24:21.267373+0000","last_undegraded":"2024-09-07T15:24:21.267373+0000","last_fullsized":"2024-09-07T15:24:21.267373+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:22:57.445540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":469,"num_write":218,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.259651+0000","last_change":"2024-09-07T13:37:55.754815+0000","last_active":"2024-09-07T15:24:11.259651+0000","last_peered":"2024-09-07T15:24:11.259651+0000","last_clean":"2024-09-07T15:24:11.259651+0000","last_became_active":"2024-09-07T13:37:53.647110+0000","last_became_peered":"2024-09-07T13:37:53.647110+0000","last_unstale":"2024-09-07T15:24:11.259651+0000","last_undegraded":"2024-09-07T15:24:11.259651+0000","last_fullsized":"2024-09-07T15:24:11.259651+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:57:15.571809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079789900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'311","reported_seq":1032,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.271267+0000","last_change":"2024-09-07T13:38:09.965976+0000","last_active":"2024-09-07T15:24:36.271267+0000","last_peered":"2024-09-07T15:24:36.271267+0000","last_clean":"2024-09-07T15:24:36.271267+0000","last_became_active":"2024-09-07T13:38:09.965593+0000","last_became_peered":"2024-09-07T13:38:09.965593+0000","last_unstale":"2024-09-07T15:24:36.271267+0000","last_undegraded":"2024-09-07T15:24:36.271267+0000","last_fullsized":"2024-09-07T15:24:36.271267+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:26:27.058305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22236709,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":558,"num_read_kb":60225,"num_write":1227,"num_write_kb":54706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263224+0000","last_change":"2024-09-07T13:38:13.962749+0000","last_active":"2024-09-07T15:24:26.263224+0000","last_peered":"2024-09-07T15:24:26.263224+0000","last_clean":"2024-09-07T15:24:26.263224+0000","last_became_active":"2024-09-07T13:38:13.962053+0000","last_became_peered":"2024-09-07T13:38:13.962053+0000","last_unstale":"2024-09-07T15:24:26.263224+0000","last_undegraded":"2024-09-07T15:24:26.263224+0000","last_fullsized":"2024-09-07T15:24:26.263224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:22:28.434283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'353","reported_seq":2260,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:20.433223+0000","last_change":"2024-09-07T13:38:16.021006+0000","last_active":"2024-09-07T15:27:20.433223+0000","last_peered":"2024-09-07T15:27:20.433223+0000","last_clean":"2024-09-07T15:27:20.433223+0000","last_became_active":"2024-09-07T13:38:16.020234+0000","last_became_peered":"2024-09-07T13:38:16.020234+0000","last_unstale":"2024-09-07T15:27:20.433223+0000","last_undegraded":"2024-09-07T15:27:20.433223+0000","last_fullsized":"2024-09-07T15:27:20.433223+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:19:20.850511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":335,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.700614+0000","last_change":"2024-09-07T13:38:17.991469+0000","last_active":"2024-09-07T15:24:36.700614+0000","last_peered":"2024-09-07T15:24:36.700614+0000","last_clean":"2024-09-07T15:24:36.700614+0000","last_became_active":"2024-09-07T13:38:17.990681+0000","last_became_peered":"2024-09-07T13:38:17.990681+0000","last_unstale":"2024-09-07T15:24:36.700614+0000","last_undegraded":"2024-09-07T15:24:36.700614+0000","last_fullsized":"2024-09-07T15:24:36.700614+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:02:15.829518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'260","reported_seq":893,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.913039+0000","last_change":"2024-09-07T13:38:20.018748+0000","last_active":"2024-09-07T15:26:03.913039+0000","last_peered":"2024-09-07T15:26:03.913039+0000","last_clean":"2024-09-07T15:26:03.913039+0000","last_became_active":"2024-09-07T13:38:20.018090+0000","last_became_peered":"2024-09-07T13:38:20.018090+0000","last_unstale":"2024-09-07T15:26:03.913039+0000","last_undegraded":"2024-09-07T15:26:03.913039+0000","last_fullsized":"2024-09-07T15:26:03.913039+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:26:52.784025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":514,"num_read_kb":539,"num_write":563,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'130","reported_seq":762,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268328+0000","last_change":"2024-09-07T13:38:11.950938+0000","last_active":"2024-09-07T15:24:26.268328+0000","last_peered":"2024-09-07T15:24:26.268328+0000","last_clean":"2024-09-07T15:24:26.268328+0000","last_became_active":"2024-09-07T13:38:11.950047+0000","last_became_peered":"2024-09-07T13:38:11.950047+0000","last_unstale":"2024-09-07T15:24:26.268328+0000","last_undegraded":"2024-09-07T15:24:26.268328+0000","last_fullsized":"2024-09-07T15:24:26.268328+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:12:32.592728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":472,"num_write":190,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.730424+0000","last_change":"2024-09-07T13:37:55.679248+0000","last_active":"2024-09-07T15:24:11.730424+0000","last_peered":"2024-09-07T15:24:11.730424+0000","last_clean":"2024-09-07T15:24:11.730424+0000","last_became_active":"2024-09-07T13:37:53.655546+0000","last_became_peered":"2024-09-07T13:37:53.655546+0000","last_unstale":"2024-09-07T15:24:11.730424+0000","last_undegraded":"2024-09-07T15:24:11.730424+0000","last_fullsized":"2024-09-07T15:24:11.730424+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:07:15.087439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020753350000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'295","reported_seq":975,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:16.535018+0000","last_change":"2024-09-07T13:38:41.110343+0000","last_active":"2024-09-07T15:27:16.535018+0000","last_peered":"2024-09-07T15:27:16.535018+0000","last_clean":"2024-09-07T15:27:16.535018+0000","last_became_active":"2024-09-07T13:38:41.109372+0000","last_became_peered":"2024-09-07T13:38:41.109372+0000","last_unstale":"2024-09-07T15:27:16.535018+0000","last_undegraded":"2024-09-07T15:27:16.535018+0000","last_fullsized":"2024-09-07T15:27:16.535018+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:38.130768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10772329,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":475,"num_read_kb":112780,"num_write":1090,"num_write_kb":29364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.705176+0000","last_change":"2024-09-07T13:38:13.967215+0000","last_active":"2024-09-07T15:24:56.705176+0000","last_peered":"2024-09-07T15:24:56.705176+0000","last_clean":"2024-09-07T15:24:56.705176+0000","last_became_active":"2024-09-07T13:38:13.966445+0000","last_became_peered":"2024-09-07T13:38:13.966445+0000","last_unstale":"2024-09-07T15:24:56.705176+0000","last_undegraded":"2024-09-07T15:24:56.705176+0000","last_fullsized":"2024-09-07T15:24:56.705176+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:16:06.210630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'197","reported_seq":811,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:17.249733+0000","last_change":"2024-09-07T13:38:15.987387+0000","last_active":"2024-09-07T15:27:17.249733+0000","last_peered":"2024-09-07T15:27:17.249733+0000","last_clean":"2024-09-07T15:27:17.249733+0000","last_became_active":"2024-09-07T13:38:15.986117+0000","last_became_peered":"2024-09-07T13:38:15.986117+0000","last_unstale":"2024-09-07T15:27:17.249733+0000","last_undegraded":"2024-09-07T15:27:17.249733+0000","last_fullsized":"2024-09-07T15:27:17.249733+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:15.855397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":255,"num_read_kb":249,"num_write":186,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480318+0000","last_change":"2024-09-07T13:38:17.998296+0000","last_active":"2024-09-07T15:24:31.480318+0000","last_peered":"2024-09-07T15:24:31.480318+0000","last_clean":"2024-09-07T15:24:31.480318+0000","last_became_active":"2024-09-07T13:38:17.997608+0000","last_became_peered":"2024-09-07T13:38:17.997608+0000","last_unstale":"2024-09-07T15:24:31.480318+0000","last_undegraded":"2024-09-07T15:24:31.480318+0000","last_fullsized":"2024-09-07T15:24:31.480318+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:29:11.087034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'107","reported_seq":681,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.737832+0000","last_change":"2024-09-07T13:38:20.008383+0000","last_active":"2024-09-07T15:24:31.737832+0000","last_peered":"2024-09-07T15:24:31.737832+0000","last_clean":"2024-09-07T15:24:31.737832+0000","last_became_active":"2024-09-07T13:38:20.007816+0000","last_became_peered":"2024-09-07T13:38:20.007816+0000","last_unstale":"2024-09-07T15:24:31.737832+0000","last_undegraded":"2024-09-07T15:24:31.737832+0000","last_fullsized":"2024-09-07T15:24:31.737832+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:42:59.247539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":245,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'184","reported_seq":807,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268256+0000","last_change":"2024-09-07T13:38:11.959361+0000","last_active":"2024-09-07T15:24:26.268256+0000","last_peered":"2024-09-07T15:24:26.268256+0000","last_clean":"2024-09-07T15:24:26.268256+0000","last_became_active":"2024-09-07T13:38:11.958318+0000","last_became_peered":"2024-09-07T13:38:11.958318+0000","last_unstale":"2024-09-07T15:24:26.268256+0000","last_undegraded":"2024-09-07T15:24:26.268256+0000","last_fullsized":"2024-09-07T15:24:26.268256+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:33:05.645626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":674,"num_write":292,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'306","reported_seq":1026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.741554+0000","last_change":"2024-09-07T13:38:09.952780+0000","last_active":"2024-09-07T15:24:46.741554+0000","last_peered":"2024-09-07T15:24:46.741554+0000","last_clean":"2024-09-07T15:24:46.741554+0000","last_became_active":"2024-09-07T13:38:09.951368+0000","last_became_peered":"2024-09-07T13:38:09.951368+0000","last_unstale":"2024-09-07T15:24:46.741554+0000","last_undegraded":"2024-09-07T15:24:46.741554+0000","last_fullsized":"2024-09-07T15:24:46.741554+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:55:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5857196,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":594,"num_read_kb":19057,"num_write":1123,"num_write_kb":25519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":562,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.264897+0000","last_change":"2024-09-07T13:37:55.669086+0000","last_active":"2024-09-07T15:24:11.264897+0000","last_peered":"2024-09-07T15:24:11.264897+0000","last_clean":"2024-09-07T15:24:11.264897+0000","last_became_active":"2024-09-07T13:37:53.666950+0000","last_became_peered":"2024-09-07T13:37:53.666950+0000","last_unstale":"2024-09-07T15:24:11.264897+0000","last_undegraded":"2024-09-07T15:24:11.264897+0000","last_fullsized":"2024-09-07T15:24:11.264897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:39.141556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068751100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699213+0000","last_change":"2024-09-07T13:38:13.958787+0000","last_active":"2024-09-07T15:24:31.699213+0000","last_peered":"2024-09-07T15:24:31.699213+0000","last_clean":"2024-09-07T15:24:31.699213+0000","last_became_active":"2024-09-07T13:38:13.957914+0000","last_became_peered":"2024-09-07T13:38:13.957914+0000","last_unstale":"2024-09-07T15:24:31.699213+0000","last_undegraded":"2024-09-07T15:24:31.699213+0000","last_fullsized":"2024-09-07T15:24:31.699213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:07:41.412957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'641","reported_seq":1364,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.674614+0000","last_change":"2024-09-07T13:38:15.988819+0000","last_active":"2024-09-07T15:27:23.674614+0000","last_peered":"2024-09-07T15:27:23.674614+0000","last_clean":"2024-09-07T15:27:23.674614+0000","last_became_active":"2024-09-07T13:38:15.984554+0000","last_became_peered":"2024-09-07T13:38:15.984554+0000","last_unstale":"2024-09-07T15:27:23.674614+0000","last_undegraded":"2024-09-07T15:27:23.674614+0000","last_fullsized":"2024-09-07T15:27:23.674614+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":600,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:05:10.600670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":113574,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1078,"num_read_kb":2100,"num_write":884,"num_write_kb":638,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.504952+0000","last_change":"2024-09-07T13:38:18.000905+0000","last_active":"2024-09-07T15:24:37.504952+0000","last_peered":"2024-09-07T15:24:37.504952+0000","last_clean":"2024-09-07T15:24:37.504952+0000","last_became_active":"2024-09-07T13:38:18.000095+0000","last_became_peered":"2024-09-07T13:38:18.000095+0000","last_unstale":"2024-09-07T15:24:37.504952+0000","last_undegraded":"2024-09-07T15:24:37.504952+0000","last_fullsized":"2024-09-07T15:24:37.504952+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:26:48.915923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'136","reported_seq":678,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:59.537005+0000","last_change":"2024-09-07T13:38:20.605716+0000","last_active":"2024-09-07T15:25:59.537005+0000","last_peered":"2024-09-07T15:25:59.537005+0000","last_clean":"2024-09-07T15:25:59.537005+0000","last_became_active":"2024-09-07T13:38:20.604824+0000","last_became_peered":"2024-09-07T13:38:20.604824+0000","last_unstale":"2024-09-07T15:25:59.537005+0000","last_undegraded":"2024-09-07T15:25:59.537005+0000","last_fullsized":"2024-09-07T15:25:59.537005+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:29:30.494841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":220,"num_read_kb":205,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'398","reported_seq":1053,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697797+0000","last_change":"2024-09-07T13:38:11.962592+0000","last_active":"2024-09-07T15:24:26.697797+0000","last_peered":"2024-09-07T15:24:26.697797+0000","last_clean":"2024-09-07T15:24:26.697797+0000","last_became_active":"2024-09-07T13:38:11.961743+0000","last_became_peered":"2024-09-07T13:38:11.961743+0000","last_unstale":"2024-09-07T15:24:26.697797+0000","last_undegraded":"2024-09-07T15:24:26.697797+0000","last_fullsized":"2024-09-07T15:24:26.697797+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:41.396895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1712,"num_read_kb":1353,"num_write":613,"num_write_kb":367,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'255","reported_seq":924,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268303+0000","last_change":"2024-09-07T13:38:09.921486+0000","last_active":"2024-09-07T15:24:26.268303+0000","last_peered":"2024-09-07T15:24:26.268303+0000","last_clean":"2024-09-07T15:24:26.268303+0000","last_became_active":"2024-09-07T13:38:09.921123+0000","last_became_peered":"2024-09-07T13:38:09.921123+0000","last_unstale":"2024-09-07T15:24:26.268303+0000","last_undegraded":"2024-09-07T15:24:26.268303+0000","last_fullsized":"2024-09-07T15:24:26.268303+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:26:40.183388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15732918,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":384,"num_read_kb":26022,"num_write":1023,"num_write_kb":45232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":556,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904890+0000","last_change":"2024-09-07T13:37:55.757319+0000","last_active":"2024-09-07T15:24:26.904890+0000","last_peered":"2024-09-07T15:24:26.904890+0000","last_clean":"2024-09-07T15:24:26.904890+0000","last_became_active":"2024-09-07T13:37:53.668660+0000","last_became_peered":"2024-09-07T13:37:53.668660+0000","last_unstale":"2024-09-07T15:24:26.904890+0000","last_undegraded":"2024-09-07T15:24:26.904890+0000","last_fullsized":"2024-09-07T15:24:26.904890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:27:36.067716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00097177500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480167+0000","last_change":"2024-09-07T13:38:13.963445+0000","last_active":"2024-09-07T15:24:31.480167+0000","last_peered":"2024-09-07T15:24:31.480167+0000","last_clean":"2024-09-07T15:24:31.480167+0000","last_became_active":"2024-09-07T13:38:13.962732+0000","last_became_peered":"2024-09-07T13:38:13.962732+0000","last_unstale":"2024-09-07T15:24:31.480167+0000","last_undegraded":"2024-09-07T15:24:31.480167+0000","last_fullsized":"2024-09-07T15:24:31.480167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:32:08.427154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'332","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.162066+0000","last_change":"2024-09-07T13:38:16.016954+0000","last_active":"2024-09-07T15:26:17.162066+0000","last_peered":"2024-09-07T15:26:17.162066+0000","last_clean":"2024-09-07T15:26:17.162066+0000","last_became_active":"2024-09-07T13:38:16.016371+0000","last_became_peered":"2024-09-07T13:38:16.016371+0000","last_unstale":"2024-09-07T15:26:17.162066+0000","last_undegraded":"2024-09-07T15:26:17.162066+0000","last_fullsized":"2024-09-07T15:26:17.162066+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:04:43.605935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":419,"num_read_kb":408,"num_write":402,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'762","reported_seq":3383,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.872457+0000","last_change":"2024-09-07T13:38:17.983253+0000","last_active":"2024-09-07T15:27:26.872457+0000","last_peered":"2024-09-07T15:27:26.872457+0000","last_clean":"2024-09-07T15:27:26.872457+0000","last_became_active":"2024-09-07T13:38:17.982543+0000","last_became_peered":"2024-09-07T13:38:17.982543+0000","last_unstale":"2024-09-07T15:27:26.872457+0000","last_undegraded":"2024-09-07T15:27:26.872457+0000","last_fullsized":"2024-09-07T15:27:26.872457+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":700,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:24:17.846699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'125","reported_seq":669,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348328+0000","last_change":"2024-09-07T13:38:20.607649+0000","last_active":"2024-09-07T15:26:47.348328+0000","last_peered":"2024-09-07T15:26:47.348328+0000","last_clean":"2024-09-07T15:26:47.348328+0000","last_became_active":"2024-09-07T13:38:20.606877+0000","last_became_peered":"2024-09-07T13:38:20.606877+0000","last_unstale":"2024-09-07T15:26:47.348328+0000","last_undegraded":"2024-09-07T15:26:47.348328+0000","last_fullsized":"2024-09-07T15:26:47.348328+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:49:21.727054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":690,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":307,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'231","reported_seq":926,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.364439+0000","last_change":"2024-09-07T13:38:11.966234+0000","last_active":"2024-09-07T15:27:22.364439+0000","last_peered":"2024-09-07T15:27:22.364439+0000","last_clean":"2024-09-07T15:27:22.364439+0000","last_became_active":"2024-09-07T13:38:11.962120+0000","last_became_peered":"2024-09-07T13:38:11.962120+0000","last_unstale":"2024-09-07T15:27:22.364439+0000","last_undegraded":"2024-09-07T15:27:22.364439+0000","last_fullsized":"2024-09-07T15:27:22.364439+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:25:35.522062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1045,"num_read_kb":865,"num_write":371,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'245","reported_seq":1004,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:22.316568+0000","last_change":"2024-09-07T13:38:09.953167+0000","last_active":"2024-09-07T15:24:22.316568+0000","last_peered":"2024-09-07T15:24:22.316568+0000","last_clean":"2024-09-07T15:24:22.316568+0000","last_became_active":"2024-09-07T13:38:09.952616+0000","last_became_peered":"2024-09-07T13:38:09.952616+0000","last_unstale":"2024-09-07T15:24:22.316568+0000","last_undegraded":"2024-09-07T15:24:22.316568+0000","last_fullsized":"2024-09-07T15:24:22.316568+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:19:40.688163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":370466,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":684,"num_read_kb":2393,"num_write":946,"num_write_kb":24762,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":560,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.263786+0000","last_change":"2024-09-07T13:37:55.668770+0000","last_active":"2024-09-07T15:24:06.263786+0000","last_peered":"2024-09-07T15:24:06.263786+0000","last_clean":"2024-09-07T15:24:06.263786+0000","last_became_active":"2024-09-07T13:37:53.647679+0000","last_became_peered":"2024-09-07T13:37:53.647679+0000","last_unstale":"2024-09-07T15:24:06.263786+0000","last_undegraded":"2024-09-07T15:24:06.263786+0000","last_fullsized":"2024-09-07T15:24:06.263786+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:31:06.409073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001032404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503647+0000","last_change":"2024-09-07T13:38:13.956683+0000","last_active":"2024-09-07T15:24:32.503647+0000","last_peered":"2024-09-07T15:24:32.503647+0000","last_clean":"2024-09-07T15:24:32.503647+0000","last_became_active":"2024-09-07T13:38:13.955420+0000","last_became_peered":"2024-09-07T13:38:13.955420+0000","last_unstale":"2024-09-07T15:24:32.503647+0000","last_undegraded":"2024-09-07T15:24:32.503647+0000","last_fullsized":"2024-09-07T15:24:32.503647+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:31:58.148863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'157","reported_seq":755,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503709+0000","last_change":"2024-09-07T13:38:16.000710+0000","last_active":"2024-09-07T15:24:32.503709+0000","last_peered":"2024-09-07T15:24:32.503709+0000","last_clean":"2024-09-07T15:24:32.503709+0000","last_became_active":"2024-09-07T13:38:15.999340+0000","last_became_peered":"2024-09-07T13:38:15.999340+0000","last_unstale":"2024-09-07T15:24:32.503709+0000","last_undegraded":"2024-09-07T15:24:32.503709+0000","last_fullsized":"2024-09-07T15:24:32.503709+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:05:22.421799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'778","reported_seq":3153,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.870347+0000","last_change":"2024-09-07T13:38:17.994825+0000","last_active":"2024-09-07T15:27:26.870347+0000","last_peered":"2024-09-07T15:27:26.870347+0000","last_clean":"2024-09-07T15:27:26.870347+0000","last_became_active":"2024-09-07T13:38:17.994130+0000","last_became_peered":"2024-09-07T13:38:17.994130+0000","last_unstale":"2024-09-07T15:27:26.870347+0000","last_undegraded":"2024-09-07T15:27:26.870347+0000","last_fullsized":"2024-09-07T15:27:26.870347+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:10:43.628727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'285","reported_seq":836,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.692899+0000","last_change":"2024-09-07T13:38:20.004339+0000","last_active":"2024-09-07T15:24:06.692899+0000","last_peered":"2024-09-07T15:24:06.692899+0000","last_clean":"2024-09-07T15:24:06.692899+0000","last_became_active":"2024-09-07T13:38:20.003499+0000","last_became_peered":"2024-09-07T13:38:20.003499+0000","last_unstale":"2024-09-07T15:24:06.692899+0000","last_undegraded":"2024-09-07T15:24:06.692899+0000","last_fullsized":"2024-09-07T15:24:06.692899+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:51:13.906951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":380,"num_read_kb":377,"num_write":633,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'184","reported_seq":808,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502273+0000","last_change":"2024-09-07T13:38:11.970255+0000","last_active":"2024-09-07T15:24:27.502273+0000","last_peered":"2024-09-07T15:24:27.502273+0000","last_clean":"2024-09-07T15:24:27.502273+0000","last_became_active":"2024-09-07T13:38:11.962998+0000","last_became_peered":"2024-09-07T13:38:11.962998+0000","last_unstale":"2024-09-07T15:24:27.502273+0000","last_undegraded":"2024-09-07T15:24:27.502273+0000","last_fullsized":"2024-09-07T15:24:27.502273+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:49:49.999719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":789,"num_read_kb":643,"num_write":282,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'265","reported_seq":913,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:38.243996+0000","last_change":"2024-09-07T13:38:09.923334+0000","last_active":"2024-09-07T15:25:38.243996+0000","last_peered":"2024-09-07T15:25:38.243996+0000","last_clean":"2024-09-07T15:25:38.243996+0000","last_became_active":"2024-09-07T13:38:09.922360+0000","last_became_peered":"2024-09-07T13:38:09.922360+0000","last_unstale":"2024-09-07T15:25:38.243996+0000","last_undegraded":"2024-09-07T15:25:38.243996+0000","last_fullsized":"2024-09-07T15:25:38.243996+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:17.265562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1806,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":406,"num_read_kb":2156,"num_write":1039,"num_write_kb":8534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":552,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474996+0000","last_change":"2024-09-07T13:37:55.757884+0000","last_active":"2024-09-07T15:24:06.474996+0000","last_peered":"2024-09-07T15:24:06.474996+0000","last_clean":"2024-09-07T15:24:06.474996+0000","last_became_active":"2024-09-07T13:37:53.652154+0000","last_became_peered":"2024-09-07T13:37:53.652154+0000","last_unstale":"2024-09-07T15:24:06.474996+0000","last_undegraded":"2024-09-07T15:24:06.474996+0000","last_fullsized":"2024-09-07T15:24:06.474996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:14:46.319612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001109166,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":540,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321615+0000","last_change":"2024-09-07T13:38:13.966917+0000","last_active":"2024-09-07T15:24:42.321615+0000","last_peered":"2024-09-07T15:24:42.321615+0000","last_clean":"2024-09-07T15:24:42.321615+0000","last_became_active":"2024-09-07T13:38:13.965622+0000","last_became_peered":"2024-09-07T13:38:13.965622+0000","last_unstale":"2024-09-07T15:24:42.321615+0000","last_undegraded":"2024-09-07T15:24:42.321615+0000","last_fullsized":"2024-09-07T15:24:42.321615+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:55:00.270310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'799","reported_seq":1566,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.666568+0000","last_change":"2024-09-07T13:38:16.017685+0000","last_active":"2024-09-07T15:27:23.666568+0000","last_peered":"2024-09-07T15:27:23.666568+0000","last_clean":"2024-09-07T15:27:23.666568+0000","last_became_active":"2024-09-07T13:38:16.016890+0000","last_became_peered":"2024-09-07T13:38:16.016890+0000","last_unstale":"2024-09-07T15:27:23.666568+0000","last_undegraded":"2024-09-07T15:27:23.666568+0000","last_fullsized":"2024-09-07T15:27:23.666568+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":700,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:46.184245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":181915,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1412,"num_read_kb":2974,"num_write":1158,"num_write_kb":934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.320275+0000","last_change":"2024-09-07T13:38:17.985499+0000","last_active":"2024-09-07T15:24:37.320275+0000","last_peered":"2024-09-07T15:24:37.320275+0000","last_clean":"2024-09-07T15:24:37.320275+0000","last_became_active":"2024-09-07T13:38:17.985018+0000","last_became_peered":"2024-09-07T13:38:17.985018+0000","last_unstale":"2024-09-07T15:24:37.320275+0000","last_undegraded":"2024-09-07T15:24:37.320275+0000","last_fullsized":"2024-09-07T15:24:37.320275+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:16:28.704995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'100","reported_seq":632,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.729348+0000","last_change":"2024-09-07T13:38:20.011204+0000","last_active":"2024-09-07T15:24:06.729348+0000","last_peered":"2024-09-07T15:24:06.729348+0000","last_clean":"2024-09-07T15:24:06.729348+0000","last_became_active":"2024-09-07T13:38:20.010342+0000","last_became_peered":"2024-09-07T13:38:20.010342+0000","last_unstale":"2024-09-07T15:24:06.729348+0000","last_undegraded":"2024-09-07T15:24:06.729348+0000","last_fullsized":"2024-09-07T15:24:06.729348+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:42:05.981531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":156,"num_read_kb":148,"num_write":227,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'128","reported_seq":741,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.821645+0000","last_change":"2024-09-07T13:38:20.010353+0000","last_active":"2024-09-07T15:26:03.821645+0000","last_peered":"2024-09-07T15:26:03.821645+0000","last_clean":"2024-09-07T15:26:03.821645+0000","last_became_active":"2024-09-07T13:38:20.009466+0000","last_became_peered":"2024-09-07T13:38:20.009466+0000","last_unstale":"2024-09-07T15:26:03.821645+0000","last_undegraded":"2024-09-07T15:26:03.821645+0000","last_fullsized":"2024-09-07T15:26:03.821645+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:26:38.017531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":638,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":324,"num_read_kb":294,"num_write":309,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'4379","reported_seq":5163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485347+0000","last_change":"2024-09-07T13:38:11.977476+0000","last_active":"2024-09-07T15:23:12.485347+0000","last_peered":"2024-09-07T15:23:12.485347+0000","last_clean":"2024-09-07T15:23:12.485347+0000","last_became_active":"2024-09-07T13:38:11.976844+0000","last_became_peered":"2024-09-07T13:38:11.976844+0000","last_unstale":"2024-09-07T15:23:12.485347+0000","last_undegraded":"2024-09-07T15:23:12.485347+0000","last_fullsized":"2024-09-07T15:23:12.485347+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:26:05.292367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17906,"num_read_kb":14938,"num_write":6693,"num_write_kb":3441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'282","reported_seq":1138,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:32.489713+0000","last_change":"2024-09-07T13:38:09.957899+0000","last_active":"2024-09-07T15:23:32.489713+0000","last_peered":"2024-09-07T15:23:32.489713+0000","last_clean":"2024-09-07T15:23:32.489713+0000","last_became_active":"2024-09-07T13:38:09.957037+0000","last_became_peered":"2024-09-07T13:38:09.957037+0000","last_unstale":"2024-09-07T15:23:32.489713+0000","last_undegraded":"2024-09-07T15:23:32.489713+0000","last_fullsized":"2024-09-07T15:23:32.489713+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:13:25.421927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7569437,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":816,"num_read_kb":17448,"num_write":1052,"num_write_kb":57017,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.253242+0000","last_change":"2024-09-07T13:38:13.977696+0000","last_active":"2024-09-07T15:23:16.253242+0000","last_peered":"2024-09-07T15:23:16.253242+0000","last_clean":"2024-09-07T15:23:16.253242+0000","last_became_active":"2024-09-07T13:38:13.976602+0000","last_became_peered":"2024-09-07T13:38:13.976602+0000","last_unstale":"2024-09-07T15:23:16.253242+0000","last_undegraded":"2024-09-07T15:23:16.253242+0000","last_fullsized":"2024-09-07T15:23:16.253242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:58:52.060281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'312","reported_seq":941,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334031+0000","last_change":"2024-09-07T13:38:15.992311+0000","last_active":"2024-09-07T15:25:37.334031+0000","last_peered":"2024-09-07T15:25:37.334031+0000","last_clean":"2024-09-07T15:25:37.334031+0000","last_became_active":"2024-09-07T13:38:15.989419+0000","last_became_peered":"2024-09-07T13:38:15.989419+0000","last_unstale":"2024-09-07T15:25:37.334031+0000","last_undegraded":"2024-09-07T15:25:37.334031+0000","last_fullsized":"2024-09-07T15:25:37.334031+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:20:34.548422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55566,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":513,"num_read_kb":988,"num_write":408,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.301151+0000","last_change":"2024-09-07T13:38:17.993473+0000","last_active":"2024-09-07T15:23:17.301151+0000","last_peered":"2024-09-07T15:23:17.301151+0000","last_clean":"2024-09-07T15:23:17.301151+0000","last_became_active":"2024-09-07T13:38:17.992724+0000","last_became_peered":"2024-09-07T13:38:17.992724+0000","last_unstale":"2024-09-07T15:23:17.301151+0000","last_undegraded":"2024-09-07T15:23:17.301151+0000","last_fullsized":"2024-09-07T15:23:17.301151+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:25.901821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'128","reported_seq":663,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.331641+0000","last_change":"2024-09-07T13:38:20.008813+0000","last_active":"2024-09-07T15:26:01.331641+0000","last_peered":"2024-09-07T15:26:01.331641+0000","last_clean":"2024-09-07T15:26:01.331641+0000","last_became_active":"2024-09-07T13:38:20.008192+0000","last_became_peered":"2024-09-07T13:38:20.008192+0000","last_unstale":"2024-09-07T15:26:01.331641+0000","last_undegraded":"2024-09-07T15:26:01.331641+0000","last_fullsized":"2024-09-07T15:26:01.331641+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:09:11.321278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":149,"num_write":314,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'76","reported_seq":673,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:59.066277+0000","last_change":"2024-09-07T13:38:11.953004+0000","last_active":"2024-09-07T15:24:59.066277+0000","last_peered":"2024-09-07T15:24:59.066277+0000","last_clean":"2024-09-07T15:24:59.066277+0000","last_became_active":"2024-09-07T13:38:11.951936+0000","last_became_peered":"2024-09-07T13:38:11.951936+0000","last_unstale":"2024-09-07T15:24:59.066277+0000","last_undegraded":"2024-09-07T15:24:59.066277+0000","last_fullsized":"2024-09-07T15:24:59.066277+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:55:40.511168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":276,"num_write":115,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'286","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:55.803417+0000","last_change":"2024-09-07T13:38:09.982416+0000","last_active":"2024-09-07T15:24:55.803417+0000","last_peered":"2024-09-07T15:24:55.803417+0000","last_clean":"2024-09-07T15:24:55.803417+0000","last_became_active":"2024-09-07T13:38:09.981304+0000","last_became_peered":"2024-09-07T13:38:09.981304+0000","last_unstale":"2024-09-07T15:24:55.803417+0000","last_undegraded":"2024-09-07T15:24:55.803417+0000","last_fullsized":"2024-09-07T15:24:55.803417+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:33:27.343952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1850936,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":557,"num_read_kb":7248,"num_write":1046,"num_write_kb":7518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.301347+0000","last_change":"2024-09-07T13:38:13.957405+0000","last_active":"2024-09-07T15:23:17.301347+0000","last_peered":"2024-09-07T15:23:17.301347+0000","last_clean":"2024-09-07T15:23:17.301347+0000","last_became_active":"2024-09-07T13:38:13.956706+0000","last_became_peered":"2024-09-07T13:38:13.956706+0000","last_unstale":"2024-09-07T15:23:17.301347+0000","last_undegraded":"2024-09-07T15:23:17.301347+0000","last_fullsized":"2024-09-07T15:23:17.301347+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:14:51.816096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'62","reported_seq":603,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.681508+0000","last_change":"2024-09-07T13:38:15.973702+0000","last_active":"2024-09-07T15:23:16.681508+0000","last_peered":"2024-09-07T15:23:16.681508+0000","last_clean":"2024-09-07T15:23:16.681508+0000","last_became_active":"2024-09-07T13:38:15.972913+0000","last_became_peered":"2024-09-07T13:38:15.972913+0000","last_unstale":"2024-09-07T15:23:16.681508+0000","last_undegraded":"2024-09-07T15:23:16.681508+0000","last_fullsized":"2024-09-07T15:23:16.681508+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:41:39.964599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":68,"num_read_kb":66,"num_write":48,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":515,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.889328+0000","last_change":"2024-09-07T13:38:18.002878+0000","last_active":"2024-09-07T15:23:21.889328+0000","last_peered":"2024-09-07T15:23:21.889328+0000","last_clean":"2024-09-07T15:23:21.889328+0000","last_became_active":"2024-09-07T13:38:18.002025+0000","last_became_peered":"2024-09-07T13:38:18.002025+0000","last_unstale":"2024-09-07T15:23:21.889328+0000","last_undegraded":"2024-09-07T15:23:21.889328+0000","last_fullsized":"2024-09-07T15:23:21.889328+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:35:37.874240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'220","reported_seq":763,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.147187+0000","last_change":"2024-09-07T13:38:20.021156+0000","last_active":"2024-09-07T15:26:01.147187+0000","last_peered":"2024-09-07T15:26:01.147187+0000","last_clean":"2024-09-07T15:26:01.147187+0000","last_became_active":"2024-09-07T13:38:20.020501+0000","last_became_peered":"2024-09-07T13:38:20.020501+0000","last_unstale":"2024-09-07T15:26:01.147187+0000","last_undegraded":"2024-09-07T15:26:01.147187+0000","last_fullsized":"2024-09-07T15:26:01.147187+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:16.164193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":825,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":332,"num_read_kb":331,"num_write":487,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'233","reported_seq":888,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:32.332762+0000","last_change":"2024-09-07T13:38:11.969895+0000","last_active":"2024-09-07T15:25:32.332762+0000","last_peered":"2024-09-07T15:25:32.332762+0000","last_clean":"2024-09-07T15:25:32.332762+0000","last_became_active":"2024-09-07T13:38:11.969506+0000","last_became_peered":"2024-09-07T13:38:11.969506+0000","last_unstale":"2024-09-07T15:25:32.332762+0000","last_undegraded":"2024-09-07T15:25:32.332762+0000","last_fullsized":"2024-09-07T15:25:32.332762+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:07:31.792464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1026,"num_read_kb":827,"num_write":378,"num_write_kb":215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'304","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.738032+0000","last_change":"2024-09-07T13:38:09.954928+0000","last_active":"2024-09-07T15:24:31.738032+0000","last_peered":"2024-09-07T15:24:31.738032+0000","last_clean":"2024-09-07T15:24:31.738032+0000","last_became_active":"2024-09-07T13:38:09.954167+0000","last_became_peered":"2024-09-07T13:38:09.954167+0000","last_unstale":"2024-09-07T15:24:31.738032+0000","last_undegraded":"2024-09-07T15:24:31.738032+0000","last_fullsized":"2024-09-07T15:24:31.738032+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:33:09.482023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16978926,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":551,"num_read_kb":21853,"num_write":1316,"num_write_kb":38473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.887993+0000","last_change":"2024-09-07T13:38:13.975403+0000","last_active":"2024-09-07T15:23:16.887993+0000","last_peered":"2024-09-07T15:23:16.887993+0000","last_clean":"2024-09-07T15:23:16.887993+0000","last_became_active":"2024-09-07T13:38:13.974373+0000","last_became_peered":"2024-09-07T13:38:13.974373+0000","last_unstale":"2024-09-07T15:23:16.887993+0000","last_undegraded":"2024-09-07T15:23:16.887993+0000","last_fullsized":"2024-09-07T15:23:16.887993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:52:31.770951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'375","reported_seq":1021,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334115+0000","last_change":"2024-09-07T13:38:15.994807+0000","last_active":"2024-09-07T15:25:37.334115+0000","last_peered":"2024-09-07T15:25:37.334115+0000","last_clean":"2024-09-07T15:25:37.334115+0000","last_became_active":"2024-09-07T13:38:15.994161+0000","last_became_peered":"2024-09-07T13:38:15.994161+0000","last_unstale":"2024-09-07T15:25:37.334115+0000","last_undegraded":"2024-09-07T15:25:37.334115+0000","last_fullsized":"2024-09-07T15:25:37.334115+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:53:08.744061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63963,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":615,"num_read_kb":1174,"num_write":492,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.465396+0000","last_change":"2024-09-07T13:38:17.998219+0000","last_active":"2024-09-07T15:23:21.465396+0000","last_peered":"2024-09-07T15:23:21.465396+0000","last_clean":"2024-09-07T15:23:21.465396+0000","last_became_active":"2024-09-07T13:38:17.997443+0000","last_became_peered":"2024-09-07T13:38:17.997443+0000","last_unstale":"2024-09-07T15:23:21.465396+0000","last_undegraded":"2024-09-07T15:23:21.465396+0000","last_fullsized":"2024-09-07T15:23:21.465396+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:05:24.442607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'124","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.718913+0000","last_change":"2024-09-07T13:38:20.011068+0000","last_active":"2024-09-07T15:23:21.718913+0000","last_peered":"2024-09-07T15:23:21.718913+0000","last_clean":"2024-09-07T15:23:21.718913+0000","last_became_active":"2024-09-07T13:38:20.010281+0000","last_became_peered":"2024-09-07T13:38:20.010281+0000","last_unstale":"2024-09-07T15:23:21.718913+0000","last_undegraded":"2024-09-07T15:23:21.718913+0000","last_fullsized":"2024-09-07T15:23:21.718913+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:59:27.382466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":875,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":209,"num_read_kb":200,"num_write":302,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'90","reported_seq":702,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:07.298906+0000","last_change":"2024-09-07T13:38:11.962107+0000","last_active":"2024-09-07T15:23:07.298906+0000","last_peered":"2024-09-07T15:23:07.298906+0000","last_clean":"2024-09-07T15:23:07.298906+0000","last_became_active":"2024-09-07T13:38:11.960823+0000","last_became_peered":"2024-09-07T13:38:11.960823+0000","last_unstale":"2024-09-07T15:23:07.298906+0000","last_undegraded":"2024-09-07T15:23:07.298906+0000","last_fullsized":"2024-09-07T15:23:07.298906+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:54:47.938914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":140,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'297","reported_seq":992,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:21.440375+0000","last_change":"2024-09-07T13:38:09.958347+0000","last_active":"2024-09-07T15:27:21.440375+0000","last_peered":"2024-09-07T15:27:21.440375+0000","last_clean":"2024-09-07T15:27:21.440375+0000","last_became_active":"2024-09-07T13:38:09.957210+0000","last_became_peered":"2024-09-07T13:38:09.957210+0000","last_unstale":"2024-09-07T15:27:21.440375+0000","last_undegraded":"2024-09-07T15:27:21.440375+0000","last_fullsized":"2024-09-07T15:27:21.440375+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:30:39.258669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20273431,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":498,"num_read_kb":54200,"num_write":1096,"num_write_kb":55534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"38'5","reported_seq":1002,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.148553+0000","last_change":"2024-09-07T13:38:13.959467+0000","last_active":"2024-09-07T15:27:23.148553+0000","last_peered":"2024-09-07T15:27:23.148553+0000","last_clean":"2024-09-07T15:27:23.148553+0000","last_became_active":"2024-09-07T13:38:13.958715+0000","last_became_peered":"2024-09-07T13:38:13.958715+0000","last_unstale":"2024-09-07T15:27:23.148553+0000","last_undegraded":"2024-09-07T15:27:23.148553+0000","last_fullsized":"2024-09-07T15:27:23.148553+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:36:05.529410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'286","reported_seq":895,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.922551+0000","last_change":"2024-09-07T13:38:15.989301+0000","last_active":"2024-09-07T15:25:36.922551+0000","last_peered":"2024-09-07T15:25:36.922551+0000","last_clean":"2024-09-07T15:25:36.922551+0000","last_became_active":"2024-09-07T13:38:15.988580+0000","last_became_peered":"2024-09-07T13:38:15.988580+0000","last_unstale":"2024-09-07T15:25:36.922551+0000","last_undegraded":"2024-09-07T15:25:36.922551+0000","last_fullsized":"2024-09-07T15:25:36.922551+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:48:58.761743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52223,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":447,"num_read_kb":862,"num_write":354,"num_write_kb":252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":515,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682523+0000","last_change":"2024-09-07T13:38:17.994605+0000","last_active":"2024-09-07T15:23:21.682523+0000","last_peered":"2024-09-07T15:23:21.682523+0000","last_clean":"2024-09-07T15:23:21.682523+0000","last_became_active":"2024-09-07T13:38:17.994021+0000","last_became_peered":"2024-09-07T13:38:17.994021+0000","last_unstale":"2024-09-07T15:23:21.682523+0000","last_undegraded":"2024-09-07T15:23:21.682523+0000","last_fullsized":"2024-09-07T15:23:21.682523+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:53:50.721081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'163","reported_seq":802,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.479160+0000","last_change":"2024-09-07T13:38:11.974786+0000","last_active":"2024-09-07T15:24:26.479160+0000","last_peered":"2024-09-07T15:24:26.479160+0000","last_clean":"2024-09-07T15:24:26.479160+0000","last_became_active":"2024-09-07T13:38:11.970009+0000","last_became_peered":"2024-09-07T13:38:11.970009+0000","last_unstale":"2024-09-07T15:24:26.479160+0000","last_undegraded":"2024-09-07T15:24:26.479160+0000","last_fullsized":"2024-09-07T15:24:26.479160+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:31:57.248331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":707,"num_read_kb":590,"num_write":240,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'290","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.318883+0000","last_change":"2024-09-07T13:38:09.923589+0000","last_active":"2024-09-07T15:24:32.318883+0000","last_peered":"2024-09-07T15:24:32.318883+0000","last_clean":"2024-09-07T15:24:32.318883+0000","last_became_active":"2024-09-07T13:38:09.923243+0000","last_became_peered":"2024-09-07T13:38:09.923243+0000","last_unstale":"2024-09-07T15:24:32.318883+0000","last_undegraded":"2024-09-07T15:24:32.318883+0000","last_fullsized":"2024-09-07T15:24:32.318883+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:51:59.683777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23176364,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":543,"num_read_kb":96016,"num_write":1099,"num_write_kb":38141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701924+0000","last_change":"2024-09-07T13:38:13.972609+0000","last_active":"2024-09-07T15:24:41.701924+0000","last_peered":"2024-09-07T15:24:41.701924+0000","last_clean":"2024-09-07T15:24:41.701924+0000","last_became_active":"2024-09-07T13:38:13.971866+0000","last_became_peered":"2024-09-07T13:38:13.971866+0000","last_unstale":"2024-09-07T15:24:41.701924+0000","last_undegraded":"2024-09-07T15:24:41.701924+0000","last_fullsized":"2024-09-07T15:24:41.701924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:42:39.308978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'515","reported_seq":1184,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.656789+0000","last_change":"2024-09-07T13:38:15.983326+0000","last_active":"2024-09-07T15:27:23.656789+0000","last_peered":"2024-09-07T15:27:23.656789+0000","last_clean":"2024-09-07T15:27:23.656789+0000","last_became_active":"2024-09-07T13:38:15.982495+0000","last_became_peered":"2024-09-07T13:38:15.982495+0000","last_unstale":"2024-09-07T15:27:23.656789+0000","last_undegraded":"2024-09-07T15:27:23.656789+0000","last_fullsized":"2024-09-07T15:27:23.656789+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":500,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:31:54.263838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105195,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":891,"num_read_kb":1842,"num_write":772,"num_write_kb":657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":513,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.718944+0000","last_change":"2024-09-07T13:38:18.000620+0000","last_active":"2024-09-07T15:23:21.718944+0000","last_peered":"2024-09-07T15:23:21.718944+0000","last_clean":"2024-09-07T15:23:21.718944+0000","last_became_active":"2024-09-07T13:38:17.999885+0000","last_became_peered":"2024-09-07T13:38:17.999885+0000","last_unstale":"2024-09-07T15:23:21.718944+0000","last_undegraded":"2024-09-07T15:23:21.718944+0000","last_fullsized":"2024-09-07T15:23:21.718944+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:27:22.617540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'164","reported_seq":703,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.231736+0000","last_change":"2024-09-07T13:38:20.607597+0000","last_active":"2024-09-07T15:27:22.231736+0000","last_peered":"2024-09-07T15:27:22.231736+0000","last_clean":"2024-09-07T15:27:22.231736+0000","last_became_active":"2024-09-07T13:38:20.606815+0000","last_became_peered":"2024-09-07T13:38:20.606815+0000","last_unstale":"2024-09-07T15:27:22.231736+0000","last_undegraded":"2024-09-07T15:27:22.231736+0000","last_fullsized":"2024-09-07T15:27:22.231736+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:26.350238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":250,"num_read_kb":257,"num_write":374,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'350","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.700690+0000","last_change":"2024-09-07T13:38:11.953780+0000","last_active":"2024-09-07T15:24:36.700690+0000","last_peered":"2024-09-07T15:24:36.700690+0000","last_clean":"2024-09-07T15:24:36.700690+0000","last_became_active":"2024-09-07T13:38:11.947922+0000","last_became_peered":"2024-09-07T13:38:11.947922+0000","last_unstale":"2024-09-07T15:24:36.700690+0000","last_undegraded":"2024-09-07T15:24:36.700690+0000","last_fullsized":"2024-09-07T15:24:36.700690+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:54:41.807954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1546,"num_read_kb":1238,"num_write":569,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'312","reported_seq":1077,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:16.553291+0000","last_change":"2024-09-07T13:38:41.161087+0000","last_active":"2024-09-07T15:27:16.553291+0000","last_peered":"2024-09-07T15:27:16.553291+0000","last_clean":"2024-09-07T15:27:16.553291+0000","last_became_active":"2024-09-07T13:38:41.160389+0000","last_became_peered":"2024-09-07T13:38:41.160389+0000","last_unstale":"2024-09-07T15:27:16.553291+0000","last_undegraded":"2024-09-07T15:27:16.553291+0000","last_fullsized":"2024-09-07T15:27:16.553291+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:17:46.213490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11387305,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":734,"num_read_kb":31536,"num_write":1101,"num_write_kb":47270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480298+0000","last_change":"2024-09-07T13:38:13.959343+0000","last_active":"2024-09-07T15:24:31.480298+0000","last_peered":"2024-09-07T15:24:31.480298+0000","last_clean":"2024-09-07T15:24:31.480298+0000","last_became_active":"2024-09-07T13:38:13.958601+0000","last_became_peered":"2024-09-07T13:38:13.958601+0000","last_unstale":"2024-09-07T15:24:31.480298+0000","last_undegraded":"2024-09-07T15:24:31.480298+0000","last_fullsized":"2024-09-07T15:24:31.480298+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:03:30.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'368","reported_seq":1007,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:46.925117+0000","last_change":"2024-09-07T13:38:15.991456+0000","last_active":"2024-09-07T15:25:46.925117+0000","last_peered":"2024-09-07T15:25:46.925117+0000","last_clean":"2024-09-07T15:25:46.925117+0000","last_became_active":"2024-09-07T13:38:15.990637+0000","last_became_peered":"2024-09-07T13:38:15.990637+0000","last_unstale":"2024-09-07T15:25:46.925117+0000","last_undegraded":"2024-09-07T15:25:46.925117+0000","last_fullsized":"2024-09-07T15:25:46.925117+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:03:03.421393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54221,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":607,"num_read_kb":1083,"num_write":502,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.254336+0000","last_change":"2024-09-07T13:38:17.991164+0000","last_active":"2024-09-07T15:23:21.254336+0000","last_peered":"2024-09-07T15:23:21.254336+0000","last_clean":"2024-09-07T15:23:21.254336+0000","last_became_active":"2024-09-07T13:38:17.990470+0000","last_became_peered":"2024-09-07T13:38:17.990470+0000","last_unstale":"2024-09-07T15:23:21.254336+0000","last_undegraded":"2024-09-07T15:23:21.254336+0000","last_fullsized":"2024-09-07T15:23:21.254336+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:08:40.421219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'250","reported_seq":1197,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:02.597012+0000","last_change":"2024-09-07T13:38:20.005101+0000","last_active":"2024-09-07T15:26:02.597012+0000","last_peered":"2024-09-07T15:26:02.597012+0000","last_clean":"2024-09-07T15:26:02.597012+0000","last_became_active":"2024-09-07T13:38:20.004300+0000","last_became_peered":"2024-09-07T13:38:20.004300+0000","last_unstale":"2024-09-07T15:26:02.597012+0000","last_undegraded":"2024-09-07T15:26:02.597012+0000","last_fullsized":"2024-09-07T15:26:02.597012+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:06.459700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2027,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":884,"num_read_kb":826,"num_write":592,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'4312","reported_seq":4950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.266489+0000","last_change":"2024-09-07T13:39:41.505863+0000","last_active":"2024-09-07T15:24:41.266489+0000","last_peered":"2024-09-07T15:24:41.266489+0000","last_clean":"2024-09-07T15:24:41.266489+0000","last_became_active":"2024-09-07T13:39:41.505537+0000","last_became_peered":"2024-09-07T13:39:41.505537+0000","last_unstale":"2024-09-07T15:24:41.266489+0000","last_undegraded":"2024-09-07T15:24:41.266489+0000","last_fullsized":"2024-09-07T15:24:41.266489+0000","mapping_epoch":41,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":3000,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:58:36.753927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17318,"num_read_kb":14397,"num_write":6478,"num_write_kb":3232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"269'256","reported_seq":889,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:17.569275+0000","last_change":"2024-09-07T13:38:41.160316+0000","last_active":"2024-09-07T15:27:17.569275+0000","last_peered":"2024-09-07T15:27:17.569275+0000","last_clean":"2024-09-07T15:27:17.569275+0000","last_became_active":"2024-09-07T13:38:41.159577+0000","last_became_peered":"2024-09-07T13:38:41.159577+0000","last_unstale":"2024-09-07T15:27:17.569275+0000","last_undegraded":"2024-09-07T15:27:17.569275+0000","last_fullsized":"2024-09-07T15:27:17.569275+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:09:47.241313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7451517,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":438,"num_read_kb":20016,"num_write":1024,"num_write_kb":22282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.486513+0000","last_change":"2024-09-07T13:38:13.956694+0000","last_active":"2024-09-07T15:23:17.486513+0000","last_peered":"2024-09-07T15:23:17.486513+0000","last_clean":"2024-09-07T15:23:17.486513+0000","last_became_active":"2024-09-07T13:38:13.955580+0000","last_became_peered":"2024-09-07T13:38:13.955580+0000","last_unstale":"2024-09-07T15:23:17.486513+0000","last_undegraded":"2024-09-07T15:23:17.486513+0000","last_fullsized":"2024-09-07T15:23:17.486513+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:36:06.228489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'322","reported_seq":957,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:32.346242+0000","last_change":"2024-09-07T13:38:16.017092+0000","last_active":"2024-09-07T15:26:32.346242+0000","last_peered":"2024-09-07T15:26:32.346242+0000","last_clean":"2024-09-07T15:26:32.346242+0000","last_became_active":"2024-09-07T13:38:16.016437+0000","last_became_peered":"2024-09-07T13:38:16.016437+0000","last_unstale":"2024-09-07T15:26:32.346242+0000","last_undegraded":"2024-09-07T15:26:32.346242+0000","last_fullsized":"2024-09-07T15:26:32.346242+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:31.243514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56990,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":529,"num_read_kb":1033,"num_write":424,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.274085+0000","last_change":"2024-09-07T13:38:17.999562+0000","last_active":"2024-09-07T15:24:46.274085+0000","last_peered":"2024-09-07T15:24:46.274085+0000","last_clean":"2024-09-07T15:24:46.274085+0000","last_became_active":"2024-09-07T13:38:17.999087+0000","last_became_peered":"2024-09-07T13:38:17.999087+0000","last_unstale":"2024-09-07T15:24:46.274085+0000","last_undegraded":"2024-09-07T15:24:46.274085+0000","last_fullsized":"2024-09-07T15:24:46.274085+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:42:10.243620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'109","reported_seq":626,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.731822+0000","last_change":"2024-09-07T13:38:20.015395+0000","last_active":"2024-09-07T15:27:23.731822+0000","last_peered":"2024-09-07T15:27:23.731822+0000","last_clean":"2024-09-07T15:27:23.731822+0000","last_became_active":"2024-09-07T13:38:20.014658+0000","last_became_peered":"2024-09-07T13:38:20.014658+0000","last_unstale":"2024-09-07T15:27:23.731822+0000","last_undegraded":"2024-09-07T15:27:23.731822+0000","last_fullsized":"2024-09-07T15:27:23.731822+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:55:28.794538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":132,"num_read_kb":129,"num_write":270,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'101","reported_seq":719,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.247017+0000","last_change":"2024-09-07T13:39:41.694945+0000","last_active":"2024-09-07T15:23:11.247017+0000","last_peered":"2024-09-07T15:23:11.247017+0000","last_clean":"2024-09-07T15:23:11.247017+0000","last_became_active":"2024-09-07T13:39:41.694595+0000","last_became_peered":"2024-09-07T13:39:41.694595+0000","last_unstale":"2024-09-07T15:23:11.247017+0000","last_undegraded":"2024-09-07T15:23:11.247017+0000","last_fullsized":"2024-09-07T15:23:11.247017+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:57:56.777095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":387,"num_write":173,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'322","reported_seq":1019,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.680789+0000","last_change":"2024-09-07T13:38:09.954156+0000","last_active":"2024-09-07T15:23:11.680789+0000","last_peered":"2024-09-07T15:23:11.680789+0000","last_clean":"2024-09-07T15:23:11.680789+0000","last_became_active":"2024-09-07T13:38:09.953827+0000","last_became_peered":"2024-09-07T13:38:09.953827+0000","last_unstale":"2024-09-07T15:23:11.680789+0000","last_undegraded":"2024-09-07T15:23:11.680789+0000","last_fullsized":"2024-09-07T15:23:11.680789+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:06:06.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25161610,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":582,"num_read_kb":66361,"num_write":1132,"num_write_kb":61532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.253335+0000","last_change":"2024-09-07T13:38:13.973260+0000","last_active":"2024-09-07T15:23:16.253335+0000","last_peered":"2024-09-07T15:23:16.253335+0000","last_clean":"2024-09-07T15:23:16.253335+0000","last_became_active":"2024-09-07T13:38:13.972522+0000","last_became_peered":"2024-09-07T13:38:13.972522+0000","last_unstale":"2024-09-07T15:23:16.253335+0000","last_undegraded":"2024-09-07T15:23:16.253335+0000","last_fullsized":"2024-09-07T15:23:16.253335+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:30:08.220311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'145","reported_seq":729,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.505163+0000","last_change":"2024-09-07T13:38:16.018199+0000","last_active":"2024-09-07T15:24:37.505163+0000","last_peered":"2024-09-07T15:24:37.505163+0000","last_clean":"2024-09-07T15:24:37.505163+0000","last_became_active":"2024-09-07T13:38:16.016986+0000","last_became_peered":"2024-09-07T13:38:16.016986+0000","last_unstale":"2024-09-07T15:24:37.505163+0000","last_undegraded":"2024-09-07T15:24:37.505163+0000","last_fullsized":"2024-09-07T15:24:37.505163+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:26:44.876461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":173,"num_read_kb":166,"num_write":122,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'737","reported_seq":3014,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.853663+0000","last_change":"2024-09-07T13:38:17.998575+0000","last_active":"2024-09-07T15:27:26.853663+0000","last_peered":"2024-09-07T15:27:26.853663+0000","last_clean":"2024-09-07T15:27:26.853663+0000","last_became_active":"2024-09-07T13:38:17.997709+0000","last_became_peered":"2024-09-07T13:38:17.997709+0000","last_unstale":"2024-09-07T15:27:26.853663+0000","last_undegraded":"2024-09-07T15:27:26.853663+0000","last_fullsized":"2024-09-07T15:27:26.853663+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":700,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:31.066186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'189","reported_seq":770,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:03.186306+0000","last_change":"2024-09-07T13:38:20.010093+0000","last_active":"2024-09-07T15:24:03.186306+0000","last_peered":"2024-09-07T15:24:03.186306+0000","last_clean":"2024-09-07T15:24:03.186306+0000","last_became_active":"2024-09-07T13:38:20.009577+0000","last_became_peered":"2024-09-07T13:38:20.009577+0000","last_unstale":"2024-09-07T15:24:03.186306+0000","last_undegraded":"2024-09-07T15:24:03.186306+0000","last_fullsized":"2024-09-07T15:24:03.186306+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:04:16.264867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":406,"num_write":464,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'93","reported_seq":709,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:24.246890+0000","last_change":"2024-09-07T13:38:11.974767+0000","last_active":"2024-09-07T15:23:24.246890+0000","last_peered":"2024-09-07T15:23:24.246890+0000","last_clean":"2024-09-07T15:23:24.246890+0000","last_became_active":"2024-09-07T13:38:11.974156+0000","last_became_peered":"2024-09-07T13:38:11.974156+0000","last_unstale":"2024-09-07T15:23:24.246890+0000","last_undegraded":"2024-09-07T15:23:24.246890+0000","last_fullsized":"2024-09-07T15:23:24.246890+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:24:55.124465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":421,"num_read_kb":355,"num_write":136,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'292","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.561914+0000","last_change":"2024-09-07T13:38:09.960347+0000","last_active":"2024-09-07T15:25:01.561914+0000","last_peered":"2024-09-07T15:25:01.561914+0000","last_clean":"2024-09-07T15:25:01.561914+0000","last_became_active":"2024-09-07T13:38:09.958887+0000","last_became_peered":"2024-09-07T13:38:09.958887+0000","last_unstale":"2024-09-07T15:25:01.561914+0000","last_undegraded":"2024-09-07T15:25:01.561914+0000","last_fullsized":"2024-09-07T15:25:01.561914+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:39:06.856534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5739565,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":483,"num_read_kb":3973,"num_write":1094,"num_write_kb":21729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.888120+0000","last_change":"2024-09-07T13:38:13.970518+0000","last_active":"2024-09-07T15:23:16.888120+0000","last_peered":"2024-09-07T15:23:16.888120+0000","last_clean":"2024-09-07T15:23:16.888120+0000","last_became_active":"2024-09-07T13:38:13.969784+0000","last_became_peered":"2024-09-07T13:38:13.969784+0000","last_unstale":"2024-09-07T15:23:16.888120+0000","last_undegraded":"2024-09-07T15:23:16.888120+0000","last_fullsized":"2024-09-07T15:23:16.888120+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:41:37.952439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'386","reported_seq":1028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:21.777558+0000","last_change":"2024-09-07T13:38:15.979304+0000","last_active":"2024-09-07T15:27:21.777558+0000","last_peered":"2024-09-07T15:27:21.777558+0000","last_clean":"2024-09-07T15:27:21.777558+0000","last_became_active":"2024-09-07T13:38:15.978556+0000","last_became_peered":"2024-09-07T13:38:15.978556+0000","last_unstale":"2024-09-07T15:27:21.777558+0000","last_undegraded":"2024-09-07T15:27:21.777558+0000","last_fullsized":"2024-09-07T15:27:21.777558+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:29:50.770199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66443,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":610,"num_read_kb":1134,"num_write":486,"num_write_kb":319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701683+0000","last_change":"2024-09-07T13:38:18.003655+0000","last_active":"2024-09-07T15:24:41.701683+0000","last_peered":"2024-09-07T15:24:41.701683+0000","last_clean":"2024-09-07T15:24:41.701683+0000","last_became_active":"2024-09-07T13:38:18.002871+0000","last_became_peered":"2024-09-07T13:38:18.002871+0000","last_unstale":"2024-09-07T15:24:41.701683+0000","last_undegraded":"2024-09-07T15:24:41.701683+0000","last_fullsized":"2024-09-07T15:24:41.701683+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:28:28.792148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'98","reported_seq":619,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:56.449098+0000","last_change":"2024-09-07T13:38:20.015917+0000","last_active":"2024-09-07T15:25:56.449098+0000","last_peered":"2024-09-07T15:25:56.449098+0000","last_clean":"2024-09-07T15:25:56.449098+0000","last_became_active":"2024-09-07T13:38:20.015212+0000","last_became_peered":"2024-09-07T13:38:20.015212+0000","last_unstale":"2024-09-07T15:25:56.449098+0000","last_undegraded":"2024-09-07T15:25:56.449098+0000","last_fullsized":"2024-09-07T15:25:56.449098+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:10.431721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":134,"num_read_kb":130,"num_write":246,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'97","reported_seq":718,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485276+0000","last_change":"2024-09-07T13:38:11.974929+0000","last_active":"2024-09-07T15:23:12.485276+0000","last_peered":"2024-09-07T15:23:12.485276+0000","last_clean":"2024-09-07T15:23:12.485276+0000","last_became_active":"2024-09-07T13:38:11.974256+0000","last_became_peered":"2024-09-07T13:38:11.974256+0000","last_unstale":"2024-09-07T15:23:12.485276+0000","last_undegraded":"2024-09-07T15:23:12.485276+0000","last_fullsized":"2024-09-07T15:23:12.485276+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:54:58.569606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":449,"num_read_kb":381,"num_write":149,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'266","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:40.878685+0000","last_change":"2024-09-07T13:38:09.949067+0000","last_active":"2024-09-07T15:24:40.878685+0000","last_peered":"2024-09-07T15:24:40.878685+0000","last_clean":"2024-09-07T15:24:40.878685+0000","last_became_active":"2024-09-07T13:38:09.945963+0000","last_became_peered":"2024-09-07T13:38:09.945963+0000","last_unstale":"2024-09-07T15:24:40.878685+0000","last_undegraded":"2024-09-07T15:24:40.878685+0000","last_fullsized":"2024-09-07T15:24:40.878685+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:49:53.479727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21236273,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":637,"num_read_kb":82633,"num_write":1079,"num_write_kb":35726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.717734+0000","last_change":"2024-09-07T13:38:13.966044+0000","last_active":"2024-09-07T15:23:16.717734+0000","last_peered":"2024-09-07T15:23:16.717734+0000","last_clean":"2024-09-07T15:23:16.717734+0000","last_became_active":"2024-09-07T13:38:13.965190+0000","last_became_peered":"2024-09-07T13:38:13.965190+0000","last_unstale":"2024-09-07T15:23:16.717734+0000","last_undegraded":"2024-09-07T15:23:16.717734+0000","last_fullsized":"2024-09-07T15:23:16.717734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:14:51.663057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'297","reported_seq":905,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:01.731644+0000","last_change":"2024-09-07T13:38:15.978063+0000","last_active":"2024-09-07T15:27:01.731644+0000","last_peered":"2024-09-07T15:27:01.731644+0000","last_clean":"2024-09-07T15:27:01.731644+0000","last_became_active":"2024-09-07T13:38:15.977324+0000","last_became_peered":"2024-09-07T13:38:15.977324+0000","last_unstale":"2024-09-07T15:27:01.731644+0000","last_undegraded":"2024-09-07T15:27:01.731644+0000","last_fullsized":"2024-09-07T15:27:01.731644+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:34:44.493135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57398,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":495,"num_read_kb":996,"num_write":400,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":513,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.487730+0000","last_change":"2024-09-07T13:38:18.005568+0000","last_active":"2024-09-07T15:25:06.487730+0000","last_peered":"2024-09-07T15:25:06.487730+0000","last_clean":"2024-09-07T15:25:06.487730+0000","last_became_active":"2024-09-07T13:38:18.004811+0000","last_became_peered":"2024-09-07T13:38:18.004811+0000","last_unstale":"2024-09-07T15:25:06.487730+0000","last_undegraded":"2024-09-07T15:25:06.487730+0000","last_fullsized":"2024-09-07T15:25:06.487730+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:30.267883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'133","reported_seq":695,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.158770+0000","last_change":"2024-09-07T13:38:20.607704+0000","last_active":"2024-09-07T15:26:01.158770+0000","last_peered":"2024-09-07T15:26:01.158770+0000","last_clean":"2024-09-07T15:26:01.158770+0000","last_became_active":"2024-09-07T13:38:20.606966+0000","last_became_peered":"2024-09-07T13:38:20.606966+0000","last_unstale":"2024-09-07T15:26:01.158770+0000","last_undegraded":"2024-09-07T15:26:01.158770+0000","last_fullsized":"2024-09-07T15:26:01.158770+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:25:12.558915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":247,"num_read_kb":238,"num_write":329,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'249","reported_seq":877,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:57.325394+0000","last_change":"2024-09-07T13:38:11.969621+0000","last_active":"2024-09-07T15:24:57.325394+0000","last_peered":"2024-09-07T15:24:57.325394+0000","last_clean":"2024-09-07T15:24:57.325394+0000","last_became_active":"2024-09-07T13:38:11.969032+0000","last_became_peered":"2024-09-07T13:38:11.969032+0000","last_unstale":"2024-09-07T15:24:57.325394+0000","last_undegraded":"2024-09-07T15:24:57.325394+0000","last_fullsized":"2024-09-07T15:24:57.325394+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:00:26.574035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":810,"num_write":373,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'285","reported_seq":968,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.528703+0000","last_change":"2024-09-07T13:38:09.971581+0000","last_active":"2024-09-07T15:24:51.528703+0000","last_peered":"2024-09-07T15:24:51.528703+0000","last_clean":"2024-09-07T15:24:51.528703+0000","last_became_active":"2024-09-07T13:38:09.970986+0000","last_became_peered":"2024-09-07T13:38:09.970986+0000","last_unstale":"2024-09-07T15:24:51.528703+0000","last_undegraded":"2024-09-07T15:24:51.528703+0000","last_fullsized":"2024-09-07T15:24:51.528703+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:01.715324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32839019,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":419,"num_read_kb":38816,"num_write":1052,"num_write_kb":57230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.504876+0000","last_change":"2024-09-07T13:38:13.965128+0000","last_active":"2024-09-07T15:24:37.504876+0000","last_peered":"2024-09-07T15:24:37.504876+0000","last_clean":"2024-09-07T15:24:37.504876+0000","last_became_active":"2024-09-07T13:38:13.964414+0000","last_became_peered":"2024-09-07T13:38:13.964414+0000","last_unstale":"2024-09-07T15:24:37.504876+0000","last_undegraded":"2024-09-07T15:24:37.504876+0000","last_fullsized":"2024-09-07T15:24:37.504876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:37.267842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'270","reported_seq":863,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:47.335879+0000","last_change":"2024-09-07T13:38:15.993600+0000","last_active":"2024-09-07T15:25:47.335879+0000","last_peered":"2024-09-07T15:25:47.335879+0000","last_clean":"2024-09-07T15:25:47.335879+0000","last_became_active":"2024-09-07T13:38:15.988281+0000","last_became_peered":"2024-09-07T13:38:15.988281+0000","last_unstale":"2024-09-07T15:25:47.335879+0000","last_undegraded":"2024-09-07T15:25:47.335879+0000","last_fullsized":"2024-09-07T15:25:47.335879+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:47:52.794809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":433,"num_read_kb":917,"num_write":366,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:22.487527+0000","last_change":"2024-09-07T13:38:17.991957+0000","last_active":"2024-09-07T15:23:22.487527+0000","last_peered":"2024-09-07T15:23:22.487527+0000","last_clean":"2024-09-07T15:23:22.487527+0000","last_became_active":"2024-09-07T13:38:17.991202+0000","last_became_peered":"2024-09-07T13:38:17.991202+0000","last_unstale":"2024-09-07T15:23:22.487527+0000","last_undegraded":"2024-09-07T15:23:22.487527+0000","last_fullsized":"2024-09-07T15:23:22.487527+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:55.082722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'159","reported_seq":1321,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.263661+0000","last_change":"2024-09-07T13:38:20.021523+0000","last_active":"2024-09-07T15:26:03.263661+0000","last_peered":"2024-09-07T15:26:03.263661+0000","last_clean":"2024-09-07T15:26:03.263661+0000","last_became_active":"2024-09-07T13:38:20.020888+0000","last_became_peered":"2024-09-07T13:38:20.020888+0000","last_unstale":"2024-09-07T15:26:03.263661+0000","last_undegraded":"2024-09-07T15:26:03.263661+0000","last_fullsized":"2024-09-07T15:26:03.263661+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:50:11.722481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":639,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":974,"num_read_kb":933,"num_write":389,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'72","reported_seq":669,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503585+0000","last_change":"2024-09-07T13:38:11.977503+0000","last_active":"2024-09-07T15:24:32.503585+0000","last_peered":"2024-09-07T15:24:32.503585+0000","last_clean":"2024-09-07T15:24:32.503585+0000","last_became_active":"2024-09-07T13:38:11.976787+0000","last_became_peered":"2024-09-07T13:38:11.976787+0000","last_unstale":"2024-09-07T15:24:32.503585+0000","last_undegraded":"2024-09-07T15:24:32.503585+0000","last_fullsized":"2024-09-07T15:24:32.503585+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:50:07.860442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":328,"num_read_kb":277,"num_write":98,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'281","reported_seq":950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697968+0000","last_change":"2024-09-07T13:38:09.958695+0000","last_active":"2024-09-07T15:24:26.697968+0000","last_peered":"2024-09-07T15:24:26.697968+0000","last_clean":"2024-09-07T15:24:26.697968+0000","last_became_active":"2024-09-07T13:38:09.957598+0000","last_became_peered":"2024-09-07T13:38:09.957598+0000","last_unstale":"2024-09-07T15:24:26.697968+0000","last_undegraded":"2024-09-07T15:24:26.697968+0000","last_fullsized":"2024-09-07T15:24:26.697968+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:32:49.011191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14427077,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":391,"num_read_kb":38170,"num_write":948,"num_write_kb":38268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.276958+0000","last_change":"2024-09-07T13:38:13.966826+0000","last_active":"2024-09-07T15:25:01.276958+0000","last_peered":"2024-09-07T15:25:01.276958+0000","last_clean":"2024-09-07T15:25:01.276958+0000","last_became_active":"2024-09-07T13:38:13.966063+0000","last_became_peered":"2024-09-07T13:38:13.966063+0000","last_unstale":"2024-09-07T15:25:01.276958+0000","last_undegraded":"2024-09-07T15:25:01.276958+0000","last_fullsized":"2024-09-07T15:25:01.276958+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:32:57.004252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'344","reported_seq":969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:17.564104+0000","last_change":"2024-09-07T13:38:15.986689+0000","last_active":"2024-09-07T15:27:17.564104+0000","last_peered":"2024-09-07T15:27:17.564104+0000","last_clean":"2024-09-07T15:27:17.564104+0000","last_became_active":"2024-09-07T13:38:15.985935+0000","last_became_peered":"2024-09-07T13:38:15.985935+0000","last_unstale":"2024-09-07T15:27:17.564104+0000","last_undegraded":"2024-09-07T15:27:17.564104+0000","last_fullsized":"2024-09-07T15:27:17.564104+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:55:24.216028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57184,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":534,"num_read_kb":1015,"num_write":424,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":512,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682501+0000","last_change":"2024-09-07T13:38:18.009435+0000","last_active":"2024-09-07T15:23:21.682501+0000","last_peered":"2024-09-07T15:23:21.682501+0000","last_clean":"2024-09-07T15:23:21.682501+0000","last_became_active":"2024-09-07T13:38:18.008930+0000","last_became_peered":"2024-09-07T13:38:18.008930+0000","last_unstale":"2024-09-07T15:23:21.682501+0000","last_undegraded":"2024-09-07T15:23:21.682501+0000","last_fullsized":"2024-09-07T15:23:21.682501+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:31.672910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'150","reported_seq":664,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.360959+0000","last_change":"2024-09-07T13:38:20.013274+0000","last_active":"2024-09-07T15:27:22.360959+0000","last_peered":"2024-09-07T15:27:22.360959+0000","last_clean":"2024-09-07T15:27:22.360959+0000","last_became_active":"2024-09-07T13:38:20.010675+0000","last_became_peered":"2024-09-07T13:38:20.010675+0000","last_unstale":"2024-09-07T15:27:22.360959+0000","last_undegraded":"2024-09-07T15:27:22.360959+0000","last_fullsized":"2024-09-07T15:27:22.360959+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:14:19.163625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":155,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'138","reported_seq":776,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.830787+0000","last_change":"2024-09-07T13:38:11.960958+0000","last_active":"2024-09-07T15:24:52.830787+0000","last_peered":"2024-09-07T15:24:52.830787+0000","last_clean":"2024-09-07T15:24:52.830787+0000","last_became_active":"2024-09-07T13:38:11.951152+0000","last_became_peered":"2024-09-07T13:38:11.951152+0000","last_unstale":"2024-09-07T15:24:52.830787+0000","last_undegraded":"2024-09-07T15:24:52.830787+0000","last_fullsized":"2024-09-07T15:24:52.830787+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:40:50.867283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":210,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'289","reported_seq":989,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:11.584236+0000","last_change":"2024-09-07T13:38:41.116583+0000","last_active":"2024-09-07T15:27:11.584236+0000","last_peered":"2024-09-07T15:27:11.584236+0000","last_clean":"2024-09-07T15:27:11.584236+0000","last_became_active":"2024-09-07T13:38:41.116020+0000","last_became_peered":"2024-09-07T13:38:41.116020+0000","last_unstale":"2024-09-07T15:27:11.584236+0000","last_undegraded":"2024-09-07T15:27:11.584236+0000","last_fullsized":"2024-09-07T15:27:11.584236+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:05:40.723720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6696437,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":570,"num_read_kb":16268,"num_write":1080,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"269'179","reported_seq":869,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267293+0000","last_change":"2024-09-07T13:38:11.949201+0000","last_active":"2024-09-07T15:24:21.267293+0000","last_peered":"2024-09-07T15:24:21.267293+0000","last_clean":"2024-09-07T15:24:21.267293+0000","last_became_active":"2024-09-07T13:38:11.947998+0000","last_became_peered":"2024-09-07T13:38:11.947998+0000","last_unstale":"2024-09-07T15:24:21.267293+0000","last_undegraded":"2024-09-07T15:24:21.267293+0000","last_fullsized":"2024-09-07T15:24:21.267293+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:45:50.061731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":929,"num_read_kb":833,"num_write":305,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'284","reported_seq":1032,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263045+0000","last_change":"2024-09-07T13:38:09.957045+0000","last_active":"2024-09-07T15:24:26.263045+0000","last_peered":"2024-09-07T15:24:26.263045+0000","last_clean":"2024-09-07T15:24:26.263045+0000","last_became_active":"2024-09-07T13:38:09.956746+0000","last_became_peered":"2024-09-07T13:38:09.956746+0000","last_unstale":"2024-09-07T15:24:26.263045+0000","last_undegraded":"2024-09-07T15:24:26.263045+0000","last_fullsized":"2024-09-07T15:24:26.263045+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:06:03.834065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11216726,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":516,"num_read_kb":118225,"num_write":1041,"num_write_kb":43073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'123","reported_seq":764,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.735726+0000","last_change":"2024-09-07T13:38:11.968682+0000","last_active":"2024-09-07T15:24:21.735726+0000","last_peered":"2024-09-07T15:24:21.735726+0000","last_clean":"2024-09-07T15:24:21.735726+0000","last_became_active":"2024-09-07T13:38:11.964926+0000","last_became_peered":"2024-09-07T13:38:11.964926+0000","last_unstale":"2024-09-07T15:24:21.735726+0000","last_undegraded":"2024-09-07T15:24:21.735726+0000","last_fullsized":"2024-09-07T15:24:21.735726+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:22:01.094161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":452,"num_write":178,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'288","reported_seq":957,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736752+0000","last_change":"2024-09-07T13:38:09.947119+0000","last_active":"2024-09-07T15:24:26.736752+0000","last_peered":"2024-09-07T15:24:26.736752+0000","last_clean":"2024-09-07T15:24:26.736752+0000","last_became_active":"2024-09-07T13:38:09.945903+0000","last_became_peered":"2024-09-07T13:38:09.945903+0000","last_unstale":"2024-09-07T15:24:26.736752+0000","last_undegraded":"2024-09-07T15:24:26.736752+0000","last_fullsized":"2024-09-07T15:24:26.736752+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:26:07.414745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6452838,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":418,"num_read_kb":89502,"num_write":1043,"num_write_kb":59727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'86","reported_seq":687,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267143+0000","last_change":"2024-09-07T13:38:11.937796+0000","last_active":"2024-09-07T15:24:21.267143+0000","last_peered":"2024-09-07T15:24:21.267143+0000","last_clean":"2024-09-07T15:24:21.267143+0000","last_became_active":"2024-09-07T13:38:11.937036+0000","last_became_peered":"2024-09-07T13:38:11.937036+0000","last_unstale":"2024-09-07T15:24:21.267143+0000","last_undegraded":"2024-09-07T15:24:21.267143+0000","last_fullsized":"2024-09-07T15:24:21.267143+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:24:20.802614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":116,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'248","reported_seq":895,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.704033+0000","last_change":"2024-09-07T13:38:09.945028+0000","last_active":"2024-09-07T15:24:51.704033+0000","last_peered":"2024-09-07T15:24:51.704033+0000","last_clean":"2024-09-07T15:24:51.704033+0000","last_became_active":"2024-09-07T13:38:09.944652+0000","last_became_peered":"2024-09-07T13:38:09.944652+0000","last_unstale":"2024-09-07T15:24:51.704033+0000","last_undegraded":"2024-09-07T15:24:51.704033+0000","last_fullsized":"2024-09-07T15:24:51.704033+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:46:03.854603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":915060,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":400,"num_read_kb":1901,"num_write":877,"num_write_kb":15286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'34","reported_seq":624,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.324322+0000","last_change":"2024-09-07T13:38:11.954894+0000","last_active":"2024-09-07T15:24:52.324322+0000","last_peered":"2024-09-07T15:24:52.324322+0000","last_clean":"2024-09-07T15:24:52.324322+0000","last_became_active":"2024-09-07T13:38:11.954420+0000","last_became_peered":"2024-09-07T13:38:11.954420+0000","last_unstale":"2024-09-07T15:24:52.324322+0000","last_undegraded":"2024-09-07T15:24:52.324322+0000","last_fullsized":"2024-09-07T15:24:52.324322+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:20:39.986528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":154,"num_write":48,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'252","reported_seq":966,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:17.315406+0000","last_change":"2024-09-07T13:38:41.119286+0000","last_active":"2024-09-07T15:24:17.315406+0000","last_peered":"2024-09-07T15:24:17.315406+0000","last_clean":"2024-09-07T15:24:17.315406+0000","last_became_active":"2024-09-07T13:38:41.118577+0000","last_became_peered":"2024-09-07T13:38:41.118577+0000","last_unstale":"2024-09-07T15:24:17.315406+0000","last_undegraded":"2024-09-07T15:24:17.315406+0000","last_fullsized":"2024-09-07T15:24:17.315406+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:15:00.852817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5246772,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":468,"num_read_kb":67028,"num_write":932,"num_write_kb":24885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"269'74","reported_seq":699,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502373+0000","last_change":"2024-09-07T13:38:11.961501+0000","last_active":"2024-09-07T15:24:27.502373+0000","last_peered":"2024-09-07T15:24:27.502373+0000","last_clean":"2024-09-07T15:24:27.502373+0000","last_became_active":"2024-09-07T13:38:11.960709+0000","last_became_peered":"2024-09-07T13:38:11.960709+0000","last_unstale":"2024-09-07T15:24:27.502373+0000","last_undegraded":"2024-09-07T15:24:27.502373+0000","last_fullsized":"2024-09-07T15:24:27.502373+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:42:49.677272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":310,"num_write":110,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'247","reported_seq":951,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267209+0000","last_change":"2024-09-07T13:38:09.914801+0000","last_active":"2024-09-07T15:24:21.267209+0000","last_peered":"2024-09-07T15:24:21.267209+0000","last_clean":"2024-09-07T15:24:21.267209+0000","last_became_active":"2024-09-07T13:38:09.914458+0000","last_became_peered":"2024-09-07T13:38:09.914458+0000","last_unstale":"2024-09-07T15:24:21.267209+0000","last_undegraded":"2024-09-07T15:24:21.267209+0000","last_fullsized":"2024-09-07T15:24:21.267209+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:28:27.895623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12678726,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":451,"num_read_kb":38432,"num_write":966,"num_write_kb":29352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'4326","reported_seq":5033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.190170+0000","last_change":"2024-09-07T13:38:11.969273+0000","last_active":"2024-09-07T15:26:01.190170+0000","last_peered":"2024-09-07T15:26:01.190170+0000","last_clean":"2024-09-07T15:26:01.190170+0000","last_became_active":"2024-09-07T13:38:11.966079+0000","last_became_peered":"2024-09-07T13:38:11.966079+0000","last_unstale":"2024-09-07T15:26:01.190170+0000","last_undegraded":"2024-09-07T15:26:01.190170+0000","last_fullsized":"2024-09-07T15:26:01.190170+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":3000,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:01:42.728052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17506,"num_read_kb":14577,"num_write":6561,"num_write_kb":3271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'226","reported_seq":932,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:55.828280+0000","last_change":"2024-09-07T13:38:09.968955+0000","last_active":"2024-09-07T15:24:55.828280+0000","last_peered":"2024-09-07T15:24:55.828280+0000","last_clean":"2024-09-07T15:24:55.828280+0000","last_became_active":"2024-09-07T13:38:09.966151+0000","last_became_peered":"2024-09-07T13:38:09.966151+0000","last_unstale":"2024-09-07T15:24:55.828280+0000","last_undegraded":"2024-09-07T15:24:55.828280+0000","last_fullsized":"2024-09-07T15:24:55.828280+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:18:42.885807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5048935,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":486,"num_read_kb":2644,"num_write":844,"num_write_kb":22278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'163","reported_seq":815,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.478965+0000","last_change":"2024-09-07T13:38:11.967014+0000","last_active":"2024-09-07T15:24:26.478965+0000","last_peered":"2024-09-07T15:24:26.478965+0000","last_clean":"2024-09-07T15:24:26.478965+0000","last_became_active":"2024-09-07T13:38:11.966128+0000","last_became_peered":"2024-09-07T13:38:11.966128+0000","last_unstale":"2024-09-07T15:24:26.478965+0000","last_undegraded":"2024-09-07T15:24:26.478965+0000","last_fullsized":"2024-09-07T15:24:26.478965+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:55:28.962028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":749,"num_read_kb":624,"num_write":242,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'307","reported_seq":1026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:40.421282+0000","last_change":"2024-09-07T13:38:09.943504+0000","last_active":"2024-09-07T15:25:40.421282+0000","last_peered":"2024-09-07T15:25:40.421282+0000","last_clean":"2024-09-07T15:25:40.421282+0000","last_became_active":"2024-09-07T13:38:09.943119+0000","last_became_peered":"2024-09-07T13:38:09.943119+0000","last_unstale":"2024-09-07T15:25:40.421282+0000","last_undegraded":"2024-09-07T15:25:40.421282+0000","last_fullsized":"2024-09-07T15:25:40.421282+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:31:15.561749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20281681,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":499,"num_read_kb":49070,"num_write":1068,"num_write_kb":52483,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'107","reported_seq":737,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:24.183322+0000","last_change":"2024-09-07T13:38:11.956177+0000","last_active":"2024-09-07T15:24:24.183322+0000","last_peered":"2024-09-07T15:24:24.183322+0000","last_clean":"2024-09-07T15:24:24.183322+0000","last_became_active":"2024-09-07T13:38:11.954473+0000","last_became_peered":"2024-09-07T13:38:11.954473+0000","last_unstale":"2024-09-07T15:24:24.183322+0000","last_undegraded":"2024-09-07T15:24:24.183322+0000","last_fullsized":"2024-09-07T15:24:24.183322+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:47:21.356229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":158,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'236","reported_seq":933,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.740183+0000","last_change":"2024-09-07T13:38:09.950646+0000","last_active":"2024-09-07T15:24:41.740183+0000","last_peered":"2024-09-07T15:24:41.740183+0000","last_clean":"2024-09-07T15:24:41.740183+0000","last_became_active":"2024-09-07T13:38:09.947018+0000","last_became_peered":"2024-09-07T13:38:09.947018+0000","last_unstale":"2024-09-07T15:24:41.740183+0000","last_undegraded":"2024-09-07T15:24:41.740183+0000","last_fullsized":"2024-09-07T15:24:41.740183+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:33:46.878668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11097107,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":408,"num_read_kb":54354,"num_write":829,"num_write_kb":34652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'198","reported_seq":862,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:07.223064+0000","last_change":"2024-09-07T13:38:11.968110+0000","last_active":"2024-09-07T15:24:07.223064+0000","last_peered":"2024-09-07T15:24:07.223064+0000","last_clean":"2024-09-07T15:24:07.223064+0000","last_became_active":"2024-09-07T13:38:11.963550+0000","last_became_peered":"2024-09-07T13:38:11.963550+0000","last_unstale":"2024-09-07T15:24:07.223064+0000","last_undegraded":"2024-09-07T15:24:07.223064+0000","last_fullsized":"2024-09-07T15:24:07.223064+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:19:27.717973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":873,"num_read_kb":718,"num_write":298,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'274","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309509+0000","last_change":"2024-09-07T13:38:09.960515+0000","last_active":"2024-09-07T15:23:52.309509+0000","last_peered":"2024-09-07T15:23:52.309509+0000","last_clean":"2024-09-07T15:23:52.309509+0000","last_became_active":"2024-09-07T13:38:09.959943+0000","last_became_peered":"2024-09-07T13:38:09.959943+0000","last_unstale":"2024-09-07T15:23:52.309509+0000","last_undegraded":"2024-09-07T15:23:52.309509+0000","last_fullsized":"2024-09-07T15:23:52.309509+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:48:10.173865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17696825,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":489,"num_read_kb":156829,"num_write":1055,"num_write_kb":44912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"269'226","reported_seq":887,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263189+0000","last_change":"2024-09-07T13:38:11.967601+0000","last_active":"2024-09-07T15:24:26.263189+0000","last_peered":"2024-09-07T15:24:26.263189+0000","last_clean":"2024-09-07T15:24:26.263189+0000","last_became_active":"2024-09-07T13:38:11.967242+0000","last_became_peered":"2024-09-07T13:38:11.967242+0000","last_unstale":"2024-09-07T15:24:26.263189+0000","last_undegraded":"2024-09-07T15:24:26.263189+0000","last_fullsized":"2024-09-07T15:24:26.263189+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:00:24.435099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1029,"num_read_kb":861,"num_write":341,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'281","reported_seq":947,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.727080+0000","last_change":"2024-09-07T13:38:09.961467+0000","last_active":"2024-09-07T15:23:56.727080+0000","last_peered":"2024-09-07T15:23:56.727080+0000","last_clean":"2024-09-07T15:23:56.727080+0000","last_became_active":"2024-09-07T13:38:09.958372+0000","last_became_peered":"2024-09-07T13:38:09.958372+0000","last_unstale":"2024-09-07T15:23:56.727080+0000","last_undegraded":"2024-09-07T15:23:56.727080+0000","last_fullsized":"2024-09-07T15:23:56.727080+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:07.855745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15762003,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":480,"num_read_kb":18581,"num_write":1029,"num_write_kb":37988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'251","reported_seq":931,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495459+0000","last_change":"2024-09-07T13:38:11.984993+0000","last_active":"2024-09-07T15:23:57.495459+0000","last_peered":"2024-09-07T15:23:57.495459+0000","last_clean":"2024-09-07T15:23:57.495459+0000","last_became_active":"2024-09-07T13:38:11.984378+0000","last_became_peered":"2024-09-07T13:38:11.984378+0000","last_unstale":"2024-09-07T15:23:57.495459+0000","last_undegraded":"2024-09-07T15:23:57.495459+0000","last_fullsized":"2024-09-07T15:23:57.495459+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:34:28.701838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1089,"num_read_kb":888,"num_write":401,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'250","reported_seq":928,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.690609+0000","last_change":"2024-09-07T13:38:09.954170+0000","last_active":"2024-09-07T15:23:56.690609+0000","last_peered":"2024-09-07T15:23:56.690609+0000","last_clean":"2024-09-07T15:23:56.690609+0000","last_became_active":"2024-09-07T13:38:09.953778+0000","last_became_peered":"2024-09-07T13:38:09.953778+0000","last_unstale":"2024-09-07T15:23:56.690609+0000","last_undegraded":"2024-09-07T15:23:56.690609+0000","last_fullsized":"2024-09-07T15:23:56.690609+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:27:44.047601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18188171,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":402,"num_read_kb":70626,"num_write":981,"num_write_kb":40171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'169","reported_seq":799,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:35.461578+0000","last_change":"2024-09-07T13:38:11.958808+0000","last_active":"2024-09-07T15:24:35.461578+0000","last_peered":"2024-09-07T15:24:35.461578+0000","last_clean":"2024-09-07T15:24:35.461578+0000","last_became_active":"2024-09-07T13:38:11.958064+0000","last_became_peered":"2024-09-07T13:38:11.958064+0000","last_unstale":"2024-09-07T15:24:35.461578+0000","last_undegraded":"2024-09-07T15:24:35.461578+0000","last_fullsized":"2024-09-07T15:24:35.461578+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:39:11.761149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":587,"num_write":258,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'281","reported_seq":944,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.472761+0000","last_change":"2024-09-07T13:38:09.942725+0000","last_active":"2024-09-07T15:23:56.472761+0000","last_peered":"2024-09-07T15:23:56.472761+0000","last_clean":"2024-09-07T15:23:56.472761+0000","last_became_active":"2024-09-07T13:38:09.936674+0000","last_became_peered":"2024-09-07T13:38:09.936674+0000","last_unstale":"2024-09-07T15:23:56.472761+0000","last_undegraded":"2024-09-07T15:23:56.472761+0000","last_fullsized":"2024-09-07T15:23:56.472761+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:22:35.197871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5535693,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":434,"num_read_kb":29966,"num_write":1023,"num_write_kb":57855,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'103","reported_seq":689,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.279828+0000","last_change":"2024-09-07T13:38:11.952566+0000","last_active":"2024-09-07T15:26:03.279828+0000","last_peered":"2024-09-07T15:26:03.279828+0000","last_clean":"2024-09-07T15:26:03.279828+0000","last_became_active":"2024-09-07T13:38:11.948061+0000","last_became_peered":"2024-09-07T13:38:11.948061+0000","last_unstale":"2024-09-07T15:26:03.279828+0000","last_undegraded":"2024-09-07T15:26:03.279828+0000","last_fullsized":"2024-09-07T15:26:03.279828+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:33:51.276298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":456,"num_read_kb":368,"num_write":151,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'265","reported_seq":902,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901441+0000","last_change":"2024-09-07T13:38:09.978561+0000","last_active":"2024-09-07T15:24:11.901441+0000","last_peered":"2024-09-07T15:24:11.901441+0000","last_clean":"2024-09-07T15:24:11.901441+0000","last_became_active":"2024-09-07T13:38:09.977914+0000","last_became_peered":"2024-09-07T13:38:09.977914+0000","last_unstale":"2024-09-07T15:24:11.901441+0000","last_undegraded":"2024-09-07T15:24:11.901441+0000","last_fullsized":"2024-09-07T15:24:11.901441+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:30:02.297567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1470100,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":380,"num_read_kb":6533,"num_write":955,"num_write_kb":46948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'55","reported_seq":654,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309580+0000","last_change":"2024-09-07T13:38:11.967367+0000","last_active":"2024-09-07T15:23:52.309580+0000","last_peered":"2024-09-07T15:23:52.309580+0000","last_clean":"2024-09-07T15:23:52.309580+0000","last_became_active":"2024-09-07T13:38:11.954989+0000","last_became_peered":"2024-09-07T13:38:11.954989+0000","last_unstale":"2024-09-07T15:23:52.309580+0000","last_undegraded":"2024-09-07T15:23:52.309580+0000","last_fullsized":"2024-09-07T15:23:52.309580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:04:31.660954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":193,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'295","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:29.050804+0000","last_change":"2024-09-07T13:38:09.971220+0000","last_active":"2024-09-07T15:23:29.050804+0000","last_peered":"2024-09-07T15:23:29.050804+0000","last_clean":"2024-09-07T15:23:29.050804+0000","last_became_active":"2024-09-07T13:38:09.970859+0000","last_became_peered":"2024-09-07T13:38:09.970859+0000","last_unstale":"2024-09-07T15:23:29.050804+0000","last_undegraded":"2024-09-07T15:23:29.050804+0000","last_fullsized":"2024-09-07T15:23:29.050804+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:56:06.553143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10486490,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":571,"num_read_kb":27882,"num_write":1213,"num_write_kb":26984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'187","reported_seq":857,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.907311+0000","last_change":"2024-09-07T13:38:11.968437+0000","last_active":"2024-09-07T15:24:36.907311+0000","last_peered":"2024-09-07T15:24:36.907311+0000","last_clean":"2024-09-07T15:24:36.907311+0000","last_became_active":"2024-09-07T13:38:11.967747+0000","last_became_peered":"2024-09-07T13:38:11.967747+0000","last_unstale":"2024-09-07T15:24:36.907311+0000","last_undegraded":"2024-09-07T15:24:36.907311+0000","last_fullsized":"2024-09-07T15:24:36.907311+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:18:11.762150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":822,"num_read_kb":682,"num_write":266,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'258","reported_seq":925,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:38.278326+0000","last_change":"2024-09-07T13:38:09.967890+0000","last_active":"2024-09-07T15:25:38.278326+0000","last_peered":"2024-09-07T15:25:38.278326+0000","last_clean":"2024-09-07T15:25:38.278326+0000","last_became_active":"2024-09-07T13:38:09.966982+0000","last_became_peered":"2024-09-07T13:38:09.966982+0000","last_unstale":"2024-09-07T15:25:38.278326+0000","last_undegraded":"2024-09-07T15:25:38.278326+0000","last_fullsized":"2024-09-07T15:25:38.278326+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:36.660350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17220916,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":451,"num_read_kb":26456,"num_write":991,"num_write_kb":42546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'261","reported_seq":927,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:22.306511+0000","last_change":"2024-09-07T13:38:09.951698+0000","last_active":"2024-09-07T15:23:22.306511+0000","last_peered":"2024-09-07T15:23:22.306511+0000","last_clean":"2024-09-07T15:23:22.306511+0000","last_became_active":"2024-09-07T13:38:09.950346+0000","last_became_peered":"2024-09-07T13:38:09.950346+0000","last_unstale":"2024-09-07T15:23:22.306511+0000","last_undegraded":"2024-09-07T15:23:22.306511+0000","last_fullsized":"2024-09-07T15:23:22.306511+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:44:47.085193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23071541,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":428,"num_read_kb":31371,"num_write":959,"num_write_kb":48642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'129","reported_seq":736,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.705309+0000","last_change":"2024-09-07T13:38:11.956956+0000","last_active":"2024-09-07T15:24:56.705309+0000","last_peered":"2024-09-07T15:24:56.705309+0000","last_clean":"2024-09-07T15:24:56.705309+0000","last_became_active":"2024-09-07T13:38:11.955485+0000","last_became_peered":"2024-09-07T13:38:11.955485+0000","last_unstale":"2024-09-07T15:24:56.705309+0000","last_undegraded":"2024-09-07T15:24:56.705309+0000","last_fullsized":"2024-09-07T15:24:56.705309+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:27:17.722845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":556,"num_read_kb":453,"num_write":191,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'389","reported_seq":1083,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:38.282989+0000","last_change":"2024-09-07T13:38:09.956186+0000","last_active":"2024-09-07T15:25:38.282989+0000","last_peered":"2024-09-07T15:25:38.282989+0000","last_clean":"2024-09-07T15:25:38.282989+0000","last_became_active":"2024-09-07T13:38:09.955640+0000","last_became_peered":"2024-09-07T13:38:09.955640+0000","last_unstale":"2024-09-07T15:25:38.282989+0000","last_undegraded":"2024-09-07T15:25:38.282989+0000","last_fullsized":"2024-09-07T15:25:38.282989+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:13:39.740575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6966202,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":683,"num_read_kb":13304,"num_write":1161,"num_write_kb":30944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'181","reported_seq":831,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.738055+0000","last_change":"2024-09-07T13:38:11.957199+0000","last_active":"2024-09-07T15:24:31.738055+0000","last_peered":"2024-09-07T15:24:31.738055+0000","last_clean":"2024-09-07T15:24:31.738055+0000","last_became_active":"2024-09-07T13:38:11.955420+0000","last_became_peered":"2024-09-07T13:38:11.955420+0000","last_unstale":"2024-09-07T15:24:31.738055+0000","last_undegraded":"2024-09-07T15:24:31.738055+0000","last_fullsized":"2024-09-07T15:24:31.738055+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:45:18.102760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":815,"num_read_kb":669,"num_write":276,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5579,"num_read_kb":3932,"num_write":1892,"num_write_kb":790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1063,"ondisk_log_size":1063,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15869,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":16338,"num_read_kb":16003,"num_write":16758,"num_write_kb":4902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":31738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1879,"ondisk_log_size":1879,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":453,"ondisk_log_size":453,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1825504,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":20073,"num_read_kb":35767,"num_write":16939,"num_write_kb":12233,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3284992,"data_stored":2749810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1881,"ondisk_log_size":1881,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2403,"num_read_kb":2864,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102755,"num_read_kb":85366,"num_write":37204,"num_write_kb":18790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4128,"ondisk_log_size":4128,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":752886508,"num_objects":4406,"num_object_clones":0,"num_object_copies":13218,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4406,"num_whiteouts":0,"num_read":32166,"num_read_kb":2657150,"num_write":66890,"num_write_kb":2277217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1178333184,"data_stored":1178333184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4348,"ondisk_log_size":4348,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":73044895,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":119,"num_read_kb":189777,"num_write":139,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":146096128,"data_stored":146089790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":73044895,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":117,"num_read_kb":189147,"num_write":139,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":146096128,"data_stored":146089790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129543471,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":447192,"kb_used_data":181384,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":93924648,"statfs":{"total":96636764160,"available":96178839552,"internally_reserved":0,"allocated":185737216,"data_stored":183663265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":272169418},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129543469,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":439056,"kb_used_data":178816,"kb_used_omap":1,"kb_used_meta":260222,"kb_avail":93932784,"statfs":{"total":96636764160,"available":96187170816,"internally_reserved":0,"allocated":183107584,"data_stored":181111165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":266467782},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129543471,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":299632,"kb_used_data":178272,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94072208,"statfs":{"total":96636764160,"available":96329940992,"internally_reserved":0,"allocated":182550528,"data_stored":180445285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":124254661},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129543467,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297992,"kb_used_data":208504,"kb_used_omap":1,"kb_used_meta":89470,"kb_avail":94073848,"statfs":{"total":96636764160,"available":96331620352,"internally_reserved":0,"allocated":213508096,"data_stored":211556910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91617733},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543470,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":460384,"kb_used_data":198800,"kb_used_omap":1,"kb_used_meta":261566,"kb_avail":93911456,"statfs":{"total":96636764160,"available":96165330944,"internally_reserved":0,"allocated":203571200,"data_stored":201530320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":267844040},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543468,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":227712,"kb_used_data":142448,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94144128,"statfs":{"total":96636764160,"available":96403587072,"internally_reserved":0,"allocated":145866752,"data_stored":143893019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87292357},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543467,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":332856,"kb_used_data":197608,"kb_used_omap":1,"kb_used_meta":135230,"kb_avail":94038984,"statfs":{"total":96636764160,"available":96295919616,"internally_reserved":0,"allocated":202350592,"data_stored":200322221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":138475973},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543469,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":417684,"kb_used_data":187972,"kb_used_omap":1,"kb_used_meta":229694,"kb_avail":93954156,"statfs":{"total":96636764160,"available":96209055744,"internally_reserved":0,"allocated":192483328,"data_stored":190439991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":235207112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":163008512,"data_stored":163008512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":148754432,"data_stored":148754432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102608896,"data_stored":102608896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":163487744,"data_stored":163487744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":163483648,"data_stored":163483648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":139718656,"data_stored":139718656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":144871424,"data_stored":144871424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":152399872,"data_stored":152399872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":425984,"data_stored":360003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":385702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":111687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":561152,"data_stored":480210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":86516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":663552,"data_stored":554313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":315392,"data_stored":261372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":510007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":19972096,"data_stored":19971370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":27262976,"data_stored":27262976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":22020096,"data_stored":22020096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3731456,"data_stored":3730091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":19922944,"data_stored":19922944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":26275840,"data_stored":26274762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":18984960,"data_stored":18983156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":7925760,"data_stored":7924395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21606400,"data_stored":21604309,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16838656,"data_stored":16837578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":31518720,"data_stored":31517642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":25751552,"data_stored":25750187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":11583488,"data_stored":11582762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14680064,"data_stored":14680064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":19922944,"data_stored":19922944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-07T15:27:46.943 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-07T15:27:46.943 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-07T15:27:47.292 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:27:47.304 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2024-09-07T15:27:47.304 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 has been restored 2024-09-07T15:27:47.312 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":3560,"stamp":"2024-09-07T15:27:45.489104+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":901409851,"num_objects":4769,"num_object_clones":0,"num_object_copies":13944,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4769,"num_whiteouts":0,"num_read":179628,"num_read_kb":3180073,"num_write":140104,"num_write_kb":2577130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":61,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14003,"ondisk_log_size":14003,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2922508,"kb_used_data":1473804,"kb_used_omap":12,"kb_used_meta":1448563,"kb_avail":752052212,"statfs":{"total":773094113280,"available":770101465088,"internally_reserved":0,"allocated":1509175296,"data_stored":1492962176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":1483329076},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008827"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.719988+0000","last_change":"2024-09-07T14:28:24.421644+0000","last_active":"2024-09-07T15:23:26.719988+0000","last_peered":"2024-09-07T15:23:26.719988+0000","last_clean":"2024-09-07T15:23:26.719988+0000","last_became_active":"2024-09-07T14:28:24.420634+0000","last_became_peered":"2024-09-07T14:28:24.420634+0000","last_unstale":"2024-09-07T15:23:26.719988+0000","last_undegraded":"2024-09-07T15:23:26.719988+0000","last_fullsized":"2024-09-07T15:23:26.719988+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:59.587795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'3","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:51.725886+0000","last_change":"2024-09-07T14:01:17.861487+0000","last_active":"2024-09-07T15:23:51.725886+0000","last_peered":"2024-09-07T15:23:51.725886+0000","last_clean":"2024-09-07T15:23:51.725886+0000","last_became_active":"2024-09-07T14:01:17.860628+0000","last_became_peered":"2024-09-07T14:01:17.860628+0000","last_unstale":"2024-09-07T15:23:51.725886+0000","last_undegraded":"2024-09-07T15:23:51.725886+0000","last_fullsized":"2024-09-07T15:23:51.725886+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:45.938337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5291306,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":5168,"num_write":3,"num_write_kb":5168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.307080+0000","last_change":"2024-09-07T14:01:10.281106+0000","last_active":"2024-09-07T15:23:42.307080+0000","last_peered":"2024-09-07T15:23:42.307080+0000","last_clean":"2024-09-07T15:23:42.307080+0000","last_became_active":"2024-09-07T14:01:10.280451+0000","last_became_peered":"2024-09-07T14:01:10.280451+0000","last_unstale":"2024-09-07T15:23:42.307080+0000","last_undegraded":"2024-09-07T15:23:42.307080+0000","last_fullsized":"2024-09-07T15:23:42.307080+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:46.345398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'32","reported_seq":163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.704175+0000","last_change":"2024-09-07T13:55:14.113420+0000","last_active":"2024-09-07T15:24:51.704175+0000","last_peered":"2024-09-07T15:24:51.704175+0000","last_clean":"2024-09-07T15:24:51.704175+0000","last_became_active":"2024-09-07T13:55:14.111290+0000","last_became_peered":"2024-09-07T13:55:14.111290+0000","last_unstale":"2024-09-07T15:24:51.704175+0000","last_undegraded":"2024-09-07T15:24:51.704175+0000","last_fullsized":"2024-09-07T15:24:51.704175+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:19:42.881114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":112,"num_write":58,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.250112+0000","last_change":"2024-09-07T14:28:24.441050+0000","last_active":"2024-09-07T15:23:26.250112+0000","last_peered":"2024-09-07T15:23:26.250112+0000","last_clean":"2024-09-07T15:23:26.250112+0000","last_became_active":"2024-09-07T14:28:24.440403+0000","last_became_peered":"2024-09-07T14:28:24.440403+0000","last_unstale":"2024-09-07T15:23:26.250112+0000","last_undegraded":"2024-09-07T15:23:26.250112+0000","last_fullsized":"2024-09-07T15:23:26.250112+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:18:19.747260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'2","reported_seq":62,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.494266+0000","last_change":"2024-09-07T14:01:17.860509+0000","last_active":"2024-09-07T15:23:52.494266+0000","last_peered":"2024-09-07T15:23:52.494266+0000","last_clean":"2024-09-07T15:23:52.494266+0000","last_became_active":"2024-09-07T14:01:17.859566+0000","last_became_peered":"2024-09-07T14:01:17.859566+0000","last_unstale":"2024-09-07T15:23:52.494266+0000","last_undegraded":"2024-09-07T15:23:52.494266+0000","last_fullsized":"2024-09-07T15:23:52.494266+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:31:05.625691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3730091,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":4214,"num_write":2,"num_write_kb":3643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"269'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.258794+0000","last_change":"2024-09-07T14:01:10.272125+0000","last_active":"2024-09-07T15:23:41.258794+0000","last_peered":"2024-09-07T15:23:41.258794+0000","last_clean":"2024-09-07T15:23:41.258794+0000","last_became_active":"2024-09-07T14:01:10.271430+0000","last_became_peered":"2024-09-07T14:01:10.271430+0000","last_unstale":"2024-09-07T15:23:41.258794+0000","last_undegraded":"2024-09-07T15:23:41.258794+0000","last_fullsized":"2024-09-07T15:23:41.258794+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:32:51.321558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"269'44","reported_seq":201,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.253578+0000","last_change":"2024-09-07T13:55:14.096417+0000","last_active":"2024-09-07T15:23:41.253578+0000","last_peered":"2024-09-07T15:23:41.253578+0000","last_clean":"2024-09-07T15:23:41.253578+0000","last_became_active":"2024-09-07T13:55:14.087402+0000","last_became_peered":"2024-09-07T13:55:14.087402+0000","last_unstale":"2024-09-07T15:23:41.253578+0000","last_undegraded":"2024-09-07T15:23:41.253578+0000","last_fullsized":"2024-09-07T15:23:41.253578+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:39:50.856280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":156,"num_write":84,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.473696+0000","last_change":"2024-09-07T14:28:24.430447+0000","last_active":"2024-09-07T15:24:01.473696+0000","last_peered":"2024-09-07T15:24:01.473696+0000","last_clean":"2024-09-07T15:24:01.473696+0000","last_became_active":"2024-09-07T14:28:24.429669+0000","last_became_peered":"2024-09-07T14:28:24.429669+0000","last_unstale":"2024-09-07T15:24:01.473696+0000","last_undegraded":"2024-09-07T15:24:01.473696+0000","last_fullsized":"2024-09-07T15:24:01.473696+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:25:10.632716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'3","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701959+0000","last_change":"2024-09-07T14:01:17.972661+0000","last_active":"2024-09-07T15:24:41.701959+0000","last_peered":"2024-09-07T15:24:41.701959+0000","last_clean":"2024-09-07T15:24:41.701959+0000","last_became_active":"2024-09-07T14:01:17.972004+0000","last_became_peered":"2024-09-07T14:01:17.972004+0000","last_unstale":"2024-09-07T15:24:41.701959+0000","last_undegraded":"2024-09-07T15:24:41.701959+0000","last_fullsized":"2024-09-07T15:24:41.701959+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:52:18.839057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"269'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.277298+0000","last_change":"2024-09-07T14:01:10.266064+0000","last_active":"2024-09-07T15:25:36.277298+0000","last_peered":"2024-09-07T15:25:36.277298+0000","last_clean":"2024-09-07T15:25:36.277298+0000","last_became_active":"2024-09-07T14:01:10.264607+0000","last_became_peered":"2024-09-07T14:01:10.264607+0000","last_unstale":"2024-09-07T15:25:36.277298+0000","last_undegraded":"2024-09-07T15:25:36.277298+0000","last_fullsized":"2024-09-07T15:25:36.277298+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:29:39.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":5120,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'7","reported_seq":90,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:22:46.674696+0000","last_change":"2024-09-07T13:55:14.109741+0000","last_active":"2024-09-07T15:22:46.674696+0000","last_peered":"2024-09-07T15:22:46.674696+0000","last_clean":"2024-09-07T15:22:46.674696+0000","last_became_active":"2024-09-07T13:55:14.108940+0000","last_became_peered":"2024-09-07T13:55:14.108940+0000","last_unstale":"2024-09-07T15:22:46.674696+0000","last_undegraded":"2024-09-07T15:22:46.674696+0000","last_fullsized":"2024-09-07T15:22:46.674696+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:43:14.023032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":13,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:17.315333+0000","last_change":"2024-09-07T14:28:24.419652+0000","last_active":"2024-09-07T15:24:17.315333+0000","last_peered":"2024-09-07T15:24:17.315333+0000","last_clean":"2024-09-07T15:24:17.315333+0000","last_became_active":"2024-09-07T14:28:24.417691+0000","last_became_peered":"2024-09-07T14:28:24.417691+0000","last_unstale":"2024-09-07T15:24:17.315333+0000","last_undegraded":"2024-09-07T15:24:17.315333+0000","last_fullsized":"2024-09-07T15:24:17.315333+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:01:52.353934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334342+0000","last_change":"2024-09-07T14:01:17.970027+0000","last_active":"2024-09-07T15:25:37.334342+0000","last_peered":"2024-09-07T15:25:37.334342+0000","last_clean":"2024-09-07T15:25:37.334342+0000","last_became_active":"2024-09-07T14:01:17.968854+0000","last_became_peered":"2024-09-07T14:01:17.968854+0000","last_unstale":"2024-09-07T15:25:37.334342+0000","last_undegraded":"2024-09-07T15:25:37.334342+0000","last_fullsized":"2024-09-07T15:25:37.334342+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:26.054507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'1","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503925+0000","last_change":"2024-09-07T14:01:10.281119+0000","last_active":"2024-09-07T15:24:32.503925+0000","last_peered":"2024-09-07T15:24:32.503925+0000","last_clean":"2024-09-07T15:24:32.503925+0000","last_became_active":"2024-09-07T14:01:10.273387+0000","last_became_peered":"2024-09-07T14:01:10.273387+0000","last_unstale":"2024-09-07T15:24:32.503925+0000","last_undegraded":"2024-09-07T15:24:32.503925+0000","last_fullsized":"2024-09-07T15:24:32.503925+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:05.468987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'37","reported_seq":171,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:22:47.294186+0000","last_change":"2024-09-07T13:55:14.088118+0000","last_active":"2024-09-07T15:22:47.294186+0000","last_peered":"2024-09-07T15:22:47.294186+0000","last_clean":"2024-09-07T15:22:47.294186+0000","last_became_active":"2024-09-07T13:55:14.087457+0000","last_became_peered":"2024-09-07T13:55:14.087457+0000","last_unstale":"2024-09-07T15:22:47.294186+0000","last_undegraded":"2024-09-07T15:22:47.294186+0000","last_fullsized":"2024-09-07T15:22:47.294186+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:12:52.792391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":187,"num_read_kb":132,"num_write":69,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321813+0000","last_change":"2024-09-07T14:28:24.422282+0000","last_active":"2024-09-07T15:24:42.321813+0000","last_peered":"2024-09-07T15:24:42.321813+0000","last_clean":"2024-09-07T15:24:42.321813+0000","last_became_active":"2024-09-07T14:28:24.421520+0000","last_became_peered":"2024-09-07T14:28:24.421520+0000","last_unstale":"2024-09-07T15:24:42.321813+0000","last_undegraded":"2024-09-07T15:24:42.321813+0000","last_fullsized":"2024-09-07T15:24:42.321813+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:48.841353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":58,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:46.724653+0000","last_change":"2024-09-07T14:01:17.842419+0000","last_active":"2024-09-07T15:23:46.724653+0000","last_peered":"2024-09-07T15:23:46.724653+0000","last_clean":"2024-09-07T15:23:46.724653+0000","last_became_active":"2024-09-07T14:01:17.841361+0000","last_became_peered":"2024-09-07T14:01:17.841361+0000","last_unstale":"2024-09-07T15:23:46.724653+0000","last_undegraded":"2024-09-07T15:23:46.724653+0000","last_fullsized":"2024-09-07T15:23:46.724653+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:42.642334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682380+0000","last_change":"2024-09-07T14:01:10.285835+0000","last_active":"2024-09-07T15:23:21.682380+0000","last_peered":"2024-09-07T15:23:21.682380+0000","last_clean":"2024-09-07T15:23:21.682380+0000","last_became_active":"2024-09-07T14:01:10.285111+0000","last_became_peered":"2024-09-07T14:01:10.285111+0000","last_unstale":"2024-09-07T15:23:21.682380+0000","last_undegraded":"2024-09-07T15:23:21.682380+0000","last_fullsized":"2024-09-07T15:23:21.682380+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:09:49.233034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'74","reported_seq":319,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:22:47.294077+0000","last_change":"2024-09-07T13:55:14.085801+0000","last_active":"2024-09-07T15:22:47.294077+0000","last_peered":"2024-09-07T15:22:47.294077+0000","last_clean":"2024-09-07T15:22:47.294077+0000","last_became_active":"2024-09-07T13:55:14.085052+0000","last_became_peered":"2024-09-07T13:55:14.085052+0000","last_unstale":"2024-09-07T15:22:47.294077+0000","last_undegraded":"2024-09-07T15:22:47.294077+0000","last_fullsized":"2024-09-07T15:22:47.294077+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:43:22.657225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":482,"num_read_kb":331,"num_write":108,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.273081+0000","last_change":"2024-09-07T14:28:24.440255+0000","last_active":"2024-09-07T15:24:41.273081+0000","last_peered":"2024-09-07T15:24:41.273081+0000","last_clean":"2024-09-07T15:24:41.273081+0000","last_became_active":"2024-09-07T14:28:24.436384+0000","last_became_peered":"2024-09-07T14:28:24.436384+0000","last_unstale":"2024-09-07T15:24:41.273081+0000","last_undegraded":"2024-09-07T15:24:41.273081+0000","last_fullsized":"2024-09-07T15:24:41.273081+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:00:47.377759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'3","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.467493+0000","last_change":"2024-09-07T14:01:17.851419+0000","last_active":"2024-09-07T15:23:31.467493+0000","last_peered":"2024-09-07T15:23:31.467493+0000","last_clean":"2024-09-07T15:23:31.467493+0000","last_became_active":"2024-09-07T14:01:17.850612+0000","last_became_peered":"2024-09-07T14:01:17.850612+0000","last_unstale":"2024-09-07T15:23:31.467493+0000","last_undegraded":"2024-09-07T15:23:31.467493+0000","last_fullsized":"2024-09-07T15:23:31.467493+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:29:10.215037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"269'2","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:37.490759+0000","last_change":"2024-09-07T14:01:10.282581+0000","last_active":"2024-09-07T15:23:37.490759+0000","last_peered":"2024-09-07T15:23:37.490759+0000","last_clean":"2024-09-07T15:23:37.490759+0000","last_became_active":"2024-09-07T14:01:10.281150+0000","last_became_peered":"2024-09-07T14:01:10.281150+0000","last_unstale":"2024-09-07T15:23:37.490759+0000","last_undegraded":"2024-09-07T15:23:37.490759+0000","last_fullsized":"2024-09-07T15:23:37.490759+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:54.952659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'6","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:22:46.455105+0000","last_change":"2024-09-07T13:55:14.098117+0000","last_active":"2024-09-07T15:22:46.455105+0000","last_peered":"2024-09-07T15:22:46.455105+0000","last_clean":"2024-09-07T15:22:46.455105+0000","last_became_active":"2024-09-07T13:55:14.093572+0000","last_became_peered":"2024-09-07T13:55:14.093572+0000","last_unstale":"2024-09-07T15:22:46.455105+0000","last_undegraded":"2024-09-07T15:22:46.455105+0000","last_fullsized":"2024-09-07T15:22:46.455105+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:15:41.893544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":28,"num_read_kb":19,"num_write":12,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'1","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.890621+0000","last_change":"2024-09-07T14:28:24.442120+0000","last_active":"2024-09-07T15:23:26.890621+0000","last_peered":"2024-09-07T15:23:26.890621+0000","last_clean":"2024-09-07T15:23:26.890621+0000","last_became_active":"2024-09-07T14:28:24.441369+0000","last_became_peered":"2024-09-07T14:28:24.441369+0000","last_unstale":"2024-09-07T15:23:26.890621+0000","last_undegraded":"2024-09-07T15:23:26.890621+0000","last_fullsized":"2024-09-07T15:23:26.890621+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:04:30.847423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'2","reported_seq":61,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:51.471760+0000","last_change":"2024-09-07T14:01:17.859432+0000","last_active":"2024-09-07T15:23:51.471760+0000","last_peered":"2024-09-07T15:23:51.471760+0000","last_clean":"2024-09-07T15:23:51.471760+0000","last_became_active":"2024-09-07T14:01:17.858145+0000","last_became_peered":"2024-09-07T14:01:17.858145+0000","last_unstale":"2024-09-07T15:23:51.471760+0000","last_undegraded":"2024-09-07T15:23:51.471760+0000","last_fullsized":"2024-09-07T15:23:51.471760+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:37:04.882876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'5","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.491870+0000","last_change":"2024-09-07T14:01:10.283578+0000","last_active":"2024-09-07T15:23:42.491870+0000","last_peered":"2024-09-07T15:23:42.491870+0000","last_clean":"2024-09-07T15:23:42.491870+0000","last_became_active":"2024-09-07T14:01:10.282807+0000","last_became_peered":"2024-09-07T14:01:10.282807+0000","last_unstale":"2024-09-07T15:23:42.491870+0000","last_undegraded":"2024-09-07T15:23:42.491870+0000","last_fullsized":"2024-09-07T15:23:42.491870+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:02:47.880557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'22","reported_seq":134,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.707338+0000","last_change":"2024-09-07T13:55:14.096698+0000","last_active":"2024-09-07T15:25:06.707338+0000","last_peered":"2024-09-07T15:25:06.707338+0000","last_clean":"2024-09-07T15:25:06.707338+0000","last_became_active":"2024-09-07T13:55:14.096037+0000","last_became_peered":"2024-09-07T13:55:14.096037+0000","last_unstale":"2024-09-07T15:25:06.707338+0000","last_undegraded":"2024-09-07T15:25:06.707338+0000","last_fullsized":"2024-09-07T15:25:06.707338+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:27.666765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":81,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.890741+0000","last_change":"2024-09-07T14:28:24.450257+0000","last_active":"2024-09-07T15:23:26.890741+0000","last_peered":"2024-09-07T15:23:26.890741+0000","last_clean":"2024-09-07T15:23:26.890741+0000","last_became_active":"2024-09-07T14:28:24.448471+0000","last_became_peered":"2024-09-07T14:28:24.448471+0000","last_unstale":"2024-09-07T15:23:26.890741+0000","last_undegraded":"2024-09-07T15:23:26.890741+0000","last_fullsized":"2024-09-07T15:23:26.890741+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:37:36.004436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"269'1","reported_seq":59,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:47.308193+0000","last_change":"2024-09-07T14:01:17.841172+0000","last_active":"2024-09-07T15:23:47.308193+0000","last_peered":"2024-09-07T15:23:47.308193+0000","last_clean":"2024-09-07T15:23:47.308193+0000","last_became_active":"2024-09-07T14:01:17.839423+0000","last_became_peered":"2024-09-07T14:01:17.839423+0000","last_unstale":"2024-09-07T15:23:47.308193+0000","last_undegraded":"2024-09-07T15:23:47.308193+0000","last_fullsized":"2024-09-07T15:23:47.308193+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:21:56.350775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"266'3","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.687516+0000","last_change":"2024-09-07T14:01:10.266523+0000","last_active":"2024-09-07T15:23:41.687516+0000","last_peered":"2024-09-07T15:23:41.687516+0000","last_clean":"2024-09-07T15:23:41.687516+0000","last_became_active":"2024-09-07T14:01:10.265746+0000","last_became_peered":"2024-09-07T14:01:10.265746+0000","last_unstale":"2024-09-07T15:23:41.687516+0000","last_undegraded":"2024-09-07T15:23:41.687516+0000","last_fullsized":"2024-09-07T15:23:41.687516+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:45:32.096328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'20","reported_seq":125,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272787+0000","last_change":"2024-09-07T13:55:14.104770+0000","last_active":"2024-09-07T15:24:41.272787+0000","last_peered":"2024-09-07T15:24:41.272787+0000","last_clean":"2024-09-07T15:24:41.272787+0000","last_became_active":"2024-09-07T13:55:14.104075+0000","last_became_peered":"2024-09-07T13:55:14.104075+0000","last_unstale":"2024-09-07T15:24:41.272787+0000","last_undegraded":"2024-09-07T15:24:41.272787+0000","last_fullsized":"2024-09-07T15:24:41.272787+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:51:25.035314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":97,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268208+0000","last_change":"2024-09-07T14:28:24.415493+0000","last_active":"2024-09-07T15:24:26.268208+0000","last_peered":"2024-09-07T15:24:26.268208+0000","last_clean":"2024-09-07T15:24:26.268208+0000","last_became_active":"2024-09-07T14:28:24.414753+0000","last_became_peered":"2024-09-07T14:28:24.414753+0000","last_unstale":"2024-09-07T15:24:26.268208+0000","last_undegraded":"2024-09-07T15:24:26.268208+0000","last_fullsized":"2024-09-07T15:24:26.268208+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:28.381524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'5","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:27.303808+0000","last_change":"2024-09-07T14:01:17.969533+0000","last_active":"2024-09-07T15:23:27.303808+0000","last_peered":"2024-09-07T15:23:27.303808+0000","last_clean":"2024-09-07T15:23:27.303808+0000","last_became_active":"2024-09-07T14:01:17.968788+0000","last_became_peered":"2024-09-07T14:01:17.968788+0000","last_unstale":"2024-09-07T15:23:27.303808+0000","last_undegraded":"2024-09-07T15:23:27.303808+0000","last_fullsized":"2024-09-07T15:23:27.303808+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:06:07.667622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"269'7","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:06.715430+0000","last_change":"2024-09-07T14:01:10.283582+0000","last_active":"2024-09-07T15:23:06.715430+0000","last_peered":"2024-09-07T15:23:06.715430+0000","last_clean":"2024-09-07T15:23:06.715430+0000","last_became_active":"2024-09-07T14:01:10.282824+0000","last_became_peered":"2024-09-07T14:01:10.282824+0000","last_unstale":"2024-09-07T15:23:06.715430+0000","last_undegraded":"2024-09-07T15:23:06.715430+0000","last_fullsized":"2024-09-07T15:23:06.715430+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:25:12.874905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":18432,"num_write":7,"num_write_kb":18432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"269'42","reported_seq":193,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701985+0000","last_change":"2024-09-07T13:55:14.112639+0000","last_active":"2024-09-07T15:24:41.701985+0000","last_peered":"2024-09-07T15:24:41.701985+0000","last_clean":"2024-09-07T15:24:41.701985+0000","last_became_active":"2024-09-07T13:55:14.110888+0000","last_became_peered":"2024-09-07T13:55:14.110888+0000","last_unstale":"2024-09-07T15:24:41.701985+0000","last_undegraded":"2024-09-07T15:24:41.701985+0000","last_fullsized":"2024-09-07T15:24:41.701985+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:52:33.355524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":158,"num_write":68,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263088+0000","last_change":"2024-09-07T14:28:24.435687+0000","last_active":"2024-09-07T15:24:26.263088+0000","last_peered":"2024-09-07T15:24:26.263088+0000","last_clean":"2024-09-07T15:24:26.263088+0000","last_became_active":"2024-09-07T14:28:24.435296+0000","last_became_peered":"2024-09-07T14:28:24.435296+0000","last_unstale":"2024-09-07T15:24:26.263088+0000","last_undegraded":"2024-09-07T15:24:26.263088+0000","last_fullsized":"2024-09-07T15:24:26.263088+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:14:29.785974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":59,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.301366+0000","last_change":"2024-09-07T14:01:17.965686+0000","last_active":"2024-09-07T15:23:17.301366+0000","last_peered":"2024-09-07T15:23:17.301366+0000","last_clean":"2024-09-07T15:23:17.301366+0000","last_became_active":"2024-09-07T14:01:17.964756+0000","last_became_peered":"2024-09-07T14:01:17.964756+0000","last_unstale":"2024-09-07T15:23:17.301366+0000","last_undegraded":"2024-09-07T15:23:17.301366+0000","last_fullsized":"2024-09-07T15:23:17.301366+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:52:06.015709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.889471+0000","last_change":"2024-09-07T14:01:10.275286+0000","last_active":"2024-09-07T15:23:21.889471+0000","last_peered":"2024-09-07T15:23:21.889471+0000","last_clean":"2024-09-07T15:23:21.889471+0000","last_became_active":"2024-09-07T14:01:10.274554+0000","last_became_peered":"2024-09-07T14:01:10.274554+0000","last_unstale":"2024-09-07T15:23:21.889471+0000","last_undegraded":"2024-09-07T15:23:21.889471+0000","last_fullsized":"2024-09-07T15:23:21.889471+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:07:27.436115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'51","reported_seq":218,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321919+0000","last_change":"2024-09-07T13:55:14.085990+0000","last_active":"2024-09-07T15:24:42.321919+0000","last_peered":"2024-09-07T15:24:42.321919+0000","last_clean":"2024-09-07T15:24:42.321919+0000","last_became_active":"2024-09-07T13:55:14.085355+0000","last_became_peered":"2024-09-07T13:55:14.085355+0000","last_unstale":"2024-09-07T15:24:42.321919+0000","last_undegraded":"2024-09-07T15:24:42.321919+0000","last_fullsized":"2024-09-07T15:24:42.321919+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:12:30.749491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":213,"num_write":78,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904660+0000","last_change":"2024-09-07T14:28:24.442216+0000","last_active":"2024-09-07T15:24:26.904660+0000","last_peered":"2024-09-07T15:24:26.904660+0000","last_clean":"2024-09-07T15:24:26.904660+0000","last_became_active":"2024-09-07T14:28:24.433218+0000","last_became_peered":"2024-09-07T14:28:24.433218+0000","last_unstale":"2024-09-07T15:24:26.904660+0000","last_undegraded":"2024-09-07T15:24:26.904660+0000","last_fullsized":"2024-09-07T15:24:26.904660+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:30.464391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"269'5","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:27.303882+0000","last_change":"2024-09-07T14:01:17.971411+0000","last_active":"2024-09-07T15:23:27.303882+0000","last_peered":"2024-09-07T15:23:27.303882+0000","last_clean":"2024-09-07T15:23:27.303882+0000","last_became_active":"2024-09-07T14:01:17.970646+0000","last_became_peered":"2024-09-07T14:01:17.970646+0000","last_unstale":"2024-09-07T15:23:27.303882+0000","last_undegraded":"2024-09-07T15:23:27.303882+0000","last_fullsized":"2024-09-07T15:23:27.303882+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:58:50.457965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1108938,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":6262,"num_write":10,"num_write_kb":5179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.249076+0000","last_change":"2024-09-07T14:01:10.252056+0000","last_active":"2024-09-07T15:23:21.249076+0000","last_peered":"2024-09-07T15:23:21.249076+0000","last_clean":"2024-09-07T15:23:21.249076+0000","last_became_active":"2024-09-07T14:01:10.251302+0000","last_became_peered":"2024-09-07T14:01:10.251302+0000","last_unstale":"2024-09-07T15:23:21.249076+0000","last_undegraded":"2024-09-07T15:23:21.249076+0000","last_fullsized":"2024-09-07T15:23:21.249076+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:32:15.693536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'8","reported_seq":97,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.266531+0000","last_change":"2024-09-07T13:55:14.099285+0000","last_active":"2024-09-07T15:24:41.266531+0000","last_peered":"2024-09-07T15:24:41.266531+0000","last_clean":"2024-09-07T15:24:41.266531+0000","last_became_active":"2024-09-07T13:55:14.098558+0000","last_became_peered":"2024-09-07T13:55:14.098558+0000","last_unstale":"2024-09-07T15:24:41.266531+0000","last_undegraded":"2024-09-07T15:24:41.266531+0000","last_fullsized":"2024-09-07T15:24:41.266531+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:06:54.436658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":32,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736692+0000","last_change":"2024-09-07T14:28:24.426960+0000","last_active":"2024-09-07T15:24:26.736692+0000","last_peered":"2024-09-07T15:24:26.736692+0000","last_clean":"2024-09-07T15:24:26.736692+0000","last_became_active":"2024-09-07T14:28:24.426118+0000","last_became_peered":"2024-09-07T14:28:24.426118+0000","last_unstale":"2024-09-07T15:24:26.736692+0000","last_undegraded":"2024-09-07T15:24:26.736692+0000","last_fullsized":"2024-09-07T15:24:26.736692+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:59.974978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":58,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:32.489787+0000","last_change":"2024-09-07T14:01:17.853494+0000","last_active":"2024-09-07T15:23:32.489787+0000","last_peered":"2024-09-07T15:23:32.489787+0000","last_clean":"2024-09-07T15:23:32.489787+0000","last_became_active":"2024-09-07T14:01:17.852178+0000","last_became_peered":"2024-09-07T14:01:17.852178+0000","last_unstale":"2024-09-07T15:23:32.489787+0000","last_undegraded":"2024-09-07T15:23:32.489787+0000","last_fullsized":"2024-09-07T15:23:32.489787+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:05:18.835356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'6","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682664+0000","last_change":"2024-09-07T14:01:10.275656+0000","last_active":"2024-09-07T15:23:21.682664+0000","last_peered":"2024-09-07T15:23:21.682664+0000","last_clean":"2024-09-07T15:23:21.682664+0000","last_became_active":"2024-09-07T14:01:10.274646+0000","last_became_peered":"2024-09-07T14:01:10.274646+0000","last_unstale":"2024-09-07T15:23:21.682664+0000","last_undegraded":"2024-09-07T15:23:21.682664+0000","last_fullsized":"2024-09-07T15:23:21.682664+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:50:48.978438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48426,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":5213,"num_write":11,"num_write_kb":5213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'29","reported_seq":149,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901384+0000","last_change":"2024-09-07T13:55:14.097497+0000","last_active":"2024-09-07T15:24:11.901384+0000","last_peered":"2024-09-07T15:24:11.901384+0000","last_clean":"2024-09-07T15:24:11.901384+0000","last_became_active":"2024-09-07T13:55:14.096759+0000","last_became_peered":"2024-09-07T13:55:14.096759+0000","last_unstale":"2024-09-07T15:24:11.901384+0000","last_undegraded":"2024-09-07T15:24:11.901384+0000","last_fullsized":"2024-09-07T15:24:11.901384+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:59:56.283361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":97,"num_write":54,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312361+0000","last_change":"2024-09-07T14:28:24.439419+0000","last_active":"2024-09-07T15:24:02.312361+0000","last_peered":"2024-09-07T15:24:02.312361+0000","last_clean":"2024-09-07T15:24:02.312361+0000","last_became_active":"2024-09-07T14:28:24.439038+0000","last_became_peered":"2024-09-07T14:28:24.439038+0000","last_unstale":"2024-09-07T15:24:02.312361+0000","last_undegraded":"2024-09-07T15:24:02.312361+0000","last_fullsized":"2024-09-07T15:24:02.312361+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:32.162144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.280869+0000","last_change":"2024-09-07T14:01:17.856783+0000","last_active":"2024-09-07T15:25:21.280869+0000","last_peered":"2024-09-07T15:25:21.280869+0000","last_clean":"2024-09-07T15:25:21.280869+0000","last_became_active":"2024-09-07T14:01:17.849321+0000","last_became_peered":"2024-09-07T14:01:17.849321+0000","last_unstale":"2024-09-07T15:25:21.280869+0000","last_undegraded":"2024-09-07T15:25:21.280869+0000","last_fullsized":"2024-09-07T15:25:21.280869+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:39:39.583415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.512808+0000","last_change":"2024-09-07T14:01:10.282215+0000","last_active":"2024-09-07T15:25:12.512808+0000","last_peered":"2024-09-07T15:25:12.512808+0000","last_clean":"2024-09-07T15:25:12.512808+0000","last_became_active":"2024-09-07T14:01:10.281706+0000","last_became_peered":"2024-09-07T14:01:10.281706+0000","last_unstale":"2024-09-07T15:25:12.512808+0000","last_undegraded":"2024-09-07T15:25:12.512808+0000","last_fullsized":"2024-09-07T15:25:12.512808+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:45:04.161631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'23","reported_seq":137,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897830+0000","last_change":"2024-09-07T13:55:14.100242+0000","last_active":"2024-09-07T15:23:56.897830+0000","last_peered":"2024-09-07T15:23:56.897830+0000","last_clean":"2024-09-07T15:23:56.897830+0000","last_became_active":"2024-09-07T13:55:14.095768+0000","last_became_peered":"2024-09-07T13:55:14.095768+0000","last_unstale":"2024-09-07T15:23:56.897830+0000","last_undegraded":"2024-09-07T15:23:56.897830+0000","last_fullsized":"2024-09-07T15:23:56.897830+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:33.523428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":87,"num_write":38,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.691804+0000","last_change":"2024-09-07T14:28:24.444992+0000","last_active":"2024-09-07T15:24:01.691804+0000","last_peered":"2024-09-07T15:24:01.691804+0000","last_clean":"2024-09-07T15:24:01.691804+0000","last_became_active":"2024-09-07T14:28:24.444198+0000","last_became_peered":"2024-09-07T14:28:24.444198+0000","last_unstale":"2024-09-07T15:24:01.691804+0000","last_undegraded":"2024-09-07T15:24:01.691804+0000","last_fullsized":"2024-09-07T15:24:01.691804+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:43:10.563592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'5","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.280791+0000","last_change":"2024-09-07T14:01:17.856965+0000","last_active":"2024-09-07T15:25:21.280791+0000","last_peered":"2024-09-07T15:25:21.280791+0000","last_clean":"2024-09-07T15:25:21.280791+0000","last_became_active":"2024-09-07T14:01:17.856312+0000","last_became_peered":"2024-09-07T14:01:17.856312+0000","last_unstale":"2024-09-07T15:25:21.280791+0000","last_undegraded":"2024-09-07T15:25:21.280791+0000","last_fullsized":"2024-09-07T15:25:21.280791+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:03:33.992652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"269'4","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.328329+0000","last_change":"2024-09-07T14:01:10.250937+0000","last_active":"2024-09-07T15:25:12.328329+0000","last_peered":"2024-09-07T15:25:12.328329+0000","last_clean":"2024-09-07T15:25:12.328329+0000","last_became_active":"2024-09-07T14:01:10.250120+0000","last_became_peered":"2024-09-07T14:01:10.250120+0000","last_unstale":"2024-09-07T15:25:12.328329+0000","last_undegraded":"2024-09-07T15:25:12.328329+0000","last_fullsized":"2024-09-07T15:25:12.328329+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:01:23.113964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'23","reported_seq":133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.690517+0000","last_change":"2024-09-07T13:55:14.104755+0000","last_active":"2024-09-07T15:23:56.690517+0000","last_peered":"2024-09-07T15:23:56.690517+0000","last_clean":"2024-09-07T15:23:56.690517+0000","last_became_active":"2024-09-07T13:55:14.104049+0000","last_became_peered":"2024-09-07T13:55:14.104049+0000","last_unstale":"2024-09-07T15:23:56.690517+0000","last_undegraded":"2024-09-07T15:23:56.690517+0000","last_fullsized":"2024-09-07T15:23:56.690517+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:50:00.428135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":76,"num_write":45,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701814+0000","last_change":"2024-09-07T14:28:24.445027+0000","last_active":"2024-09-07T15:24:41.701814+0000","last_peered":"2024-09-07T15:24:41.701814+0000","last_clean":"2024-09-07T15:24:41.701814+0000","last_became_active":"2024-09-07T14:28:24.444272+0000","last_became_peered":"2024-09-07T14:28:24.444272+0000","last_unstale":"2024-09-07T15:24:41.701814+0000","last_undegraded":"2024-09-07T15:24:41.701814+0000","last_fullsized":"2024-09-07T15:24:41.701814+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:45:10.304393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:17.329480+0000","last_change":"2024-09-07T14:01:17.841706+0000","last_active":"2024-09-07T15:25:17.329480+0000","last_peered":"2024-09-07T15:25:17.329480+0000","last_clean":"2024-09-07T15:25:17.329480+0000","last_became_active":"2024-09-07T14:01:17.838647+0000","last_became_peered":"2024-09-07T14:01:17.838647+0000","last_unstale":"2024-09-07T15:25:17.329480+0000","last_undegraded":"2024-09-07T15:25:17.329480+0000","last_fullsized":"2024-09-07T15:25:17.329480+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:37:08.321555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:11.488852+0000","last_change":"2024-09-07T14:01:10.276737+0000","last_active":"2024-09-07T15:25:11.488852+0000","last_peered":"2024-09-07T15:25:11.488852+0000","last_clean":"2024-09-07T15:25:11.488852+0000","last_became_active":"2024-09-07T14:01:10.275909+0000","last_became_peered":"2024-09-07T14:01:10.275909+0000","last_unstale":"2024-09-07T15:25:11.488852+0000","last_undegraded":"2024-09-07T15:25:11.488852+0000","last_fullsized":"2024-09-07T15:25:11.488852+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:01:23.839151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'36","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495334+0000","last_change":"2024-09-07T13:55:14.107556+0000","last_active":"2024-09-07T15:23:57.495334+0000","last_peered":"2024-09-07T15:23:57.495334+0000","last_clean":"2024-09-07T15:23:57.495334+0000","last_became_active":"2024-09-07T13:55:14.106783+0000","last_became_peered":"2024-09-07T13:55:14.106783+0000","last_unstale":"2024-09-07T15:23:57.495334+0000","last_undegraded":"2024-09-07T15:23:57.495334+0000","last_fullsized":"2024-09-07T15:23:57.495334+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:42.698602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":130,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'1","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312314+0000","last_change":"2024-09-07T14:28:24.426725+0000","last_active":"2024-09-07T15:24:02.312314+0000","last_peered":"2024-09-07T15:24:02.312314+0000","last_clean":"2024-09-07T15:24:02.312314+0000","last_became_active":"2024-09-07T14:28:24.425903+0000","last_became_peered":"2024-09-07T14:28:24.425903+0000","last_unstale":"2024-09-07T15:24:02.312314+0000","last_undegraded":"2024-09-07T15:24:02.312314+0000","last_fullsized":"2024-09-07T15:24:02.312314+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:36:44.933635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.491062+0000","last_change":"2024-09-07T14:01:17.861340+0000","last_active":"2024-09-07T15:25:21.491062+0000","last_peered":"2024-09-07T15:25:21.491062+0000","last_clean":"2024-09-07T15:25:21.491062+0000","last_became_active":"2024-09-07T14:01:17.860752+0000","last_became_peered":"2024-09-07T14:01:17.860752+0000","last_unstale":"2024-09-07T15:25:21.491062+0000","last_undegraded":"2024-09-07T15:25:21.491062+0000","last_fullsized":"2024-09-07T15:25:21.491062+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:00:01.212754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:11.747459+0000","last_change":"2024-09-07T14:01:10.264281+0000","last_active":"2024-09-07T15:25:11.747459+0000","last_peered":"2024-09-07T15:25:11.747459+0000","last_clean":"2024-09-07T15:25:11.747459+0000","last_became_active":"2024-09-07T14:01:10.263521+0000","last_became_peered":"2024-09-07T14:01:10.263521+0000","last_unstale":"2024-09-07T15:25:11.747459+0000","last_undegraded":"2024-09-07T15:25:11.747459+0000","last_fullsized":"2024-09-07T15:25:11.747459+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:45:29.081733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'32","reported_seq":161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309384+0000","last_change":"2024-09-07T13:55:14.087983+0000","last_active":"2024-09-07T15:23:52.309384+0000","last_peered":"2024-09-07T15:23:52.309384+0000","last_clean":"2024-09-07T15:23:52.309384+0000","last_became_active":"2024-09-07T13:55:14.087345+0000","last_became_peered":"2024-09-07T13:55:14.087345+0000","last_unstale":"2024-09-07T15:23:52.309384+0000","last_undegraded":"2024-09-07T15:23:52.309384+0000","last_fullsized":"2024-09-07T15:23:52.309384+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:12:37.765105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":113,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.270639+0000","last_change":"2024-09-07T14:28:24.438548+0000","last_active":"2024-09-07T15:25:01.270639+0000","last_peered":"2024-09-07T15:25:01.270639+0000","last_clean":"2024-09-07T15:25:01.270639+0000","last_became_active":"2024-09-07T14:28:24.435834+0000","last_became_peered":"2024-09-07T14:28:24.435834+0000","last_unstale":"2024-09-07T15:25:01.270639+0000","last_undegraded":"2024-09-07T15:25:01.270639+0000","last_fullsized":"2024-09-07T15:25:01.270639+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:03:56.960172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"269'3","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319133+0000","last_change":"2024-09-07T14:01:17.851120+0000","last_active":"2024-09-07T15:24:32.319133+0000","last_peered":"2024-09-07T15:24:32.319133+0000","last_clean":"2024-09-07T15:24:32.319133+0000","last_became_active":"2024-09-07T14:01:17.850332+0000","last_became_peered":"2024-09-07T14:01:17.850332+0000","last_unstale":"2024-09-07T15:24:32.319133+0000","last_undegraded":"2024-09-07T15:24:32.319133+0000","last_fullsized":"2024-09-07T15:24:32.319133+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:23:08.648764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":3117,"num_write":3,"num_write_kb":3117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904855+0000","last_change":"2024-09-07T14:01:10.278549+0000","last_active":"2024-09-07T15:24:26.904855+0000","last_peered":"2024-09-07T15:24:26.904855+0000","last_clean":"2024-09-07T15:24:26.904855+0000","last_became_active":"2024-09-07T14:01:10.277828+0000","last_became_peered":"2024-09-07T14:01:10.277828+0000","last_unstale":"2024-09-07T15:24:26.904855+0000","last_undegraded":"2024-09-07T15:24:26.904855+0000","last_fullsized":"2024-09-07T15:24:26.904855+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:52:42.590294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'30","reported_seq":156,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:22.302623+0000","last_change":"2024-09-07T13:55:14.112176+0000","last_active":"2024-09-07T15:23:22.302623+0000","last_peered":"2024-09-07T15:23:22.302623+0000","last_clean":"2024-09-07T15:23:22.302623+0000","last_became_active":"2024-09-07T13:55:14.111470+0000","last_became_peered":"2024-09-07T13:55:14.111470+0000","last_unstale":"2024-09-07T15:23:22.302623+0000","last_undegraded":"2024-09-07T15:23:22.302623+0000","last_fullsized":"2024-09-07T15:23:22.302623+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:28:22.011406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":107,"num_write":61,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908557+0000","last_change":"2024-09-07T14:28:24.447701+0000","last_active":"2024-09-07T15:24:41.908557+0000","last_peered":"2024-09-07T15:24:41.908557+0000","last_clean":"2024-09-07T15:24:41.908557+0000","last_became_active":"2024-09-07T14:28:24.447028+0000","last_became_peered":"2024-09-07T14:28:24.447028+0000","last_unstale":"2024-09-07T15:24:41.908557+0000","last_undegraded":"2024-09-07T15:24:41.908557+0000","last_fullsized":"2024-09-07T15:24:41.908557+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:04:23.693588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319072+0000","last_change":"2024-09-07T14:01:17.845755+0000","last_active":"2024-09-07T15:24:32.319072+0000","last_peered":"2024-09-07T15:24:32.319072+0000","last_clean":"2024-09-07T15:24:32.319072+0000","last_became_active":"2024-09-07T14:01:17.844909+0000","last_became_peered":"2024-09-07T14:01:17.844909+0000","last_unstale":"2024-09-07T15:24:32.319072+0000","last_undegraded":"2024-09-07T15:24:32.319072+0000","last_fullsized":"2024-09-07T15:24:32.319072+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:26:51.868727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263165+0000","last_change":"2024-09-07T14:01:10.271854+0000","last_active":"2024-09-07T15:24:26.263165+0000","last_peered":"2024-09-07T15:24:26.263165+0000","last_clean":"2024-09-07T15:24:26.263165+0000","last_became_active":"2024-09-07T14:01:10.270414+0000","last_became_peered":"2024-09-07T14:01:10.270414+0000","last_unstale":"2024-09-07T15:24:26.263165+0000","last_undegraded":"2024-09-07T15:24:26.263165+0000","last_fullsized":"2024-09-07T15:24:26.263165+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:20:07.729648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'15","reported_seq":118,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.748842+0000","last_change":"2024-09-07T13:55:14.092698+0000","last_active":"2024-09-07T15:25:16.748842+0000","last_peered":"2024-09-07T15:25:16.748842+0000","last_clean":"2024-09-07T15:25:16.748842+0000","last_became_active":"2024-09-07T13:55:14.090156+0000","last_became_peered":"2024-09-07T13:55:14.090156+0000","last_unstale":"2024-09-07T15:25:16.748842+0000","last_undegraded":"2024-09-07T15:25:16.748842+0000","last_fullsized":"2024-09-07T15:25:16.748842+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:19:20.559196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":57,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.483443+0000","last_change":"2024-09-07T14:28:24.438430+0000","last_active":"2024-09-07T15:24:46.483443+0000","last_peered":"2024-09-07T15:24:46.483443+0000","last_clean":"2024-09-07T15:24:46.483443+0000","last_became_active":"2024-09-07T14:28:24.434502+0000","last_became_peered":"2024-09-07T14:28:24.434502+0000","last_unstale":"2024-09-07T15:24:46.483443+0000","last_undegraded":"2024-09-07T15:24:46.483443+0000","last_fullsized":"2024-09-07T15:24:46.483443+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:31:23.407297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'2","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.275941+0000","last_change":"2024-09-07T14:01:17.969789+0000","last_active":"2024-09-07T15:24:56.275941+0000","last_peered":"2024-09-07T15:24:56.275941+0000","last_clean":"2024-09-07T15:24:56.275941+0000","last_became_active":"2024-09-07T14:01:17.969013+0000","last_became_peered":"2024-09-07T14:01:17.969013+0000","last_unstale":"2024-09-07T15:24:56.275941+0000","last_undegraded":"2024-09-07T15:24:56.275941+0000","last_fullsized":"2024-09-07T15:24:56.275941+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:43:08.598091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697898+0000","last_change":"2024-09-07T14:01:10.271113+0000","last_active":"2024-09-07T15:24:26.697898+0000","last_peered":"2024-09-07T15:24:26.697898+0000","last_clean":"2024-09-07T15:24:26.697898+0000","last_became_active":"2024-09-07T14:01:10.270423+0000","last_became_peered":"2024-09-07T14:01:10.270423+0000","last_unstale":"2024-09-07T15:24:26.697898+0000","last_undegraded":"2024-09-07T15:24:26.697898+0000","last_fullsized":"2024-09-07T15:24:26.697898+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:16:50.551211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'40","reported_seq":185,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.489995+0000","last_change":"2024-09-07T13:55:14.103779+0000","last_active":"2024-09-07T15:25:16.489995+0000","last_peered":"2024-09-07T15:25:16.489995+0000","last_clean":"2024-09-07T15:25:16.489995+0000","last_became_active":"2024-09-07T13:55:14.102893+0000","last_became_peered":"2024-09-07T13:55:14.102893+0000","last_unstale":"2024-09-07T15:25:16.489995+0000","last_undegraded":"2024-09-07T15:25:16.489995+0000","last_fullsized":"2024-09-07T15:25:16.489995+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:28:35.519842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":149,"num_write":62,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.909814+0000","last_change":"2024-09-07T14:28:24.433388+0000","last_active":"2024-09-07T15:24:46.909814+0000","last_peered":"2024-09-07T15:24:46.909814+0000","last_clean":"2024-09-07T15:24:46.909814+0000","last_became_active":"2024-09-07T14:28:24.430704+0000","last_became_peered":"2024-09-07T14:28:24.430704+0000","last_unstale":"2024-09-07T15:24:46.909814+0000","last_undegraded":"2024-09-07T15:24:46.909814+0000","last_fullsized":"2024-09-07T15:24:46.909814+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:38.535019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"269'2","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319167+0000","last_change":"2024-09-07T14:01:17.850177+0000","last_active":"2024-09-07T15:24:32.319167+0000","last_peered":"2024-09-07T15:24:32.319167+0000","last_clean":"2024-09-07T15:24:32.319167+0000","last_became_active":"2024-09-07T14:01:17.849369+0000","last_became_peered":"2024-09-07T14:01:17.849369+0000","last_unstale":"2024-09-07T15:24:32.319167+0000","last_undegraded":"2024-09-07T15:24:32.319167+0000","last_fullsized":"2024-09-07T15:24:32.319167+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:20:45.551823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.274130+0000","last_change":"2024-09-07T14:01:10.263270+0000","last_active":"2024-09-07T15:24:46.274130+0000","last_peered":"2024-09-07T15:24:46.274130+0000","last_clean":"2024-09-07T15:24:46.274130+0000","last_became_active":"2024-09-07T14:01:10.262548+0000","last_became_peered":"2024-09-07T14:01:10.262548+0000","last_unstale":"2024-09-07T15:24:46.274130+0000","last_undegraded":"2024-09-07T15:24:46.274130+0000","last_fullsized":"2024-09-07T15:24:46.274130+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:06:05.693379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'45","reported_seq":208,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.273422+0000","last_change":"2024-09-07T13:55:14.088362+0000","last_active":"2024-09-07T15:25:16.273422+0000","last_peered":"2024-09-07T15:25:16.273422+0000","last_clean":"2024-09-07T15:25:16.273422+0000","last_became_active":"2024-09-07T13:55:14.086878+0000","last_became_peered":"2024-09-07T13:55:14.086878+0000","last_unstale":"2024-09-07T15:25:16.273422+0000","last_undegraded":"2024-09-07T15:25:16.273422+0000","last_fullsized":"2024-09-07T15:25:16.273422+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:51:08.800052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":250,"num_read_kb":176,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321954+0000","last_change":"2024-09-07T14:28:24.415508+0000","last_active":"2024-09-07T15:24:42.321954+0000","last_peered":"2024-09-07T15:24:42.321954+0000","last_clean":"2024-09-07T15:24:42.321954+0000","last_became_active":"2024-09-07T14:28:24.414314+0000","last_became_peered":"2024-09-07T14:28:24.414314+0000","last_unstale":"2024-09-07T15:24:42.321954+0000","last_undegraded":"2024-09-07T15:24:42.321954+0000","last_fullsized":"2024-09-07T15:24:42.321954+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:51.227028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.491801+0000","last_change":"2024-09-07T14:01:17.855825+0000","last_active":"2024-09-07T15:23:42.491801+0000","last_peered":"2024-09-07T15:23:42.491801+0000","last_clean":"2024-09-07T15:23:42.491801+0000","last_became_active":"2024-09-07T14:01:17.850864+0000","last_became_peered":"2024-09-07T14:01:17.850864+0000","last_unstale":"2024-09-07T15:23:42.491801+0000","last_undegraded":"2024-09-07T15:23:42.491801+0000","last_fullsized":"2024-09-07T15:23:42.491801+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:06.284936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'1","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.684833+0000","last_change":"2024-09-07T14:01:10.272436+0000","last_active":"2024-09-07T15:23:31.684833+0000","last_peered":"2024-09-07T15:23:31.684833+0000","last_clean":"2024-09-07T15:23:31.684833+0000","last_became_active":"2024-09-07T14:01:10.271721+0000","last_became_peered":"2024-09-07T14:01:10.271721+0000","last_unstale":"2024-09-07T15:23:31.684833+0000","last_undegraded":"2024-09-07T15:23:31.684833+0000","last_fullsized":"2024-09-07T15:23:31.684833+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:48:02.462349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"269'41","reported_seq":179,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.709593+0000","last_change":"2024-09-07T13:55:14.105284+0000","last_active":"2024-09-07T15:25:16.709593+0000","last_peered":"2024-09-07T15:25:16.709593+0000","last_clean":"2024-09-07T15:25:16.709593+0000","last_became_active":"2024-09-07T13:55:14.104562+0000","last_became_peered":"2024-09-07T13:55:14.104562+0000","last_unstale":"2024-09-07T15:25:16.709593+0000","last_undegraded":"2024-09-07T15:25:16.709593+0000","last_fullsized":"2024-09-07T15:25:16.709593+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:26:39.177944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":129,"num_write":95,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911358+0000","last_change":"2024-09-07T14:28:24.450802+0000","last_active":"2024-09-07T15:24:51.911358+0000","last_peered":"2024-09-07T15:24:51.911358+0000","last_clean":"2024-09-07T15:24:51.911358+0000","last_became_active":"2024-09-07T14:28:24.449892+0000","last_became_peered":"2024-09-07T14:28:24.449892+0000","last_unstale":"2024-09-07T15:24:51.911358+0000","last_undegraded":"2024-09-07T15:24:51.911358+0000","last_fullsized":"2024-09-07T15:24:51.911358+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:10:30.937952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"269'1","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.894277+0000","last_change":"2024-09-07T14:01:17.967758+0000","last_active":"2024-09-07T15:23:41.894277+0000","last_peered":"2024-09-07T15:23:41.894277+0000","last_clean":"2024-09-07T15:23:41.894277+0000","last_became_active":"2024-09-07T14:01:17.966792+0000","last_became_peered":"2024-09-07T14:01:17.966792+0000","last_unstale":"2024-09-07T15:23:41.894277+0000","last_undegraded":"2024-09-07T15:23:41.894277+0000","last_fullsized":"2024-09-07T15:23:41.894277+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:33:32.547110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.256376+0000","last_change":"2024-09-07T14:01:10.262883+0000","last_active":"2024-09-07T15:23:31.256376+0000","last_peered":"2024-09-07T15:23:31.256376+0000","last_clean":"2024-09-07T15:23:31.256376+0000","last_became_active":"2024-09-07T14:01:10.259439+0000","last_became_peered":"2024-09-07T14:01:10.259439+0000","last_unstale":"2024-09-07T15:23:31.256376+0000","last_undegraded":"2024-09-07T15:23:31.256376+0000","last_fullsized":"2024-09-07T15:23:31.256376+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:38:39.970125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'30","reported_seq":158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.903632+0000","last_change":"2024-09-07T13:55:14.110984+0000","last_active":"2024-09-07T15:24:21.903632+0000","last_peered":"2024-09-07T15:24:21.903632+0000","last_clean":"2024-09-07T15:24:21.903632+0000","last_became_active":"2024-09-07T13:55:14.110216+0000","last_became_peered":"2024-09-07T13:55:14.110216+0000","last_unstale":"2024-09-07T15:24:21.903632+0000","last_undegraded":"2024-09-07T15:24:21.903632+0000","last_fullsized":"2024-09-07T15:24:21.903632+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:29:17.355416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":108,"num_write":54,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908638+0000","last_change":"2024-09-07T14:28:24.451013+0000","last_active":"2024-09-07T15:24:41.908638+0000","last_peered":"2024-09-07T15:24:41.908638+0000","last_clean":"2024-09-07T15:24:41.908638+0000","last_became_active":"2024-09-07T14:28:24.450417+0000","last_became_peered":"2024-09-07T14:28:24.450417+0000","last_unstale":"2024-09-07T15:24:41.908638+0000","last_undegraded":"2024-09-07T15:24:41.908638+0000","last_fullsized":"2024-09-07T15:24:41.908638+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:10:51.683732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":61,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.271592+0000","last_change":"2024-09-07T14:01:17.857237+0000","last_active":"2024-09-07T15:24:36.271592+0000","last_peered":"2024-09-07T15:24:36.271592+0000","last_clean":"2024-09-07T15:24:36.271592+0000","last_became_active":"2024-09-07T14:01:17.856471+0000","last_became_peered":"2024-09-07T14:01:17.856471+0000","last_unstale":"2024-09-07T15:24:36.271592+0000","last_undegraded":"2024-09-07T15:24:36.271592+0000","last_fullsized":"2024-09-07T15:24:36.271592+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:25.227502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"269'4","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.690476+0000","last_change":"2024-09-07T14:01:10.269618+0000","last_active":"2024-09-07T15:23:56.690476+0000","last_peered":"2024-09-07T15:23:56.690476+0000","last_clean":"2024-09-07T15:23:56.690476+0000","last_became_active":"2024-09-07T14:01:10.266056+0000","last_became_peered":"2024-09-07T14:01:10.266056+0000","last_unstale":"2024-09-07T15:23:56.690476+0000","last_undegraded":"2024-09-07T15:23:56.690476+0000","last_fullsized":"2024-09-07T15:23:56.690476+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:02:46.231372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":9,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'54","reported_seq":216,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:07.313366+0000","last_change":"2024-09-07T13:55:14.099697+0000","last_active":"2024-09-07T15:24:07.313366+0000","last_peered":"2024-09-07T15:24:07.313366+0000","last_clean":"2024-09-07T15:24:07.313366+0000","last_became_active":"2024-09-07T13:55:14.098950+0000","last_became_peered":"2024-09-07T13:55:14.098950+0000","last_unstale":"2024-09-07T15:24:07.313366+0000","last_undegraded":"2024-09-07T15:24:07.313366+0000","last_fullsized":"2024-09-07T15:24:07.313366+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:50:10.924387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":185,"num_write":91,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701880+0000","last_change":"2024-09-07T14:28:24.444344+0000","last_active":"2024-09-07T15:24:41.701880+0000","last_peered":"2024-09-07T15:24:41.701880+0000","last_clean":"2024-09-07T15:24:41.701880+0000","last_became_active":"2024-09-07T14:28:24.438339+0000","last_became_peered":"2024-09-07T14:28:24.438339+0000","last_unstale":"2024-09-07T15:24:41.701880+0000","last_undegraded":"2024-09-07T15:24:41.701880+0000","last_fullsized":"2024-09-07T15:24:41.701880+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:39:39.219463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897750+0000","last_change":"2024-09-07T14:01:43.038404+0000","last_active":"2024-09-07T15:23:56.897750+0000","last_peered":"2024-09-07T15:23:56.897750+0000","last_clean":"2024-09-07T15:23:56.897750+0000","last_became_active":"2024-09-07T14:01:43.037365+0000","last_became_peered":"2024-09-07T14:01:43.037365+0000","last_unstale":"2024-09-07T15:23:56.897750+0000","last_undegraded":"2024-09-07T15:23:56.897750+0000","last_fullsized":"2024-09-07T15:23:56.897750+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:25:12.504080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'4","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502444+0000","last_change":"2024-09-07T14:01:10.283268+0000","last_active":"2024-09-07T15:24:27.502444+0000","last_peered":"2024-09-07T15:24:27.502444+0000","last_clean":"2024-09-07T15:24:27.502444+0000","last_became_active":"2024-09-07T14:01:10.281758+0000","last_became_peered":"2024-09-07T14:01:10.281758+0000","last_unstale":"2024-09-07T15:24:27.502444+0000","last_undegraded":"2024-09-07T15:24:27.502444+0000","last_fullsized":"2024-09-07T15:24:27.502444+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:12:10.081831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":4,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'72","reported_seq":316,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474741+0000","last_change":"2024-09-07T13:55:14.103737+0000","last_active":"2024-09-07T15:24:06.474741+0000","last_peered":"2024-09-07T15:24:06.474741+0000","last_clean":"2024-09-07T15:24:06.474741+0000","last_became_active":"2024-09-07T13:55:14.103004+0000","last_became_peered":"2024-09-07T13:55:14.103004+0000","last_unstale":"2024-09-07T15:24:06.474741+0000","last_undegraded":"2024-09-07T15:24:06.474741+0000","last_fullsized":"2024-09-07T15:24:06.474741+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:51:03.506221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":468,"num_read_kb":333,"num_write":96,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908502+0000","last_change":"2024-09-07T14:28:24.446598+0000","last_active":"2024-09-07T15:24:41.908502+0000","last_peered":"2024-09-07T15:24:41.908502+0000","last_clean":"2024-09-07T15:24:41.908502+0000","last_became_active":"2024-09-07T14:28:24.445752+0000","last_became_peered":"2024-09-07T14:28:24.445752+0000","last_unstale":"2024-09-07T15:24:41.908502+0000","last_undegraded":"2024-09-07T15:24:41.908502+0000","last_fullsized":"2024-09-07T15:24:41.908502+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:00:22.870675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.707470+0000","last_change":"2024-09-07T14:01:17.859047+0000","last_active":"2024-09-07T15:25:06.707470+0000","last_peered":"2024-09-07T15:25:06.707470+0000","last_clean":"2024-09-07T15:25:06.707470+0000","last_became_active":"2024-09-07T14:01:17.858287+0000","last_became_peered":"2024-09-07T14:01:17.858287+0000","last_unstale":"2024-09-07T15:25:06.707470+0000","last_undegraded":"2024-09-07T15:25:06.707470+0000","last_fullsized":"2024-09-07T15:25:06.707470+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:44:18.000233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.906167+0000","last_change":"2024-09-07T14:01:10.274179+0000","last_active":"2024-09-07T15:24:31.906167+0000","last_peered":"2024-09-07T15:24:31.906167+0000","last_clean":"2024-09-07T15:24:31.906167+0000","last_became_active":"2024-09-07T14:01:10.268756+0000","last_became_peered":"2024-09-07T14:01:10.268756+0000","last_unstale":"2024-09-07T15:24:31.906167+0000","last_undegraded":"2024-09-07T15:24:31.906167+0000","last_fullsized":"2024-09-07T15:24:31.906167+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:36:49.729237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'29","reported_seq":151,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.693061+0000","last_change":"2024-09-07T13:55:14.111993+0000","last_active":"2024-09-07T15:24:06.693061+0000","last_peered":"2024-09-07T15:24:06.693061+0000","last_clean":"2024-09-07T15:24:06.693061+0000","last_became_active":"2024-09-07T13:55:14.110464+0000","last_became_peered":"2024-09-07T13:55:14.110464+0000","last_unstale":"2024-09-07T15:24:06.693061+0000","last_undegraded":"2024-09-07T15:24:06.693061+0000","last_fullsized":"2024-09-07T15:24:06.693061+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:44.843804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":94,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.740329+0000","last_change":"2024-09-07T14:28:24.428982+0000","last_active":"2024-09-07T15:24:41.740329+0000","last_peered":"2024-09-07T15:24:41.740329+0000","last_clean":"2024-09-07T15:24:41.740329+0000","last_became_active":"2024-09-07T14:28:24.428244+0000","last_became_peered":"2024-09-07T14:28:24.428244+0000","last_unstale":"2024-09-07T15:24:41.740329+0000","last_undegraded":"2024-09-07T15:24:41.740329+0000","last_fullsized":"2024-09-07T15:24:41.740329+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:25:01.872997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701850+0000","last_change":"2024-09-07T14:01:17.965590+0000","last_active":"2024-09-07T15:24:41.701850+0000","last_peered":"2024-09-07T15:24:41.701850+0000","last_clean":"2024-09-07T15:24:41.701850+0000","last_became_active":"2024-09-07T14:01:17.964701+0000","last_became_peered":"2024-09-07T14:01:17.964701+0000","last_unstale":"2024-09-07T15:24:41.701850+0000","last_undegraded":"2024-09-07T15:24:41.701850+0000","last_fullsized":"2024-09-07T15:24:41.701850+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:25:05.335373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.269632+0000","last_change":"2024-09-07T14:01:10.272680+0000","last_active":"2024-09-07T15:24:56.269632+0000","last_peered":"2024-09-07T15:24:56.269632+0000","last_clean":"2024-09-07T15:24:56.269632+0000","last_became_active":"2024-09-07T14:01:10.271397+0000","last_became_peered":"2024-09-07T14:01:10.271397+0000","last_unstale":"2024-09-07T15:24:56.269632+0000","last_undegraded":"2024-09-07T15:24:56.269632+0000","last_fullsized":"2024-09-07T15:24:56.269632+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:38.550622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'48","reported_seq":201,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474973+0000","last_change":"2024-09-07T13:55:14.092497+0000","last_active":"2024-09-07T15:24:06.474973+0000","last_peered":"2024-09-07T15:24:06.474973+0000","last_clean":"2024-09-07T15:24:06.474973+0000","last_became_active":"2024-09-07T13:55:14.091327+0000","last_became_peered":"2024-09-07T13:55:14.091327+0000","last_unstale":"2024-09-07T15:24:06.474973+0000","last_undegraded":"2024-09-07T15:24:06.474973+0000","last_fullsized":"2024-09-07T15:24:06.474973+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:52:21.771078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":159,"num_write":94,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272863+0000","last_change":"2024-09-07T14:28:24.430591+0000","last_active":"2024-09-07T15:24:41.272863+0000","last_peered":"2024-09-07T15:24:41.272863+0000","last_clean":"2024-09-07T15:24:41.272863+0000","last_became_active":"2024-09-07T14:28:24.429868+0000","last_became_peered":"2024-09-07T14:28:24.429868+0000","last_unstale":"2024-09-07T15:24:41.272863+0000","last_undegraded":"2024-09-07T15:24:41.272863+0000","last_fullsized":"2024-09-07T15:24:41.272863+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:23:57.215484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"266'3","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.894510+0000","last_change":"2024-09-07T14:01:17.971995+0000","last_active":"2024-09-07T15:23:41.894510+0000","last_peered":"2024-09-07T15:23:41.894510+0000","last_clean":"2024-09-07T15:23:41.894510+0000","last_became_active":"2024-09-07T14:01:17.971294+0000","last_became_peered":"2024-09-07T14:01:17.971294+0000","last_unstale":"2024-09-07T15:23:41.894510+0000","last_undegraded":"2024-09-07T15:23:41.894510+0000","last_fullsized":"2024-09-07T15:23:41.894510+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:13.159211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'4","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.721372+0000","last_change":"2024-09-07T14:01:10.239346+0000","last_active":"2024-09-07T15:23:31.721372+0000","last_peered":"2024-09-07T15:23:31.721372+0000","last_clean":"2024-09-07T15:23:31.721372+0000","last_became_active":"2024-09-07T14:01:10.238886+0000","last_became_peered":"2024-09-07T14:01:10.238886+0000","last_unstale":"2024-09-07T15:23:31.721372+0000","last_undegraded":"2024-09-07T15:23:31.721372+0000","last_fullsized":"2024-09-07T15:23:31.721372+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:28:24.259601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":14,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'53","reported_seq":221,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.914858+0000","last_change":"2024-09-07T13:55:14.115487+0000","last_active":"2024-09-07T15:25:06.914858+0000","last_peered":"2024-09-07T15:25:06.914858+0000","last_clean":"2024-09-07T15:25:06.914858+0000","last_became_active":"2024-09-07T13:55:14.114845+0000","last_became_peered":"2024-09-07T13:55:14.114845+0000","last_unstale":"2024-09-07T15:25:06.914858+0000","last_undegraded":"2024-09-07T15:25:06.914858+0000","last_fullsized":"2024-09-07T15:25:06.914858+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:55:03.395733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":187,"num_write":95,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506120+0000","last_change":"2024-09-07T14:28:24.425851+0000","last_active":"2024-09-07T15:24:42.506120+0000","last_peered":"2024-09-07T15:24:42.506120+0000","last_clean":"2024-09-07T15:24:42.506120+0000","last_became_active":"2024-09-07T14:28:24.425116+0000","last_became_peered":"2024-09-07T14:28:24.425116+0000","last_unstale":"2024-09-07T15:24:42.506120+0000","last_undegraded":"2024-09-07T15:24:42.506120+0000","last_fullsized":"2024-09-07T15:24:42.506120+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:39:27.903060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'9","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.492042+0000","last_change":"2024-09-07T14:01:17.845993+0000","last_active":"2024-09-07T15:23:42.492042+0000","last_peered":"2024-09-07T15:23:42.492042+0000","last_clean":"2024-09-07T15:23:42.492042+0000","last_became_active":"2024-09-07T14:01:17.845124+0000","last_became_peered":"2024-09-07T14:01:17.845124+0000","last_unstale":"2024-09-07T15:23:42.492042+0000","last_undegraded":"2024-09-07T15:23:42.492042+0000","last_fullsized":"2024-09-07T15:23:42.492042+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:22:27.529408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":14,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.892079+0000","last_change":"2024-09-07T14:01:10.274240+0000","last_active":"2024-09-07T15:23:31.892079+0000","last_peered":"2024-09-07T15:23:31.892079+0000","last_clean":"2024-09-07T15:23:31.892079+0000","last_became_active":"2024-09-07T14:01:10.269301+0000","last_became_peered":"2024-09-07T14:01:10.269301+0000","last_unstale":"2024-09-07T15:23:31.892079+0000","last_undegraded":"2024-09-07T15:23:31.892079+0000","last_fullsized":"2024-09-07T15:23:31.892079+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:08.328899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'32","reported_seq":165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.275149+0000","last_change":"2024-09-07T13:55:14.086236+0000","last_active":"2024-09-07T15:24:51.275149+0000","last_peered":"2024-09-07T15:24:51.275149+0000","last_clean":"2024-09-07T15:24:51.275149+0000","last_became_active":"2024-09-07T13:55:14.085439+0000","last_became_peered":"2024-09-07T13:55:14.085439+0000","last_unstale":"2024-09-07T15:24:51.275149+0000","last_undegraded":"2024-09-07T15:24:51.275149+0000","last_fullsized":"2024-09-07T15:24:51.275149+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:23:35.375629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":153,"num_read_kb":116,"num_write":71,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"269'1","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.267568+0000","last_change":"2024-09-07T14:28:24.438988+0000","last_active":"2024-09-07T15:24:46.267568+0000","last_peered":"2024-09-07T15:24:46.267568+0000","last_clean":"2024-09-07T15:24:46.267568+0000","last_became_active":"2024-09-07T14:28:24.435468+0000","last_became_peered":"2024-09-07T14:28:24.435468+0000","last_unstale":"2024-09-07T15:24:46.267568+0000","last_undegraded":"2024-09-07T15:24:46.267568+0000","last_fullsized":"2024-09-07T15:24:46.267568+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:13.264009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272924+0000","last_change":"2024-09-07T14:01:17.848183+0000","last_active":"2024-09-07T15:24:41.272924+0000","last_peered":"2024-09-07T15:24:41.272924+0000","last_clean":"2024-09-07T15:24:41.272924+0000","last_became_active":"2024-09-07T14:01:17.847319+0000","last_became_peered":"2024-09-07T14:01:17.847319+0000","last_unstale":"2024-09-07T15:24:41.272924+0000","last_undegraded":"2024-09-07T15:24:41.272924+0000","last_fullsized":"2024-09-07T15:24:41.272924+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:32:01.582600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:26.919761+0000","last_change":"2024-09-07T14:01:10.280600+0000","last_active":"2024-09-07T15:25:26.919761+0000","last_peered":"2024-09-07T15:25:26.919761+0000","last_clean":"2024-09-07T15:25:26.919761+0000","last_became_active":"2024-09-07T14:01:10.280018+0000","last_became_peered":"2024-09-07T14:01:10.280018+0000","last_unstale":"2024-09-07T15:25:26.919761+0000","last_undegraded":"2024-09-07T15:25:26.919761+0000","last_fullsized":"2024-09-07T15:25:26.919761+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:41:29.665218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'44","reported_seq":199,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.742616+0000","last_change":"2024-09-07T13:55:14.091201+0000","last_active":"2024-09-07T15:24:51.742616+0000","last_peered":"2024-09-07T15:24:51.742616+0000","last_clean":"2024-09-07T15:24:51.742616+0000","last_became_active":"2024-09-07T13:55:14.090454+0000","last_became_peered":"2024-09-07T13:55:14.090454+0000","last_unstale":"2024-09-07T15:24:51.742616+0000","last_undegraded":"2024-09-07T15:24:51.742616+0000","last_fullsized":"2024-09-07T15:24:51.742616+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:13:44.002482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":162,"num_write":74,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.703086+0000","last_change":"2024-09-07T14:28:24.446957+0000","last_active":"2024-09-07T15:24:46.703086+0000","last_peered":"2024-09-07T15:24:46.703086+0000","last_clean":"2024-09-07T15:24:46.703086+0000","last_became_active":"2024-09-07T14:28:24.446083+0000","last_became_peered":"2024-09-07T14:28:24.446083+0000","last_unstale":"2024-09-07T15:24:46.703086+0000","last_undegraded":"2024-09-07T15:24:46.703086+0000","last_fullsized":"2024-09-07T15:24:46.703086+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:11:26.067615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'3","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.753280+0000","last_change":"2024-09-07T14:01:17.843000+0000","last_active":"2024-09-07T15:25:36.753280+0000","last_peered":"2024-09-07T15:25:36.753280+0000","last_clean":"2024-09-07T15:25:36.753280+0000","last_became_active":"2024-09-07T14:01:17.841771+0000","last_became_peered":"2024-09-07T14:01:17.841771+0000","last_unstale":"2024-09-07T15:25:36.753280+0000","last_undegraded":"2024-09-07T15:25:36.753280+0000","last_fullsized":"2024-09-07T15:25:36.753280+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:22:04.340930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'9","reported_seq":93,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.905996+0000","last_change":"2024-09-07T14:01:10.273932+0000","last_active":"2024-09-07T15:24:31.905996+0000","last_peered":"2024-09-07T15:24:31.905996+0000","last_clean":"2024-09-07T15:24:31.905996+0000","last_became_active":"2024-09-07T14:01:10.269153+0000","last_became_peered":"2024-09-07T14:01:10.269153+0000","last_unstale":"2024-09-07T15:24:31.905996+0000","last_undegraded":"2024-09-07T15:24:31.905996+0000","last_fullsized":"2024-09-07T15:24:31.905996+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:40:28.178453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18,"num_read_kb":26173,"num_write":19,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'14","reported_seq":113,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.508519+0000","last_change":"2024-09-07T13:55:14.110587+0000","last_active":"2024-09-07T15:24:52.508519+0000","last_peered":"2024-09-07T15:24:52.508519+0000","last_clean":"2024-09-07T15:24:52.508519+0000","last_became_active":"2024-09-07T13:55:14.109848+0000","last_became_peered":"2024-09-07T13:55:14.109848+0000","last_unstale":"2024-09-07T15:24:52.508519+0000","last_undegraded":"2024-09-07T15:24:52.508519+0000","last_fullsized":"2024-09-07T15:24:52.508519+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:29.137512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":42,"num_write":30,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701782+0000","last_change":"2024-09-07T14:28:24.438271+0000","last_active":"2024-09-07T15:24:41.701782+0000","last_peered":"2024-09-07T15:24:41.701782+0000","last_clean":"2024-09-07T15:24:41.701782+0000","last_became_active":"2024-09-07T14:28:24.432790+0000","last_became_peered":"2024-09-07T14:28:24.432790+0000","last_unstale":"2024-09-07T15:24:41.701782+0000","last_undegraded":"2024-09-07T15:24:41.701782+0000","last_fullsized":"2024-09-07T15:24:41.701782+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:03:01.172519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'7","reported_seq":81,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.482397+0000","last_change":"2024-09-07T14:01:17.851665+0000","last_active":"2024-09-07T15:24:41.482397+0000","last_peered":"2024-09-07T15:24:41.482397+0000","last_clean":"2024-09-07T15:24:41.482397+0000","last_became_active":"2024-09-07T14:01:17.850358+0000","last_became_peered":"2024-09-07T14:01:17.850358+0000","last_unstale":"2024-09-07T15:24:41.482397+0000","last_undegraded":"2024-09-07T15:24:41.482397+0000","last_fullsized":"2024-09-07T15:24:41.482397+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:09:31.217998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":17,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'4","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.269665+0000","last_change":"2024-09-07T14:01:10.268880+0000","last_active":"2024-09-07T15:24:31.269665+0000","last_peered":"2024-09-07T15:24:31.269665+0000","last_clean":"2024-09-07T15:24:31.269665+0000","last_became_active":"2024-09-07T14:01:10.263024+0000","last_became_peered":"2024-09-07T14:01:10.263024+0000","last_unstale":"2024-09-07T15:24:31.269665+0000","last_undegraded":"2024-09-07T15:24:31.269665+0000","last_fullsized":"2024-09-07T15:24:31.269665+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:47:06.328041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7340032,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":14336,"num_write":9,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'5","reported_seq":91,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.484542+0000","last_change":"2024-09-07T13:55:14.111619+0000","last_active":"2024-09-07T15:24:51.484542+0000","last_peered":"2024-09-07T15:24:51.484542+0000","last_clean":"2024-09-07T15:24:51.484542+0000","last_became_active":"2024-09-07T13:55:14.110785+0000","last_became_peered":"2024-09-07T13:55:14.110785+0000","last_unstale":"2024-09-07T15:24:51.484542+0000","last_undegraded":"2024-09-07T15:24:51.484542+0000","last_fullsized":"2024-09-07T15:24:51.484542+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:41:07.566033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":14,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911256+0000","last_change":"2024-09-07T14:28:24.446999+0000","last_active":"2024-09-07T15:24:51.911256+0000","last_peered":"2024-09-07T15:24:51.911256+0000","last_clean":"2024-09-07T15:24:51.911256+0000","last_became_active":"2024-09-07T14:28:24.446376+0000","last_became_peered":"2024-09-07T14:28:24.446376+0000","last_unstale":"2024-09-07T15:24:51.911256+0000","last_undegraded":"2024-09-07T15:24:51.911256+0000","last_fullsized":"2024-09-07T15:24:51.911256+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:19:03.598898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'7","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506183+0000","last_change":"2024-09-07T14:01:17.852924+0000","last_active":"2024-09-07T15:24:42.506183+0000","last_peered":"2024-09-07T15:24:42.506183+0000","last_clean":"2024-09-07T15:24:42.506183+0000","last_became_active":"2024-09-07T14:01:17.852105+0000","last_became_peered":"2024-09-07T14:01:17.852105+0000","last_unstale":"2024-09-07T15:24:42.506183+0000","last_undegraded":"2024-09-07T15:24:42.506183+0000","last_fullsized":"2024-09-07T15:24:42.506183+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:27:04.072854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":15360,"num_write":17,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'1","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480204+0000","last_change":"2024-09-07T14:01:10.270269+0000","last_active":"2024-09-07T15:24:31.480204+0000","last_peered":"2024-09-07T15:24:31.480204+0000","last_clean":"2024-09-07T15:24:31.480204+0000","last_became_active":"2024-09-07T14:01:10.269141+0000","last_became_peered":"2024-09-07T14:01:10.269141+0000","last_unstale":"2024-09-07T15:24:31.480204+0000","last_undegraded":"2024-09-07T15:24:31.480204+0000","last_fullsized":"2024-09-07T15:24:31.480204+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:58:46.398131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60362,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":59,"num_write":1,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'25","reported_seq":146,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:31.921048+0000","last_change":"2024-09-07T13:55:14.105390+0000","last_active":"2024-09-07T15:25:31.921048+0000","last_peered":"2024-09-07T15:25:31.921048+0000","last_clean":"2024-09-07T15:25:31.921048+0000","last_became_active":"2024-09-07T13:55:14.104604+0000","last_became_peered":"2024-09-07T13:55:14.104604+0000","last_unstale":"2024-09-07T15:25:31.921048+0000","last_undegraded":"2024-09-07T15:25:31.921048+0000","last_fullsized":"2024-09-07T15:25:31.921048+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:30:44.627579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":83,"num_write":58,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'264","reported_seq":910,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904971+0000","last_change":"2024-09-07T13:38:09.977862+0000","last_active":"2024-09-07T15:24:26.904971+0000","last_peered":"2024-09-07T15:24:26.904971+0000","last_clean":"2024-09-07T15:24:26.904971+0000","last_became_active":"2024-09-07T13:38:09.976851+0000","last_became_peered":"2024-09-07T13:38:09.976851+0000","last_unstale":"2024-09-07T15:24:26.904971+0000","last_undegraded":"2024-09-07T15:24:26.904971+0000","last_fullsized":"2024-09-07T15:24:26.904971+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:51:15.380939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8679957,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":400,"num_read_kb":5717,"num_write":978,"num_write_kb":19813,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'191","reported_seq":850,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.716492+0000","last_change":"2024-09-07T13:38:11.971340+0000","last_active":"2024-09-07T15:23:11.716492+0000","last_peered":"2024-09-07T15:23:11.716492+0000","last_clean":"2024-09-07T15:23:11.716492+0000","last_became_active":"2024-09-07T13:38:11.969838+0000","last_became_peered":"2024-09-07T13:38:11.969838+0000","last_unstale":"2024-09-07T15:23:11.716492+0000","last_undegraded":"2024-09-07T15:23:11.716492+0000","last_fullsized":"2024-09-07T15:23:11.716492+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:15:58.913895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":837,"num_read_kb":690,"num_write":305,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'273","reported_seq":957,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268382+0000","last_change":"2024-09-07T13:38:09.954981+0000","last_active":"2024-09-07T15:24:26.268382+0000","last_peered":"2024-09-07T15:24:26.268382+0000","last_clean":"2024-09-07T15:24:26.268382+0000","last_became_active":"2024-09-07T13:38:09.954623+0000","last_became_peered":"2024-09-07T13:38:09.954623+0000","last_unstale":"2024-09-07T15:24:26.268382+0000","last_undegraded":"2024-09-07T15:24:26.268382+0000","last_fullsized":"2024-09-07T15:24:26.268382+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:23:46.293741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18187261,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":437,"num_read_kb":33916,"num_write":990,"num_write_kb":49123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'163","reported_seq":810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886729+0000","last_change":"2024-09-07T13:38:11.944185+0000","last_active":"2024-09-07T15:23:11.886729+0000","last_peered":"2024-09-07T15:23:11.886729+0000","last_clean":"2024-09-07T15:23:11.886729+0000","last_became_active":"2024-09-07T13:38:11.943415+0000","last_became_peered":"2024-09-07T13:38:11.943415+0000","last_unstale":"2024-09-07T15:23:11.886729+0000","last_undegraded":"2024-09-07T15:23:11.886729+0000","last_fullsized":"2024-09-07T15:23:11.886729+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:45.689121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":620,"num_write":246,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'343","reported_seq":1020,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697863+0000","last_change":"2024-09-07T13:38:09.921925+0000","last_active":"2024-09-07T15:24:26.697863+0000","last_peered":"2024-09-07T15:24:26.697863+0000","last_clean":"2024-09-07T15:24:26.697863+0000","last_became_active":"2024-09-07T13:38:09.921102+0000","last_became_peered":"2024-09-07T13:38:09.921102+0000","last_unstale":"2024-09-07T15:24:26.697863+0000","last_undegraded":"2024-09-07T15:24:26.697863+0000","last_fullsized":"2024-09-07T15:24:26.697863+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:11.267325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":908006,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":530,"num_read_kb":1211,"num_write":1252,"num_write_kb":30068,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'154","reported_seq":790,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485309+0000","last_change":"2024-09-07T13:38:11.968635+0000","last_active":"2024-09-07T15:23:12.485309+0000","last_peered":"2024-09-07T15:23:12.485309+0000","last_clean":"2024-09-07T15:23:12.485309+0000","last_became_active":"2024-09-07T13:38:11.963722+0000","last_became_peered":"2024-09-07T13:38:11.963722+0000","last_unstale":"2024-09-07T15:23:12.485309+0000","last_undegraded":"2024-09-07T15:23:12.485309+0000","last_fullsized":"2024-09-07T15:23:12.485309+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:42:13.729350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":721,"num_read_kb":593,"num_write":234,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'265","reported_seq":946,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:38.285345+0000","last_change":"2024-09-07T13:38:09.966832+0000","last_active":"2024-09-07T15:25:38.285345+0000","last_peered":"2024-09-07T15:25:38.285345+0000","last_clean":"2024-09-07T15:25:38.285345+0000","last_became_active":"2024-09-07T13:38:09.959674+0000","last_became_peered":"2024-09-07T13:38:09.959674+0000","last_unstale":"2024-09-07T15:25:38.285345+0000","last_undegraded":"2024-09-07T15:25:38.285345+0000","last_fullsized":"2024-09-07T15:25:38.285345+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:21:57.584554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12184392,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":448,"num_read_kb":30365,"num_write":995,"num_write_kb":53281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'331","reported_seq":997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.362262+0000","last_change":"2024-09-07T13:38:11.962031+0000","last_active":"2024-09-07T15:25:12.362262+0000","last_peered":"2024-09-07T15:25:12.362262+0000","last_clean":"2024-09-07T15:25:12.362262+0000","last_became_active":"2024-09-07T13:38:11.961013+0000","last_became_peered":"2024-09-07T13:38:11.961013+0000","last_unstale":"2024-09-07T15:25:12.362262+0000","last_undegraded":"2024-09-07T15:25:12.362262+0000","last_fullsized":"2024-09-07T15:25:12.362262+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:50:36.019367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1192,"num_write":512,"num_write_kb":260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'293","reported_seq":956,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886884+0000","last_change":"2024-09-07T13:38:09.956703+0000","last_active":"2024-09-07T15:23:11.886884+0000","last_peered":"2024-09-07T15:23:11.886884+0000","last_clean":"2024-09-07T15:23:11.886884+0000","last_became_active":"2024-09-07T13:38:09.953932+0000","last_became_peered":"2024-09-07T13:38:09.953932+0000","last_unstale":"2024-09-07T15:23:11.886884+0000","last_undegraded":"2024-09-07T15:23:11.886884+0000","last_fullsized":"2024-09-07T15:23:11.886884+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:12:32.996120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5775167,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":478,"num_read_kb":30170,"num_write":1074,"num_write_kb":38425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'88","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.481342+0000","last_change":"2024-09-07T13:38:11.983375+0000","last_active":"2024-09-07T15:24:36.481342+0000","last_peered":"2024-09-07T15:24:36.481342+0000","last_clean":"2024-09-07T15:24:36.481342+0000","last_became_active":"2024-09-07T13:38:11.982743+0000","last_became_peered":"2024-09-07T13:38:11.982743+0000","last_unstale":"2024-09-07T15:24:36.481342+0000","last_undegraded":"2024-09-07T15:24:36.481342+0000","last_fullsized":"2024-09-07T15:24:36.481342+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:27:46.620799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":301,"num_write":125,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'268","reported_seq":926,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:47.376424+0000","last_change":"2024-09-07T13:38:09.958776+0000","last_active":"2024-09-07T15:24:47.376424+0000","last_peered":"2024-09-07T15:24:47.376424+0000","last_clean":"2024-09-07T15:24:47.376424+0000","last_became_active":"2024-09-07T13:38:09.957979+0000","last_became_peered":"2024-09-07T13:38:09.957979+0000","last_unstale":"2024-09-07T15:24:47.376424+0000","last_undegraded":"2024-09-07T15:24:47.376424+0000","last_fullsized":"2024-09-07T15:24:47.376424+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:21:11.343564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14876716,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":409,"num_read_kb":44305,"num_write":1036,"num_write_kb":16554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'383","reported_seq":1121,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502559+0000","last_change":"2024-09-07T13:38:11.956087+0000","last_active":"2024-09-07T15:24:27.502559+0000","last_peered":"2024-09-07T15:24:27.502559+0000","last_clean":"2024-09-07T15:24:27.502559+0000","last_became_active":"2024-09-07T13:38:11.954410+0000","last_became_peered":"2024-09-07T13:38:11.954410+0000","last_unstale":"2024-09-07T15:24:27.502559+0000","last_undegraded":"2024-09-07T15:24:27.502559+0000","last_fullsized":"2024-09-07T15:24:27.502559+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:21:33.148375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1955,"num_read_kb":1679,"num_write":644,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'277","reported_seq":986,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886613+0000","last_change":"2024-09-07T13:38:09.973022+0000","last_active":"2024-09-07T15:23:11.886613+0000","last_peered":"2024-09-07T15:23:11.886613+0000","last_clean":"2024-09-07T15:23:11.886613+0000","last_became_active":"2024-09-07T13:38:09.972033+0000","last_became_peered":"2024-09-07T13:38:09.972033+0000","last_unstale":"2024-09-07T15:23:11.886613+0000","last_undegraded":"2024-09-07T15:23:11.886613+0000","last_fullsized":"2024-09-07T15:23:11.886613+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:56:13.610875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23524747,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":461,"num_read_kb":181818,"num_write":981,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'174","reported_seq":835,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736881+0000","last_change":"2024-09-07T13:38:11.961101+0000","last_active":"2024-09-07T15:24:26.736881+0000","last_peered":"2024-09-07T15:24:26.736881+0000","last_clean":"2024-09-07T15:24:26.736881+0000","last_became_active":"2024-09-07T13:38:11.960213+0000","last_became_peered":"2024-09-07T13:38:11.960213+0000","last_unstale":"2024-09-07T15:24:26.736881+0000","last_undegraded":"2024-09-07T15:24:26.736881+0000","last_fullsized":"2024-09-07T15:24:26.736881+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:44:22.441506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":270,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'301","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:28.227311+0000","last_change":"2024-09-07T13:38:41.161874+0000","last_active":"2024-09-07T15:24:28.227311+0000","last_peered":"2024-09-07T15:24:28.227311+0000","last_clean":"2024-09-07T15:24:28.227311+0000","last_became_active":"2024-09-07T13:38:41.161509+0000","last_became_peered":"2024-09-07T13:38:41.161509+0000","last_unstale":"2024-09-07T15:24:28.227311+0000","last_undegraded":"2024-09-07T15:24:28.227311+0000","last_fullsized":"2024-09-07T15:24:28.227311+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:50:12.690099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11303501,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":563,"num_read_kb":72346,"num_write":1182,"num_write_kb":40551,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3f","version":"269'416","reported_seq":1095,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263264+0000","last_change":"2024-09-07T13:38:11.973024+0000","last_active":"2024-09-07T15:24:26.263264+0000","last_peered":"2024-09-07T15:24:26.263264+0000","last_clean":"2024-09-07T15:24:26.263264+0000","last_became_active":"2024-09-07T13:38:11.972698+0000","last_became_peered":"2024-09-07T13:38:11.972698+0000","last_unstale":"2024-09-07T15:24:26.263264+0000","last_undegraded":"2024-09-07T15:24:26.263264+0000","last_fullsized":"2024-09-07T15:24:26.263264+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:35:30.067488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1783,"num_read_kb":1437,"num_write":678,"num_write_kb":429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'106","reported_seq":710,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485191+0000","last_change":"2024-09-07T13:38:11.962163+0000","last_active":"2024-09-07T15:23:12.485191+0000","last_peered":"2024-09-07T15:23:12.485191+0000","last_clean":"2024-09-07T15:23:12.485191+0000","last_became_active":"2024-09-07T13:38:11.960936+0000","last_became_peered":"2024-09-07T13:38:11.960936+0000","last_unstale":"2024-09-07T15:23:12.485191+0000","last_undegraded":"2024-09-07T15:23:12.485191+0000","last_fullsized":"2024-09-07T15:23:12.485191+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:12:23.819764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":395,"num_write":179,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'256","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.910089+0000","last_change":"2024-09-07T13:38:09.960753+0000","last_active":"2024-09-07T15:24:46.910089+0000","last_peered":"2024-09-07T15:24:46.910089+0000","last_clean":"2024-09-07T15:24:46.910089+0000","last_became_active":"2024-09-07T13:38:09.959861+0000","last_became_peered":"2024-09-07T13:38:09.959861+0000","last_unstale":"2024-09-07T15:24:46.910089+0000","last_undegraded":"2024-09-07T15:24:46.910089+0000","last_fullsized":"2024-09-07T15:24:46.910089+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:10:37.551673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7545202,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":503,"num_read_kb":82831,"num_write":979,"num_write_kb":33447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'108","reported_seq":684,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886778+0000","last_change":"2024-09-07T13:38:11.963369+0000","last_active":"2024-09-07T15:23:11.886778+0000","last_peered":"2024-09-07T15:23:11.886778+0000","last_clean":"2024-09-07T15:23:11.886778+0000","last_became_active":"2024-09-07T13:38:11.962652+0000","last_became_peered":"2024-09-07T13:38:11.962652+0000","last_unstale":"2024-09-07T15:23:11.886778+0000","last_undegraded":"2024-09-07T15:23:11.886778+0000","last_fullsized":"2024-09-07T15:23:11.886778+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:56:11.829639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":468,"num_read_kb":378,"num_write":164,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'267","reported_seq":872,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.270779+0000","last_change":"2024-09-07T13:38:41.162052+0000","last_active":"2024-09-07T15:25:01.270779+0000","last_peered":"2024-09-07T15:25:01.270779+0000","last_clean":"2024-09-07T15:25:01.270779+0000","last_became_active":"2024-09-07T13:38:41.160930+0000","last_became_peered":"2024-09-07T13:38:41.160930+0000","last_unstale":"2024-09-07T15:25:01.270779+0000","last_undegraded":"2024-09-07T15:25:01.270779+0000","last_fullsized":"2024-09-07T15:25:01.270779+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:03:56.292995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4195046,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":347,"num_read_kb":14854,"num_write":927,"num_write_kb":49218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"269'106","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.721210+0000","last_change":"2024-09-07T13:38:11.957973+0000","last_active":"2024-09-07T15:23:31.721210+0000","last_peered":"2024-09-07T15:23:31.721210+0000","last_clean":"2024-09-07T15:23:31.721210+0000","last_became_active":"2024-09-07T13:38:11.957275+0000","last_became_peered":"2024-09-07T13:38:11.957275+0000","last_unstale":"2024-09-07T15:23:31.721210+0000","last_undegraded":"2024-09-07T15:23:31.721210+0000","last_fullsized":"2024-09-07T15:23:31.721210+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:00:07.320466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":461,"num_read_kb":383,"num_write":163,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'281","reported_seq":967,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480248+0000","last_change":"2024-09-07T13:38:09.964809+0000","last_active":"2024-09-07T15:24:31.480248+0000","last_peered":"2024-09-07T15:24:31.480248+0000","last_clean":"2024-09-07T15:24:31.480248+0000","last_became_active":"2024-09-07T13:38:09.964013+0000","last_became_peered":"2024-09-07T13:38:09.964013+0000","last_unstale":"2024-09-07T15:24:31.480248+0000","last_undegraded":"2024-09-07T15:24:31.480248+0000","last_fullsized":"2024-09-07T15:24:31.480248+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:47:03.940791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6486684,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":469,"num_read_kb":32661,"num_write":1026,"num_write_kb":29964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'226","reported_seq":933,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.264287+0000","last_change":"2024-09-07T13:38:11.973397+0000","last_active":"2024-09-07T15:24:31.264287+0000","last_peered":"2024-09-07T15:24:31.264287+0000","last_clean":"2024-09-07T15:24:31.264287+0000","last_became_active":"2024-09-07T13:38:11.972570+0000","last_became_peered":"2024-09-07T13:38:11.972570+0000","last_unstale":"2024-09-07T15:24:31.264287+0000","last_undegraded":"2024-09-07T15:24:31.264287+0000","last_fullsized":"2024-09-07T15:24:31.264287+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:52:36.034982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1070,"num_read_kb":888,"num_write":347,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'232","reported_seq":885,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503812+0000","last_change":"2024-09-07T13:38:09.946418+0000","last_active":"2024-09-07T15:24:32.503812+0000","last_peered":"2024-09-07T15:24:32.503812+0000","last_clean":"2024-09-07T15:24:32.503812+0000","last_became_active":"2024-09-07T13:38:09.944867+0000","last_became_peered":"2024-09-07T13:38:09.944867+0000","last_unstale":"2024-09-07T15:24:32.503812+0000","last_undegraded":"2024-09-07T15:24:32.503812+0000","last_fullsized":"2024-09-07T15:24:32.503812+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:43:27.849510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20972219,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":371,"num_read_kb":40336,"num_write":910,"num_write_kb":26024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'114","reported_seq":741,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.316456+0000","last_change":"2024-09-07T13:38:11.962965+0000","last_active":"2024-09-07T15:24:42.316456+0000","last_peered":"2024-09-07T15:24:42.316456+0000","last_clean":"2024-09-07T15:24:42.316456+0000","last_became_active":"2024-09-07T13:38:11.962589+0000","last_became_peered":"2024-09-07T13:38:11.962589+0000","last_unstale":"2024-09-07T15:24:42.316456+0000","last_undegraded":"2024-09-07T15:24:42.316456+0000","last_fullsized":"2024-09-07T15:24:42.316456+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:37:15.237654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":495,"num_read_kb":414,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'297","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.317688+0000","last_change":"2024-09-07T13:38:09.936972+0000","last_active":"2024-09-07T15:24:27.317688+0000","last_peered":"2024-09-07T15:24:27.317688+0000","last_clean":"2024-09-07T15:24:27.317688+0000","last_became_active":"2024-09-07T13:38:09.936636+0000","last_became_peered":"2024-09-07T13:38:09.936636+0000","last_unstale":"2024-09-07T15:24:27.317688+0000","last_undegraded":"2024-09-07T15:24:27.317688+0000","last_fullsized":"2024-09-07T15:24:27.317688+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:51:56.072268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17389551,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":471,"num_read_kb":64200,"num_write":1123,"num_write_kb":43546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'201","reported_seq":829,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503868+0000","last_change":"2024-09-07T13:38:11.954695+0000","last_active":"2024-09-07T15:24:32.503868+0000","last_peered":"2024-09-07T15:24:32.503868+0000","last_clean":"2024-09-07T15:24:32.503868+0000","last_became_active":"2024-09-07T13:38:11.953816+0000","last_became_peered":"2024-09-07T13:38:11.953816+0000","last_unstale":"2024-09-07T15:24:32.503868+0000","last_undegraded":"2024-09-07T15:24:32.503868+0000","last_fullsized":"2024-09-07T15:24:32.503868+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:07:13.232042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":711,"num_write":314,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'279","reported_seq":1000,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:36.686339+0000","last_change":"2024-09-07T13:38:09.927527+0000","last_active":"2024-09-07T15:23:36.686339+0000","last_peered":"2024-09-07T15:23:36.686339+0000","last_clean":"2024-09-07T15:23:36.686339+0000","last_became_active":"2024-09-07T13:38:09.926896+0000","last_became_peered":"2024-09-07T13:38:09.926896+0000","last_unstale":"2024-09-07T15:23:36.686339+0000","last_undegraded":"2024-09-07T15:23:36.686339+0000","last_fullsized":"2024-09-07T15:23:36.686339+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:23:02.856569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18262073,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":540,"num_read_kb":94793,"num_write":1092,"num_write_kb":33804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'154","reported_seq":688,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.668494+0000","last_change":"2024-09-07T13:38:20.013480+0000","last_active":"2024-09-07T15:26:03.668494+0000","last_peered":"2024-09-07T15:26:03.668494+0000","last_clean":"2024-09-07T15:26:03.668494+0000","last_became_active":"2024-09-07T13:38:20.012866+0000","last_became_peered":"2024-09-07T13:38:20.012866+0000","last_unstale":"2024-09-07T15:26:03.668494+0000","last_undegraded":"2024-09-07T15:26:03.668494+0000","last_fullsized":"2024-09-07T15:26:03.668494+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:45.759903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":200,"num_read_kb":195,"num_write":365,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'346","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:44.119743+0000","last_change":"2024-09-07T13:38:11.966700+0000","last_active":"2024-09-07T15:23:44.119743+0000","last_peered":"2024-09-07T15:23:44.119743+0000","last_clean":"2024-09-07T15:23:44.119743+0000","last_became_active":"2024-09-07T13:38:11.959769+0000","last_became_peered":"2024-09-07T13:38:11.959769+0000","last_unstale":"2024-09-07T15:23:44.119743+0000","last_undegraded":"2024-09-07T15:23:44.119743+0000","last_fullsized":"2024-09-07T15:23:44.119743+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:39:00.114976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1546,"num_read_kb":1292,"num_write":565,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'257","reported_seq":900,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.756003+0000","last_change":"2024-09-07T13:38:09.982456+0000","last_active":"2024-09-07T15:24:01.756003+0000","last_peered":"2024-09-07T15:24:01.756003+0000","last_clean":"2024-09-07T15:24:01.756003+0000","last_became_active":"2024-09-07T13:38:09.981394+0000","last_became_peered":"2024-09-07T13:38:09.981394+0000","last_unstale":"2024-09-07T15:24:01.756003+0000","last_undegraded":"2024-09-07T15:24:01.756003+0000","last_fullsized":"2024-09-07T15:24:01.756003+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:39.652258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11055858,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":343,"num_read_kb":38892,"num_write":893,"num_write_kb":26673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.739160+0000","last_change":"2024-09-07T13:38:13.968771+0000","last_active":"2024-09-07T15:24:36.739160+0000","last_peered":"2024-09-07T15:24:36.739160+0000","last_clean":"2024-09-07T15:24:36.739160+0000","last_became_active":"2024-09-07T13:38:13.967255+0000","last_became_peered":"2024-09-07T13:38:13.967255+0000","last_unstale":"2024-09-07T15:24:36.739160+0000","last_undegraded":"2024-09-07T15:24:36.739160+0000","last_fullsized":"2024-09-07T15:24:36.739160+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:51:54.798958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'361","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:01.731860+0000","last_change":"2024-09-07T13:38:15.984512+0000","last_active":"2024-09-07T15:27:01.731860+0000","last_peered":"2024-09-07T15:27:01.731860+0000","last_clean":"2024-09-07T15:27:01.731860+0000","last_became_active":"2024-09-07T13:38:15.983817+0000","last_became_peered":"2024-09-07T13:38:15.983817+0000","last_unstale":"2024-09-07T15:27:01.731860+0000","last_undegraded":"2024-09-07T15:27:01.731860+0000","last_fullsized":"2024-09-07T15:27:01.731860+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:43:00.109870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51781,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":574,"num_read_kb":1037,"num_write":454,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908865+0000","last_change":"2024-09-07T13:38:17.994022+0000","last_active":"2024-09-07T15:24:41.908865+0000","last_peered":"2024-09-07T15:24:41.908865+0000","last_clean":"2024-09-07T15:24:41.908865+0000","last_became_active":"2024-09-07T13:38:17.993257+0000","last_became_peered":"2024-09-07T13:38:17.993257+0000","last_unstale":"2024-09-07T15:24:41.908865+0000","last_undegraded":"2024-09-07T15:24:41.908865+0000","last_fullsized":"2024-09-07T15:24:41.908865+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:47:23.195951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2482","reported_seq":4401,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:07.260123+0000","last_change":"2024-09-07T13:38:20.019932+0000","last_active":"2024-09-07T15:27:07.260123+0000","last_peered":"2024-09-07T15:27:07.260123+0000","last_clean":"2024-09-07T15:27:07.260123+0000","last_became_active":"2024-09-07T13:38:20.019496+0000","last_became_peered":"2024-09-07T13:38:20.019496+0000","last_unstale":"2024-09-07T15:27:07.260123+0000","last_undegraded":"2024-09-07T15:27:07.260123+0000","last_fullsized":"2024-09-07T15:27:07.260123+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":2400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:27.907413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6139,"num_read_kb":6135,"num_write":4930,"num_write_kb":1839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'212","reported_seq":862,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.737995+0000","last_change":"2024-09-07T13:38:11.963686+0000","last_active":"2024-09-07T15:24:31.737995+0000","last_peered":"2024-09-07T15:24:31.737995+0000","last_clean":"2024-09-07T15:24:31.737995+0000","last_became_active":"2024-09-07T13:38:11.962996+0000","last_became_peered":"2024-09-07T13:38:11.962996+0000","last_unstale":"2024-09-07T15:24:31.737995+0000","last_undegraded":"2024-09-07T15:24:31.737995+0000","last_fullsized":"2024-09-07T15:24:31.737995+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:40:25.557672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":878,"num_write":382,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'328","reported_seq":1007,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.680722+0000","last_change":"2024-09-07T13:38:09.954501+0000","last_active":"2024-09-07T15:23:11.680722+0000","last_peered":"2024-09-07T15:23:11.680722+0000","last_clean":"2024-09-07T15:23:11.680722+0000","last_became_active":"2024-09-07T13:38:09.953847+0000","last_became_peered":"2024-09-07T13:38:09.953847+0000","last_unstale":"2024-09-07T15:23:11.680722+0000","last_undegraded":"2024-09-07T15:23:11.680722+0000","last_fullsized":"2024-09-07T15:23:11.680722+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:09:40.955056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5551886,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":517,"num_read_kb":9130,"num_write":1105,"num_write_kb":18853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"38'3","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.149266+0000","last_change":"2024-09-07T13:38:13.973516+0000","last_active":"2024-09-07T15:27:23.149266+0000","last_peered":"2024-09-07T15:27:23.149266+0000","last_clean":"2024-09-07T15:27:23.149266+0000","last_became_active":"2024-09-07T13:38:13.972763+0000","last_became_peered":"2024-09-07T13:38:13.972763+0000","last_unstale":"2024-09-07T15:27:23.149266+0000","last_undegraded":"2024-09-07T15:27:23.149266+0000","last_fullsized":"2024-09-07T15:27:23.149266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:42:31.547618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'134","reported_seq":703,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.201625+0000","last_change":"2024-09-07T13:38:15.988583+0000","last_active":"2024-09-07T15:26:01.201625+0000","last_peered":"2024-09-07T15:26:01.201625+0000","last_clean":"2024-09-07T15:26:01.201625+0000","last_became_active":"2024-09-07T13:38:15.987836+0000","last_became_peered":"2024-09-07T13:38:15.987836+0000","last_unstale":"2024-09-07T15:26:01.201625+0000","last_undegraded":"2024-09-07T15:26:01.201625+0000","last_fullsized":"2024-09-07T15:26:01.201625+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:02.859833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":145,"num_write":104,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506365+0000","last_change":"2024-09-07T13:38:17.997318+0000","last_active":"2024-09-07T15:24:42.506365+0000","last_peered":"2024-09-07T15:24:42.506365+0000","last_clean":"2024-09-07T15:24:42.506365+0000","last_became_active":"2024-09-07T13:38:17.996515+0000","last_became_peered":"2024-09-07T13:38:17.996515+0000","last_unstale":"2024-09-07T15:24:42.506365+0000","last_undegraded":"2024-09-07T15:24:42.506365+0000","last_fullsized":"2024-09-07T15:24:42.506365+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:44:26.222213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'88","reported_seq":614,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.224292+0000","last_change":"2024-09-07T13:38:20.014595+0000","last_active":"2024-09-07T15:26:03.224292+0000","last_peered":"2024-09-07T15:26:03.224292+0000","last_clean":"2024-09-07T15:26:03.224292+0000","last_became_active":"2024-09-07T13:38:20.012734+0000","last_became_peered":"2024-09-07T13:38:20.012734+0000","last_unstale":"2024-09-07T15:26:03.224292+0000","last_undegraded":"2024-09-07T15:26:03.224292+0000","last_fullsized":"2024-09-07T15:26:03.224292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:06:56.193443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":206,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'442","reported_seq":1233,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699325+0000","last_change":"2024-09-07T13:38:11.970668+0000","last_active":"2024-09-07T15:24:31.699325+0000","last_peered":"2024-09-07T15:24:31.699325+0000","last_clean":"2024-09-07T15:24:31.699325+0000","last_became_active":"2024-09-07T13:38:11.970315+0000","last_became_peered":"2024-09-07T13:38:11.970315+0000","last_unstale":"2024-09-07T15:24:31.699325+0000","last_undegraded":"2024-09-07T15:24:31.699325+0000","last_fullsized":"2024-09-07T15:24:31.699325+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:15:43.026093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2170,"num_read_kb":1860,"num_write":785,"num_write_kb":513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'286","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.134601+0000","last_change":"2024-09-07T13:38:41.159722+0000","last_active":"2024-09-07T15:24:11.134601+0000","last_peered":"2024-09-07T15:24:11.134601+0000","last_clean":"2024-09-07T15:24:11.134601+0000","last_became_active":"2024-09-07T13:38:41.158508+0000","last_became_peered":"2024-09-07T13:38:41.158508+0000","last_unstale":"2024-09-07T15:24:11.134601+0000","last_undegraded":"2024-09-07T15:24:11.134601+0000","last_fullsized":"2024-09-07T15:24:11.134601+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:11:07.212975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6517095,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":440,"num_read_kb":8611,"num_write":1025,"num_write_kb":36760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.320477+0000","last_change":"2024-09-07T13:38:13.966433+0000","last_active":"2024-09-07T15:24:37.320477+0000","last_peered":"2024-09-07T15:24:37.320477+0000","last_clean":"2024-09-07T15:24:37.320477+0000","last_became_active":"2024-09-07T13:38:13.965676+0000","last_became_peered":"2024-09-07T13:38:13.965676+0000","last_unstale":"2024-09-07T15:24:37.320477+0000","last_undegraded":"2024-09-07T15:24:37.320477+0000","last_fullsized":"2024-09-07T15:24:37.320477+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:19:29.793910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'162","reported_seq":754,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:46.254460+0000","last_change":"2024-09-07T13:38:15.986169+0000","last_active":"2024-09-07T15:23:46.254460+0000","last_peered":"2024-09-07T15:23:46.254460+0000","last_clean":"2024-09-07T15:23:46.254460+0000","last_became_active":"2024-09-07T13:38:15.985575+0000","last_became_peered":"2024-09-07T13:38:15.985575+0000","last_unstale":"2024-09-07T15:23:46.254460+0000","last_undegraded":"2024-09-07T15:23:46.254460+0000","last_fullsized":"2024-09-07T15:23:46.254460+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:31:16.398124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'753","reported_seq":3165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.861957+0000","last_change":"2024-09-07T13:38:17.993476+0000","last_active":"2024-09-07T15:27:26.861957+0000","last_peered":"2024-09-07T15:27:26.861957+0000","last_clean":"2024-09-07T15:27:26.861957+0000","last_became_active":"2024-09-07T13:38:17.992747+0000","last_became_peered":"2024-09-07T13:38:17.992747+0000","last_unstale":"2024-09-07T15:27:26.861957+0000","last_undegraded":"2024-09-07T15:27:26.861957+0000","last_fullsized":"2024-09-07T15:27:26.861957+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":700,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:43:18.408893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'209","reported_seq":1057,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.435530+0000","last_change":"2024-09-07T13:38:20.604507+0000","last_active":"2024-09-07T15:26:01.435530+0000","last_peered":"2024-09-07T15:26:01.435530+0000","last_clean":"2024-09-07T15:26:01.435530+0000","last_became_active":"2024-09-07T13:38:20.603950+0000","last_became_peered":"2024-09-07T13:38:20.603950+0000","last_unstale":"2024-09-07T15:26:01.435530+0000","last_undegraded":"2024-09-07T15:26:01.435530+0000","last_fullsized":"2024-09-07T15:26:01.435530+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:59:38.639963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":642,"num_read_kb":636,"num_write":447,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'75","reported_seq":701,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319254+0000","last_change":"2024-09-07T13:38:11.966214+0000","last_active":"2024-09-07T15:24:32.319254+0000","last_peered":"2024-09-07T15:24:32.319254+0000","last_clean":"2024-09-07T15:24:32.319254+0000","last_became_active":"2024-09-07T13:38:11.960885+0000","last_became_peered":"2024-09-07T13:38:11.960885+0000","last_unstale":"2024-09-07T15:24:32.319254+0000","last_undegraded":"2024-09-07T15:24:32.319254+0000","last_fullsized":"2024-09-07T15:24:32.319254+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:18:33.221698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":356,"num_read_kb":308,"num_write":106,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'265","reported_seq":929,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.588013+0000","last_change":"2024-09-07T13:38:09.975596+0000","last_active":"2024-09-07T15:25:01.588013+0000","last_peered":"2024-09-07T15:25:01.588013+0000","last_clean":"2024-09-07T15:25:01.588013+0000","last_became_active":"2024-09-07T13:38:09.969708+0000","last_became_peered":"2024-09-07T13:38:09.969708+0000","last_unstale":"2024-09-07T15:25:01.588013+0000","last_undegraded":"2024-09-07T15:25:01.588013+0000","last_fullsized":"2024-09-07T15:25:01.588013+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:17:25.755348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5447864,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":437,"num_read_kb":26733,"num_write":1021,"num_write_kb":16661,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.739206+0000","last_change":"2024-09-07T13:38:13.966364+0000","last_active":"2024-09-07T15:24:36.739206+0000","last_peered":"2024-09-07T15:24:36.739206+0000","last_clean":"2024-09-07T15:24:36.739206+0000","last_became_active":"2024-09-07T13:38:13.961527+0000","last_became_peered":"2024-09-07T13:38:13.961527+0000","last_unstale":"2024-09-07T15:24:36.739206+0000","last_undegraded":"2024-09-07T15:24:36.739206+0000","last_fullsized":"2024-09-07T15:24:36.739206+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:46:36.432965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'298","reported_seq":906,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:01.944398+0000","last_change":"2024-09-07T13:38:16.018791+0000","last_active":"2024-09-07T15:27:01.944398+0000","last_peered":"2024-09-07T15:27:01.944398+0000","last_clean":"2024-09-07T15:27:01.944398+0000","last_became_active":"2024-09-07T13:38:16.016970+0000","last_became_peered":"2024-09-07T13:38:16.016970+0000","last_unstale":"2024-09-07T15:27:01.944398+0000","last_undegraded":"2024-09-07T15:27:01.944398+0000","last_fullsized":"2024-09-07T15:27:01.944398+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:56:13.636971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59289,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":491,"num_read_kb":991,"num_write":396,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'778","reported_seq":4751,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.870262+0000","last_change":"2024-09-07T13:38:17.995450+0000","last_active":"2024-09-07T15:27:26.870262+0000","last_peered":"2024-09-07T15:27:26.870262+0000","last_clean":"2024-09-07T15:27:26.870262+0000","last_became_active":"2024-09-07T13:38:17.994698+0000","last_became_peered":"2024-09-07T13:38:17.994698+0000","last_unstale":"2024-09-07T15:27:26.870262+0000","last_undegraded":"2024-09-07T15:27:26.870262+0000","last_fullsized":"2024-09-07T15:27:26.870262+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:39:13.300701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'130","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.735576+0000","last_change":"2024-09-07T13:38:11.963119+0000","last_active":"2024-09-07T15:24:21.735576+0000","last_peered":"2024-09-07T15:24:21.735576+0000","last_clean":"2024-09-07T15:24:21.735576+0000","last_became_active":"2024-09-07T13:38:11.962281+0000","last_became_peered":"2024-09-07T13:38:11.962281+0000","last_unstale":"2024-09-07T15:24:21.735576+0000","last_undegraded":"2024-09-07T15:24:21.735576+0000","last_fullsized":"2024-09-07T15:24:21.735576+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:34:03.129471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":538,"num_read_kb":433,"num_write":207,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'353","reported_seq":1103,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901510+0000","last_change":"2024-09-07T13:38:09.958727+0000","last_active":"2024-09-07T15:24:11.901510+0000","last_peered":"2024-09-07T15:24:11.901510+0000","last_clean":"2024-09-07T15:24:11.901510+0000","last_became_active":"2024-09-07T13:38:09.953807+0000","last_became_peered":"2024-09-07T13:38:09.953807+0000","last_unstale":"2024-09-07T15:24:11.901510+0000","last_undegraded":"2024-09-07T15:24:11.901510+0000","last_fullsized":"2024-09-07T15:24:11.901510+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:17:21.320917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23982035,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":741,"num_read_kb":21889,"num_write":1306,"num_write_kb":56048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904776+0000","last_change":"2024-09-07T13:38:13.977761+0000","last_active":"2024-09-07T15:24:26.904776+0000","last_peered":"2024-09-07T15:24:26.904776+0000","last_clean":"2024-09-07T15:24:26.904776+0000","last_became_active":"2024-09-07T13:38:13.976951+0000","last_became_peered":"2024-09-07T13:38:13.976951+0000","last_unstale":"2024-09-07T15:24:26.904776+0000","last_undegraded":"2024-09-07T15:24:26.904776+0000","last_fullsized":"2024-09-07T15:24:26.904776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:16:54.571224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'443","reported_seq":1128,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:56.771899+0000","last_change":"2024-09-07T13:38:16.017735+0000","last_active":"2024-09-07T15:26:56.771899+0000","last_peered":"2024-09-07T15:26:56.771899+0000","last_clean":"2024-09-07T15:26:56.771899+0000","last_became_active":"2024-09-07T13:38:16.016901+0000","last_became_peered":"2024-09-07T13:38:16.016901+0000","last_unstale":"2024-09-07T15:26:56.771899+0000","last_undegraded":"2024-09-07T15:26:56.771899+0000","last_fullsized":"2024-09-07T15:26:56.771899+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":400,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:01:06.166512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57456,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":704,"num_read_kb":1198,"num_write":542,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.263704+0000","last_change":"2024-09-07T13:38:17.987827+0000","last_active":"2024-09-07T15:24:06.263704+0000","last_peered":"2024-09-07T15:24:06.263704+0000","last_clean":"2024-09-07T15:24:06.263704+0000","last_became_active":"2024-09-07T13:38:17.987198+0000","last_became_peered":"2024-09-07T13:38:17.987198+0000","last_unstale":"2024-09-07T15:24:06.263704+0000","last_undegraded":"2024-09-07T15:24:06.263704+0000","last_fullsized":"2024-09-07T15:24:06.263704+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:29:28.957888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'546","reported_seq":1389,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.733498+0000","last_change":"2024-09-07T13:38:20.019965+0000","last_active":"2024-09-07T15:27:23.733498+0000","last_peered":"2024-09-07T15:27:23.733498+0000","last_clean":"2024-09-07T15:27:23.733498+0000","last_became_active":"2024-09-07T13:38:20.018987+0000","last_became_peered":"2024-09-07T13:38:20.018987+0000","last_unstale":"2024-09-07T15:27:23.733498+0000","last_undegraded":"2024-09-07T15:27:23.733498+0000","last_fullsized":"2024-09-07T15:27:23.733498+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:22:59.794569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1314,"num_read_kb":1309,"num_write":1132,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'101","reported_seq":723,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:48.827144+0000","last_change":"2024-09-07T13:38:11.971078+0000","last_active":"2024-09-07T15:24:48.827144+0000","last_peered":"2024-09-07T15:24:48.827144+0000","last_clean":"2024-09-07T15:24:48.827144+0000","last_became_active":"2024-09-07T13:38:11.964035+0000","last_became_peered":"2024-09-07T13:38:11.964035+0000","last_unstale":"2024-09-07T15:24:48.827144+0000","last_undegraded":"2024-09-07T15:24:48.827144+0000","last_fullsized":"2024-09-07T15:24:48.827144+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:05:37.014541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":383,"num_write":141,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'236","reported_seq":943,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:14.912723+0000","last_change":"2024-09-07T13:38:09.956620+0000","last_active":"2024-09-07T15:27:14.912723+0000","last_peered":"2024-09-07T15:27:14.912723+0000","last_clean":"2024-09-07T15:27:14.912723+0000","last_became_active":"2024-09-07T13:38:09.953293+0000","last_became_peered":"2024-09-07T13:38:09.953293+0000","last_unstale":"2024-09-07T15:27:14.912723+0000","last_undegraded":"2024-09-07T15:27:14.912723+0000","last_fullsized":"2024-09-07T15:27:14.912723+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:59:48.559181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12960061,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":462,"num_read_kb":53781,"num_write":928,"num_write_kb":33822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.262993+0000","last_change":"2024-09-07T13:38:13.957828+0000","last_active":"2024-09-07T15:24:26.262993+0000","last_peered":"2024-09-07T15:24:26.262993+0000","last_clean":"2024-09-07T15:24:26.262993+0000","last_became_active":"2024-09-07T13:38:13.957111+0000","last_became_peered":"2024-09-07T13:38:13.957111+0000","last_unstale":"2024-09-07T15:24:26.262993+0000","last_undegraded":"2024-09-07T15:24:26.262993+0000","last_fullsized":"2024-09-07T15:24:26.262993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:27:24.240364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'283","reported_seq":903,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:12.341884+0000","last_change":"2024-09-07T13:38:15.993331+0000","last_active":"2024-09-07T15:26:12.341884+0000","last_peered":"2024-09-07T15:26:12.341884+0000","last_clean":"2024-09-07T15:26:12.341884+0000","last_became_active":"2024-09-07T13:38:15.988081+0000","last_became_peered":"2024-09-07T13:38:15.988081+0000","last_unstale":"2024-09-07T15:26:12.341884+0000","last_undegraded":"2024-09-07T15:26:12.341884+0000","last_fullsized":"2024-09-07T15:26:12.341884+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:05.398465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56805,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":941,"num_write":374,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:57.325442+0000","last_change":"2024-09-07T13:38:17.994974+0000","last_active":"2024-09-07T15:24:57.325442+0000","last_peered":"2024-09-07T15:24:57.325442+0000","last_clean":"2024-09-07T15:24:57.325442+0000","last_became_active":"2024-09-07T13:38:17.994508+0000","last_became_peered":"2024-09-07T13:38:17.994508+0000","last_unstale":"2024-09-07T15:24:57.325442+0000","last_undegraded":"2024-09-07T15:24:57.325442+0000","last_fullsized":"2024-09-07T15:24:57.325442+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:33:44.871016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'128","reported_seq":655,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:06.513748+0000","last_change":"2024-09-07T13:38:20.012119+0000","last_active":"2024-09-07T15:27:06.513748+0000","last_peered":"2024-09-07T15:27:06.513748+0000","last_clean":"2024-09-07T15:27:06.513748+0000","last_became_active":"2024-09-07T13:38:20.011595+0000","last_became_peered":"2024-09-07T13:38:20.011595+0000","last_unstale":"2024-09-07T15:27:06.513748+0000","last_undegraded":"2024-09-07T15:27:06.513748+0000","last_fullsized":"2024-09-07T15:27:06.513748+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:08:29.701965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":176,"num_read_kb":166,"num_write":311,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'266","reported_seq":966,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.483533+0000","last_change":"2024-09-07T13:38:11.975965+0000","last_active":"2024-09-07T15:24:46.483533+0000","last_peered":"2024-09-07T15:24:46.483533+0000","last_clean":"2024-09-07T15:24:46.483533+0000","last_became_active":"2024-09-07T13:38:11.970451+0000","last_became_peered":"2024-09-07T13:38:11.970451+0000","last_unstale":"2024-09-07T15:24:46.483533+0000","last_undegraded":"2024-09-07T15:24:46.483533+0000","last_fullsized":"2024-09-07T15:24:46.483533+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:26:00.299784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1159,"num_read_kb":956,"num_write":391,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'303","reported_seq":993,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897975+0000","last_change":"2024-09-07T13:38:09.960381+0000","last_active":"2024-09-07T15:23:56.897975+0000","last_peered":"2024-09-07T15:23:56.897975+0000","last_clean":"2024-09-07T15:23:56.897975+0000","last_became_active":"2024-09-07T13:38:09.959258+0000","last_became_peered":"2024-09-07T13:38:09.959258+0000","last_unstale":"2024-09-07T15:23:56.897975+0000","last_undegraded":"2024-09-07T15:23:56.897975+0000","last_fullsized":"2024-09-07T15:23:56.897975+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:40:04.760755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1423848,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":530,"num_read_kb":722,"num_write":1115,"num_write_kb":10943,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.257303+0000","last_change":"2024-09-07T13:38:13.960390+0000","last_active":"2024-09-07T15:24:01.257303+0000","last_peered":"2024-09-07T15:24:01.257303+0000","last_clean":"2024-09-07T15:24:01.257303+0000","last_became_active":"2024-09-07T13:38:13.959704+0000","last_became_peered":"2024-09-07T13:38:13.959704+0000","last_unstale":"2024-09-07T15:24:01.257303+0000","last_undegraded":"2024-09-07T15:24:01.257303+0000","last_fullsized":"2024-09-07T15:24:01.257303+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:07:34.416510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'343","reported_seq":989,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:36.937678+0000","last_change":"2024-09-07T13:38:15.989134+0000","last_active":"2024-09-07T15:26:36.937678+0000","last_peered":"2024-09-07T15:26:36.937678+0000","last_clean":"2024-09-07T15:26:36.937678+0000","last_became_active":"2024-09-07T13:38:15.987730+0000","last_became_peered":"2024-09-07T13:38:15.987730+0000","last_unstale":"2024-09-07T15:26:36.937678+0000","last_undegraded":"2024-09-07T15:26:36.937678+0000","last_fullsized":"2024-09-07T15:26:36.937678+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:01.312662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53560,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":553,"num_read_kb":1000,"num_write":426,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'752","reported_seq":3259,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.853730+0000","last_change":"2024-09-07T13:38:17.997382+0000","last_active":"2024-09-07T15:27:26.853730+0000","last_peered":"2024-09-07T15:27:26.853730+0000","last_clean":"2024-09-07T15:27:26.853730+0000","last_became_active":"2024-09-07T13:38:17.996538+0000","last_became_peered":"2024-09-07T13:38:17.996538+0000","last_unstale":"2024-09-07T15:27:26.853730+0000","last_undegraded":"2024-09-07T15:27:26.853730+0000","last_fullsized":"2024-09-07T15:27:26.853730+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:55:42.702421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'115","reported_seq":634,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.231056+0000","last_change":"2024-09-07T13:38:20.013518+0000","last_active":"2024-09-07T15:27:22.231056+0000","last_peered":"2024-09-07T15:27:22.231056+0000","last_clean":"2024-09-07T15:27:22.231056+0000","last_became_active":"2024-09-07T13:38:20.012449+0000","last_became_peered":"2024-09-07T13:38:20.012449+0000","last_unstale":"2024-09-07T15:27:22.231056+0000","last_undegraded":"2024-09-07T15:27:22.231056+0000","last_fullsized":"2024-09-07T15:27:22.231056+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:15:10.828329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":286,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'198","reported_seq":834,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:12.476991+0000","last_change":"2024-09-07T13:38:11.962318+0000","last_active":"2024-09-07T15:24:12.476991+0000","last_peered":"2024-09-07T15:24:12.476991+0000","last_clean":"2024-09-07T15:24:12.476991+0000","last_became_active":"2024-09-07T13:38:11.961387+0000","last_became_peered":"2024-09-07T13:38:11.961387+0000","last_unstale":"2024-09-07T15:24:12.476991+0000","last_undegraded":"2024-09-07T15:24:12.476991+0000","last_fullsized":"2024-09-07T15:24:12.476991+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:25:58.853607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":804,"num_read_kb":654,"num_write":292,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'275","reported_seq":1059,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.727165+0000","last_change":"2024-09-07T13:38:09.960358+0000","last_active":"2024-09-07T15:23:56.727165+0000","last_peered":"2024-09-07T15:23:56.727165+0000","last_clean":"2024-09-07T15:23:56.727165+0000","last_became_active":"2024-09-07T13:38:09.955525+0000","last_became_peered":"2024-09-07T13:38:09.955525+0000","last_unstale":"2024-09-07T15:23:56.727165+0000","last_undegraded":"2024-09-07T15:23:56.727165+0000","last_fullsized":"2024-09-07T15:23:56.727165+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:52:32.175490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6752348,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":546,"num_read_kb":36147,"num_write":1027,"num_write_kb":30629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.269499+0000","last_change":"2024-09-07T13:38:13.956406+0000","last_active":"2024-09-07T15:24:56.269499+0000","last_peered":"2024-09-07T15:24:56.269499+0000","last_clean":"2024-09-07T15:24:56.269499+0000","last_became_active":"2024-09-07T13:38:13.955470+0000","last_became_peered":"2024-09-07T13:38:13.955470+0000","last_unstale":"2024-09-07T15:24:56.269499+0000","last_undegraded":"2024-09-07T15:24:56.269499+0000","last_fullsized":"2024-09-07T15:24:56.269499+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:00:11.527983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'541","reported_seq":1211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.651346+0000","last_change":"2024-09-07T13:38:15.980702+0000","last_active":"2024-09-07T15:27:23.651346+0000","last_peered":"2024-09-07T15:27:23.651346+0000","last_clean":"2024-09-07T15:27:23.651346+0000","last_became_active":"2024-09-07T13:38:15.977053+0000","last_became_peered":"2024-09-07T13:38:15.977053+0000","last_unstale":"2024-09-07T15:27:23.651346+0000","last_undegraded":"2024-09-07T15:27:23.651346+0000","last_fullsized":"2024-09-07T15:27:23.651346+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":500,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:09:00.977138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122512,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":948,"num_read_kb":2039,"num_write":794,"num_write_kb":658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.264181+0000","last_change":"2024-09-07T13:38:18.001460+0000","last_active":"2024-09-07T15:24:31.264181+0000","last_peered":"2024-09-07T15:24:31.264181+0000","last_clean":"2024-09-07T15:24:31.264181+0000","last_became_active":"2024-09-07T13:38:17.999641+0000","last_became_peered":"2024-09-07T13:38:17.999641+0000","last_unstale":"2024-09-07T15:24:31.264181+0000","last_undegraded":"2024-09-07T15:24:31.264181+0000","last_fullsized":"2024-09-07T15:24:31.264181+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:23:51.811753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'173","reported_seq":723,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.269938+0000","last_change":"2024-09-07T13:38:20.005868+0000","last_active":"2024-09-07T15:24:31.269938+0000","last_peered":"2024-09-07T15:24:31.269938+0000","last_clean":"2024-09-07T15:24:31.269938+0000","last_became_active":"2024-09-07T13:38:20.000637+0000","last_became_peered":"2024-09-07T13:38:20.000637+0000","last_unstale":"2024-09-07T15:24:31.269938+0000","last_undegraded":"2024-09-07T15:24:31.269938+0000","last_fullsized":"2024-09-07T15:24:31.269938+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:19.707086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":254,"num_read_kb":244,"num_write":425,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'350","reported_seq":1102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495492+0000","last_change":"2024-09-07T13:38:11.978963+0000","last_active":"2024-09-07T15:23:57.495492+0000","last_peered":"2024-09-07T15:23:57.495492+0000","last_clean":"2024-09-07T15:23:57.495492+0000","last_became_active":"2024-09-07T13:38:11.978375+0000","last_became_peered":"2024-09-07T13:38:11.978375+0000","last_unstale":"2024-09-07T15:23:57.495492+0000","last_undegraded":"2024-09-07T15:23:57.495492+0000","last_fullsized":"2024-09-07T15:23:57.495492+0000","mapping_epoch":28,"log_start":"266'300","ondisk_log_start":"266'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:41:32.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1634,"num_read_kb":1416,"num_write":530,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'338","reported_seq":1120,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263124+0000","last_change":"2024-09-07T13:38:41.160908+0000","last_active":"2024-09-07T15:24:26.263124+0000","last_peered":"2024-09-07T15:24:26.263124+0000","last_clean":"2024-09-07T15:24:26.263124+0000","last_became_active":"2024-09-07T13:38:41.160505+0000","last_became_peered":"2024-09-07T13:38:41.160505+0000","last_unstale":"2024-09-07T15:24:26.263124+0000","last_undegraded":"2024-09-07T15:24:26.263124+0000","last_fullsized":"2024-09-07T15:24:26.263124+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:47:19.122563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15062194,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":909,"num_read_kb":21179,"num_write":1242,"num_write_kb":33405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.257373+0000","last_change":"2024-09-07T13:38:13.971469+0000","last_active":"2024-09-07T15:24:01.257373+0000","last_peered":"2024-09-07T15:24:01.257373+0000","last_clean":"2024-09-07T15:24:01.257373+0000","last_became_active":"2024-09-07T13:38:13.970686+0000","last_became_peered":"2024-09-07T13:38:13.970686+0000","last_unstale":"2024-09-07T15:24:01.257373+0000","last_undegraded":"2024-09-07T15:24:01.257373+0000","last_fullsized":"2024-09-07T15:24:01.257373+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:15:25.269326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'328","reported_seq":953,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.527807+0000","last_change":"2024-09-07T13:38:15.982497+0000","last_active":"2024-09-07T15:26:17.527807+0000","last_peered":"2024-09-07T15:26:17.527807+0000","last_clean":"2024-09-07T15:26:17.527807+0000","last_became_active":"2024-09-07T13:38:15.981714+0000","last_became_peered":"2024-09-07T13:38:15.981714+0000","last_unstale":"2024-09-07T15:26:17.527807+0000","last_undegraded":"2024-09-07T15:26:17.527807+0000","last_fullsized":"2024-09-07T15:26:17.527807+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:25:52.040745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55371,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":550,"num_read_kb":1006,"num_write":480,"num_write_kb":352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699538+0000","last_change":"2024-09-07T13:38:18.002116+0000","last_active":"2024-09-07T15:24:31.699538+0000","last_peered":"2024-09-07T15:24:31.699538+0000","last_clean":"2024-09-07T15:24:31.699538+0000","last_became_active":"2024-09-07T13:38:18.001444+0000","last_became_peered":"2024-09-07T13:38:18.001444+0000","last_unstale":"2024-09-07T15:24:31.699538+0000","last_undegraded":"2024-09-07T15:24:31.699538+0000","last_fullsized":"2024-09-07T15:24:31.699538+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:27:10.644741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'104","reported_seq":641,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348139+0000","last_change":"2024-09-07T13:38:20.008041+0000","last_active":"2024-09-07T15:26:47.348139+0000","last_peered":"2024-09-07T15:26:47.348139+0000","last_clean":"2024-09-07T15:26:47.348139+0000","last_became_active":"2024-09-07T13:38:20.007347+0000","last_became_peered":"2024-09-07T13:38:20.007347+0000","last_unstale":"2024-09-07T15:26:47.348139+0000","last_undegraded":"2024-09-07T15:26:47.348139+0000","last_fullsized":"2024-09-07T15:26:47.348139+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:48:28.738738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":136,"num_write":262,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'348","reported_seq":994,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495526+0000","last_change":"2024-09-07T13:38:11.953366+0000","last_active":"2024-09-07T15:23:57.495526+0000","last_peered":"2024-09-07T15:23:57.495526+0000","last_clean":"2024-09-07T15:23:57.495526+0000","last_became_active":"2024-09-07T13:38:11.950454+0000","last_became_peered":"2024-09-07T13:38:11.950454+0000","last_unstale":"2024-09-07T15:23:57.495526+0000","last_undegraded":"2024-09-07T15:23:57.495526+0000","last_fullsized":"2024-09-07T15:23:57.495526+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:41.377910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1500,"num_read_kb":1202,"num_write":556,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'276","reported_seq":956,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:13.749170+0000","last_change":"2024-09-07T13:38:09.943201+0000","last_active":"2024-09-07T15:27:13.749170+0000","last_peered":"2024-09-07T15:27:13.749170+0000","last_clean":"2024-09-07T15:27:13.749170+0000","last_became_active":"2024-09-07T13:38:09.942104+0000","last_became_peered":"2024-09-07T13:38:09.942104+0000","last_unstale":"2024-09-07T15:27:13.749170+0000","last_undegraded":"2024-09-07T15:27:13.749170+0000","last_fullsized":"2024-09-07T15:27:13.749170+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:47:35.477500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7082678,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":517,"num_read_kb":6959,"num_write":1045,"num_write_kb":15487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.262669+0000","last_change":"2024-09-07T13:38:13.973029+0000","last_active":"2024-09-07T15:24:01.262669+0000","last_peered":"2024-09-07T15:24:01.262669+0000","last_clean":"2024-09-07T15:24:01.262669+0000","last_became_active":"2024-09-07T13:38:13.972315+0000","last_became_peered":"2024-09-07T13:38:13.972315+0000","last_unstale":"2024-09-07T15:24:01.262669+0000","last_undegraded":"2024-09-07T15:24:01.262669+0000","last_fullsized":"2024-09-07T15:24:01.262669+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:19:10.940522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'353","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:46.290947+0000","last_change":"2024-09-07T13:38:15.999716+0000","last_active":"2024-09-07T15:26:46.290947+0000","last_peered":"2024-09-07T15:26:46.290947+0000","last_clean":"2024-09-07T15:26:46.290947+0000","last_became_active":"2024-09-07T13:38:15.998960+0000","last_became_peered":"2024-09-07T13:38:15.998960+0000","last_unstale":"2024-09-07T15:26:46.290947+0000","last_undegraded":"2024-09-07T15:26:46.290947+0000","last_fullsized":"2024-09-07T15:26:46.290947+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:50:14.885177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53482,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":573,"num_read_kb":1045,"num_write":446,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'754","reported_seq":3288,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.863216+0000","last_change":"2024-09-07T13:38:18.007806+0000","last_active":"2024-09-07T15:27:26.863216+0000","last_peered":"2024-09-07T15:27:26.863216+0000","last_clean":"2024-09-07T15:27:26.863216+0000","last_became_active":"2024-09-07T13:38:18.007298+0000","last_became_peered":"2024-09-07T13:38:18.007298+0000","last_unstale":"2024-09-07T15:27:26.863216+0000","last_undegraded":"2024-09-07T15:27:26.863216+0000","last_fullsized":"2024-09-07T15:27:26.863216+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":700,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:06.178726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'146","reported_seq":688,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:41.298248+0000","last_change":"2024-09-07T13:38:20.013364+0000","last_active":"2024-09-07T15:26:41.298248+0000","last_peered":"2024-09-07T15:26:41.298248+0000","last_clean":"2024-09-07T15:26:41.298248+0000","last_became_active":"2024-09-07T13:38:20.012078+0000","last_became_peered":"2024-09-07T13:38:20.012078+0000","last_unstale":"2024-09-07T15:26:41.298248+0000","last_undegraded":"2024-09-07T15:26:41.298248+0000","last_fullsized":"2024-09-07T15:26:41.298248+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:01:30.871059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":218,"num_read_kb":205,"num_write":349,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'328","reported_seq":997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495553+0000","last_change":"2024-09-07T13:38:11.978895+0000","last_active":"2024-09-07T15:23:57.495553+0000","last_peered":"2024-09-07T15:23:57.495553+0000","last_clean":"2024-09-07T15:23:57.495553+0000","last_became_active":"2024-09-07T13:38:11.978432+0000","last_became_peered":"2024-09-07T13:38:11.978432+0000","last_unstale":"2024-09-07T15:23:57.495553+0000","last_undegraded":"2024-09-07T15:23:57.495553+0000","last_fullsized":"2024-09-07T15:23:57.495553+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:26:40.312428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1389,"num_read_kb":1168,"num_write":485,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'271","reported_seq":948,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:22.501075+0000","last_change":"2024-09-07T13:38:09.950756+0000","last_active":"2024-09-07T15:24:22.501075+0000","last_peered":"2024-09-07T15:24:22.501075+0000","last_clean":"2024-09-07T15:24:22.501075+0000","last_became_active":"2024-09-07T13:38:09.949154+0000","last_became_peered":"2024-09-07T13:38:09.949154+0000","last_unstale":"2024-09-07T15:24:22.501075+0000","last_undegraded":"2024-09-07T15:24:22.501075+0000","last_fullsized":"2024-09-07T15:24:22.501075+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:59.207880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10873548,"num_objects":79,"num_object_clones":0,"num_object_copies":237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":448,"num_read_kb":26149,"num_write":988,"num_write_kb":30118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1481,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.162387+0000","last_change":"2024-09-07T13:38:13.971061+0000","last_active":"2024-09-07T15:27:23.162387+0000","last_peered":"2024-09-07T15:27:23.162387+0000","last_clean":"2024-09-07T15:27:23.162387+0000","last_became_active":"2024-09-07T13:38:13.969774+0000","last_became_peered":"2024-09-07T13:38:13.969774+0000","last_unstale":"2024-09-07T15:27:23.162387+0000","last_undegraded":"2024-09-07T15:27:23.162387+0000","last_fullsized":"2024-09-07T15:27:23.162387+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:47:31.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":953,"num_read_kb":953,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'134","reported_seq":719,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312288+0000","last_change":"2024-09-07T13:38:16.016998+0000","last_active":"2024-09-07T15:24:02.312288+0000","last_peered":"2024-09-07T15:24:02.312288+0000","last_clean":"2024-09-07T15:24:02.312288+0000","last_became_active":"2024-09-07T13:38:16.016446+0000","last_became_peered":"2024-09-07T13:38:16.016446+0000","last_unstale":"2024-09-07T15:24:02.312288+0000","last_undegraded":"2024-09-07T15:24:02.312288+0000","last_fullsized":"2024-09-07T15:24:02.312288+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:19:18.289661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":165,"num_read_kb":160,"num_write":110,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'739","reported_seq":5150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.853533+0000","last_change":"2024-09-07T13:38:18.002486+0000","last_active":"2024-09-07T15:27:26.853533+0000","last_peered":"2024-09-07T15:27:26.853533+0000","last_clean":"2024-09-07T15:27:26.853533+0000","last_became_active":"2024-09-07T13:38:18.001633+0000","last_became_peered":"2024-09-07T13:38:18.001633+0000","last_unstale":"2024-09-07T15:27:26.853533+0000","last_undegraded":"2024-09-07T15:27:26.853533+0000","last_fullsized":"2024-09-07T15:27:26.853533+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":700,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:59.671048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'131","reported_seq":670,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.505020+0000","last_change":"2024-09-07T13:38:20.019360+0000","last_active":"2024-09-07T15:24:37.505020+0000","last_peered":"2024-09-07T15:24:37.505020+0000","last_clean":"2024-09-07T15:24:37.505020+0000","last_became_active":"2024-09-07T13:38:20.017590+0000","last_became_peered":"2024-09-07T13:38:20.017590+0000","last_unstale":"2024-09-07T15:24:37.505020+0000","last_undegraded":"2024-09-07T15:24:37.505020+0000","last_fullsized":"2024-09-07T15:24:37.505020+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:44:49.286523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":214,"num_read_kb":197,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'109","reported_seq":734,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267351+0000","last_change":"2024-09-07T13:38:11.950101+0000","last_active":"2024-09-07T15:24:21.267351+0000","last_peered":"2024-09-07T15:24:21.267351+0000","last_clean":"2024-09-07T15:24:21.267351+0000","last_became_active":"2024-09-07T13:38:11.949335+0000","last_became_peered":"2024-09-07T13:38:11.949335+0000","last_unstale":"2024-09-07T15:24:21.267351+0000","last_undegraded":"2024-09-07T15:24:21.267351+0000","last_fullsized":"2024-09-07T15:24:21.267351+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:54:15.890849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":465,"num_read_kb":389,"num_write":165,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'347","reported_seq":1099,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:22.316288+0000","last_change":"2024-09-07T13:38:09.953591+0000","last_active":"2024-09-07T15:24:22.316288+0000","last_peered":"2024-09-07T15:24:22.316288+0000","last_clean":"2024-09-07T15:24:22.316288+0000","last_became_active":"2024-09-07T13:38:09.952763+0000","last_became_peered":"2024-09-07T13:38:09.952763+0000","last_unstale":"2024-09-07T15:24:22.316288+0000","last_undegraded":"2024-09-07T15:24:22.316288+0000","last_fullsized":"2024-09-07T15:24:22.316288+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:58:12.265113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12789491,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":710,"num_read_kb":35096,"num_write":1202,"num_write_kb":41827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.496663+0000","last_change":"2024-09-07T13:38:13.968376+0000","last_active":"2024-09-07T15:24:02.496663+0000","last_peered":"2024-09-07T15:24:02.496663+0000","last_clean":"2024-09-07T15:24:02.496663+0000","last_became_active":"2024-09-07T13:38:13.967414+0000","last_became_peered":"2024-09-07T13:38:13.967414+0000","last_unstale":"2024-09-07T15:24:02.496663+0000","last_undegraded":"2024-09-07T15:24:02.496663+0000","last_fullsized":"2024-09-07T15:24:02.496663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:58.810731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'506","reported_seq":1178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.151161+0000","last_change":"2024-09-07T13:38:15.978535+0000","last_active":"2024-09-07T15:26:17.151161+0000","last_peered":"2024-09-07T15:26:17.151161+0000","last_clean":"2024-09-07T15:26:17.151161+0000","last_became_active":"2024-09-07T13:38:15.977773+0000","last_became_peered":"2024-09-07T13:38:15.977773+0000","last_unstale":"2024-09-07T15:26:17.151161+0000","last_undegraded":"2024-09-07T15:26:17.151161+0000","last_fullsized":"2024-09-07T15:26:17.151161+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":400,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:34:44.640802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55107,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1414,"num_read_kb":1899,"num_write":2010,"num_write_kb":1794,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474882+0000","last_change":"2024-09-07T13:38:18.002908+0000","last_active":"2024-09-07T15:24:06.474882+0000","last_peered":"2024-09-07T15:24:06.474882+0000","last_clean":"2024-09-07T15:24:06.474882+0000","last_became_active":"2024-09-07T13:38:18.002088+0000","last_became_peered":"2024-09-07T13:38:18.002088+0000","last_unstale":"2024-09-07T15:24:06.474882+0000","last_undegraded":"2024-09-07T15:24:06.474882+0000","last_fullsized":"2024-09-07T15:24:06.474882+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:26:46.897269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'135","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.573564+0000","last_change":"2024-09-07T13:38:20.014037+0000","last_active":"2024-09-07T15:26:03.573564+0000","last_peered":"2024-09-07T15:26:03.573564+0000","last_clean":"2024-09-07T15:26:03.573564+0000","last_became_active":"2024-09-07T13:38:20.013277+0000","last_became_peered":"2024-09-07T13:38:20.013277+0000","last_unstale":"2024-09-07T15:26:03.573564+0000","last_undegraded":"2024-09-07T15:26:03.573564+0000","last_fullsized":"2024-09-07T15:26:03.573564+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:45.341417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":158,"num_read_kb":155,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'248","reported_seq":881,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.484671+0000","last_change":"2024-09-07T13:38:11.977122+0000","last_active":"2024-09-07T15:24:51.484671+0000","last_peered":"2024-09-07T15:24:51.484671+0000","last_clean":"2024-09-07T15:24:51.484671+0000","last_became_active":"2024-09-07T13:38:11.976405+0000","last_became_peered":"2024-09-07T13:38:11.976405+0000","last_unstale":"2024-09-07T15:24:51.484671+0000","last_undegraded":"2024-09-07T15:24:51.484671+0000","last_fullsized":"2024-09-07T15:24:51.484671+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:56:49.479339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1035,"num_read_kb":831,"num_write":390,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":649,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.900148+0000","last_change":"2024-09-07T13:37:48.642316+0000","last_active":"2024-09-07T15:24:06.900148+0000","last_peered":"2024-09-07T15:24:06.900148+0000","last_clean":"2024-09-07T15:24:06.900148+0000","last_became_active":"2024-09-07T13:37:48.640244+0000","last_became_peered":"2024-09-07T13:37:48.640244+0000","last_unstale":"2024-09-07T15:24:06.900148+0000","last_undegraded":"2024-09-07T15:24:06.900148+0000","last_fullsized":"2024-09-07T15:24:06.900148+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:47.582000+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:47.582000+0000","last_clean_scrub_stamp":"2024-09-07T13:37:47.582000+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:17.324430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":557,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.730538+0000","last_change":"2024-09-07T13:37:55.677817+0000","last_active":"2024-09-07T15:24:11.730538+0000","last_peered":"2024-09-07T15:24:11.730538+0000","last_clean":"2024-09-07T15:24:11.730538+0000","last_became_active":"2024-09-07T13:37:53.651096+0000","last_became_peered":"2024-09-07T13:37:53.651096+0000","last_unstale":"2024-09-07T15:24:11.730538+0000","last_undegraded":"2024-09-07T15:24:11.730538+0000","last_fullsized":"2024-09-07T15:24:11.730538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:15:45.209970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076349800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'289","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:40.909673+0000","last_change":"2024-09-07T13:38:09.970645+0000","last_active":"2024-09-07T15:24:40.909673+0000","last_peered":"2024-09-07T15:24:40.909673+0000","last_clean":"2024-09-07T15:24:40.909673+0000","last_became_active":"2024-09-07T13:38:09.970156+0000","last_became_peered":"2024-09-07T13:38:09.970156+0000","last_unstale":"2024-09-07T15:24:40.909673+0000","last_undegraded":"2024-09-07T15:24:40.909673+0000","last_fullsized":"2024-09-07T15:24:40.909673+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:03.302419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13227606,"num_objects":79,"num_object_clones":0,"num_object_copies":237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":429,"num_read_kb":9405,"num_write":1047,"num_write_kb":29387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.906224+0000","last_change":"2024-09-07T13:38:13.972800+0000","last_active":"2024-09-07T15:24:31.906224+0000","last_peered":"2024-09-07T15:24:31.906224+0000","last_clean":"2024-09-07T15:24:31.906224+0000","last_became_active":"2024-09-07T13:38:13.971905+0000","last_became_peered":"2024-09-07T13:38:13.971905+0000","last_unstale":"2024-09-07T15:24:31.906224+0000","last_undegraded":"2024-09-07T15:24:31.906224+0000","last_fullsized":"2024-09-07T15:24:31.906224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:44:51.237772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'745","reported_seq":1478,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.695894+0000","last_change":"2024-09-07T13:38:15.999961+0000","last_active":"2024-09-07T15:27:23.695894+0000","last_peered":"2024-09-07T15:27:23.695894+0000","last_clean":"2024-09-07T15:27:23.695894+0000","last_became_active":"2024-09-07T13:38:15.999277+0000","last_became_peered":"2024-09-07T13:38:15.999277+0000","last_unstale":"2024-09-07T15:27:23.695894+0000","last_undegraded":"2024-09-07T15:27:23.695894+0000","last_fullsized":"2024-09-07T15:27:23.695894+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":700,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:32:38.896559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158675,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1449,"num_read_kb":2850,"num_write":1436,"num_write_kb":1265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":519,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699369+0000","last_change":"2024-09-07T13:38:17.995320+0000","last_active":"2024-09-07T15:24:31.699369+0000","last_peered":"2024-09-07T15:24:31.699369+0000","last_clean":"2024-09-07T15:24:31.699369+0000","last_became_active":"2024-09-07T13:38:17.993862+0000","last_became_peered":"2024-09-07T13:38:17.993862+0000","last_unstale":"2024-09-07T15:24:31.699369+0000","last_undegraded":"2024-09-07T15:24:31.699369+0000","last_fullsized":"2024-09-07T15:24:31.699369+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:38:31.901929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'183","reported_seq":911,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.354056+0000","last_change":"2024-09-07T13:38:20.008926+0000","last_active":"2024-09-07T15:26:03.354056+0000","last_peered":"2024-09-07T15:26:03.354056+0000","last_clean":"2024-09-07T15:26:03.354056+0000","last_became_active":"2024-09-07T13:38:20.008171+0000","last_became_peered":"2024-09-07T13:38:20.008171+0000","last_unstale":"2024-09-07T15:26:03.354056+0000","last_undegraded":"2024-09-07T15:26:03.354056+0000","last_fullsized":"2024-09-07T15:26:03.354056+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:53:58.739499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":454,"num_read_kb":452,"num_write":371,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'107","reported_seq":692,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.696587+0000","last_change":"2024-09-07T13:38:11.953043+0000","last_active":"2024-09-07T15:24:21.696587+0000","last_peered":"2024-09-07T15:24:21.696587+0000","last_clean":"2024-09-07T15:24:21.696587+0000","last_became_active":"2024-09-07T13:38:11.952594+0000","last_became_peered":"2024-09-07T13:38:11.952594+0000","last_unstale":"2024-09-07T15:24:21.696587+0000","last_undegraded":"2024-09-07T15:24:21.696587+0000","last_fullsized":"2024-09-07T15:24:21.696587+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:36:45.016375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":470,"num_read_kb":380,"num_write":170,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901254+0000","last_change":"2024-09-07T13:37:55.757535+0000","last_active":"2024-09-07T15:24:11.901254+0000","last_peered":"2024-09-07T15:24:11.901254+0000","last_clean":"2024-09-07T15:24:11.901254+0000","last_became_active":"2024-09-07T13:37:53.648513+0000","last_became_peered":"2024-09-07T13:37:53.648513+0000","last_unstale":"2024-09-07T15:24:11.901254+0000","last_undegraded":"2024-09-07T15:24:11.901254+0000","last_fullsized":"2024-09-07T15:24:11.901254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:38:58.218686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001130404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'247","reported_seq":947,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:33.299074+0000","last_change":"2024-09-07T13:38:09.957252+0000","last_active":"2024-09-07T15:24:33.299074+0000","last_peered":"2024-09-07T15:24:33.299074+0000","last_clean":"2024-09-07T15:24:33.299074+0000","last_became_active":"2024-09-07T13:38:09.956791+0000","last_became_peered":"2024-09-07T13:38:09.956791+0000","last_unstale":"2024-09-07T15:24:33.299074+0000","last_undegraded":"2024-09-07T15:24:33.299074+0000","last_fullsized":"2024-09-07T15:24:33.299074+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:15:21.227609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10774367,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":426,"num_read_kb":113059,"num_write":867,"num_write_kb":37932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736933+0000","last_change":"2024-09-07T13:38:13.967843+0000","last_active":"2024-09-07T15:24:26.736933+0000","last_peered":"2024-09-07T15:24:26.736933+0000","last_clean":"2024-09-07T15:24:26.736933+0000","last_became_active":"2024-09-07T13:38:13.967037+0000","last_became_peered":"2024-09-07T13:38:13.967037+0000","last_unstale":"2024-09-07T15:24:26.736933+0000","last_undegraded":"2024-09-07T15:24:26.736933+0000","last_fullsized":"2024-09-07T15:24:26.736933+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:10.213062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1389","reported_seq":3682,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.852074+0000","last_change":"2024-09-07T13:38:15.982797+0000","last_active":"2024-09-07T15:27:26.852074+0000","last_peered":"2024-09-07T15:27:26.852074+0000","last_clean":"2024-09-07T15:27:26.852074+0000","last_became_active":"2024-09-07T13:38:15.982118+0000","last_became_peered":"2024-09-07T13:38:15.982118+0000","last_unstale":"2024-09-07T15:27:26.852074+0000","last_undegraded":"2024-09-07T15:27:26.852074+0000","last_fullsized":"2024-09-07T15:27:26.852074+0000","mapping_epoch":32,"log_start":"269'1300","ondisk_log_start":"269'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":1300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:04:50.073426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":175272,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2192,"num_read_kb":3705,"num_write":1328,"num_write_kb":1093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911326+0000","last_change":"2024-09-07T13:38:18.006692+0000","last_active":"2024-09-07T15:24:51.911326+0000","last_peered":"2024-09-07T15:24:51.911326+0000","last_clean":"2024-09-07T15:24:51.911326+0000","last_became_active":"2024-09-07T13:38:18.005928+0000","last_became_peered":"2024-09-07T13:38:18.005928+0000","last_unstale":"2024-09-07T15:24:51.911326+0000","last_undegraded":"2024-09-07T15:24:51.911326+0000","last_fullsized":"2024-09-07T15:24:51.911326+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:37:34.771952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'120","reported_seq":667,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.275880+0000","last_change":"2024-09-07T13:38:20.604464+0000","last_active":"2024-09-07T15:24:56.275880+0000","last_peered":"2024-09-07T15:24:56.275880+0000","last_clean":"2024-09-07T15:24:56.275880+0000","last_became_active":"2024-09-07T13:38:20.603620+0000","last_became_peered":"2024-09-07T13:38:20.603620+0000","last_unstale":"2024-09-07T15:24:56.275880+0000","last_undegraded":"2024-09-07T15:24:56.275880+0000","last_fullsized":"2024-09-07T15:24:56.275880+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:19:15.582694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1063,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":210,"num_read_kb":193,"num_write":303,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'136","reported_seq":749,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267373+0000","last_change":"2024-09-07T13:38:11.959735+0000","last_active":"2024-09-07T15:24:21.267373+0000","last_peered":"2024-09-07T15:24:21.267373+0000","last_clean":"2024-09-07T15:24:21.267373+0000","last_became_active":"2024-09-07T13:38:11.959123+0000","last_became_peered":"2024-09-07T13:38:11.959123+0000","last_unstale":"2024-09-07T15:24:21.267373+0000","last_undegraded":"2024-09-07T15:24:21.267373+0000","last_fullsized":"2024-09-07T15:24:21.267373+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:22:57.445540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":469,"num_write":218,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.259651+0000","last_change":"2024-09-07T13:37:55.754815+0000","last_active":"2024-09-07T15:24:11.259651+0000","last_peered":"2024-09-07T15:24:11.259651+0000","last_clean":"2024-09-07T15:24:11.259651+0000","last_became_active":"2024-09-07T13:37:53.647110+0000","last_became_peered":"2024-09-07T13:37:53.647110+0000","last_unstale":"2024-09-07T15:24:11.259651+0000","last_undegraded":"2024-09-07T15:24:11.259651+0000","last_fullsized":"2024-09-07T15:24:11.259651+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:57:15.571809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079789900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'311","reported_seq":1032,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.271267+0000","last_change":"2024-09-07T13:38:09.965976+0000","last_active":"2024-09-07T15:24:36.271267+0000","last_peered":"2024-09-07T15:24:36.271267+0000","last_clean":"2024-09-07T15:24:36.271267+0000","last_became_active":"2024-09-07T13:38:09.965593+0000","last_became_peered":"2024-09-07T13:38:09.965593+0000","last_unstale":"2024-09-07T15:24:36.271267+0000","last_undegraded":"2024-09-07T15:24:36.271267+0000","last_fullsized":"2024-09-07T15:24:36.271267+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:26:27.058305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22236709,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":558,"num_read_kb":60225,"num_write":1227,"num_write_kb":54706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263224+0000","last_change":"2024-09-07T13:38:13.962749+0000","last_active":"2024-09-07T15:24:26.263224+0000","last_peered":"2024-09-07T15:24:26.263224+0000","last_clean":"2024-09-07T15:24:26.263224+0000","last_became_active":"2024-09-07T13:38:13.962053+0000","last_became_peered":"2024-09-07T13:38:13.962053+0000","last_unstale":"2024-09-07T15:24:26.263224+0000","last_undegraded":"2024-09-07T15:24:26.263224+0000","last_fullsized":"2024-09-07T15:24:26.263224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:22:28.434283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'353","reported_seq":2260,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:20.433223+0000","last_change":"2024-09-07T13:38:16.021006+0000","last_active":"2024-09-07T15:27:20.433223+0000","last_peered":"2024-09-07T15:27:20.433223+0000","last_clean":"2024-09-07T15:27:20.433223+0000","last_became_active":"2024-09-07T13:38:16.020234+0000","last_became_peered":"2024-09-07T13:38:16.020234+0000","last_unstale":"2024-09-07T15:27:20.433223+0000","last_undegraded":"2024-09-07T15:27:20.433223+0000","last_fullsized":"2024-09-07T15:27:20.433223+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:19:20.850511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":335,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.700614+0000","last_change":"2024-09-07T13:38:17.991469+0000","last_active":"2024-09-07T15:24:36.700614+0000","last_peered":"2024-09-07T15:24:36.700614+0000","last_clean":"2024-09-07T15:24:36.700614+0000","last_became_active":"2024-09-07T13:38:17.990681+0000","last_became_peered":"2024-09-07T13:38:17.990681+0000","last_unstale":"2024-09-07T15:24:36.700614+0000","last_undegraded":"2024-09-07T15:24:36.700614+0000","last_fullsized":"2024-09-07T15:24:36.700614+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:02:15.829518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'260","reported_seq":893,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.913039+0000","last_change":"2024-09-07T13:38:20.018748+0000","last_active":"2024-09-07T15:26:03.913039+0000","last_peered":"2024-09-07T15:26:03.913039+0000","last_clean":"2024-09-07T15:26:03.913039+0000","last_became_active":"2024-09-07T13:38:20.018090+0000","last_became_peered":"2024-09-07T13:38:20.018090+0000","last_unstale":"2024-09-07T15:26:03.913039+0000","last_undegraded":"2024-09-07T15:26:03.913039+0000","last_fullsized":"2024-09-07T15:26:03.913039+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:26:52.784025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":514,"num_read_kb":539,"num_write":563,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'130","reported_seq":762,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268328+0000","last_change":"2024-09-07T13:38:11.950938+0000","last_active":"2024-09-07T15:24:26.268328+0000","last_peered":"2024-09-07T15:24:26.268328+0000","last_clean":"2024-09-07T15:24:26.268328+0000","last_became_active":"2024-09-07T13:38:11.950047+0000","last_became_peered":"2024-09-07T13:38:11.950047+0000","last_unstale":"2024-09-07T15:24:26.268328+0000","last_undegraded":"2024-09-07T15:24:26.268328+0000","last_fullsized":"2024-09-07T15:24:26.268328+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:12:32.592728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":472,"num_write":190,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.730424+0000","last_change":"2024-09-07T13:37:55.679248+0000","last_active":"2024-09-07T15:24:11.730424+0000","last_peered":"2024-09-07T15:24:11.730424+0000","last_clean":"2024-09-07T15:24:11.730424+0000","last_became_active":"2024-09-07T13:37:53.655546+0000","last_became_peered":"2024-09-07T13:37:53.655546+0000","last_unstale":"2024-09-07T15:24:11.730424+0000","last_undegraded":"2024-09-07T15:24:11.730424+0000","last_fullsized":"2024-09-07T15:24:11.730424+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:07:15.087439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020753350000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'295","reported_seq":975,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:16.535018+0000","last_change":"2024-09-07T13:38:41.110343+0000","last_active":"2024-09-07T15:27:16.535018+0000","last_peered":"2024-09-07T15:27:16.535018+0000","last_clean":"2024-09-07T15:27:16.535018+0000","last_became_active":"2024-09-07T13:38:41.109372+0000","last_became_peered":"2024-09-07T13:38:41.109372+0000","last_unstale":"2024-09-07T15:27:16.535018+0000","last_undegraded":"2024-09-07T15:27:16.535018+0000","last_fullsized":"2024-09-07T15:27:16.535018+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:38.130768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10772329,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":475,"num_read_kb":112780,"num_write":1090,"num_write_kb":29364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.705176+0000","last_change":"2024-09-07T13:38:13.967215+0000","last_active":"2024-09-07T15:24:56.705176+0000","last_peered":"2024-09-07T15:24:56.705176+0000","last_clean":"2024-09-07T15:24:56.705176+0000","last_became_active":"2024-09-07T13:38:13.966445+0000","last_became_peered":"2024-09-07T13:38:13.966445+0000","last_unstale":"2024-09-07T15:24:56.705176+0000","last_undegraded":"2024-09-07T15:24:56.705176+0000","last_fullsized":"2024-09-07T15:24:56.705176+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:16:06.210630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'197","reported_seq":811,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:17.249733+0000","last_change":"2024-09-07T13:38:15.987387+0000","last_active":"2024-09-07T15:27:17.249733+0000","last_peered":"2024-09-07T15:27:17.249733+0000","last_clean":"2024-09-07T15:27:17.249733+0000","last_became_active":"2024-09-07T13:38:15.986117+0000","last_became_peered":"2024-09-07T13:38:15.986117+0000","last_unstale":"2024-09-07T15:27:17.249733+0000","last_undegraded":"2024-09-07T15:27:17.249733+0000","last_fullsized":"2024-09-07T15:27:17.249733+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:15.855397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":255,"num_read_kb":249,"num_write":186,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480318+0000","last_change":"2024-09-07T13:38:17.998296+0000","last_active":"2024-09-07T15:24:31.480318+0000","last_peered":"2024-09-07T15:24:31.480318+0000","last_clean":"2024-09-07T15:24:31.480318+0000","last_became_active":"2024-09-07T13:38:17.997608+0000","last_became_peered":"2024-09-07T13:38:17.997608+0000","last_unstale":"2024-09-07T15:24:31.480318+0000","last_undegraded":"2024-09-07T15:24:31.480318+0000","last_fullsized":"2024-09-07T15:24:31.480318+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:29:11.087034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'107","reported_seq":681,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.737832+0000","last_change":"2024-09-07T13:38:20.008383+0000","last_active":"2024-09-07T15:24:31.737832+0000","last_peered":"2024-09-07T15:24:31.737832+0000","last_clean":"2024-09-07T15:24:31.737832+0000","last_became_active":"2024-09-07T13:38:20.007816+0000","last_became_peered":"2024-09-07T13:38:20.007816+0000","last_unstale":"2024-09-07T15:24:31.737832+0000","last_undegraded":"2024-09-07T15:24:31.737832+0000","last_fullsized":"2024-09-07T15:24:31.737832+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:42:59.247539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":245,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'184","reported_seq":807,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268256+0000","last_change":"2024-09-07T13:38:11.959361+0000","last_active":"2024-09-07T15:24:26.268256+0000","last_peered":"2024-09-07T15:24:26.268256+0000","last_clean":"2024-09-07T15:24:26.268256+0000","last_became_active":"2024-09-07T13:38:11.958318+0000","last_became_peered":"2024-09-07T13:38:11.958318+0000","last_unstale":"2024-09-07T15:24:26.268256+0000","last_undegraded":"2024-09-07T15:24:26.268256+0000","last_fullsized":"2024-09-07T15:24:26.268256+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:33:05.645626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":674,"num_write":292,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'306","reported_seq":1026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.741554+0000","last_change":"2024-09-07T13:38:09.952780+0000","last_active":"2024-09-07T15:24:46.741554+0000","last_peered":"2024-09-07T15:24:46.741554+0000","last_clean":"2024-09-07T15:24:46.741554+0000","last_became_active":"2024-09-07T13:38:09.951368+0000","last_became_peered":"2024-09-07T13:38:09.951368+0000","last_unstale":"2024-09-07T15:24:46.741554+0000","last_undegraded":"2024-09-07T15:24:46.741554+0000","last_fullsized":"2024-09-07T15:24:46.741554+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:55:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5857196,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":594,"num_read_kb":19057,"num_write":1123,"num_write_kb":25519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":562,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.264897+0000","last_change":"2024-09-07T13:37:55.669086+0000","last_active":"2024-09-07T15:24:11.264897+0000","last_peered":"2024-09-07T15:24:11.264897+0000","last_clean":"2024-09-07T15:24:11.264897+0000","last_became_active":"2024-09-07T13:37:53.666950+0000","last_became_peered":"2024-09-07T13:37:53.666950+0000","last_unstale":"2024-09-07T15:24:11.264897+0000","last_undegraded":"2024-09-07T15:24:11.264897+0000","last_fullsized":"2024-09-07T15:24:11.264897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:39.141556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068751100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699213+0000","last_change":"2024-09-07T13:38:13.958787+0000","last_active":"2024-09-07T15:24:31.699213+0000","last_peered":"2024-09-07T15:24:31.699213+0000","last_clean":"2024-09-07T15:24:31.699213+0000","last_became_active":"2024-09-07T13:38:13.957914+0000","last_became_peered":"2024-09-07T13:38:13.957914+0000","last_unstale":"2024-09-07T15:24:31.699213+0000","last_undegraded":"2024-09-07T15:24:31.699213+0000","last_fullsized":"2024-09-07T15:24:31.699213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:07:41.412957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'641","reported_seq":1364,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.674614+0000","last_change":"2024-09-07T13:38:15.988819+0000","last_active":"2024-09-07T15:27:23.674614+0000","last_peered":"2024-09-07T15:27:23.674614+0000","last_clean":"2024-09-07T15:27:23.674614+0000","last_became_active":"2024-09-07T13:38:15.984554+0000","last_became_peered":"2024-09-07T13:38:15.984554+0000","last_unstale":"2024-09-07T15:27:23.674614+0000","last_undegraded":"2024-09-07T15:27:23.674614+0000","last_fullsized":"2024-09-07T15:27:23.674614+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":600,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:05:10.600670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":113574,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1078,"num_read_kb":2100,"num_write":884,"num_write_kb":638,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.504952+0000","last_change":"2024-09-07T13:38:18.000905+0000","last_active":"2024-09-07T15:24:37.504952+0000","last_peered":"2024-09-07T15:24:37.504952+0000","last_clean":"2024-09-07T15:24:37.504952+0000","last_became_active":"2024-09-07T13:38:18.000095+0000","last_became_peered":"2024-09-07T13:38:18.000095+0000","last_unstale":"2024-09-07T15:24:37.504952+0000","last_undegraded":"2024-09-07T15:24:37.504952+0000","last_fullsized":"2024-09-07T15:24:37.504952+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:26:48.915923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'136","reported_seq":678,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:59.537005+0000","last_change":"2024-09-07T13:38:20.605716+0000","last_active":"2024-09-07T15:25:59.537005+0000","last_peered":"2024-09-07T15:25:59.537005+0000","last_clean":"2024-09-07T15:25:59.537005+0000","last_became_active":"2024-09-07T13:38:20.604824+0000","last_became_peered":"2024-09-07T13:38:20.604824+0000","last_unstale":"2024-09-07T15:25:59.537005+0000","last_undegraded":"2024-09-07T15:25:59.537005+0000","last_fullsized":"2024-09-07T15:25:59.537005+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:29:30.494841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":220,"num_read_kb":205,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'398","reported_seq":1053,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697797+0000","last_change":"2024-09-07T13:38:11.962592+0000","last_active":"2024-09-07T15:24:26.697797+0000","last_peered":"2024-09-07T15:24:26.697797+0000","last_clean":"2024-09-07T15:24:26.697797+0000","last_became_active":"2024-09-07T13:38:11.961743+0000","last_became_peered":"2024-09-07T13:38:11.961743+0000","last_unstale":"2024-09-07T15:24:26.697797+0000","last_undegraded":"2024-09-07T15:24:26.697797+0000","last_fullsized":"2024-09-07T15:24:26.697797+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:41.396895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1712,"num_read_kb":1353,"num_write":613,"num_write_kb":367,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'255","reported_seq":924,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268303+0000","last_change":"2024-09-07T13:38:09.921486+0000","last_active":"2024-09-07T15:24:26.268303+0000","last_peered":"2024-09-07T15:24:26.268303+0000","last_clean":"2024-09-07T15:24:26.268303+0000","last_became_active":"2024-09-07T13:38:09.921123+0000","last_became_peered":"2024-09-07T13:38:09.921123+0000","last_unstale":"2024-09-07T15:24:26.268303+0000","last_undegraded":"2024-09-07T15:24:26.268303+0000","last_fullsized":"2024-09-07T15:24:26.268303+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:26:40.183388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15732918,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":384,"num_read_kb":26022,"num_write":1023,"num_write_kb":45232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":556,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904890+0000","last_change":"2024-09-07T13:37:55.757319+0000","last_active":"2024-09-07T15:24:26.904890+0000","last_peered":"2024-09-07T15:24:26.904890+0000","last_clean":"2024-09-07T15:24:26.904890+0000","last_became_active":"2024-09-07T13:37:53.668660+0000","last_became_peered":"2024-09-07T13:37:53.668660+0000","last_unstale":"2024-09-07T15:24:26.904890+0000","last_undegraded":"2024-09-07T15:24:26.904890+0000","last_fullsized":"2024-09-07T15:24:26.904890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:27:36.067716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00097177500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480167+0000","last_change":"2024-09-07T13:38:13.963445+0000","last_active":"2024-09-07T15:24:31.480167+0000","last_peered":"2024-09-07T15:24:31.480167+0000","last_clean":"2024-09-07T15:24:31.480167+0000","last_became_active":"2024-09-07T13:38:13.962732+0000","last_became_peered":"2024-09-07T13:38:13.962732+0000","last_unstale":"2024-09-07T15:24:31.480167+0000","last_undegraded":"2024-09-07T15:24:31.480167+0000","last_fullsized":"2024-09-07T15:24:31.480167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:32:08.427154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'332","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.162066+0000","last_change":"2024-09-07T13:38:16.016954+0000","last_active":"2024-09-07T15:26:17.162066+0000","last_peered":"2024-09-07T15:26:17.162066+0000","last_clean":"2024-09-07T15:26:17.162066+0000","last_became_active":"2024-09-07T13:38:16.016371+0000","last_became_peered":"2024-09-07T13:38:16.016371+0000","last_unstale":"2024-09-07T15:26:17.162066+0000","last_undegraded":"2024-09-07T15:26:17.162066+0000","last_fullsized":"2024-09-07T15:26:17.162066+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:04:43.605935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":419,"num_read_kb":408,"num_write":402,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'762","reported_seq":3383,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.872457+0000","last_change":"2024-09-07T13:38:17.983253+0000","last_active":"2024-09-07T15:27:26.872457+0000","last_peered":"2024-09-07T15:27:26.872457+0000","last_clean":"2024-09-07T15:27:26.872457+0000","last_became_active":"2024-09-07T13:38:17.982543+0000","last_became_peered":"2024-09-07T13:38:17.982543+0000","last_unstale":"2024-09-07T15:27:26.872457+0000","last_undegraded":"2024-09-07T15:27:26.872457+0000","last_fullsized":"2024-09-07T15:27:26.872457+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":700,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:24:17.846699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'125","reported_seq":669,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348328+0000","last_change":"2024-09-07T13:38:20.607649+0000","last_active":"2024-09-07T15:26:47.348328+0000","last_peered":"2024-09-07T15:26:47.348328+0000","last_clean":"2024-09-07T15:26:47.348328+0000","last_became_active":"2024-09-07T13:38:20.606877+0000","last_became_peered":"2024-09-07T13:38:20.606877+0000","last_unstale":"2024-09-07T15:26:47.348328+0000","last_undegraded":"2024-09-07T15:26:47.348328+0000","last_fullsized":"2024-09-07T15:26:47.348328+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:49:21.727054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":690,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":307,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'231","reported_seq":926,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.364439+0000","last_change":"2024-09-07T13:38:11.966234+0000","last_active":"2024-09-07T15:27:22.364439+0000","last_peered":"2024-09-07T15:27:22.364439+0000","last_clean":"2024-09-07T15:27:22.364439+0000","last_became_active":"2024-09-07T13:38:11.962120+0000","last_became_peered":"2024-09-07T13:38:11.962120+0000","last_unstale":"2024-09-07T15:27:22.364439+0000","last_undegraded":"2024-09-07T15:27:22.364439+0000","last_fullsized":"2024-09-07T15:27:22.364439+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:25:35.522062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1045,"num_read_kb":865,"num_write":371,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'245","reported_seq":1004,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:22.316568+0000","last_change":"2024-09-07T13:38:09.953167+0000","last_active":"2024-09-07T15:24:22.316568+0000","last_peered":"2024-09-07T15:24:22.316568+0000","last_clean":"2024-09-07T15:24:22.316568+0000","last_became_active":"2024-09-07T13:38:09.952616+0000","last_became_peered":"2024-09-07T13:38:09.952616+0000","last_unstale":"2024-09-07T15:24:22.316568+0000","last_undegraded":"2024-09-07T15:24:22.316568+0000","last_fullsized":"2024-09-07T15:24:22.316568+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:19:40.688163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":370466,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":684,"num_read_kb":2393,"num_write":946,"num_write_kb":24762,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":560,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.263786+0000","last_change":"2024-09-07T13:37:55.668770+0000","last_active":"2024-09-07T15:24:06.263786+0000","last_peered":"2024-09-07T15:24:06.263786+0000","last_clean":"2024-09-07T15:24:06.263786+0000","last_became_active":"2024-09-07T13:37:53.647679+0000","last_became_peered":"2024-09-07T13:37:53.647679+0000","last_unstale":"2024-09-07T15:24:06.263786+0000","last_undegraded":"2024-09-07T15:24:06.263786+0000","last_fullsized":"2024-09-07T15:24:06.263786+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:31:06.409073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001032404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503647+0000","last_change":"2024-09-07T13:38:13.956683+0000","last_active":"2024-09-07T15:24:32.503647+0000","last_peered":"2024-09-07T15:24:32.503647+0000","last_clean":"2024-09-07T15:24:32.503647+0000","last_became_active":"2024-09-07T13:38:13.955420+0000","last_became_peered":"2024-09-07T13:38:13.955420+0000","last_unstale":"2024-09-07T15:24:32.503647+0000","last_undegraded":"2024-09-07T15:24:32.503647+0000","last_fullsized":"2024-09-07T15:24:32.503647+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:31:58.148863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'157","reported_seq":755,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503709+0000","last_change":"2024-09-07T13:38:16.000710+0000","last_active":"2024-09-07T15:24:32.503709+0000","last_peered":"2024-09-07T15:24:32.503709+0000","last_clean":"2024-09-07T15:24:32.503709+0000","last_became_active":"2024-09-07T13:38:15.999340+0000","last_became_peered":"2024-09-07T13:38:15.999340+0000","last_unstale":"2024-09-07T15:24:32.503709+0000","last_undegraded":"2024-09-07T15:24:32.503709+0000","last_fullsized":"2024-09-07T15:24:32.503709+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:05:22.421799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'778","reported_seq":3153,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.870347+0000","last_change":"2024-09-07T13:38:17.994825+0000","last_active":"2024-09-07T15:27:26.870347+0000","last_peered":"2024-09-07T15:27:26.870347+0000","last_clean":"2024-09-07T15:27:26.870347+0000","last_became_active":"2024-09-07T13:38:17.994130+0000","last_became_peered":"2024-09-07T13:38:17.994130+0000","last_unstale":"2024-09-07T15:27:26.870347+0000","last_undegraded":"2024-09-07T15:27:26.870347+0000","last_fullsized":"2024-09-07T15:27:26.870347+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:10:43.628727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'285","reported_seq":836,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.692899+0000","last_change":"2024-09-07T13:38:20.004339+0000","last_active":"2024-09-07T15:24:06.692899+0000","last_peered":"2024-09-07T15:24:06.692899+0000","last_clean":"2024-09-07T15:24:06.692899+0000","last_became_active":"2024-09-07T13:38:20.003499+0000","last_became_peered":"2024-09-07T13:38:20.003499+0000","last_unstale":"2024-09-07T15:24:06.692899+0000","last_undegraded":"2024-09-07T15:24:06.692899+0000","last_fullsized":"2024-09-07T15:24:06.692899+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:51:13.906951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":380,"num_read_kb":377,"num_write":633,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'184","reported_seq":808,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502273+0000","last_change":"2024-09-07T13:38:11.970255+0000","last_active":"2024-09-07T15:24:27.502273+0000","last_peered":"2024-09-07T15:24:27.502273+0000","last_clean":"2024-09-07T15:24:27.502273+0000","last_became_active":"2024-09-07T13:38:11.962998+0000","last_became_peered":"2024-09-07T13:38:11.962998+0000","last_unstale":"2024-09-07T15:24:27.502273+0000","last_undegraded":"2024-09-07T15:24:27.502273+0000","last_fullsized":"2024-09-07T15:24:27.502273+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:49:49.999719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":789,"num_read_kb":643,"num_write":282,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'265","reported_seq":913,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:38.243996+0000","last_change":"2024-09-07T13:38:09.923334+0000","last_active":"2024-09-07T15:25:38.243996+0000","last_peered":"2024-09-07T15:25:38.243996+0000","last_clean":"2024-09-07T15:25:38.243996+0000","last_became_active":"2024-09-07T13:38:09.922360+0000","last_became_peered":"2024-09-07T13:38:09.922360+0000","last_unstale":"2024-09-07T15:25:38.243996+0000","last_undegraded":"2024-09-07T15:25:38.243996+0000","last_fullsized":"2024-09-07T15:25:38.243996+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:17.265562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1806,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":406,"num_read_kb":2156,"num_write":1039,"num_write_kb":8534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":552,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474996+0000","last_change":"2024-09-07T13:37:55.757884+0000","last_active":"2024-09-07T15:24:06.474996+0000","last_peered":"2024-09-07T15:24:06.474996+0000","last_clean":"2024-09-07T15:24:06.474996+0000","last_became_active":"2024-09-07T13:37:53.652154+0000","last_became_peered":"2024-09-07T13:37:53.652154+0000","last_unstale":"2024-09-07T15:24:06.474996+0000","last_undegraded":"2024-09-07T15:24:06.474996+0000","last_fullsized":"2024-09-07T15:24:06.474996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:14:46.319612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001109166,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":540,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321615+0000","last_change":"2024-09-07T13:38:13.966917+0000","last_active":"2024-09-07T15:24:42.321615+0000","last_peered":"2024-09-07T15:24:42.321615+0000","last_clean":"2024-09-07T15:24:42.321615+0000","last_became_active":"2024-09-07T13:38:13.965622+0000","last_became_peered":"2024-09-07T13:38:13.965622+0000","last_unstale":"2024-09-07T15:24:42.321615+0000","last_undegraded":"2024-09-07T15:24:42.321615+0000","last_fullsized":"2024-09-07T15:24:42.321615+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:55:00.270310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'799","reported_seq":1566,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.666568+0000","last_change":"2024-09-07T13:38:16.017685+0000","last_active":"2024-09-07T15:27:23.666568+0000","last_peered":"2024-09-07T15:27:23.666568+0000","last_clean":"2024-09-07T15:27:23.666568+0000","last_became_active":"2024-09-07T13:38:16.016890+0000","last_became_peered":"2024-09-07T13:38:16.016890+0000","last_unstale":"2024-09-07T15:27:23.666568+0000","last_undegraded":"2024-09-07T15:27:23.666568+0000","last_fullsized":"2024-09-07T15:27:23.666568+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":700,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:46.184245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":181915,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1412,"num_read_kb":2974,"num_write":1158,"num_write_kb":934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.320275+0000","last_change":"2024-09-07T13:38:17.985499+0000","last_active":"2024-09-07T15:24:37.320275+0000","last_peered":"2024-09-07T15:24:37.320275+0000","last_clean":"2024-09-07T15:24:37.320275+0000","last_became_active":"2024-09-07T13:38:17.985018+0000","last_became_peered":"2024-09-07T13:38:17.985018+0000","last_unstale":"2024-09-07T15:24:37.320275+0000","last_undegraded":"2024-09-07T15:24:37.320275+0000","last_fullsized":"2024-09-07T15:24:37.320275+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:16:28.704995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'100","reported_seq":632,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.729348+0000","last_change":"2024-09-07T13:38:20.011204+0000","last_active":"2024-09-07T15:24:06.729348+0000","last_peered":"2024-09-07T15:24:06.729348+0000","last_clean":"2024-09-07T15:24:06.729348+0000","last_became_active":"2024-09-07T13:38:20.010342+0000","last_became_peered":"2024-09-07T13:38:20.010342+0000","last_unstale":"2024-09-07T15:24:06.729348+0000","last_undegraded":"2024-09-07T15:24:06.729348+0000","last_fullsized":"2024-09-07T15:24:06.729348+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:42:05.981531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":156,"num_read_kb":148,"num_write":227,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'128","reported_seq":741,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.821645+0000","last_change":"2024-09-07T13:38:20.010353+0000","last_active":"2024-09-07T15:26:03.821645+0000","last_peered":"2024-09-07T15:26:03.821645+0000","last_clean":"2024-09-07T15:26:03.821645+0000","last_became_active":"2024-09-07T13:38:20.009466+0000","last_became_peered":"2024-09-07T13:38:20.009466+0000","last_unstale":"2024-09-07T15:26:03.821645+0000","last_undegraded":"2024-09-07T15:26:03.821645+0000","last_fullsized":"2024-09-07T15:26:03.821645+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:26:38.017531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":638,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":324,"num_read_kb":294,"num_write":309,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'4379","reported_seq":5163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485347+0000","last_change":"2024-09-07T13:38:11.977476+0000","last_active":"2024-09-07T15:23:12.485347+0000","last_peered":"2024-09-07T15:23:12.485347+0000","last_clean":"2024-09-07T15:23:12.485347+0000","last_became_active":"2024-09-07T13:38:11.976844+0000","last_became_peered":"2024-09-07T13:38:11.976844+0000","last_unstale":"2024-09-07T15:23:12.485347+0000","last_undegraded":"2024-09-07T15:23:12.485347+0000","last_fullsized":"2024-09-07T15:23:12.485347+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:26:05.292367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17906,"num_read_kb":14938,"num_write":6693,"num_write_kb":3441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'282","reported_seq":1138,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:32.489713+0000","last_change":"2024-09-07T13:38:09.957899+0000","last_active":"2024-09-07T15:23:32.489713+0000","last_peered":"2024-09-07T15:23:32.489713+0000","last_clean":"2024-09-07T15:23:32.489713+0000","last_became_active":"2024-09-07T13:38:09.957037+0000","last_became_peered":"2024-09-07T13:38:09.957037+0000","last_unstale":"2024-09-07T15:23:32.489713+0000","last_undegraded":"2024-09-07T15:23:32.489713+0000","last_fullsized":"2024-09-07T15:23:32.489713+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:13:25.421927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7569437,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":816,"num_read_kb":17448,"num_write":1052,"num_write_kb":57017,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.253242+0000","last_change":"2024-09-07T13:38:13.977696+0000","last_active":"2024-09-07T15:23:16.253242+0000","last_peered":"2024-09-07T15:23:16.253242+0000","last_clean":"2024-09-07T15:23:16.253242+0000","last_became_active":"2024-09-07T13:38:13.976602+0000","last_became_peered":"2024-09-07T13:38:13.976602+0000","last_unstale":"2024-09-07T15:23:16.253242+0000","last_undegraded":"2024-09-07T15:23:16.253242+0000","last_fullsized":"2024-09-07T15:23:16.253242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:58:52.060281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'312","reported_seq":941,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334031+0000","last_change":"2024-09-07T13:38:15.992311+0000","last_active":"2024-09-07T15:25:37.334031+0000","last_peered":"2024-09-07T15:25:37.334031+0000","last_clean":"2024-09-07T15:25:37.334031+0000","last_became_active":"2024-09-07T13:38:15.989419+0000","last_became_peered":"2024-09-07T13:38:15.989419+0000","last_unstale":"2024-09-07T15:25:37.334031+0000","last_undegraded":"2024-09-07T15:25:37.334031+0000","last_fullsized":"2024-09-07T15:25:37.334031+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:20:34.548422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55566,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":513,"num_read_kb":988,"num_write":408,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.301151+0000","last_change":"2024-09-07T13:38:17.993473+0000","last_active":"2024-09-07T15:23:17.301151+0000","last_peered":"2024-09-07T15:23:17.301151+0000","last_clean":"2024-09-07T15:23:17.301151+0000","last_became_active":"2024-09-07T13:38:17.992724+0000","last_became_peered":"2024-09-07T13:38:17.992724+0000","last_unstale":"2024-09-07T15:23:17.301151+0000","last_undegraded":"2024-09-07T15:23:17.301151+0000","last_fullsized":"2024-09-07T15:23:17.301151+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:25.901821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'128","reported_seq":663,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.331641+0000","last_change":"2024-09-07T13:38:20.008813+0000","last_active":"2024-09-07T15:26:01.331641+0000","last_peered":"2024-09-07T15:26:01.331641+0000","last_clean":"2024-09-07T15:26:01.331641+0000","last_became_active":"2024-09-07T13:38:20.008192+0000","last_became_peered":"2024-09-07T13:38:20.008192+0000","last_unstale":"2024-09-07T15:26:01.331641+0000","last_undegraded":"2024-09-07T15:26:01.331641+0000","last_fullsized":"2024-09-07T15:26:01.331641+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:09:11.321278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":149,"num_write":314,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'76","reported_seq":673,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:59.066277+0000","last_change":"2024-09-07T13:38:11.953004+0000","last_active":"2024-09-07T15:24:59.066277+0000","last_peered":"2024-09-07T15:24:59.066277+0000","last_clean":"2024-09-07T15:24:59.066277+0000","last_became_active":"2024-09-07T13:38:11.951936+0000","last_became_peered":"2024-09-07T13:38:11.951936+0000","last_unstale":"2024-09-07T15:24:59.066277+0000","last_undegraded":"2024-09-07T15:24:59.066277+0000","last_fullsized":"2024-09-07T15:24:59.066277+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:55:40.511168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":276,"num_write":115,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'286","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:55.803417+0000","last_change":"2024-09-07T13:38:09.982416+0000","last_active":"2024-09-07T15:24:55.803417+0000","last_peered":"2024-09-07T15:24:55.803417+0000","last_clean":"2024-09-07T15:24:55.803417+0000","last_became_active":"2024-09-07T13:38:09.981304+0000","last_became_peered":"2024-09-07T13:38:09.981304+0000","last_unstale":"2024-09-07T15:24:55.803417+0000","last_undegraded":"2024-09-07T15:24:55.803417+0000","last_fullsized":"2024-09-07T15:24:55.803417+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:33:27.343952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1850936,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":557,"num_read_kb":7248,"num_write":1046,"num_write_kb":7518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.301347+0000","last_change":"2024-09-07T13:38:13.957405+0000","last_active":"2024-09-07T15:23:17.301347+0000","last_peered":"2024-09-07T15:23:17.301347+0000","last_clean":"2024-09-07T15:23:17.301347+0000","last_became_active":"2024-09-07T13:38:13.956706+0000","last_became_peered":"2024-09-07T13:38:13.956706+0000","last_unstale":"2024-09-07T15:23:17.301347+0000","last_undegraded":"2024-09-07T15:23:17.301347+0000","last_fullsized":"2024-09-07T15:23:17.301347+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:14:51.816096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'62","reported_seq":603,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.681508+0000","last_change":"2024-09-07T13:38:15.973702+0000","last_active":"2024-09-07T15:23:16.681508+0000","last_peered":"2024-09-07T15:23:16.681508+0000","last_clean":"2024-09-07T15:23:16.681508+0000","last_became_active":"2024-09-07T13:38:15.972913+0000","last_became_peered":"2024-09-07T13:38:15.972913+0000","last_unstale":"2024-09-07T15:23:16.681508+0000","last_undegraded":"2024-09-07T15:23:16.681508+0000","last_fullsized":"2024-09-07T15:23:16.681508+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:41:39.964599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":68,"num_read_kb":66,"num_write":48,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":515,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.889328+0000","last_change":"2024-09-07T13:38:18.002878+0000","last_active":"2024-09-07T15:23:21.889328+0000","last_peered":"2024-09-07T15:23:21.889328+0000","last_clean":"2024-09-07T15:23:21.889328+0000","last_became_active":"2024-09-07T13:38:18.002025+0000","last_became_peered":"2024-09-07T13:38:18.002025+0000","last_unstale":"2024-09-07T15:23:21.889328+0000","last_undegraded":"2024-09-07T15:23:21.889328+0000","last_fullsized":"2024-09-07T15:23:21.889328+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:35:37.874240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'220","reported_seq":763,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.147187+0000","last_change":"2024-09-07T13:38:20.021156+0000","last_active":"2024-09-07T15:26:01.147187+0000","last_peered":"2024-09-07T15:26:01.147187+0000","last_clean":"2024-09-07T15:26:01.147187+0000","last_became_active":"2024-09-07T13:38:20.020501+0000","last_became_peered":"2024-09-07T13:38:20.020501+0000","last_unstale":"2024-09-07T15:26:01.147187+0000","last_undegraded":"2024-09-07T15:26:01.147187+0000","last_fullsized":"2024-09-07T15:26:01.147187+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:16.164193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":825,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":332,"num_read_kb":331,"num_write":487,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'233","reported_seq":888,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:32.332762+0000","last_change":"2024-09-07T13:38:11.969895+0000","last_active":"2024-09-07T15:25:32.332762+0000","last_peered":"2024-09-07T15:25:32.332762+0000","last_clean":"2024-09-07T15:25:32.332762+0000","last_became_active":"2024-09-07T13:38:11.969506+0000","last_became_peered":"2024-09-07T13:38:11.969506+0000","last_unstale":"2024-09-07T15:25:32.332762+0000","last_undegraded":"2024-09-07T15:25:32.332762+0000","last_fullsized":"2024-09-07T15:25:32.332762+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:07:31.792464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1026,"num_read_kb":827,"num_write":378,"num_write_kb":215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'304","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.738032+0000","last_change":"2024-09-07T13:38:09.954928+0000","last_active":"2024-09-07T15:24:31.738032+0000","last_peered":"2024-09-07T15:24:31.738032+0000","last_clean":"2024-09-07T15:24:31.738032+0000","last_became_active":"2024-09-07T13:38:09.954167+0000","last_became_peered":"2024-09-07T13:38:09.954167+0000","last_unstale":"2024-09-07T15:24:31.738032+0000","last_undegraded":"2024-09-07T15:24:31.738032+0000","last_fullsized":"2024-09-07T15:24:31.738032+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:33:09.482023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16978926,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":551,"num_read_kb":21853,"num_write":1316,"num_write_kb":38473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.887993+0000","last_change":"2024-09-07T13:38:13.975403+0000","last_active":"2024-09-07T15:23:16.887993+0000","last_peered":"2024-09-07T15:23:16.887993+0000","last_clean":"2024-09-07T15:23:16.887993+0000","last_became_active":"2024-09-07T13:38:13.974373+0000","last_became_peered":"2024-09-07T13:38:13.974373+0000","last_unstale":"2024-09-07T15:23:16.887993+0000","last_undegraded":"2024-09-07T15:23:16.887993+0000","last_fullsized":"2024-09-07T15:23:16.887993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:52:31.770951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'375","reported_seq":1021,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334115+0000","last_change":"2024-09-07T13:38:15.994807+0000","last_active":"2024-09-07T15:25:37.334115+0000","last_peered":"2024-09-07T15:25:37.334115+0000","last_clean":"2024-09-07T15:25:37.334115+0000","last_became_active":"2024-09-07T13:38:15.994161+0000","last_became_peered":"2024-09-07T13:38:15.994161+0000","last_unstale":"2024-09-07T15:25:37.334115+0000","last_undegraded":"2024-09-07T15:25:37.334115+0000","last_fullsized":"2024-09-07T15:25:37.334115+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:53:08.744061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63963,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":615,"num_read_kb":1174,"num_write":492,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.465396+0000","last_change":"2024-09-07T13:38:17.998219+0000","last_active":"2024-09-07T15:23:21.465396+0000","last_peered":"2024-09-07T15:23:21.465396+0000","last_clean":"2024-09-07T15:23:21.465396+0000","last_became_active":"2024-09-07T13:38:17.997443+0000","last_became_peered":"2024-09-07T13:38:17.997443+0000","last_unstale":"2024-09-07T15:23:21.465396+0000","last_undegraded":"2024-09-07T15:23:21.465396+0000","last_fullsized":"2024-09-07T15:23:21.465396+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:05:24.442607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'124","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.718913+0000","last_change":"2024-09-07T13:38:20.011068+0000","last_active":"2024-09-07T15:23:21.718913+0000","last_peered":"2024-09-07T15:23:21.718913+0000","last_clean":"2024-09-07T15:23:21.718913+0000","last_became_active":"2024-09-07T13:38:20.010281+0000","last_became_peered":"2024-09-07T13:38:20.010281+0000","last_unstale":"2024-09-07T15:23:21.718913+0000","last_undegraded":"2024-09-07T15:23:21.718913+0000","last_fullsized":"2024-09-07T15:23:21.718913+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:59:27.382466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":875,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":209,"num_read_kb":200,"num_write":302,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'90","reported_seq":702,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:07.298906+0000","last_change":"2024-09-07T13:38:11.962107+0000","last_active":"2024-09-07T15:23:07.298906+0000","last_peered":"2024-09-07T15:23:07.298906+0000","last_clean":"2024-09-07T15:23:07.298906+0000","last_became_active":"2024-09-07T13:38:11.960823+0000","last_became_peered":"2024-09-07T13:38:11.960823+0000","last_unstale":"2024-09-07T15:23:07.298906+0000","last_undegraded":"2024-09-07T15:23:07.298906+0000","last_fullsized":"2024-09-07T15:23:07.298906+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:54:47.938914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":140,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'297","reported_seq":992,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:21.440375+0000","last_change":"2024-09-07T13:38:09.958347+0000","last_active":"2024-09-07T15:27:21.440375+0000","last_peered":"2024-09-07T15:27:21.440375+0000","last_clean":"2024-09-07T15:27:21.440375+0000","last_became_active":"2024-09-07T13:38:09.957210+0000","last_became_peered":"2024-09-07T13:38:09.957210+0000","last_unstale":"2024-09-07T15:27:21.440375+0000","last_undegraded":"2024-09-07T15:27:21.440375+0000","last_fullsized":"2024-09-07T15:27:21.440375+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:30:39.258669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20273431,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":498,"num_read_kb":54200,"num_write":1096,"num_write_kb":55534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"38'5","reported_seq":1002,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.148553+0000","last_change":"2024-09-07T13:38:13.959467+0000","last_active":"2024-09-07T15:27:23.148553+0000","last_peered":"2024-09-07T15:27:23.148553+0000","last_clean":"2024-09-07T15:27:23.148553+0000","last_became_active":"2024-09-07T13:38:13.958715+0000","last_became_peered":"2024-09-07T13:38:13.958715+0000","last_unstale":"2024-09-07T15:27:23.148553+0000","last_undegraded":"2024-09-07T15:27:23.148553+0000","last_fullsized":"2024-09-07T15:27:23.148553+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:36:05.529410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'286","reported_seq":895,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.922551+0000","last_change":"2024-09-07T13:38:15.989301+0000","last_active":"2024-09-07T15:25:36.922551+0000","last_peered":"2024-09-07T15:25:36.922551+0000","last_clean":"2024-09-07T15:25:36.922551+0000","last_became_active":"2024-09-07T13:38:15.988580+0000","last_became_peered":"2024-09-07T13:38:15.988580+0000","last_unstale":"2024-09-07T15:25:36.922551+0000","last_undegraded":"2024-09-07T15:25:36.922551+0000","last_fullsized":"2024-09-07T15:25:36.922551+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:48:58.761743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52223,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":447,"num_read_kb":862,"num_write":354,"num_write_kb":252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":515,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682523+0000","last_change":"2024-09-07T13:38:17.994605+0000","last_active":"2024-09-07T15:23:21.682523+0000","last_peered":"2024-09-07T15:23:21.682523+0000","last_clean":"2024-09-07T15:23:21.682523+0000","last_became_active":"2024-09-07T13:38:17.994021+0000","last_became_peered":"2024-09-07T13:38:17.994021+0000","last_unstale":"2024-09-07T15:23:21.682523+0000","last_undegraded":"2024-09-07T15:23:21.682523+0000","last_fullsized":"2024-09-07T15:23:21.682523+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:53:50.721081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'163","reported_seq":802,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.479160+0000","last_change":"2024-09-07T13:38:11.974786+0000","last_active":"2024-09-07T15:24:26.479160+0000","last_peered":"2024-09-07T15:24:26.479160+0000","last_clean":"2024-09-07T15:24:26.479160+0000","last_became_active":"2024-09-07T13:38:11.970009+0000","last_became_peered":"2024-09-07T13:38:11.970009+0000","last_unstale":"2024-09-07T15:24:26.479160+0000","last_undegraded":"2024-09-07T15:24:26.479160+0000","last_fullsized":"2024-09-07T15:24:26.479160+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:31:57.248331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":707,"num_read_kb":590,"num_write":240,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'290","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.318883+0000","last_change":"2024-09-07T13:38:09.923589+0000","last_active":"2024-09-07T15:24:32.318883+0000","last_peered":"2024-09-07T15:24:32.318883+0000","last_clean":"2024-09-07T15:24:32.318883+0000","last_became_active":"2024-09-07T13:38:09.923243+0000","last_became_peered":"2024-09-07T13:38:09.923243+0000","last_unstale":"2024-09-07T15:24:32.318883+0000","last_undegraded":"2024-09-07T15:24:32.318883+0000","last_fullsized":"2024-09-07T15:24:32.318883+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:51:59.683777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23176364,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":543,"num_read_kb":96016,"num_write":1099,"num_write_kb":38141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701924+0000","last_change":"2024-09-07T13:38:13.972609+0000","last_active":"2024-09-07T15:24:41.701924+0000","last_peered":"2024-09-07T15:24:41.701924+0000","last_clean":"2024-09-07T15:24:41.701924+0000","last_became_active":"2024-09-07T13:38:13.971866+0000","last_became_peered":"2024-09-07T13:38:13.971866+0000","last_unstale":"2024-09-07T15:24:41.701924+0000","last_undegraded":"2024-09-07T15:24:41.701924+0000","last_fullsized":"2024-09-07T15:24:41.701924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:42:39.308978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'515","reported_seq":1184,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.656789+0000","last_change":"2024-09-07T13:38:15.983326+0000","last_active":"2024-09-07T15:27:23.656789+0000","last_peered":"2024-09-07T15:27:23.656789+0000","last_clean":"2024-09-07T15:27:23.656789+0000","last_became_active":"2024-09-07T13:38:15.982495+0000","last_became_peered":"2024-09-07T13:38:15.982495+0000","last_unstale":"2024-09-07T15:27:23.656789+0000","last_undegraded":"2024-09-07T15:27:23.656789+0000","last_fullsized":"2024-09-07T15:27:23.656789+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":500,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:31:54.263838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105195,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":891,"num_read_kb":1842,"num_write":772,"num_write_kb":657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":513,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.718944+0000","last_change":"2024-09-07T13:38:18.000620+0000","last_active":"2024-09-07T15:23:21.718944+0000","last_peered":"2024-09-07T15:23:21.718944+0000","last_clean":"2024-09-07T15:23:21.718944+0000","last_became_active":"2024-09-07T13:38:17.999885+0000","last_became_peered":"2024-09-07T13:38:17.999885+0000","last_unstale":"2024-09-07T15:23:21.718944+0000","last_undegraded":"2024-09-07T15:23:21.718944+0000","last_fullsized":"2024-09-07T15:23:21.718944+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:27:22.617540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'164","reported_seq":703,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.231736+0000","last_change":"2024-09-07T13:38:20.607597+0000","last_active":"2024-09-07T15:27:22.231736+0000","last_peered":"2024-09-07T15:27:22.231736+0000","last_clean":"2024-09-07T15:27:22.231736+0000","last_became_active":"2024-09-07T13:38:20.606815+0000","last_became_peered":"2024-09-07T13:38:20.606815+0000","last_unstale":"2024-09-07T15:27:22.231736+0000","last_undegraded":"2024-09-07T15:27:22.231736+0000","last_fullsized":"2024-09-07T15:27:22.231736+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:26.350238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":250,"num_read_kb":257,"num_write":374,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'350","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.700690+0000","last_change":"2024-09-07T13:38:11.953780+0000","last_active":"2024-09-07T15:24:36.700690+0000","last_peered":"2024-09-07T15:24:36.700690+0000","last_clean":"2024-09-07T15:24:36.700690+0000","last_became_active":"2024-09-07T13:38:11.947922+0000","last_became_peered":"2024-09-07T13:38:11.947922+0000","last_unstale":"2024-09-07T15:24:36.700690+0000","last_undegraded":"2024-09-07T15:24:36.700690+0000","last_fullsized":"2024-09-07T15:24:36.700690+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:54:41.807954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1546,"num_read_kb":1238,"num_write":569,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'312","reported_seq":1077,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:16.553291+0000","last_change":"2024-09-07T13:38:41.161087+0000","last_active":"2024-09-07T15:27:16.553291+0000","last_peered":"2024-09-07T15:27:16.553291+0000","last_clean":"2024-09-07T15:27:16.553291+0000","last_became_active":"2024-09-07T13:38:41.160389+0000","last_became_peered":"2024-09-07T13:38:41.160389+0000","last_unstale":"2024-09-07T15:27:16.553291+0000","last_undegraded":"2024-09-07T15:27:16.553291+0000","last_fullsized":"2024-09-07T15:27:16.553291+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:17:46.213490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11387305,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":734,"num_read_kb":31536,"num_write":1101,"num_write_kb":47270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480298+0000","last_change":"2024-09-07T13:38:13.959343+0000","last_active":"2024-09-07T15:24:31.480298+0000","last_peered":"2024-09-07T15:24:31.480298+0000","last_clean":"2024-09-07T15:24:31.480298+0000","last_became_active":"2024-09-07T13:38:13.958601+0000","last_became_peered":"2024-09-07T13:38:13.958601+0000","last_unstale":"2024-09-07T15:24:31.480298+0000","last_undegraded":"2024-09-07T15:24:31.480298+0000","last_fullsized":"2024-09-07T15:24:31.480298+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:03:30.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'368","reported_seq":1007,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:46.925117+0000","last_change":"2024-09-07T13:38:15.991456+0000","last_active":"2024-09-07T15:25:46.925117+0000","last_peered":"2024-09-07T15:25:46.925117+0000","last_clean":"2024-09-07T15:25:46.925117+0000","last_became_active":"2024-09-07T13:38:15.990637+0000","last_became_peered":"2024-09-07T13:38:15.990637+0000","last_unstale":"2024-09-07T15:25:46.925117+0000","last_undegraded":"2024-09-07T15:25:46.925117+0000","last_fullsized":"2024-09-07T15:25:46.925117+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:03:03.421393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54221,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":607,"num_read_kb":1083,"num_write":502,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.254336+0000","last_change":"2024-09-07T13:38:17.991164+0000","last_active":"2024-09-07T15:23:21.254336+0000","last_peered":"2024-09-07T15:23:21.254336+0000","last_clean":"2024-09-07T15:23:21.254336+0000","last_became_active":"2024-09-07T13:38:17.990470+0000","last_became_peered":"2024-09-07T13:38:17.990470+0000","last_unstale":"2024-09-07T15:23:21.254336+0000","last_undegraded":"2024-09-07T15:23:21.254336+0000","last_fullsized":"2024-09-07T15:23:21.254336+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:08:40.421219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'250","reported_seq":1197,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:02.597012+0000","last_change":"2024-09-07T13:38:20.005101+0000","last_active":"2024-09-07T15:26:02.597012+0000","last_peered":"2024-09-07T15:26:02.597012+0000","last_clean":"2024-09-07T15:26:02.597012+0000","last_became_active":"2024-09-07T13:38:20.004300+0000","last_became_peered":"2024-09-07T13:38:20.004300+0000","last_unstale":"2024-09-07T15:26:02.597012+0000","last_undegraded":"2024-09-07T15:26:02.597012+0000","last_fullsized":"2024-09-07T15:26:02.597012+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:06.459700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2027,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":884,"num_read_kb":826,"num_write":592,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'4312","reported_seq":4950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.266489+0000","last_change":"2024-09-07T13:39:41.505863+0000","last_active":"2024-09-07T15:24:41.266489+0000","last_peered":"2024-09-07T15:24:41.266489+0000","last_clean":"2024-09-07T15:24:41.266489+0000","last_became_active":"2024-09-07T13:39:41.505537+0000","last_became_peered":"2024-09-07T13:39:41.505537+0000","last_unstale":"2024-09-07T15:24:41.266489+0000","last_undegraded":"2024-09-07T15:24:41.266489+0000","last_fullsized":"2024-09-07T15:24:41.266489+0000","mapping_epoch":41,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":3000,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:58:36.753927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17318,"num_read_kb":14397,"num_write":6478,"num_write_kb":3232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"269'256","reported_seq":889,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:17.569275+0000","last_change":"2024-09-07T13:38:41.160316+0000","last_active":"2024-09-07T15:27:17.569275+0000","last_peered":"2024-09-07T15:27:17.569275+0000","last_clean":"2024-09-07T15:27:17.569275+0000","last_became_active":"2024-09-07T13:38:41.159577+0000","last_became_peered":"2024-09-07T13:38:41.159577+0000","last_unstale":"2024-09-07T15:27:17.569275+0000","last_undegraded":"2024-09-07T15:27:17.569275+0000","last_fullsized":"2024-09-07T15:27:17.569275+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:09:47.241313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7451517,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":438,"num_read_kb":20016,"num_write":1024,"num_write_kb":22282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.486513+0000","last_change":"2024-09-07T13:38:13.956694+0000","last_active":"2024-09-07T15:23:17.486513+0000","last_peered":"2024-09-07T15:23:17.486513+0000","last_clean":"2024-09-07T15:23:17.486513+0000","last_became_active":"2024-09-07T13:38:13.955580+0000","last_became_peered":"2024-09-07T13:38:13.955580+0000","last_unstale":"2024-09-07T15:23:17.486513+0000","last_undegraded":"2024-09-07T15:23:17.486513+0000","last_fullsized":"2024-09-07T15:23:17.486513+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:36:06.228489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'322","reported_seq":957,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:32.346242+0000","last_change":"2024-09-07T13:38:16.017092+0000","last_active":"2024-09-07T15:26:32.346242+0000","last_peered":"2024-09-07T15:26:32.346242+0000","last_clean":"2024-09-07T15:26:32.346242+0000","last_became_active":"2024-09-07T13:38:16.016437+0000","last_became_peered":"2024-09-07T13:38:16.016437+0000","last_unstale":"2024-09-07T15:26:32.346242+0000","last_undegraded":"2024-09-07T15:26:32.346242+0000","last_fullsized":"2024-09-07T15:26:32.346242+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:31.243514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56990,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":529,"num_read_kb":1033,"num_write":424,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.274085+0000","last_change":"2024-09-07T13:38:17.999562+0000","last_active":"2024-09-07T15:24:46.274085+0000","last_peered":"2024-09-07T15:24:46.274085+0000","last_clean":"2024-09-07T15:24:46.274085+0000","last_became_active":"2024-09-07T13:38:17.999087+0000","last_became_peered":"2024-09-07T13:38:17.999087+0000","last_unstale":"2024-09-07T15:24:46.274085+0000","last_undegraded":"2024-09-07T15:24:46.274085+0000","last_fullsized":"2024-09-07T15:24:46.274085+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:42:10.243620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'109","reported_seq":626,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.731822+0000","last_change":"2024-09-07T13:38:20.015395+0000","last_active":"2024-09-07T15:27:23.731822+0000","last_peered":"2024-09-07T15:27:23.731822+0000","last_clean":"2024-09-07T15:27:23.731822+0000","last_became_active":"2024-09-07T13:38:20.014658+0000","last_became_peered":"2024-09-07T13:38:20.014658+0000","last_unstale":"2024-09-07T15:27:23.731822+0000","last_undegraded":"2024-09-07T15:27:23.731822+0000","last_fullsized":"2024-09-07T15:27:23.731822+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:55:28.794538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":132,"num_read_kb":129,"num_write":270,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'101","reported_seq":719,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.247017+0000","last_change":"2024-09-07T13:39:41.694945+0000","last_active":"2024-09-07T15:23:11.247017+0000","last_peered":"2024-09-07T15:23:11.247017+0000","last_clean":"2024-09-07T15:23:11.247017+0000","last_became_active":"2024-09-07T13:39:41.694595+0000","last_became_peered":"2024-09-07T13:39:41.694595+0000","last_unstale":"2024-09-07T15:23:11.247017+0000","last_undegraded":"2024-09-07T15:23:11.247017+0000","last_fullsized":"2024-09-07T15:23:11.247017+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:57:56.777095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":387,"num_write":173,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'322","reported_seq":1019,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.680789+0000","last_change":"2024-09-07T13:38:09.954156+0000","last_active":"2024-09-07T15:23:11.680789+0000","last_peered":"2024-09-07T15:23:11.680789+0000","last_clean":"2024-09-07T15:23:11.680789+0000","last_became_active":"2024-09-07T13:38:09.953827+0000","last_became_peered":"2024-09-07T13:38:09.953827+0000","last_unstale":"2024-09-07T15:23:11.680789+0000","last_undegraded":"2024-09-07T15:23:11.680789+0000","last_fullsized":"2024-09-07T15:23:11.680789+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:06:06.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25161610,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":582,"num_read_kb":66361,"num_write":1132,"num_write_kb":61532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.253335+0000","last_change":"2024-09-07T13:38:13.973260+0000","last_active":"2024-09-07T15:23:16.253335+0000","last_peered":"2024-09-07T15:23:16.253335+0000","last_clean":"2024-09-07T15:23:16.253335+0000","last_became_active":"2024-09-07T13:38:13.972522+0000","last_became_peered":"2024-09-07T13:38:13.972522+0000","last_unstale":"2024-09-07T15:23:16.253335+0000","last_undegraded":"2024-09-07T15:23:16.253335+0000","last_fullsized":"2024-09-07T15:23:16.253335+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:30:08.220311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'145","reported_seq":729,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.505163+0000","last_change":"2024-09-07T13:38:16.018199+0000","last_active":"2024-09-07T15:24:37.505163+0000","last_peered":"2024-09-07T15:24:37.505163+0000","last_clean":"2024-09-07T15:24:37.505163+0000","last_became_active":"2024-09-07T13:38:16.016986+0000","last_became_peered":"2024-09-07T13:38:16.016986+0000","last_unstale":"2024-09-07T15:24:37.505163+0000","last_undegraded":"2024-09-07T15:24:37.505163+0000","last_fullsized":"2024-09-07T15:24:37.505163+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:26:44.876461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":173,"num_read_kb":166,"num_write":122,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'737","reported_seq":3014,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:26.853663+0000","last_change":"2024-09-07T13:38:17.998575+0000","last_active":"2024-09-07T15:27:26.853663+0000","last_peered":"2024-09-07T15:27:26.853663+0000","last_clean":"2024-09-07T15:27:26.853663+0000","last_became_active":"2024-09-07T13:38:17.997709+0000","last_became_peered":"2024-09-07T13:38:17.997709+0000","last_unstale":"2024-09-07T15:27:26.853663+0000","last_undegraded":"2024-09-07T15:27:26.853663+0000","last_fullsized":"2024-09-07T15:27:26.853663+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":700,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:31.066186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'189","reported_seq":770,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:03.186306+0000","last_change":"2024-09-07T13:38:20.010093+0000","last_active":"2024-09-07T15:24:03.186306+0000","last_peered":"2024-09-07T15:24:03.186306+0000","last_clean":"2024-09-07T15:24:03.186306+0000","last_became_active":"2024-09-07T13:38:20.009577+0000","last_became_peered":"2024-09-07T13:38:20.009577+0000","last_unstale":"2024-09-07T15:24:03.186306+0000","last_undegraded":"2024-09-07T15:24:03.186306+0000","last_fullsized":"2024-09-07T15:24:03.186306+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:04:16.264867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":406,"num_write":464,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'93","reported_seq":709,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:24.246890+0000","last_change":"2024-09-07T13:38:11.974767+0000","last_active":"2024-09-07T15:23:24.246890+0000","last_peered":"2024-09-07T15:23:24.246890+0000","last_clean":"2024-09-07T15:23:24.246890+0000","last_became_active":"2024-09-07T13:38:11.974156+0000","last_became_peered":"2024-09-07T13:38:11.974156+0000","last_unstale":"2024-09-07T15:23:24.246890+0000","last_undegraded":"2024-09-07T15:23:24.246890+0000","last_fullsized":"2024-09-07T15:23:24.246890+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:24:55.124465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":421,"num_read_kb":355,"num_write":136,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'292","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.561914+0000","last_change":"2024-09-07T13:38:09.960347+0000","last_active":"2024-09-07T15:25:01.561914+0000","last_peered":"2024-09-07T15:25:01.561914+0000","last_clean":"2024-09-07T15:25:01.561914+0000","last_became_active":"2024-09-07T13:38:09.958887+0000","last_became_peered":"2024-09-07T13:38:09.958887+0000","last_unstale":"2024-09-07T15:25:01.561914+0000","last_undegraded":"2024-09-07T15:25:01.561914+0000","last_fullsized":"2024-09-07T15:25:01.561914+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:39:06.856534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5739565,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":483,"num_read_kb":3973,"num_write":1094,"num_write_kb":21729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.888120+0000","last_change":"2024-09-07T13:38:13.970518+0000","last_active":"2024-09-07T15:23:16.888120+0000","last_peered":"2024-09-07T15:23:16.888120+0000","last_clean":"2024-09-07T15:23:16.888120+0000","last_became_active":"2024-09-07T13:38:13.969784+0000","last_became_peered":"2024-09-07T13:38:13.969784+0000","last_unstale":"2024-09-07T15:23:16.888120+0000","last_undegraded":"2024-09-07T15:23:16.888120+0000","last_fullsized":"2024-09-07T15:23:16.888120+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:41:37.952439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'386","reported_seq":1028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:21.777558+0000","last_change":"2024-09-07T13:38:15.979304+0000","last_active":"2024-09-07T15:27:21.777558+0000","last_peered":"2024-09-07T15:27:21.777558+0000","last_clean":"2024-09-07T15:27:21.777558+0000","last_became_active":"2024-09-07T13:38:15.978556+0000","last_became_peered":"2024-09-07T13:38:15.978556+0000","last_unstale":"2024-09-07T15:27:21.777558+0000","last_undegraded":"2024-09-07T15:27:21.777558+0000","last_fullsized":"2024-09-07T15:27:21.777558+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:29:50.770199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66443,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":610,"num_read_kb":1134,"num_write":486,"num_write_kb":319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701683+0000","last_change":"2024-09-07T13:38:18.003655+0000","last_active":"2024-09-07T15:24:41.701683+0000","last_peered":"2024-09-07T15:24:41.701683+0000","last_clean":"2024-09-07T15:24:41.701683+0000","last_became_active":"2024-09-07T13:38:18.002871+0000","last_became_peered":"2024-09-07T13:38:18.002871+0000","last_unstale":"2024-09-07T15:24:41.701683+0000","last_undegraded":"2024-09-07T15:24:41.701683+0000","last_fullsized":"2024-09-07T15:24:41.701683+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:28:28.792148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'98","reported_seq":619,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:56.449098+0000","last_change":"2024-09-07T13:38:20.015917+0000","last_active":"2024-09-07T15:25:56.449098+0000","last_peered":"2024-09-07T15:25:56.449098+0000","last_clean":"2024-09-07T15:25:56.449098+0000","last_became_active":"2024-09-07T13:38:20.015212+0000","last_became_peered":"2024-09-07T13:38:20.015212+0000","last_unstale":"2024-09-07T15:25:56.449098+0000","last_undegraded":"2024-09-07T15:25:56.449098+0000","last_fullsized":"2024-09-07T15:25:56.449098+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:10.431721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":134,"num_read_kb":130,"num_write":246,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'97","reported_seq":718,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485276+0000","last_change":"2024-09-07T13:38:11.974929+0000","last_active":"2024-09-07T15:23:12.485276+0000","last_peered":"2024-09-07T15:23:12.485276+0000","last_clean":"2024-09-07T15:23:12.485276+0000","last_became_active":"2024-09-07T13:38:11.974256+0000","last_became_peered":"2024-09-07T13:38:11.974256+0000","last_unstale":"2024-09-07T15:23:12.485276+0000","last_undegraded":"2024-09-07T15:23:12.485276+0000","last_fullsized":"2024-09-07T15:23:12.485276+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:54:58.569606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":449,"num_read_kb":381,"num_write":149,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'266","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:40.878685+0000","last_change":"2024-09-07T13:38:09.949067+0000","last_active":"2024-09-07T15:24:40.878685+0000","last_peered":"2024-09-07T15:24:40.878685+0000","last_clean":"2024-09-07T15:24:40.878685+0000","last_became_active":"2024-09-07T13:38:09.945963+0000","last_became_peered":"2024-09-07T13:38:09.945963+0000","last_unstale":"2024-09-07T15:24:40.878685+0000","last_undegraded":"2024-09-07T15:24:40.878685+0000","last_fullsized":"2024-09-07T15:24:40.878685+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:49:53.479727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21236273,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":637,"num_read_kb":82633,"num_write":1079,"num_write_kb":35726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.717734+0000","last_change":"2024-09-07T13:38:13.966044+0000","last_active":"2024-09-07T15:23:16.717734+0000","last_peered":"2024-09-07T15:23:16.717734+0000","last_clean":"2024-09-07T15:23:16.717734+0000","last_became_active":"2024-09-07T13:38:13.965190+0000","last_became_peered":"2024-09-07T13:38:13.965190+0000","last_unstale":"2024-09-07T15:23:16.717734+0000","last_undegraded":"2024-09-07T15:23:16.717734+0000","last_fullsized":"2024-09-07T15:23:16.717734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:14:51.663057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'297","reported_seq":905,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:01.731644+0000","last_change":"2024-09-07T13:38:15.978063+0000","last_active":"2024-09-07T15:27:01.731644+0000","last_peered":"2024-09-07T15:27:01.731644+0000","last_clean":"2024-09-07T15:27:01.731644+0000","last_became_active":"2024-09-07T13:38:15.977324+0000","last_became_peered":"2024-09-07T13:38:15.977324+0000","last_unstale":"2024-09-07T15:27:01.731644+0000","last_undegraded":"2024-09-07T15:27:01.731644+0000","last_fullsized":"2024-09-07T15:27:01.731644+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:34:44.493135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57398,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":495,"num_read_kb":996,"num_write":400,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":513,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.487730+0000","last_change":"2024-09-07T13:38:18.005568+0000","last_active":"2024-09-07T15:25:06.487730+0000","last_peered":"2024-09-07T15:25:06.487730+0000","last_clean":"2024-09-07T15:25:06.487730+0000","last_became_active":"2024-09-07T13:38:18.004811+0000","last_became_peered":"2024-09-07T13:38:18.004811+0000","last_unstale":"2024-09-07T15:25:06.487730+0000","last_undegraded":"2024-09-07T15:25:06.487730+0000","last_fullsized":"2024-09-07T15:25:06.487730+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:30.267883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'133","reported_seq":695,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.158770+0000","last_change":"2024-09-07T13:38:20.607704+0000","last_active":"2024-09-07T15:26:01.158770+0000","last_peered":"2024-09-07T15:26:01.158770+0000","last_clean":"2024-09-07T15:26:01.158770+0000","last_became_active":"2024-09-07T13:38:20.606966+0000","last_became_peered":"2024-09-07T13:38:20.606966+0000","last_unstale":"2024-09-07T15:26:01.158770+0000","last_undegraded":"2024-09-07T15:26:01.158770+0000","last_fullsized":"2024-09-07T15:26:01.158770+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:25:12.558915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":247,"num_read_kb":238,"num_write":329,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'249","reported_seq":877,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:57.325394+0000","last_change":"2024-09-07T13:38:11.969621+0000","last_active":"2024-09-07T15:24:57.325394+0000","last_peered":"2024-09-07T15:24:57.325394+0000","last_clean":"2024-09-07T15:24:57.325394+0000","last_became_active":"2024-09-07T13:38:11.969032+0000","last_became_peered":"2024-09-07T13:38:11.969032+0000","last_unstale":"2024-09-07T15:24:57.325394+0000","last_undegraded":"2024-09-07T15:24:57.325394+0000","last_fullsized":"2024-09-07T15:24:57.325394+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:00:26.574035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":810,"num_write":373,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'285","reported_seq":968,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.528703+0000","last_change":"2024-09-07T13:38:09.971581+0000","last_active":"2024-09-07T15:24:51.528703+0000","last_peered":"2024-09-07T15:24:51.528703+0000","last_clean":"2024-09-07T15:24:51.528703+0000","last_became_active":"2024-09-07T13:38:09.970986+0000","last_became_peered":"2024-09-07T13:38:09.970986+0000","last_unstale":"2024-09-07T15:24:51.528703+0000","last_undegraded":"2024-09-07T15:24:51.528703+0000","last_fullsized":"2024-09-07T15:24:51.528703+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:01.715324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32839019,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":419,"num_read_kb":38816,"num_write":1052,"num_write_kb":57230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.504876+0000","last_change":"2024-09-07T13:38:13.965128+0000","last_active":"2024-09-07T15:24:37.504876+0000","last_peered":"2024-09-07T15:24:37.504876+0000","last_clean":"2024-09-07T15:24:37.504876+0000","last_became_active":"2024-09-07T13:38:13.964414+0000","last_became_peered":"2024-09-07T13:38:13.964414+0000","last_unstale":"2024-09-07T15:24:37.504876+0000","last_undegraded":"2024-09-07T15:24:37.504876+0000","last_fullsized":"2024-09-07T15:24:37.504876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:37.267842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'270","reported_seq":863,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:47.335879+0000","last_change":"2024-09-07T13:38:15.993600+0000","last_active":"2024-09-07T15:25:47.335879+0000","last_peered":"2024-09-07T15:25:47.335879+0000","last_clean":"2024-09-07T15:25:47.335879+0000","last_became_active":"2024-09-07T13:38:15.988281+0000","last_became_peered":"2024-09-07T13:38:15.988281+0000","last_unstale":"2024-09-07T15:25:47.335879+0000","last_undegraded":"2024-09-07T15:25:47.335879+0000","last_fullsized":"2024-09-07T15:25:47.335879+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:47:52.794809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":433,"num_read_kb":917,"num_write":366,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:22.487527+0000","last_change":"2024-09-07T13:38:17.991957+0000","last_active":"2024-09-07T15:23:22.487527+0000","last_peered":"2024-09-07T15:23:22.487527+0000","last_clean":"2024-09-07T15:23:22.487527+0000","last_became_active":"2024-09-07T13:38:17.991202+0000","last_became_peered":"2024-09-07T13:38:17.991202+0000","last_unstale":"2024-09-07T15:23:22.487527+0000","last_undegraded":"2024-09-07T15:23:22.487527+0000","last_fullsized":"2024-09-07T15:23:22.487527+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:55.082722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'159","reported_seq":1321,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.263661+0000","last_change":"2024-09-07T13:38:20.021523+0000","last_active":"2024-09-07T15:26:03.263661+0000","last_peered":"2024-09-07T15:26:03.263661+0000","last_clean":"2024-09-07T15:26:03.263661+0000","last_became_active":"2024-09-07T13:38:20.020888+0000","last_became_peered":"2024-09-07T13:38:20.020888+0000","last_unstale":"2024-09-07T15:26:03.263661+0000","last_undegraded":"2024-09-07T15:26:03.263661+0000","last_fullsized":"2024-09-07T15:26:03.263661+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:50:11.722481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":639,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":974,"num_read_kb":933,"num_write":389,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'72","reported_seq":669,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503585+0000","last_change":"2024-09-07T13:38:11.977503+0000","last_active":"2024-09-07T15:24:32.503585+0000","last_peered":"2024-09-07T15:24:32.503585+0000","last_clean":"2024-09-07T15:24:32.503585+0000","last_became_active":"2024-09-07T13:38:11.976787+0000","last_became_peered":"2024-09-07T13:38:11.976787+0000","last_unstale":"2024-09-07T15:24:32.503585+0000","last_undegraded":"2024-09-07T15:24:32.503585+0000","last_fullsized":"2024-09-07T15:24:32.503585+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:50:07.860442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":328,"num_read_kb":277,"num_write":98,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'281","reported_seq":950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697968+0000","last_change":"2024-09-07T13:38:09.958695+0000","last_active":"2024-09-07T15:24:26.697968+0000","last_peered":"2024-09-07T15:24:26.697968+0000","last_clean":"2024-09-07T15:24:26.697968+0000","last_became_active":"2024-09-07T13:38:09.957598+0000","last_became_peered":"2024-09-07T13:38:09.957598+0000","last_unstale":"2024-09-07T15:24:26.697968+0000","last_undegraded":"2024-09-07T15:24:26.697968+0000","last_fullsized":"2024-09-07T15:24:26.697968+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:32:49.011191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14427077,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":391,"num_read_kb":38170,"num_write":948,"num_write_kb":38268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.276958+0000","last_change":"2024-09-07T13:38:13.966826+0000","last_active":"2024-09-07T15:25:01.276958+0000","last_peered":"2024-09-07T15:25:01.276958+0000","last_clean":"2024-09-07T15:25:01.276958+0000","last_became_active":"2024-09-07T13:38:13.966063+0000","last_became_peered":"2024-09-07T13:38:13.966063+0000","last_unstale":"2024-09-07T15:25:01.276958+0000","last_undegraded":"2024-09-07T15:25:01.276958+0000","last_fullsized":"2024-09-07T15:25:01.276958+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:32:57.004252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'344","reported_seq":969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:17.564104+0000","last_change":"2024-09-07T13:38:15.986689+0000","last_active":"2024-09-07T15:27:17.564104+0000","last_peered":"2024-09-07T15:27:17.564104+0000","last_clean":"2024-09-07T15:27:17.564104+0000","last_became_active":"2024-09-07T13:38:15.985935+0000","last_became_peered":"2024-09-07T13:38:15.985935+0000","last_unstale":"2024-09-07T15:27:17.564104+0000","last_undegraded":"2024-09-07T15:27:17.564104+0000","last_fullsized":"2024-09-07T15:27:17.564104+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:55:24.216028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57184,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":534,"num_read_kb":1015,"num_write":424,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":512,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682501+0000","last_change":"2024-09-07T13:38:18.009435+0000","last_active":"2024-09-07T15:23:21.682501+0000","last_peered":"2024-09-07T15:23:21.682501+0000","last_clean":"2024-09-07T15:23:21.682501+0000","last_became_active":"2024-09-07T13:38:18.008930+0000","last_became_peered":"2024-09-07T13:38:18.008930+0000","last_unstale":"2024-09-07T15:23:21.682501+0000","last_undegraded":"2024-09-07T15:23:21.682501+0000","last_fullsized":"2024-09-07T15:23:21.682501+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:31.672910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'150","reported_seq":664,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.360959+0000","last_change":"2024-09-07T13:38:20.013274+0000","last_active":"2024-09-07T15:27:22.360959+0000","last_peered":"2024-09-07T15:27:22.360959+0000","last_clean":"2024-09-07T15:27:22.360959+0000","last_became_active":"2024-09-07T13:38:20.010675+0000","last_became_peered":"2024-09-07T13:38:20.010675+0000","last_unstale":"2024-09-07T15:27:22.360959+0000","last_undegraded":"2024-09-07T15:27:22.360959+0000","last_fullsized":"2024-09-07T15:27:22.360959+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:14:19.163625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":155,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'138","reported_seq":776,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.830787+0000","last_change":"2024-09-07T13:38:11.960958+0000","last_active":"2024-09-07T15:24:52.830787+0000","last_peered":"2024-09-07T15:24:52.830787+0000","last_clean":"2024-09-07T15:24:52.830787+0000","last_became_active":"2024-09-07T13:38:11.951152+0000","last_became_peered":"2024-09-07T13:38:11.951152+0000","last_unstale":"2024-09-07T15:24:52.830787+0000","last_undegraded":"2024-09-07T15:24:52.830787+0000","last_fullsized":"2024-09-07T15:24:52.830787+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:40:50.867283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":210,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'289","reported_seq":989,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:11.584236+0000","last_change":"2024-09-07T13:38:41.116583+0000","last_active":"2024-09-07T15:27:11.584236+0000","last_peered":"2024-09-07T15:27:11.584236+0000","last_clean":"2024-09-07T15:27:11.584236+0000","last_became_active":"2024-09-07T13:38:41.116020+0000","last_became_peered":"2024-09-07T13:38:41.116020+0000","last_unstale":"2024-09-07T15:27:11.584236+0000","last_undegraded":"2024-09-07T15:27:11.584236+0000","last_fullsized":"2024-09-07T15:27:11.584236+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:05:40.723720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6696437,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":570,"num_read_kb":16268,"num_write":1080,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"269'179","reported_seq":869,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267293+0000","last_change":"2024-09-07T13:38:11.949201+0000","last_active":"2024-09-07T15:24:21.267293+0000","last_peered":"2024-09-07T15:24:21.267293+0000","last_clean":"2024-09-07T15:24:21.267293+0000","last_became_active":"2024-09-07T13:38:11.947998+0000","last_became_peered":"2024-09-07T13:38:11.947998+0000","last_unstale":"2024-09-07T15:24:21.267293+0000","last_undegraded":"2024-09-07T15:24:21.267293+0000","last_fullsized":"2024-09-07T15:24:21.267293+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:45:50.061731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":929,"num_read_kb":833,"num_write":305,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'284","reported_seq":1032,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263045+0000","last_change":"2024-09-07T13:38:09.957045+0000","last_active":"2024-09-07T15:24:26.263045+0000","last_peered":"2024-09-07T15:24:26.263045+0000","last_clean":"2024-09-07T15:24:26.263045+0000","last_became_active":"2024-09-07T13:38:09.956746+0000","last_became_peered":"2024-09-07T13:38:09.956746+0000","last_unstale":"2024-09-07T15:24:26.263045+0000","last_undegraded":"2024-09-07T15:24:26.263045+0000","last_fullsized":"2024-09-07T15:24:26.263045+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:06:03.834065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11216726,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":516,"num_read_kb":118225,"num_write":1041,"num_write_kb":43073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'123","reported_seq":764,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.735726+0000","last_change":"2024-09-07T13:38:11.968682+0000","last_active":"2024-09-07T15:24:21.735726+0000","last_peered":"2024-09-07T15:24:21.735726+0000","last_clean":"2024-09-07T15:24:21.735726+0000","last_became_active":"2024-09-07T13:38:11.964926+0000","last_became_peered":"2024-09-07T13:38:11.964926+0000","last_unstale":"2024-09-07T15:24:21.735726+0000","last_undegraded":"2024-09-07T15:24:21.735726+0000","last_fullsized":"2024-09-07T15:24:21.735726+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:22:01.094161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":452,"num_write":178,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'288","reported_seq":957,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736752+0000","last_change":"2024-09-07T13:38:09.947119+0000","last_active":"2024-09-07T15:24:26.736752+0000","last_peered":"2024-09-07T15:24:26.736752+0000","last_clean":"2024-09-07T15:24:26.736752+0000","last_became_active":"2024-09-07T13:38:09.945903+0000","last_became_peered":"2024-09-07T13:38:09.945903+0000","last_unstale":"2024-09-07T15:24:26.736752+0000","last_undegraded":"2024-09-07T15:24:26.736752+0000","last_fullsized":"2024-09-07T15:24:26.736752+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:26:07.414745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6452838,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":418,"num_read_kb":89502,"num_write":1043,"num_write_kb":59727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'86","reported_seq":687,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267143+0000","last_change":"2024-09-07T13:38:11.937796+0000","last_active":"2024-09-07T15:24:21.267143+0000","last_peered":"2024-09-07T15:24:21.267143+0000","last_clean":"2024-09-07T15:24:21.267143+0000","last_became_active":"2024-09-07T13:38:11.937036+0000","last_became_peered":"2024-09-07T13:38:11.937036+0000","last_unstale":"2024-09-07T15:24:21.267143+0000","last_undegraded":"2024-09-07T15:24:21.267143+0000","last_fullsized":"2024-09-07T15:24:21.267143+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:24:20.802614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":116,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'248","reported_seq":895,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.704033+0000","last_change":"2024-09-07T13:38:09.945028+0000","last_active":"2024-09-07T15:24:51.704033+0000","last_peered":"2024-09-07T15:24:51.704033+0000","last_clean":"2024-09-07T15:24:51.704033+0000","last_became_active":"2024-09-07T13:38:09.944652+0000","last_became_peered":"2024-09-07T13:38:09.944652+0000","last_unstale":"2024-09-07T15:24:51.704033+0000","last_undegraded":"2024-09-07T15:24:51.704033+0000","last_fullsized":"2024-09-07T15:24:51.704033+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:46:03.854603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":915060,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":400,"num_read_kb":1901,"num_write":877,"num_write_kb":15286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'34","reported_seq":624,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.324322+0000","last_change":"2024-09-07T13:38:11.954894+0000","last_active":"2024-09-07T15:24:52.324322+0000","last_peered":"2024-09-07T15:24:52.324322+0000","last_clean":"2024-09-07T15:24:52.324322+0000","last_became_active":"2024-09-07T13:38:11.954420+0000","last_became_peered":"2024-09-07T13:38:11.954420+0000","last_unstale":"2024-09-07T15:24:52.324322+0000","last_undegraded":"2024-09-07T15:24:52.324322+0000","last_fullsized":"2024-09-07T15:24:52.324322+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:20:39.986528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":154,"num_write":48,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'252","reported_seq":966,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:17.315406+0000","last_change":"2024-09-07T13:38:41.119286+0000","last_active":"2024-09-07T15:24:17.315406+0000","last_peered":"2024-09-07T15:24:17.315406+0000","last_clean":"2024-09-07T15:24:17.315406+0000","last_became_active":"2024-09-07T13:38:41.118577+0000","last_became_peered":"2024-09-07T13:38:41.118577+0000","last_unstale":"2024-09-07T15:24:17.315406+0000","last_undegraded":"2024-09-07T15:24:17.315406+0000","last_fullsized":"2024-09-07T15:24:17.315406+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:15:00.852817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5246772,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":468,"num_read_kb":67028,"num_write":932,"num_write_kb":24885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"269'74","reported_seq":699,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502373+0000","last_change":"2024-09-07T13:38:11.961501+0000","last_active":"2024-09-07T15:24:27.502373+0000","last_peered":"2024-09-07T15:24:27.502373+0000","last_clean":"2024-09-07T15:24:27.502373+0000","last_became_active":"2024-09-07T13:38:11.960709+0000","last_became_peered":"2024-09-07T13:38:11.960709+0000","last_unstale":"2024-09-07T15:24:27.502373+0000","last_undegraded":"2024-09-07T15:24:27.502373+0000","last_fullsized":"2024-09-07T15:24:27.502373+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:42:49.677272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":310,"num_write":110,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'247","reported_seq":951,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267209+0000","last_change":"2024-09-07T13:38:09.914801+0000","last_active":"2024-09-07T15:24:21.267209+0000","last_peered":"2024-09-07T15:24:21.267209+0000","last_clean":"2024-09-07T15:24:21.267209+0000","last_became_active":"2024-09-07T13:38:09.914458+0000","last_became_peered":"2024-09-07T13:38:09.914458+0000","last_unstale":"2024-09-07T15:24:21.267209+0000","last_undegraded":"2024-09-07T15:24:21.267209+0000","last_fullsized":"2024-09-07T15:24:21.267209+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:28:27.895623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12678726,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":451,"num_read_kb":38432,"num_write":966,"num_write_kb":29352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'4326","reported_seq":5033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.190170+0000","last_change":"2024-09-07T13:38:11.969273+0000","last_active":"2024-09-07T15:26:01.190170+0000","last_peered":"2024-09-07T15:26:01.190170+0000","last_clean":"2024-09-07T15:26:01.190170+0000","last_became_active":"2024-09-07T13:38:11.966079+0000","last_became_peered":"2024-09-07T13:38:11.966079+0000","last_unstale":"2024-09-07T15:26:01.190170+0000","last_undegraded":"2024-09-07T15:26:01.190170+0000","last_fullsized":"2024-09-07T15:26:01.190170+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":3000,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:01:42.728052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17506,"num_read_kb":14577,"num_write":6561,"num_write_kb":3271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'226","reported_seq":932,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:55.828280+0000","last_change":"2024-09-07T13:38:09.968955+0000","last_active":"2024-09-07T15:24:55.828280+0000","last_peered":"2024-09-07T15:24:55.828280+0000","last_clean":"2024-09-07T15:24:55.828280+0000","last_became_active":"2024-09-07T13:38:09.966151+0000","last_became_peered":"2024-09-07T13:38:09.966151+0000","last_unstale":"2024-09-07T15:24:55.828280+0000","last_undegraded":"2024-09-07T15:24:55.828280+0000","last_fullsized":"2024-09-07T15:24:55.828280+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:18:42.885807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5048935,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":486,"num_read_kb":2644,"num_write":844,"num_write_kb":22278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'163","reported_seq":815,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.478965+0000","last_change":"2024-09-07T13:38:11.967014+0000","last_active":"2024-09-07T15:24:26.478965+0000","last_peered":"2024-09-07T15:24:26.478965+0000","last_clean":"2024-09-07T15:24:26.478965+0000","last_became_active":"2024-09-07T13:38:11.966128+0000","last_became_peered":"2024-09-07T13:38:11.966128+0000","last_unstale":"2024-09-07T15:24:26.478965+0000","last_undegraded":"2024-09-07T15:24:26.478965+0000","last_fullsized":"2024-09-07T15:24:26.478965+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:55:28.962028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":749,"num_read_kb":624,"num_write":242,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'307","reported_seq":1026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:40.421282+0000","last_change":"2024-09-07T13:38:09.943504+0000","last_active":"2024-09-07T15:25:40.421282+0000","last_peered":"2024-09-07T15:25:40.421282+0000","last_clean":"2024-09-07T15:25:40.421282+0000","last_became_active":"2024-09-07T13:38:09.943119+0000","last_became_peered":"2024-09-07T13:38:09.943119+0000","last_unstale":"2024-09-07T15:25:40.421282+0000","last_undegraded":"2024-09-07T15:25:40.421282+0000","last_fullsized":"2024-09-07T15:25:40.421282+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:31:15.561749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20281681,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":499,"num_read_kb":49070,"num_write":1068,"num_write_kb":52483,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'107","reported_seq":737,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:24.183322+0000","last_change":"2024-09-07T13:38:11.956177+0000","last_active":"2024-09-07T15:24:24.183322+0000","last_peered":"2024-09-07T15:24:24.183322+0000","last_clean":"2024-09-07T15:24:24.183322+0000","last_became_active":"2024-09-07T13:38:11.954473+0000","last_became_peered":"2024-09-07T13:38:11.954473+0000","last_unstale":"2024-09-07T15:24:24.183322+0000","last_undegraded":"2024-09-07T15:24:24.183322+0000","last_fullsized":"2024-09-07T15:24:24.183322+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:47:21.356229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":158,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'236","reported_seq":933,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.740183+0000","last_change":"2024-09-07T13:38:09.950646+0000","last_active":"2024-09-07T15:24:41.740183+0000","last_peered":"2024-09-07T15:24:41.740183+0000","last_clean":"2024-09-07T15:24:41.740183+0000","last_became_active":"2024-09-07T13:38:09.947018+0000","last_became_peered":"2024-09-07T13:38:09.947018+0000","last_unstale":"2024-09-07T15:24:41.740183+0000","last_undegraded":"2024-09-07T15:24:41.740183+0000","last_fullsized":"2024-09-07T15:24:41.740183+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:33:46.878668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11097107,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":408,"num_read_kb":54354,"num_write":829,"num_write_kb":34652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'198","reported_seq":862,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:07.223064+0000","last_change":"2024-09-07T13:38:11.968110+0000","last_active":"2024-09-07T15:24:07.223064+0000","last_peered":"2024-09-07T15:24:07.223064+0000","last_clean":"2024-09-07T15:24:07.223064+0000","last_became_active":"2024-09-07T13:38:11.963550+0000","last_became_peered":"2024-09-07T13:38:11.963550+0000","last_unstale":"2024-09-07T15:24:07.223064+0000","last_undegraded":"2024-09-07T15:24:07.223064+0000","last_fullsized":"2024-09-07T15:24:07.223064+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:19:27.717973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":873,"num_read_kb":718,"num_write":298,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'274","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309509+0000","last_change":"2024-09-07T13:38:09.960515+0000","last_active":"2024-09-07T15:23:52.309509+0000","last_peered":"2024-09-07T15:23:52.309509+0000","last_clean":"2024-09-07T15:23:52.309509+0000","last_became_active":"2024-09-07T13:38:09.959943+0000","last_became_peered":"2024-09-07T13:38:09.959943+0000","last_unstale":"2024-09-07T15:23:52.309509+0000","last_undegraded":"2024-09-07T15:23:52.309509+0000","last_fullsized":"2024-09-07T15:23:52.309509+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:48:10.173865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17696825,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":489,"num_read_kb":156829,"num_write":1055,"num_write_kb":44912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"269'226","reported_seq":887,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263189+0000","last_change":"2024-09-07T13:38:11.967601+0000","last_active":"2024-09-07T15:24:26.263189+0000","last_peered":"2024-09-07T15:24:26.263189+0000","last_clean":"2024-09-07T15:24:26.263189+0000","last_became_active":"2024-09-07T13:38:11.967242+0000","last_became_peered":"2024-09-07T13:38:11.967242+0000","last_unstale":"2024-09-07T15:24:26.263189+0000","last_undegraded":"2024-09-07T15:24:26.263189+0000","last_fullsized":"2024-09-07T15:24:26.263189+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:00:24.435099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1029,"num_read_kb":861,"num_write":341,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'281","reported_seq":947,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.727080+0000","last_change":"2024-09-07T13:38:09.961467+0000","last_active":"2024-09-07T15:23:56.727080+0000","last_peered":"2024-09-07T15:23:56.727080+0000","last_clean":"2024-09-07T15:23:56.727080+0000","last_became_active":"2024-09-07T13:38:09.958372+0000","last_became_peered":"2024-09-07T13:38:09.958372+0000","last_unstale":"2024-09-07T15:23:56.727080+0000","last_undegraded":"2024-09-07T15:23:56.727080+0000","last_fullsized":"2024-09-07T15:23:56.727080+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:07.855745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15762003,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":480,"num_read_kb":18581,"num_write":1029,"num_write_kb":37988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'251","reported_seq":931,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495459+0000","last_change":"2024-09-07T13:38:11.984993+0000","last_active":"2024-09-07T15:23:57.495459+0000","last_peered":"2024-09-07T15:23:57.495459+0000","last_clean":"2024-09-07T15:23:57.495459+0000","last_became_active":"2024-09-07T13:38:11.984378+0000","last_became_peered":"2024-09-07T13:38:11.984378+0000","last_unstale":"2024-09-07T15:23:57.495459+0000","last_undegraded":"2024-09-07T15:23:57.495459+0000","last_fullsized":"2024-09-07T15:23:57.495459+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:34:28.701838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1089,"num_read_kb":888,"num_write":401,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'250","reported_seq":928,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.690609+0000","last_change":"2024-09-07T13:38:09.954170+0000","last_active":"2024-09-07T15:23:56.690609+0000","last_peered":"2024-09-07T15:23:56.690609+0000","last_clean":"2024-09-07T15:23:56.690609+0000","last_became_active":"2024-09-07T13:38:09.953778+0000","last_became_peered":"2024-09-07T13:38:09.953778+0000","last_unstale":"2024-09-07T15:23:56.690609+0000","last_undegraded":"2024-09-07T15:23:56.690609+0000","last_fullsized":"2024-09-07T15:23:56.690609+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:27:44.047601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18188171,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":402,"num_read_kb":70626,"num_write":981,"num_write_kb":40171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'169","reported_seq":799,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:35.461578+0000","last_change":"2024-09-07T13:38:11.958808+0000","last_active":"2024-09-07T15:24:35.461578+0000","last_peered":"2024-09-07T15:24:35.461578+0000","last_clean":"2024-09-07T15:24:35.461578+0000","last_became_active":"2024-09-07T13:38:11.958064+0000","last_became_peered":"2024-09-07T13:38:11.958064+0000","last_unstale":"2024-09-07T15:24:35.461578+0000","last_undegraded":"2024-09-07T15:24:35.461578+0000","last_fullsized":"2024-09-07T15:24:35.461578+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:39:11.761149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":587,"num_write":258,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'281","reported_seq":944,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.472761+0000","last_change":"2024-09-07T13:38:09.942725+0000","last_active":"2024-09-07T15:23:56.472761+0000","last_peered":"2024-09-07T15:23:56.472761+0000","last_clean":"2024-09-07T15:23:56.472761+0000","last_became_active":"2024-09-07T13:38:09.936674+0000","last_became_peered":"2024-09-07T13:38:09.936674+0000","last_unstale":"2024-09-07T15:23:56.472761+0000","last_undegraded":"2024-09-07T15:23:56.472761+0000","last_fullsized":"2024-09-07T15:23:56.472761+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:22:35.197871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5535693,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":434,"num_read_kb":29966,"num_write":1023,"num_write_kb":57855,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'103","reported_seq":689,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.279828+0000","last_change":"2024-09-07T13:38:11.952566+0000","last_active":"2024-09-07T15:26:03.279828+0000","last_peered":"2024-09-07T15:26:03.279828+0000","last_clean":"2024-09-07T15:26:03.279828+0000","last_became_active":"2024-09-07T13:38:11.948061+0000","last_became_peered":"2024-09-07T13:38:11.948061+0000","last_unstale":"2024-09-07T15:26:03.279828+0000","last_undegraded":"2024-09-07T15:26:03.279828+0000","last_fullsized":"2024-09-07T15:26:03.279828+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:33:51.276298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":456,"num_read_kb":368,"num_write":151,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'265","reported_seq":902,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901441+0000","last_change":"2024-09-07T13:38:09.978561+0000","last_active":"2024-09-07T15:24:11.901441+0000","last_peered":"2024-09-07T15:24:11.901441+0000","last_clean":"2024-09-07T15:24:11.901441+0000","last_became_active":"2024-09-07T13:38:09.977914+0000","last_became_peered":"2024-09-07T13:38:09.977914+0000","last_unstale":"2024-09-07T15:24:11.901441+0000","last_undegraded":"2024-09-07T15:24:11.901441+0000","last_fullsized":"2024-09-07T15:24:11.901441+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:30:02.297567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1470100,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":380,"num_read_kb":6533,"num_write":955,"num_write_kb":46948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'55","reported_seq":654,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309580+0000","last_change":"2024-09-07T13:38:11.967367+0000","last_active":"2024-09-07T15:23:52.309580+0000","last_peered":"2024-09-07T15:23:52.309580+0000","last_clean":"2024-09-07T15:23:52.309580+0000","last_became_active":"2024-09-07T13:38:11.954989+0000","last_became_peered":"2024-09-07T13:38:11.954989+0000","last_unstale":"2024-09-07T15:23:52.309580+0000","last_undegraded":"2024-09-07T15:23:52.309580+0000","last_fullsized":"2024-09-07T15:23:52.309580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:04:31.660954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":193,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'295","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:29.050804+0000","last_change":"2024-09-07T13:38:09.971220+0000","last_active":"2024-09-07T15:23:29.050804+0000","last_peered":"2024-09-07T15:23:29.050804+0000","last_clean":"2024-09-07T15:23:29.050804+0000","last_became_active":"2024-09-07T13:38:09.970859+0000","last_became_peered":"2024-09-07T13:38:09.970859+0000","last_unstale":"2024-09-07T15:23:29.050804+0000","last_undegraded":"2024-09-07T15:23:29.050804+0000","last_fullsized":"2024-09-07T15:23:29.050804+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:56:06.553143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10486490,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":571,"num_read_kb":27882,"num_write":1213,"num_write_kb":26984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'187","reported_seq":857,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.907311+0000","last_change":"2024-09-07T13:38:11.968437+0000","last_active":"2024-09-07T15:24:36.907311+0000","last_peered":"2024-09-07T15:24:36.907311+0000","last_clean":"2024-09-07T15:24:36.907311+0000","last_became_active":"2024-09-07T13:38:11.967747+0000","last_became_peered":"2024-09-07T13:38:11.967747+0000","last_unstale":"2024-09-07T15:24:36.907311+0000","last_undegraded":"2024-09-07T15:24:36.907311+0000","last_fullsized":"2024-09-07T15:24:36.907311+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:18:11.762150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":822,"num_read_kb":682,"num_write":266,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'258","reported_seq":925,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:38.278326+0000","last_change":"2024-09-07T13:38:09.967890+0000","last_active":"2024-09-07T15:25:38.278326+0000","last_peered":"2024-09-07T15:25:38.278326+0000","last_clean":"2024-09-07T15:25:38.278326+0000","last_became_active":"2024-09-07T13:38:09.966982+0000","last_became_peered":"2024-09-07T13:38:09.966982+0000","last_unstale":"2024-09-07T15:25:38.278326+0000","last_undegraded":"2024-09-07T15:25:38.278326+0000","last_fullsized":"2024-09-07T15:25:38.278326+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:36.660350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17220916,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":451,"num_read_kb":26456,"num_write":991,"num_write_kb":42546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'261","reported_seq":927,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:22.306511+0000","last_change":"2024-09-07T13:38:09.951698+0000","last_active":"2024-09-07T15:23:22.306511+0000","last_peered":"2024-09-07T15:23:22.306511+0000","last_clean":"2024-09-07T15:23:22.306511+0000","last_became_active":"2024-09-07T13:38:09.950346+0000","last_became_peered":"2024-09-07T13:38:09.950346+0000","last_unstale":"2024-09-07T15:23:22.306511+0000","last_undegraded":"2024-09-07T15:23:22.306511+0000","last_fullsized":"2024-09-07T15:23:22.306511+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:44:47.085193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23071541,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":428,"num_read_kb":31371,"num_write":959,"num_write_kb":48642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'129","reported_seq":736,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.705309+0000","last_change":"2024-09-07T13:38:11.956956+0000","last_active":"2024-09-07T15:24:56.705309+0000","last_peered":"2024-09-07T15:24:56.705309+0000","last_clean":"2024-09-07T15:24:56.705309+0000","last_became_active":"2024-09-07T13:38:11.955485+0000","last_became_peered":"2024-09-07T13:38:11.955485+0000","last_unstale":"2024-09-07T15:24:56.705309+0000","last_undegraded":"2024-09-07T15:24:56.705309+0000","last_fullsized":"2024-09-07T15:24:56.705309+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:27:17.722845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":556,"num_read_kb":453,"num_write":191,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'389","reported_seq":1083,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:38.282989+0000","last_change":"2024-09-07T13:38:09.956186+0000","last_active":"2024-09-07T15:25:38.282989+0000","last_peered":"2024-09-07T15:25:38.282989+0000","last_clean":"2024-09-07T15:25:38.282989+0000","last_became_active":"2024-09-07T13:38:09.955640+0000","last_became_peered":"2024-09-07T13:38:09.955640+0000","last_unstale":"2024-09-07T15:25:38.282989+0000","last_undegraded":"2024-09-07T15:25:38.282989+0000","last_fullsized":"2024-09-07T15:25:38.282989+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:13:39.740575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6966202,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":683,"num_read_kb":13304,"num_write":1161,"num_write_kb":30944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'181","reported_seq":831,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.738055+0000","last_change":"2024-09-07T13:38:11.957199+0000","last_active":"2024-09-07T15:24:31.738055+0000","last_peered":"2024-09-07T15:24:31.738055+0000","last_clean":"2024-09-07T15:24:31.738055+0000","last_became_active":"2024-09-07T13:38:11.955420+0000","last_became_peered":"2024-09-07T13:38:11.955420+0000","last_unstale":"2024-09-07T15:24:31.738055+0000","last_undegraded":"2024-09-07T15:24:31.738055+0000","last_fullsized":"2024-09-07T15:24:31.738055+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:45:18.102760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":815,"num_read_kb":669,"num_write":276,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5579,"num_read_kb":3932,"num_write":1892,"num_write_kb":790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1063,"ondisk_log_size":1063,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15869,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":16338,"num_read_kb":16003,"num_write":16758,"num_write_kb":4902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":31738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1879,"ondisk_log_size":1879,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":453,"ondisk_log_size":453,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1825504,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":20073,"num_read_kb":35767,"num_write":16939,"num_write_kb":12233,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3284992,"data_stored":2749810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1881,"ondisk_log_size":1881,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2403,"num_read_kb":2864,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102755,"num_read_kb":85366,"num_write":37204,"num_write_kb":18790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4128,"ondisk_log_size":4128,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":752886508,"num_objects":4406,"num_object_clones":0,"num_object_copies":13218,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4406,"num_whiteouts":0,"num_read":32166,"num_read_kb":2657150,"num_write":66890,"num_write_kb":2277217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1178333184,"data_stored":1178333184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4348,"ondisk_log_size":4348,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":73044895,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":119,"num_read_kb":189777,"num_write":139,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":146096128,"data_stored":146089790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":73044895,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":117,"num_read_kb":189147,"num_write":139,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":146096128,"data_stored":146089790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129543471,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":447192,"kb_used_data":181384,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":93924648,"statfs":{"total":96636764160,"available":96178839552,"internally_reserved":0,"allocated":185737216,"data_stored":183663265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":272169418},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129543469,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":439056,"kb_used_data":178816,"kb_used_omap":1,"kb_used_meta":260222,"kb_avail":93932784,"statfs":{"total":96636764160,"available":96187170816,"internally_reserved":0,"allocated":183107584,"data_stored":181111165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":266467782},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129543471,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":299632,"kb_used_data":178272,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94072208,"statfs":{"total":96636764160,"available":96329940992,"internally_reserved":0,"allocated":182550528,"data_stored":180445285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":124254661},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129543467,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297992,"kb_used_data":208504,"kb_used_omap":1,"kb_used_meta":89470,"kb_avail":94073848,"statfs":{"total":96636764160,"available":96331620352,"internally_reserved":0,"allocated":213508096,"data_stored":211556910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91617733},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543470,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":460384,"kb_used_data":198800,"kb_used_omap":1,"kb_used_meta":261566,"kb_avail":93911456,"statfs":{"total":96636764160,"available":96165330944,"internally_reserved":0,"allocated":203571200,"data_stored":201530320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":267844040},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543468,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":227712,"kb_used_data":142448,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94144128,"statfs":{"total":96636764160,"available":96403587072,"internally_reserved":0,"allocated":145866752,"data_stored":143893019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87292357},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543467,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":332856,"kb_used_data":197608,"kb_used_omap":1,"kb_used_meta":135230,"kb_avail":94038984,"statfs":{"total":96636764160,"available":96295919616,"internally_reserved":0,"allocated":202350592,"data_stored":200322221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":138475973},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543469,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":417684,"kb_used_data":187972,"kb_used_omap":1,"kb_used_meta":229694,"kb_avail":93954156,"statfs":{"total":96636764160,"available":96209055744,"internally_reserved":0,"allocated":192483328,"data_stored":190439991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":235207112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":163008512,"data_stored":163008512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":148754432,"data_stored":148754432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102608896,"data_stored":102608896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":163487744,"data_stored":163487744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":163483648,"data_stored":163483648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":139718656,"data_stored":139718656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":144871424,"data_stored":144871424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":152399872,"data_stored":152399872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":425984,"data_stored":360003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":385702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":111687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":561152,"data_stored":480210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":86516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":663552,"data_stored":554313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":315392,"data_stored":261372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":510007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":19972096,"data_stored":19971370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":27262976,"data_stored":27262976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":22020096,"data_stored":22020096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3731456,"data_stored":3730091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":19922944,"data_stored":19922944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":26275840,"data_stored":26274762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":18984960,"data_stored":18983156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":7925760,"data_stored":7924395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21606400,"data_stored":21604309,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16838656,"data_stored":16837578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":31518720,"data_stored":31517642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":25751552,"data_stored":25750187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":11583488,"data_stored":11582762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14680064,"data_stored":14680064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":19922944,"data_stored":19922944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-07T15:27:47.379 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-07T15:27:47.688 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:27:47.689 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":269,"fsid":"e0c7077a-9490-42ff-b9cb-56a88ac4c903","created":"2024-09-07T13:37:33.964141+0000","modified":"2024-09-07T14:28:25.411777+0000","last_up_change":"2024-09-07T13:37:45.574444+0000","last_in_change":"2024-09-07T13:37:36.440780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":16,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":68,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-07T13:37:47.036946+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-07T13:37:52.390735+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2024-09-07T13:38:07.886098+0000","flags":1,"flags_names":"hashpspool","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"client.0","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2024-09-07T13:38:10.254948+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":".rgw.root","create_time":"2024-09-07T13:38:12.074295+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2024-09-07T13:38:14.489546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2024-09-07T13:38:16.001892+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2024-09-07T13:38:18.126179+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":65,"pool_name":"default.rgw.buckets.non-ec","create_time":"2024-09-07T13:55:12.956913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"258","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":66,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2024-09-07T14:01:08.342531+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"261","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":67,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2024-09-07T14:01:15.887616+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"264","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":68,"pool_name":"default.rgw.otp","create_time":"2024-09-07T14:28:23.197736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"269","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5a862078-4887-4e3d-a4e5-4ae198d342c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6801","nonce":2807266882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6803","nonce":2807266882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6807","nonce":2807266882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2807266882},{"type":"v1","addr":"172.21.15.107:6805","nonce":2807266882}]},"public_addr":"172.21.15.107:6801/2807266882","cluster_addr":"172.21.15.107:6803/2807266882","heartbeat_back_addr":"172.21.15.107:6807/2807266882","heartbeat_front_addr":"172.21.15.107:6805/2807266882","state":["exists","up"]},{"osd":1,"uuid":"f2cfc911-fde5-46a6-9046-3ffc2d8db629","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6812","nonce":3830891006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6816","nonce":3830891006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6823","nonce":3830891006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":3830891006},{"type":"v1","addr":"172.21.15.107:6820","nonce":3830891006}]},"public_addr":"172.21.15.107:6812/3830891006","cluster_addr":"172.21.15.107:6816/3830891006","heartbeat_back_addr":"172.21.15.107:6823/3830891006","heartbeat_front_addr":"172.21.15.107:6820/3830891006","state":["exists","up"]},{"osd":2,"uuid":"f183fa93-caf0-4cc4-8789-8c64d251587b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6809","nonce":539809935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6811","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6813","nonce":539809935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6819","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6821","nonce":539809935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6815","nonce":539809935},{"type":"v1","addr":"172.21.15.107:6817","nonce":539809935}]},"public_addr":"172.21.15.107:6809/539809935","cluster_addr":"172.21.15.107:6813/539809935","heartbeat_back_addr":"172.21.15.107:6821/539809935","heartbeat_front_addr":"172.21.15.107:6817/539809935","state":["exists","up"]},{"osd":3,"uuid":"20d5cf62-9fd1-4588-930c-7f2b282de010","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6825","nonce":3601645527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6827","nonce":3601645527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6831","nonce":3601645527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3601645527},{"type":"v1","addr":"172.21.15.107:6829","nonce":3601645527}]},"public_addr":"172.21.15.107:6825/3601645527","cluster_addr":"172.21.15.107:6827/3601645527","heartbeat_back_addr":"172.21.15.107:6831/3601645527","heartbeat_front_addr":"172.21.15.107:6829/3601645527","state":["exists","up"]},{"osd":4,"uuid":"89de7988-788c-471b-8831-4d90468e7652","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6809","nonce":235857030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6811","nonce":235857030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6815","nonce":235857030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":235857030},{"type":"v1","addr":"172.21.15.148:6813","nonce":235857030}]},"public_addr":"172.21.15.148:6809/235857030","cluster_addr":"172.21.15.148:6811/235857030","heartbeat_back_addr":"172.21.15.148:6815/235857030","heartbeat_front_addr":"172.21.15.148:6813/235857030","state":["exists","up"]},{"osd":5,"uuid":"027536f4-58ce-4836-9519-be3a4d3538fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6825","nonce":458226704}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6827","nonce":458226704}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6831","nonce":458226704}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":458226704},{"type":"v1","addr":"172.21.15.148:6829","nonce":458226704}]},"public_addr":"172.21.15.148:6825/458226704","cluster_addr":"172.21.15.148:6827/458226704","heartbeat_back_addr":"172.21.15.148:6831/458226704","heartbeat_front_addr":"172.21.15.148:6829/458226704","state":["exists","up"]},{"osd":6,"uuid":"b2e7b66d-3a3c-47dc-a673-1ccba3b4794a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6817","nonce":3348669279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6819","nonce":3348669279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6823","nonce":3348669279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3348669279},{"type":"v1","addr":"172.21.15.148:6821","nonce":3348669279}]},"public_addr":"172.21.15.148:6817/3348669279","cluster_addr":"172.21.15.148:6819/3348669279","heartbeat_back_addr":"172.21.15.148:6823/3348669279","heartbeat_front_addr":"172.21.15.148:6821/3348669279","state":["exists","up"]},{"osd":7,"uuid":"1850765d-f8d5-4117-96bd-490b18cf8272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6801","nonce":3426398531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6803","nonce":3426398531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6807","nonce":3426398531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":3426398531},{"type":"v1","addr":"172.21.15.148:6805","nonce":3426398531}]},"public_addr":"172.21.15.148:6801/3426398531","cluster_addr":"172.21.15.148:6803/3426398531","heartbeat_back_addr":"172.21.15.148:6807/3426398531","heartbeat_front_addr":"172.21.15.148:6805/3426398531","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.779233+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:43.031729+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.999705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:43.325768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.989295+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:43.077271+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.935816+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-07T13:37:42.876871+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.b","mappings":[{"from":3,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.19","mappings":[{"from":3,"to":2}]},{"pgid":"3.1a","mappings":[{"from":4,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1},{"from":6,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":1}]},{"pgid":"3.36","mappings":[{"from":6,"to":2}]},{"pgid":"3.38","mappings":[{"from":3,"to":2}]},{"pgid":"4.1c","mappings":[{"from":1,"to":5}]},{"pgid":"4.1d","mappings":[{"from":3,"to":2}]},{"pgid":"67.a","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"client.0":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]},{"pool":31,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-07T15:27:48.707 INFO:tasks.ceph:Scrubbing osd.0 2024-09-07T15:27:48.707 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-07T15:27:48.868 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T15:27:48.868 INFO:teuthology.orchestra.run.smithi107.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-07T15:27:48.868 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T15:27:48.884 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-07T15:27:49.181 INFO:teuthology.orchestra.run.smithi107.stderr:instructed osd(s) 0 to deep-scrub 2024-09-07T15:27:49.200 INFO:tasks.ceph:Scrubbing osd.1 2024-09-07T15:27:49.200 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-07T15:27:49.347 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T15:27:49.347 INFO:teuthology.orchestra.run.smithi107.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-07T15:27:49.348 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T15:27:49.363 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-07T15:27:49.638 INFO:teuthology.orchestra.run.smithi107.stderr:instructed osd(s) 1 to deep-scrub 2024-09-07T15:27:49.656 INFO:tasks.ceph:Scrubbing osd.2 2024-09-07T15:27:49.657 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-07T15:27:49.808 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T15:27:49.808 INFO:teuthology.orchestra.run.smithi107.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-07T15:27:49.809 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T15:27:49.824 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-07T15:27:50.125 INFO:teuthology.orchestra.run.smithi107.stderr:instructed osd(s) 2 to deep-scrub 2024-09-07T15:27:50.143 INFO:tasks.ceph:Scrubbing osd.3 2024-09-07T15:27:50.143 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-07T15:27:50.285 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T15:27:50.285 INFO:teuthology.orchestra.run.smithi107.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-07T15:27:50.285 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T15:27:50.300 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-07T15:27:50.597 INFO:teuthology.orchestra.run.smithi107.stderr:instructed osd(s) 3 to deep-scrub 2024-09-07T15:27:50.616 INFO:tasks.ceph:Scrubbing osd.4 2024-09-07T15:27:50.617 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-07T15:27:50.767 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T15:27:50.767 INFO:teuthology.orchestra.run.smithi107.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-07T15:27:50.767 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T15:27:50.783 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-07T15:27:51.076 INFO:teuthology.orchestra.run.smithi107.stderr:instructed osd(s) 4 to deep-scrub 2024-09-07T15:27:51.096 INFO:tasks.ceph:Scrubbing osd.5 2024-09-07T15:27:51.096 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-07T15:27:51.244 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T15:27:51.244 INFO:teuthology.orchestra.run.smithi107.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-07T15:27:51.244 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T15:27:51.259 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-07T15:27:51.551 INFO:teuthology.orchestra.run.smithi107.stderr:instructed osd(s) 5 to deep-scrub 2024-09-07T15:27:51.570 INFO:tasks.ceph:Scrubbing osd.6 2024-09-07T15:27:51.570 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-07T15:27:51.723 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T15:27:51.723 INFO:teuthology.orchestra.run.smithi107.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-07T15:27:51.723 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T15:27:51.738 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-07T15:27:52.014 INFO:teuthology.orchestra.run.smithi107.stderr:instructed osd(s) 6 to deep-scrub 2024-09-07T15:27:52.031 INFO:tasks.ceph:Scrubbing osd.7 2024-09-07T15:27:52.032 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-07T15:27:52.183 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-09-07T15:27:52.184 INFO:teuthology.orchestra.run.smithi107.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-07T15:27:52.184 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-09-07T15:27:52.198 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-07T15:27:52.480 INFO:teuthology.orchestra.run.smithi107.stderr:instructed osd(s) 7 to deep-scrub 2024-09-07T15:27:52.499 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-07T15:27:52.841 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:27:52.857 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2024-09-07T15:27:52.874 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":3563,"stamp":"2024-09-07T15:27:51.493016+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":90774058,"num_objects":700,"num_object_clones":0,"num_object_copies":1775,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":700,"num_whiteouts":0,"num_read":184187,"num_read_kb":3184167,"num_write":144426,"num_write_kb":2577194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":61,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13126,"ondisk_log_size":13126,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1699532,"kb_used_data":166532,"kb_used_omap":12,"kb_used_meta":1531827,"kb_avail":753275188,"statfs":{"total":773094113280,"available":771353792512,"internally_reserved":0,"allocated":170528768,"data_stored":154592382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":1568591412},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,4],"upper_bound":4},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-810635793,"num_objects":-4069,"num_object_clones":0,"num_object_copies":-12169,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4069,"num_whiteouts":0,"num_read":4559,"num_read_kb":4094,"num_write":4322,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007468"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.719988+0000","last_change":"2024-09-07T14:28:24.421644+0000","last_active":"2024-09-07T15:23:26.719988+0000","last_peered":"2024-09-07T15:23:26.719988+0000","last_clean":"2024-09-07T15:23:26.719988+0000","last_became_active":"2024-09-07T14:28:24.420634+0000","last_became_peered":"2024-09-07T14:28:24.420634+0000","last_unstale":"2024-09-07T15:23:26.719988+0000","last_undegraded":"2024-09-07T15:23:26.719988+0000","last_fullsized":"2024-09-07T15:23:26.719988+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:59.587795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'5","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.923614+0000","last_change":"2024-09-07T14:01:17.861487+0000","last_active":"2024-09-07T15:27:42.923614+0000","last_peered":"2024-09-07T15:27:42.923614+0000","last_clean":"2024-09-07T15:27:42.923614+0000","last_became_active":"2024-09-07T14:01:17.860628+0000","last_became_peered":"2024-09-07T14:01:17.860628+0000","last_unstale":"2024-09-07T15:27:42.923614+0000","last_undegraded":"2024-09-07T15:27:42.923614+0000","last_fullsized":"2024-09-07T15:27:42.923614+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:45.938337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5168,"num_write":5,"num_write_kb":5168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.307080+0000","last_change":"2024-09-07T14:01:10.281106+0000","last_active":"2024-09-07T15:23:42.307080+0000","last_peered":"2024-09-07T15:23:42.307080+0000","last_clean":"2024-09-07T15:23:42.307080+0000","last_became_active":"2024-09-07T14:01:10.280451+0000","last_became_peered":"2024-09-07T14:01:10.280451+0000","last_unstale":"2024-09-07T15:23:42.307080+0000","last_undegraded":"2024-09-07T15:23:42.307080+0000","last_fullsized":"2024-09-07T15:23:42.307080+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:46.345398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'32","reported_seq":163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.704175+0000","last_change":"2024-09-07T13:55:14.113420+0000","last_active":"2024-09-07T15:24:51.704175+0000","last_peered":"2024-09-07T15:24:51.704175+0000","last_clean":"2024-09-07T15:24:51.704175+0000","last_became_active":"2024-09-07T13:55:14.111290+0000","last_became_peered":"2024-09-07T13:55:14.111290+0000","last_unstale":"2024-09-07T15:24:51.704175+0000","last_undegraded":"2024-09-07T15:24:51.704175+0000","last_fullsized":"2024-09-07T15:24:51.704175+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:19:42.881114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":112,"num_write":58,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.250112+0000","last_change":"2024-09-07T14:28:24.441050+0000","last_active":"2024-09-07T15:23:26.250112+0000","last_peered":"2024-09-07T15:23:26.250112+0000","last_clean":"2024-09-07T15:23:26.250112+0000","last_became_active":"2024-09-07T14:28:24.440403+0000","last_became_peered":"2024-09-07T14:28:24.440403+0000","last_unstale":"2024-09-07T15:23:26.250112+0000","last_undegraded":"2024-09-07T15:23:26.250112+0000","last_fullsized":"2024-09-07T15:23:26.250112+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:18:19.747260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'4","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.818544+0000","last_change":"2024-09-07T14:01:17.860509+0000","last_active":"2024-09-07T15:27:44.818544+0000","last_peered":"2024-09-07T15:27:44.818544+0000","last_clean":"2024-09-07T15:27:44.818544+0000","last_became_active":"2024-09-07T14:01:17.859566+0000","last_became_peered":"2024-09-07T14:01:17.859566+0000","last_unstale":"2024-09-07T15:27:44.818544+0000","last_undegraded":"2024-09-07T15:27:44.818544+0000","last_fullsized":"2024-09-07T15:27:44.818544+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:31:05.625691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4214,"num_write":4,"num_write_kb":3643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"269'3","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:11.291608+0000","last_change":"2024-09-07T14:01:10.272125+0000","last_active":"2024-09-07T15:26:11.291608+0000","last_peered":"2024-09-07T15:26:11.291608+0000","last_clean":"2024-09-07T15:26:11.291608+0000","last_became_active":"2024-09-07T14:01:10.271430+0000","last_became_peered":"2024-09-07T14:01:10.271430+0000","last_unstale":"2024-09-07T15:26:11.291608+0000","last_undegraded":"2024-09-07T15:26:11.291608+0000","last_fullsized":"2024-09-07T15:26:11.291608+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:32:51.321558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"269'44","reported_seq":202,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:41.278212+0000","last_change":"2024-09-07T13:55:14.096417+0000","last_active":"2024-09-07T15:25:41.278212+0000","last_peered":"2024-09-07T15:25:41.278212+0000","last_clean":"2024-09-07T15:25:41.278212+0000","last_became_active":"2024-09-07T13:55:14.087402+0000","last_became_peered":"2024-09-07T13:55:14.087402+0000","last_unstale":"2024-09-07T15:25:41.278212+0000","last_undegraded":"2024-09-07T15:25:41.278212+0000","last_fullsized":"2024-09-07T15:25:41.278212+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:39:50.856280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":156,"num_write":84,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.473696+0000","last_change":"2024-09-07T14:28:24.430447+0000","last_active":"2024-09-07T15:24:01.473696+0000","last_peered":"2024-09-07T15:24:01.473696+0000","last_clean":"2024-09-07T15:24:01.473696+0000","last_became_active":"2024-09-07T14:28:24.429669+0000","last_became_peered":"2024-09-07T14:28:24.429669+0000","last_unstale":"2024-09-07T15:24:01.473696+0000","last_undegraded":"2024-09-07T15:24:01.473696+0000","last_fullsized":"2024-09-07T15:24:01.473696+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:25:10.632716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'3","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701959+0000","last_change":"2024-09-07T14:01:17.972661+0000","last_active":"2024-09-07T15:24:41.701959+0000","last_peered":"2024-09-07T15:24:41.701959+0000","last_clean":"2024-09-07T15:24:41.701959+0000","last_became_active":"2024-09-07T14:01:17.972004+0000","last_became_peered":"2024-09-07T14:01:17.972004+0000","last_unstale":"2024-09-07T15:24:41.701959+0000","last_undegraded":"2024-09-07T15:24:41.701959+0000","last_fullsized":"2024-09-07T15:24:41.701959+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:52:18.839057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"269'3","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:41.114461+0000","last_change":"2024-09-07T14:01:10.266064+0000","last_active":"2024-09-07T15:27:41.114461+0000","last_peered":"2024-09-07T15:27:41.114461+0000","last_clean":"2024-09-07T15:27:41.114461+0000","last_became_active":"2024-09-07T14:01:10.264607+0000","last_became_peered":"2024-09-07T14:01:10.264607+0000","last_unstale":"2024-09-07T15:27:41.114461+0000","last_undegraded":"2024-09-07T15:27:41.114461+0000","last_fullsized":"2024-09-07T15:27:41.114461+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:29:39.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'7","reported_seq":91,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.709692+0000","last_change":"2024-09-07T13:55:14.109741+0000","last_active":"2024-09-07T15:25:16.709692+0000","last_peered":"2024-09-07T15:25:16.709692+0000","last_clean":"2024-09-07T15:25:16.709692+0000","last_became_active":"2024-09-07T13:55:14.108940+0000","last_became_peered":"2024-09-07T13:55:14.108940+0000","last_unstale":"2024-09-07T15:25:16.709692+0000","last_undegraded":"2024-09-07T15:25:16.709692+0000","last_fullsized":"2024-09-07T15:25:16.709692+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:43:14.023032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":13,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:17.315333+0000","last_change":"2024-09-07T14:28:24.419652+0000","last_active":"2024-09-07T15:24:17.315333+0000","last_peered":"2024-09-07T15:24:17.315333+0000","last_clean":"2024-09-07T15:24:17.315333+0000","last_became_active":"2024-09-07T14:28:24.417691+0000","last_became_peered":"2024-09-07T14:28:24.417691+0000","last_unstale":"2024-09-07T15:24:17.315333+0000","last_undegraded":"2024-09-07T15:24:17.315333+0000","last_fullsized":"2024-09-07T15:24:17.315333+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:01:52.353934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'3","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:37.358156+0000","last_change":"2024-09-07T14:01:17.970027+0000","last_active":"2024-09-07T15:27:37.358156+0000","last_peered":"2024-09-07T15:27:37.358156+0000","last_clean":"2024-09-07T15:27:37.358156+0000","last_became_active":"2024-09-07T14:01:17.968854+0000","last_became_peered":"2024-09-07T14:01:17.968854+0000","last_unstale":"2024-09-07T15:27:37.358156+0000","last_undegraded":"2024-09-07T15:27:37.358156+0000","last_fullsized":"2024-09-07T15:27:37.358156+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:26.054507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'2","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:37.532809+0000","last_change":"2024-09-07T14:01:10.281119+0000","last_active":"2024-09-07T15:26:37.532809+0000","last_peered":"2024-09-07T15:26:37.532809+0000","last_clean":"2024-09-07T15:26:37.532809+0000","last_became_active":"2024-09-07T14:01:10.273387+0000","last_became_peered":"2024-09-07T14:01:10.273387+0000","last_unstale":"2024-09-07T15:26:37.532809+0000","last_undegraded":"2024-09-07T15:26:37.532809+0000","last_fullsized":"2024-09-07T15:26:37.532809+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:05.468987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'37","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:17.329520+0000","last_change":"2024-09-07T13:55:14.088118+0000","last_active":"2024-09-07T15:25:17.329520+0000","last_peered":"2024-09-07T15:25:17.329520+0000","last_clean":"2024-09-07T15:25:17.329520+0000","last_became_active":"2024-09-07T13:55:14.087457+0000","last_became_peered":"2024-09-07T13:55:14.087457+0000","last_unstale":"2024-09-07T15:25:17.329520+0000","last_undegraded":"2024-09-07T15:25:17.329520+0000","last_fullsized":"2024-09-07T15:25:17.329520+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:12:52.792391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":187,"num_read_kb":132,"num_write":69,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321813+0000","last_change":"2024-09-07T14:28:24.422282+0000","last_active":"2024-09-07T15:24:42.321813+0000","last_peered":"2024-09-07T15:24:42.321813+0000","last_clean":"2024-09-07T15:24:42.321813+0000","last_became_active":"2024-09-07T14:28:24.421520+0000","last_became_peered":"2024-09-07T14:28:24.421520+0000","last_unstale":"2024-09-07T15:24:42.321813+0000","last_undegraded":"2024-09-07T15:24:42.321813+0000","last_fullsized":"2024-09-07T15:24:42.321813+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:48.841353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":58,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:46.724653+0000","last_change":"2024-09-07T14:01:17.842419+0000","last_active":"2024-09-07T15:23:46.724653+0000","last_peered":"2024-09-07T15:23:46.724653+0000","last_clean":"2024-09-07T15:23:46.724653+0000","last_became_active":"2024-09-07T14:01:17.841361+0000","last_became_peered":"2024-09-07T14:01:17.841361+0000","last_unstale":"2024-09-07T15:23:46.724653+0000","last_undegraded":"2024-09-07T15:23:46.724653+0000","last_fullsized":"2024-09-07T15:23:46.724653+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:42.642334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682380+0000","last_change":"2024-09-07T14:01:10.285835+0000","last_active":"2024-09-07T15:23:21.682380+0000","last_peered":"2024-09-07T15:23:21.682380+0000","last_clean":"2024-09-07T15:23:21.682380+0000","last_became_active":"2024-09-07T14:01:10.285111+0000","last_became_peered":"2024-09-07T14:01:10.285111+0000","last_unstale":"2024-09-07T15:23:21.682380+0000","last_undegraded":"2024-09-07T15:23:21.682380+0000","last_fullsized":"2024-09-07T15:23:21.682380+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:09:49.233034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'74","reported_seq":320,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:17.329414+0000","last_change":"2024-09-07T13:55:14.085801+0000","last_active":"2024-09-07T15:25:17.329414+0000","last_peered":"2024-09-07T15:25:17.329414+0000","last_clean":"2024-09-07T15:25:17.329414+0000","last_became_active":"2024-09-07T13:55:14.085052+0000","last_became_peered":"2024-09-07T13:55:14.085052+0000","last_unstale":"2024-09-07T15:25:17.329414+0000","last_undegraded":"2024-09-07T15:25:17.329414+0000","last_fullsized":"2024-09-07T15:25:17.329414+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:43:22.657225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":482,"num_read_kb":331,"num_write":108,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.273081+0000","last_change":"2024-09-07T14:28:24.440255+0000","last_active":"2024-09-07T15:24:41.273081+0000","last_peered":"2024-09-07T15:24:41.273081+0000","last_clean":"2024-09-07T15:24:41.273081+0000","last_became_active":"2024-09-07T14:28:24.436384+0000","last_became_peered":"2024-09-07T14:28:24.436384+0000","last_unstale":"2024-09-07T15:24:41.273081+0000","last_undegraded":"2024-09-07T15:24:41.273081+0000","last_fullsized":"2024-09-07T15:24:41.273081+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:00:47.377759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'3","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.467493+0000","last_change":"2024-09-07T14:01:17.851419+0000","last_active":"2024-09-07T15:23:31.467493+0000","last_peered":"2024-09-07T15:23:31.467493+0000","last_clean":"2024-09-07T15:23:31.467493+0000","last_became_active":"2024-09-07T14:01:17.850612+0000","last_became_peered":"2024-09-07T14:01:17.850612+0000","last_unstale":"2024-09-07T15:23:31.467493+0000","last_undegraded":"2024-09-07T15:23:31.467493+0000","last_fullsized":"2024-09-07T15:23:31.467493+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:29:10.215037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"269'3","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:02.524163+0000","last_change":"2024-09-07T14:01:10.282581+0000","last_active":"2024-09-07T15:26:02.524163+0000","last_peered":"2024-09-07T15:26:02.524163+0000","last_clean":"2024-09-07T15:26:02.524163+0000","last_became_active":"2024-09-07T14:01:10.281150+0000","last_became_peered":"2024-09-07T14:01:10.281150+0000","last_unstale":"2024-09-07T15:26:02.524163+0000","last_undegraded":"2024-09-07T15:26:02.524163+0000","last_fullsized":"2024-09-07T15:26:02.524163+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:54.952659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'6","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.489889+0000","last_change":"2024-09-07T13:55:14.098117+0000","last_active":"2024-09-07T15:25:16.489889+0000","last_peered":"2024-09-07T15:25:16.489889+0000","last_clean":"2024-09-07T15:25:16.489889+0000","last_became_active":"2024-09-07T13:55:14.093572+0000","last_became_peered":"2024-09-07T13:55:14.093572+0000","last_unstale":"2024-09-07T15:25:16.489889+0000","last_undegraded":"2024-09-07T15:25:16.489889+0000","last_fullsized":"2024-09-07T15:25:16.489889+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:15:41.893544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":28,"num_read_kb":19,"num_write":12,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'1","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.890621+0000","last_change":"2024-09-07T14:28:24.442120+0000","last_active":"2024-09-07T15:23:26.890621+0000","last_peered":"2024-09-07T15:23:26.890621+0000","last_clean":"2024-09-07T15:23:26.890621+0000","last_became_active":"2024-09-07T14:28:24.441369+0000","last_became_peered":"2024-09-07T14:28:24.441369+0000","last_unstale":"2024-09-07T15:23:26.890621+0000","last_undegraded":"2024-09-07T15:23:26.890621+0000","last_fullsized":"2024-09-07T15:23:26.890621+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:04:30.847423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'3","reported_seq":62,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:21.503791+0000","last_change":"2024-09-07T14:01:17.859432+0000","last_active":"2024-09-07T15:26:21.503791+0000","last_peered":"2024-09-07T15:26:21.503791+0000","last_clean":"2024-09-07T15:26:21.503791+0000","last_became_active":"2024-09-07T14:01:17.858145+0000","last_became_peered":"2024-09-07T14:01:17.858145+0000","last_unstale":"2024-09-07T15:26:21.503791+0000","last_undegraded":"2024-09-07T15:26:21.503791+0000","last_fullsized":"2024-09-07T15:26:21.503791+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:37:04.882876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'5","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.491870+0000","last_change":"2024-09-07T14:01:10.283578+0000","last_active":"2024-09-07T15:23:42.491870+0000","last_peered":"2024-09-07T15:23:42.491870+0000","last_clean":"2024-09-07T15:23:42.491870+0000","last_became_active":"2024-09-07T14:01:10.282807+0000","last_became_peered":"2024-09-07T14:01:10.282807+0000","last_unstale":"2024-09-07T15:23:42.491870+0000","last_undegraded":"2024-09-07T15:23:42.491870+0000","last_fullsized":"2024-09-07T15:23:42.491870+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:02:47.880557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'22","reported_seq":134,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.707338+0000","last_change":"2024-09-07T13:55:14.096698+0000","last_active":"2024-09-07T15:25:06.707338+0000","last_peered":"2024-09-07T15:25:06.707338+0000","last_clean":"2024-09-07T15:25:06.707338+0000","last_became_active":"2024-09-07T13:55:14.096037+0000","last_became_peered":"2024-09-07T13:55:14.096037+0000","last_unstale":"2024-09-07T15:25:06.707338+0000","last_undegraded":"2024-09-07T15:25:06.707338+0000","last_fullsized":"2024-09-07T15:25:06.707338+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:27.666765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":81,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.890741+0000","last_change":"2024-09-07T14:28:24.450257+0000","last_active":"2024-09-07T15:23:26.890741+0000","last_peered":"2024-09-07T15:23:26.890741+0000","last_clean":"2024-09-07T15:23:26.890741+0000","last_became_active":"2024-09-07T14:28:24.448471+0000","last_became_peered":"2024-09-07T14:28:24.448471+0000","last_unstale":"2024-09-07T15:23:26.890741+0000","last_undegraded":"2024-09-07T15:23:26.890741+0000","last_fullsized":"2024-09-07T15:23:26.890741+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:37:36.004436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"269'2","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.343141+0000","last_change":"2024-09-07T14:01:17.841172+0000","last_active":"2024-09-07T15:26:17.343141+0000","last_peered":"2024-09-07T15:26:17.343141+0000","last_clean":"2024-09-07T15:26:17.343141+0000","last_became_active":"2024-09-07T14:01:17.839423+0000","last_became_peered":"2024-09-07T14:01:17.839423+0000","last_unstale":"2024-09-07T15:26:17.343141+0000","last_undegraded":"2024-09-07T15:26:17.343141+0000","last_fullsized":"2024-09-07T15:26:17.343141+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:21:56.350775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"266'3","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.687516+0000","last_change":"2024-09-07T14:01:10.266523+0000","last_active":"2024-09-07T15:23:41.687516+0000","last_peered":"2024-09-07T15:23:41.687516+0000","last_clean":"2024-09-07T15:23:41.687516+0000","last_became_active":"2024-09-07T14:01:10.265746+0000","last_became_peered":"2024-09-07T14:01:10.265746+0000","last_unstale":"2024-09-07T15:23:41.687516+0000","last_undegraded":"2024-09-07T15:23:41.687516+0000","last_fullsized":"2024-09-07T15:23:41.687516+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:45:32.096328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'20","reported_seq":125,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272787+0000","last_change":"2024-09-07T13:55:14.104770+0000","last_active":"2024-09-07T15:24:41.272787+0000","last_peered":"2024-09-07T15:24:41.272787+0000","last_clean":"2024-09-07T15:24:41.272787+0000","last_became_active":"2024-09-07T13:55:14.104075+0000","last_became_peered":"2024-09-07T13:55:14.104075+0000","last_unstale":"2024-09-07T15:24:41.272787+0000","last_undegraded":"2024-09-07T15:24:41.272787+0000","last_fullsized":"2024-09-07T15:24:41.272787+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:51:25.035314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":97,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268208+0000","last_change":"2024-09-07T14:28:24.415493+0000","last_active":"2024-09-07T15:24:26.268208+0000","last_peered":"2024-09-07T15:24:26.268208+0000","last_clean":"2024-09-07T15:24:26.268208+0000","last_became_active":"2024-09-07T14:28:24.414753+0000","last_became_peered":"2024-09-07T14:28:24.414753+0000","last_unstale":"2024-09-07T15:24:26.268208+0000","last_undegraded":"2024-09-07T15:24:26.268208+0000","last_fullsized":"2024-09-07T15:24:26.268208+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:28.381524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'5","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:27.303808+0000","last_change":"2024-09-07T14:01:17.969533+0000","last_active":"2024-09-07T15:23:27.303808+0000","last_peered":"2024-09-07T15:23:27.303808+0000","last_clean":"2024-09-07T15:23:27.303808+0000","last_became_active":"2024-09-07T14:01:17.968788+0000","last_became_peered":"2024-09-07T14:01:17.968788+0000","last_unstale":"2024-09-07T15:23:27.303808+0000","last_undegraded":"2024-09-07T15:23:27.303808+0000","last_fullsized":"2024-09-07T15:23:27.303808+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:06:07.667622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"269'9","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.630793+0000","last_change":"2024-09-07T14:01:10.283582+0000","last_active":"2024-09-07T15:27:44.630793+0000","last_peered":"2024-09-07T15:27:44.630793+0000","last_clean":"2024-09-07T15:27:44.630793+0000","last_became_active":"2024-09-07T14:01:10.282824+0000","last_became_peered":"2024-09-07T14:01:10.282824+0000","last_unstale":"2024-09-07T15:27:44.630793+0000","last_undegraded":"2024-09-07T15:27:44.630793+0000","last_fullsized":"2024-09-07T15:27:44.630793+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:25:12.874905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":18432,"num_write":9,"num_write_kb":18432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"269'42","reported_seq":193,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701985+0000","last_change":"2024-09-07T13:55:14.112639+0000","last_active":"2024-09-07T15:24:41.701985+0000","last_peered":"2024-09-07T15:24:41.701985+0000","last_clean":"2024-09-07T15:24:41.701985+0000","last_became_active":"2024-09-07T13:55:14.110888+0000","last_became_peered":"2024-09-07T13:55:14.110888+0000","last_unstale":"2024-09-07T15:24:41.701985+0000","last_undegraded":"2024-09-07T15:24:41.701985+0000","last_fullsized":"2024-09-07T15:24:41.701985+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:52:33.355524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":158,"num_write":68,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263088+0000","last_change":"2024-09-07T14:28:24.435687+0000","last_active":"2024-09-07T15:24:26.263088+0000","last_peered":"2024-09-07T15:24:26.263088+0000","last_clean":"2024-09-07T15:24:26.263088+0000","last_became_active":"2024-09-07T14:28:24.435296+0000","last_became_peered":"2024-09-07T14:28:24.435296+0000","last_unstale":"2024-09-07T15:24:26.263088+0000","last_undegraded":"2024-09-07T15:24:26.263088+0000","last_fullsized":"2024-09-07T15:24:26.263088+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:14:29.785974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":59,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.301366+0000","last_change":"2024-09-07T14:01:17.965686+0000","last_active":"2024-09-07T15:23:17.301366+0000","last_peered":"2024-09-07T15:23:17.301366+0000","last_clean":"2024-09-07T15:23:17.301366+0000","last_became_active":"2024-09-07T14:01:17.964756+0000","last_became_peered":"2024-09-07T14:01:17.964756+0000","last_unstale":"2024-09-07T15:23:17.301366+0000","last_undegraded":"2024-09-07T15:23:17.301366+0000","last_fullsized":"2024-09-07T15:23:17.301366+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:52:06.015709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.889471+0000","last_change":"2024-09-07T14:01:10.275286+0000","last_active":"2024-09-07T15:23:21.889471+0000","last_peered":"2024-09-07T15:23:21.889471+0000","last_clean":"2024-09-07T15:23:21.889471+0000","last_became_active":"2024-09-07T14:01:10.274554+0000","last_became_peered":"2024-09-07T14:01:10.274554+0000","last_unstale":"2024-09-07T15:23:21.889471+0000","last_undegraded":"2024-09-07T15:23:21.889471+0000","last_fullsized":"2024-09-07T15:23:21.889471+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:07:27.436115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'51","reported_seq":218,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321919+0000","last_change":"2024-09-07T13:55:14.085990+0000","last_active":"2024-09-07T15:24:42.321919+0000","last_peered":"2024-09-07T15:24:42.321919+0000","last_clean":"2024-09-07T15:24:42.321919+0000","last_became_active":"2024-09-07T13:55:14.085355+0000","last_became_peered":"2024-09-07T13:55:14.085355+0000","last_unstale":"2024-09-07T15:24:42.321919+0000","last_undegraded":"2024-09-07T15:24:42.321919+0000","last_fullsized":"2024-09-07T15:24:42.321919+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:12:30.749491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":213,"num_write":78,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904660+0000","last_change":"2024-09-07T14:28:24.442216+0000","last_active":"2024-09-07T15:24:26.904660+0000","last_peered":"2024-09-07T15:24:26.904660+0000","last_clean":"2024-09-07T15:24:26.904660+0000","last_became_active":"2024-09-07T14:28:24.433218+0000","last_became_peered":"2024-09-07T14:28:24.433218+0000","last_unstale":"2024-09-07T15:24:26.904660+0000","last_undegraded":"2024-09-07T15:24:26.904660+0000","last_fullsized":"2024-09-07T15:24:26.904660+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:30.464391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"269'7","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.407511+0000","last_change":"2024-09-07T14:01:17.971411+0000","last_active":"2024-09-07T15:27:44.407511+0000","last_peered":"2024-09-07T15:27:44.407511+0000","last_clean":"2024-09-07T15:27:44.407511+0000","last_became_active":"2024-09-07T14:01:17.970646+0000","last_became_peered":"2024-09-07T14:01:17.970646+0000","last_unstale":"2024-09-07T15:27:44.407511+0000","last_undegraded":"2024-09-07T15:27:44.407511+0000","last_fullsized":"2024-09-07T15:27:44.407511+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:58:50.457965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":6262,"num_write":12,"num_write_kb":5179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.249076+0000","last_change":"2024-09-07T14:01:10.252056+0000","last_active":"2024-09-07T15:23:21.249076+0000","last_peered":"2024-09-07T15:23:21.249076+0000","last_clean":"2024-09-07T15:23:21.249076+0000","last_became_active":"2024-09-07T14:01:10.251302+0000","last_became_peered":"2024-09-07T14:01:10.251302+0000","last_unstale":"2024-09-07T15:23:21.249076+0000","last_undegraded":"2024-09-07T15:23:21.249076+0000","last_fullsized":"2024-09-07T15:23:21.249076+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:32:15.693536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'8","reported_seq":97,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.266531+0000","last_change":"2024-09-07T13:55:14.099285+0000","last_active":"2024-09-07T15:24:41.266531+0000","last_peered":"2024-09-07T15:24:41.266531+0000","last_clean":"2024-09-07T15:24:41.266531+0000","last_became_active":"2024-09-07T13:55:14.098558+0000","last_became_peered":"2024-09-07T13:55:14.098558+0000","last_unstale":"2024-09-07T15:24:41.266531+0000","last_undegraded":"2024-09-07T15:24:41.266531+0000","last_fullsized":"2024-09-07T15:24:41.266531+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:06:54.436658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":32,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736692+0000","last_change":"2024-09-07T14:28:24.426960+0000","last_active":"2024-09-07T15:24:26.736692+0000","last_peered":"2024-09-07T15:24:26.736692+0000","last_clean":"2024-09-07T15:24:26.736692+0000","last_became_active":"2024-09-07T14:28:24.426118+0000","last_became_peered":"2024-09-07T14:28:24.426118+0000","last_unstale":"2024-09-07T15:24:26.736692+0000","last_undegraded":"2024-09-07T15:24:26.736692+0000","last_fullsized":"2024-09-07T15:24:26.736692+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:59.974978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":58,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:32.489787+0000","last_change":"2024-09-07T14:01:17.853494+0000","last_active":"2024-09-07T15:23:32.489787+0000","last_peered":"2024-09-07T15:23:32.489787+0000","last_clean":"2024-09-07T15:23:32.489787+0000","last_became_active":"2024-09-07T14:01:17.852178+0000","last_became_peered":"2024-09-07T14:01:17.852178+0000","last_unstale":"2024-09-07T15:23:32.489787+0000","last_undegraded":"2024-09-07T15:23:32.489787+0000","last_fullsized":"2024-09-07T15:23:32.489787+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:05:18.835356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'7","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:46.716231+0000","last_change":"2024-09-07T14:01:10.275656+0000","last_active":"2024-09-07T15:25:46.716231+0000","last_peered":"2024-09-07T15:25:46.716231+0000","last_clean":"2024-09-07T15:25:46.716231+0000","last_became_active":"2024-09-07T14:01:10.274646+0000","last_became_peered":"2024-09-07T14:01:10.274646+0000","last_unstale":"2024-09-07T15:25:46.716231+0000","last_undegraded":"2024-09-07T15:25:46.716231+0000","last_fullsized":"2024-09-07T15:25:46.716231+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:50:48.978438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":5213,"num_write":12,"num_write_kb":5213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'29","reported_seq":149,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901384+0000","last_change":"2024-09-07T13:55:14.097497+0000","last_active":"2024-09-07T15:24:11.901384+0000","last_peered":"2024-09-07T15:24:11.901384+0000","last_clean":"2024-09-07T15:24:11.901384+0000","last_became_active":"2024-09-07T13:55:14.096759+0000","last_became_peered":"2024-09-07T13:55:14.096759+0000","last_unstale":"2024-09-07T15:24:11.901384+0000","last_undegraded":"2024-09-07T15:24:11.901384+0000","last_fullsized":"2024-09-07T15:24:11.901384+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:59:56.283361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":97,"num_write":54,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312361+0000","last_change":"2024-09-07T14:28:24.439419+0000","last_active":"2024-09-07T15:24:02.312361+0000","last_peered":"2024-09-07T15:24:02.312361+0000","last_clean":"2024-09-07T15:24:02.312361+0000","last_became_active":"2024-09-07T14:28:24.439038+0000","last_became_peered":"2024-09-07T14:28:24.439038+0000","last_unstale":"2024-09-07T15:24:02.312361+0000","last_undegraded":"2024-09-07T15:24:02.312361+0000","last_fullsized":"2024-09-07T15:24:02.312361+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:32.162144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.280869+0000","last_change":"2024-09-07T14:01:17.856783+0000","last_active":"2024-09-07T15:25:21.280869+0000","last_peered":"2024-09-07T15:25:21.280869+0000","last_clean":"2024-09-07T15:25:21.280869+0000","last_became_active":"2024-09-07T14:01:17.849321+0000","last_became_peered":"2024-09-07T14:01:17.849321+0000","last_unstale":"2024-09-07T15:25:21.280869+0000","last_undegraded":"2024-09-07T15:25:21.280869+0000","last_fullsized":"2024-09-07T15:25:21.280869+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:39:39.583415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.512808+0000","last_change":"2024-09-07T14:01:10.282215+0000","last_active":"2024-09-07T15:25:12.512808+0000","last_peered":"2024-09-07T15:25:12.512808+0000","last_clean":"2024-09-07T15:25:12.512808+0000","last_became_active":"2024-09-07T14:01:10.281706+0000","last_became_peered":"2024-09-07T14:01:10.281706+0000","last_unstale":"2024-09-07T15:25:12.512808+0000","last_undegraded":"2024-09-07T15:25:12.512808+0000","last_fullsized":"2024-09-07T15:25:12.512808+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:45:04.161631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'23","reported_seq":137,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897830+0000","last_change":"2024-09-07T13:55:14.100242+0000","last_active":"2024-09-07T15:23:56.897830+0000","last_peered":"2024-09-07T15:23:56.897830+0000","last_clean":"2024-09-07T15:23:56.897830+0000","last_became_active":"2024-09-07T13:55:14.095768+0000","last_became_peered":"2024-09-07T13:55:14.095768+0000","last_unstale":"2024-09-07T15:23:56.897830+0000","last_undegraded":"2024-09-07T15:23:56.897830+0000","last_fullsized":"2024-09-07T15:23:56.897830+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:33.523428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":87,"num_write":38,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.691804+0000","last_change":"2024-09-07T14:28:24.444992+0000","last_active":"2024-09-07T15:24:01.691804+0000","last_peered":"2024-09-07T15:24:01.691804+0000","last_clean":"2024-09-07T15:24:01.691804+0000","last_became_active":"2024-09-07T14:28:24.444198+0000","last_became_peered":"2024-09-07T14:28:24.444198+0000","last_unstale":"2024-09-07T15:24:01.691804+0000","last_undegraded":"2024-09-07T15:24:01.691804+0000","last_fullsized":"2024-09-07T15:24:01.691804+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:43:10.563592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'5","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.280791+0000","last_change":"2024-09-07T14:01:17.856965+0000","last_active":"2024-09-07T15:25:21.280791+0000","last_peered":"2024-09-07T15:25:21.280791+0000","last_clean":"2024-09-07T15:25:21.280791+0000","last_became_active":"2024-09-07T14:01:17.856312+0000","last_became_peered":"2024-09-07T14:01:17.856312+0000","last_unstale":"2024-09-07T15:25:21.280791+0000","last_undegraded":"2024-09-07T15:25:21.280791+0000","last_fullsized":"2024-09-07T15:25:21.280791+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:03:33.992652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"269'5","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:32.356800+0000","last_change":"2024-09-07T14:01:10.250937+0000","last_active":"2024-09-07T15:27:32.356800+0000","last_peered":"2024-09-07T15:27:32.356800+0000","last_clean":"2024-09-07T15:27:32.356800+0000","last_became_active":"2024-09-07T14:01:10.250120+0000","last_became_peered":"2024-09-07T14:01:10.250120+0000","last_unstale":"2024-09-07T15:27:32.356800+0000","last_undegraded":"2024-09-07T15:27:32.356800+0000","last_fullsized":"2024-09-07T15:27:32.356800+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:01:23.113964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":5,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'23","reported_seq":133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.690517+0000","last_change":"2024-09-07T13:55:14.104755+0000","last_active":"2024-09-07T15:23:56.690517+0000","last_peered":"2024-09-07T15:23:56.690517+0000","last_clean":"2024-09-07T15:23:56.690517+0000","last_became_active":"2024-09-07T13:55:14.104049+0000","last_became_peered":"2024-09-07T13:55:14.104049+0000","last_unstale":"2024-09-07T15:23:56.690517+0000","last_undegraded":"2024-09-07T15:23:56.690517+0000","last_fullsized":"2024-09-07T15:23:56.690517+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:50:00.428135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":76,"num_write":45,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701814+0000","last_change":"2024-09-07T14:28:24.445027+0000","last_active":"2024-09-07T15:24:41.701814+0000","last_peered":"2024-09-07T15:24:41.701814+0000","last_clean":"2024-09-07T15:24:41.701814+0000","last_became_active":"2024-09-07T14:28:24.444272+0000","last_became_peered":"2024-09-07T14:28:24.444272+0000","last_unstale":"2024-09-07T15:24:41.701814+0000","last_undegraded":"2024-09-07T15:24:41.701814+0000","last_fullsized":"2024-09-07T15:24:41.701814+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:45:10.304393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:17.329480+0000","last_change":"2024-09-07T14:01:17.841706+0000","last_active":"2024-09-07T15:25:17.329480+0000","last_peered":"2024-09-07T15:25:17.329480+0000","last_clean":"2024-09-07T15:25:17.329480+0000","last_became_active":"2024-09-07T14:01:17.838647+0000","last_became_peered":"2024-09-07T14:01:17.838647+0000","last_unstale":"2024-09-07T15:25:17.329480+0000","last_undegraded":"2024-09-07T15:25:17.329480+0000","last_fullsized":"2024-09-07T15:25:17.329480+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:37:08.321555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'3","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:31.519046+0000","last_change":"2024-09-07T14:01:10.276737+0000","last_active":"2024-09-07T15:27:31.519046+0000","last_peered":"2024-09-07T15:27:31.519046+0000","last_clean":"2024-09-07T15:27:31.519046+0000","last_became_active":"2024-09-07T14:01:10.275909+0000","last_became_peered":"2024-09-07T14:01:10.275909+0000","last_unstale":"2024-09-07T15:27:31.519046+0000","last_undegraded":"2024-09-07T15:27:31.519046+0000","last_fullsized":"2024-09-07T15:27:31.519046+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:01:23.839151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'36","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495334+0000","last_change":"2024-09-07T13:55:14.107556+0000","last_active":"2024-09-07T15:23:57.495334+0000","last_peered":"2024-09-07T15:23:57.495334+0000","last_clean":"2024-09-07T15:23:57.495334+0000","last_became_active":"2024-09-07T13:55:14.106783+0000","last_became_peered":"2024-09-07T13:55:14.106783+0000","last_unstale":"2024-09-07T15:23:57.495334+0000","last_undegraded":"2024-09-07T15:23:57.495334+0000","last_fullsized":"2024-09-07T15:23:57.495334+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:42.698602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":130,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'1","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312314+0000","last_change":"2024-09-07T14:28:24.426725+0000","last_active":"2024-09-07T15:24:02.312314+0000","last_peered":"2024-09-07T15:24:02.312314+0000","last_clean":"2024-09-07T15:24:02.312314+0000","last_became_active":"2024-09-07T14:28:24.425903+0000","last_became_peered":"2024-09-07T14:28:24.425903+0000","last_unstale":"2024-09-07T15:24:02.312314+0000","last_undegraded":"2024-09-07T15:24:02.312314+0000","last_fullsized":"2024-09-07T15:24:02.312314+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:36:44.933635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.491062+0000","last_change":"2024-09-07T14:01:17.861340+0000","last_active":"2024-09-07T15:25:21.491062+0000","last_peered":"2024-09-07T15:25:21.491062+0000","last_clean":"2024-09-07T15:25:21.491062+0000","last_became_active":"2024-09-07T14:01:17.860752+0000","last_became_peered":"2024-09-07T14:01:17.860752+0000","last_unstale":"2024-09-07T15:25:21.491062+0000","last_undegraded":"2024-09-07T15:25:21.491062+0000","last_fullsized":"2024-09-07T15:25:21.491062+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:00:01.212754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:11.747459+0000","last_change":"2024-09-07T14:01:10.264281+0000","last_active":"2024-09-07T15:25:11.747459+0000","last_peered":"2024-09-07T15:25:11.747459+0000","last_clean":"2024-09-07T15:25:11.747459+0000","last_became_active":"2024-09-07T14:01:10.263521+0000","last_became_peered":"2024-09-07T14:01:10.263521+0000","last_unstale":"2024-09-07T15:25:11.747459+0000","last_undegraded":"2024-09-07T15:25:11.747459+0000","last_fullsized":"2024-09-07T15:25:11.747459+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:45:29.081733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'32","reported_seq":161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309384+0000","last_change":"2024-09-07T13:55:14.087983+0000","last_active":"2024-09-07T15:23:52.309384+0000","last_peered":"2024-09-07T15:23:52.309384+0000","last_clean":"2024-09-07T15:23:52.309384+0000","last_became_active":"2024-09-07T13:55:14.087345+0000","last_became_peered":"2024-09-07T13:55:14.087345+0000","last_unstale":"2024-09-07T15:23:52.309384+0000","last_undegraded":"2024-09-07T15:23:52.309384+0000","last_fullsized":"2024-09-07T15:23:52.309384+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:12:37.765105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":113,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.270639+0000","last_change":"2024-09-07T14:28:24.438548+0000","last_active":"2024-09-07T15:25:01.270639+0000","last_peered":"2024-09-07T15:25:01.270639+0000","last_clean":"2024-09-07T15:25:01.270639+0000","last_became_active":"2024-09-07T14:28:24.435834+0000","last_became_peered":"2024-09-07T14:28:24.435834+0000","last_unstale":"2024-09-07T15:25:01.270639+0000","last_undegraded":"2024-09-07T15:25:01.270639+0000","last_fullsized":"2024-09-07T15:25:01.270639+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:03:56.960172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"269'4","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348261+0000","last_change":"2024-09-07T14:01:17.851120+0000","last_active":"2024-09-07T15:26:47.348261+0000","last_peered":"2024-09-07T15:26:47.348261+0000","last_clean":"2024-09-07T15:26:47.348261+0000","last_became_active":"2024-09-07T14:01:17.850332+0000","last_became_peered":"2024-09-07T14:01:17.850332+0000","last_unstale":"2024-09-07T15:26:47.348261+0000","last_undegraded":"2024-09-07T15:26:47.348261+0000","last_fullsized":"2024-09-07T15:26:47.348261+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:23:08.648764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":3117,"num_write":4,"num_write_kb":3117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904855+0000","last_change":"2024-09-07T14:01:10.278549+0000","last_active":"2024-09-07T15:24:26.904855+0000","last_peered":"2024-09-07T15:24:26.904855+0000","last_clean":"2024-09-07T15:24:26.904855+0000","last_became_active":"2024-09-07T14:01:10.277828+0000","last_became_peered":"2024-09-07T14:01:10.277828+0000","last_unstale":"2024-09-07T15:24:26.904855+0000","last_undegraded":"2024-09-07T15:24:26.904855+0000","last_fullsized":"2024-09-07T15:24:26.904855+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:52:42.590294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'30","reported_seq":156,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:22.302623+0000","last_change":"2024-09-07T13:55:14.112176+0000","last_active":"2024-09-07T15:23:22.302623+0000","last_peered":"2024-09-07T15:23:22.302623+0000","last_clean":"2024-09-07T15:23:22.302623+0000","last_became_active":"2024-09-07T13:55:14.111470+0000","last_became_peered":"2024-09-07T13:55:14.111470+0000","last_unstale":"2024-09-07T15:23:22.302623+0000","last_undegraded":"2024-09-07T15:23:22.302623+0000","last_fullsized":"2024-09-07T15:23:22.302623+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:28:22.011406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":107,"num_write":61,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908557+0000","last_change":"2024-09-07T14:28:24.447701+0000","last_active":"2024-09-07T15:24:41.908557+0000","last_peered":"2024-09-07T15:24:41.908557+0000","last_clean":"2024-09-07T15:24:41.908557+0000","last_became_active":"2024-09-07T14:28:24.447028+0000","last_became_peered":"2024-09-07T14:28:24.447028+0000","last_unstale":"2024-09-07T15:24:41.908557+0000","last_undegraded":"2024-09-07T15:24:41.908557+0000","last_fullsized":"2024-09-07T15:24:41.908557+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:04:23.693588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'3","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348226+0000","last_change":"2024-09-07T14:01:17.845755+0000","last_active":"2024-09-07T15:26:47.348226+0000","last_peered":"2024-09-07T15:26:47.348226+0000","last_clean":"2024-09-07T15:26:47.348226+0000","last_became_active":"2024-09-07T14:01:17.844909+0000","last_became_peered":"2024-09-07T14:01:17.844909+0000","last_unstale":"2024-09-07T15:26:47.348226+0000","last_undegraded":"2024-09-07T15:26:47.348226+0000","last_fullsized":"2024-09-07T15:26:47.348226+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:26:51.868727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263165+0000","last_change":"2024-09-07T14:01:10.271854+0000","last_active":"2024-09-07T15:24:26.263165+0000","last_peered":"2024-09-07T15:24:26.263165+0000","last_clean":"2024-09-07T15:24:26.263165+0000","last_became_active":"2024-09-07T14:01:10.270414+0000","last_became_peered":"2024-09-07T14:01:10.270414+0000","last_unstale":"2024-09-07T15:24:26.263165+0000","last_undegraded":"2024-09-07T15:24:26.263165+0000","last_fullsized":"2024-09-07T15:24:26.263165+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:20:07.729648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'15","reported_seq":118,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.748842+0000","last_change":"2024-09-07T13:55:14.092698+0000","last_active":"2024-09-07T15:25:16.748842+0000","last_peered":"2024-09-07T15:25:16.748842+0000","last_clean":"2024-09-07T15:25:16.748842+0000","last_became_active":"2024-09-07T13:55:14.090156+0000","last_became_peered":"2024-09-07T13:55:14.090156+0000","last_unstale":"2024-09-07T15:25:16.748842+0000","last_undegraded":"2024-09-07T15:25:16.748842+0000","last_fullsized":"2024-09-07T15:25:16.748842+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:19:20.559196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":57,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.483443+0000","last_change":"2024-09-07T14:28:24.438430+0000","last_active":"2024-09-07T15:24:46.483443+0000","last_peered":"2024-09-07T15:24:46.483443+0000","last_clean":"2024-09-07T15:24:46.483443+0000","last_became_active":"2024-09-07T14:28:24.434502+0000","last_became_peered":"2024-09-07T14:28:24.434502+0000","last_unstale":"2024-09-07T15:24:46.483443+0000","last_undegraded":"2024-09-07T15:24:46.483443+0000","last_fullsized":"2024-09-07T15:24:46.483443+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:31:23.407297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'3","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:11.303469+0000","last_change":"2024-09-07T14:01:17.969789+0000","last_active":"2024-09-07T15:27:11.303469+0000","last_peered":"2024-09-07T15:27:11.303469+0000","last_clean":"2024-09-07T15:27:11.303469+0000","last_became_active":"2024-09-07T14:01:17.969013+0000","last_became_peered":"2024-09-07T14:01:17.969013+0000","last_unstale":"2024-09-07T15:27:11.303469+0000","last_undegraded":"2024-09-07T15:27:11.303469+0000","last_fullsized":"2024-09-07T15:27:11.303469+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:43:08.598091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697898+0000","last_change":"2024-09-07T14:01:10.271113+0000","last_active":"2024-09-07T15:24:26.697898+0000","last_peered":"2024-09-07T15:24:26.697898+0000","last_clean":"2024-09-07T15:24:26.697898+0000","last_became_active":"2024-09-07T14:01:10.270423+0000","last_became_peered":"2024-09-07T14:01:10.270423+0000","last_unstale":"2024-09-07T15:24:26.697898+0000","last_undegraded":"2024-09-07T15:24:26.697898+0000","last_fullsized":"2024-09-07T15:24:26.697898+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:16:50.551211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'40","reported_seq":185,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.489995+0000","last_change":"2024-09-07T13:55:14.103779+0000","last_active":"2024-09-07T15:25:16.489995+0000","last_peered":"2024-09-07T15:25:16.489995+0000","last_clean":"2024-09-07T15:25:16.489995+0000","last_became_active":"2024-09-07T13:55:14.102893+0000","last_became_peered":"2024-09-07T13:55:14.102893+0000","last_unstale":"2024-09-07T15:25:16.489995+0000","last_undegraded":"2024-09-07T15:25:16.489995+0000","last_fullsized":"2024-09-07T15:25:16.489995+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:28:35.519842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":149,"num_write":62,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.909814+0000","last_change":"2024-09-07T14:28:24.433388+0000","last_active":"2024-09-07T15:24:46.909814+0000","last_peered":"2024-09-07T15:24:46.909814+0000","last_clean":"2024-09-07T15:24:46.909814+0000","last_became_active":"2024-09-07T14:28:24.430704+0000","last_became_peered":"2024-09-07T14:28:24.430704+0000","last_unstale":"2024-09-07T15:24:46.909814+0000","last_undegraded":"2024-09-07T15:24:46.909814+0000","last_fullsized":"2024-09-07T15:24:46.909814+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:38.535019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"269'3","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348283+0000","last_change":"2024-09-07T14:01:17.850177+0000","last_active":"2024-09-07T15:26:47.348283+0000","last_peered":"2024-09-07T15:26:47.348283+0000","last_clean":"2024-09-07T15:26:47.348283+0000","last_became_active":"2024-09-07T14:01:17.849369+0000","last_became_peered":"2024-09-07T14:01:17.849369+0000","last_unstale":"2024-09-07T15:26:47.348283+0000","last_undegraded":"2024-09-07T15:26:47.348283+0000","last_fullsized":"2024-09-07T15:26:47.348283+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:20:45.551823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.274130+0000","last_change":"2024-09-07T14:01:10.263270+0000","last_active":"2024-09-07T15:24:46.274130+0000","last_peered":"2024-09-07T15:24:46.274130+0000","last_clean":"2024-09-07T15:24:46.274130+0000","last_became_active":"2024-09-07T14:01:10.262548+0000","last_became_peered":"2024-09-07T14:01:10.262548+0000","last_unstale":"2024-09-07T15:24:46.274130+0000","last_undegraded":"2024-09-07T15:24:46.274130+0000","last_fullsized":"2024-09-07T15:24:46.274130+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:06:05.693379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'45","reported_seq":208,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.273422+0000","last_change":"2024-09-07T13:55:14.088362+0000","last_active":"2024-09-07T15:25:16.273422+0000","last_peered":"2024-09-07T15:25:16.273422+0000","last_clean":"2024-09-07T15:25:16.273422+0000","last_became_active":"2024-09-07T13:55:14.086878+0000","last_became_peered":"2024-09-07T13:55:14.086878+0000","last_unstale":"2024-09-07T15:25:16.273422+0000","last_undegraded":"2024-09-07T15:25:16.273422+0000","last_fullsized":"2024-09-07T15:25:16.273422+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:51:08.800052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":250,"num_read_kb":176,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321954+0000","last_change":"2024-09-07T14:28:24.415508+0000","last_active":"2024-09-07T15:24:42.321954+0000","last_peered":"2024-09-07T15:24:42.321954+0000","last_clean":"2024-09-07T15:24:42.321954+0000","last_became_active":"2024-09-07T14:28:24.414314+0000","last_became_peered":"2024-09-07T14:28:24.414314+0000","last_unstale":"2024-09-07T15:24:42.321954+0000","last_undegraded":"2024-09-07T15:24:42.321954+0000","last_fullsized":"2024-09-07T15:24:42.321954+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:51.227028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'3","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:52.521797+0000","last_change":"2024-09-07T14:01:17.855825+0000","last_active":"2024-09-07T15:25:52.521797+0000","last_peered":"2024-09-07T15:25:52.521797+0000","last_clean":"2024-09-07T15:25:52.521797+0000","last_became_active":"2024-09-07T14:01:17.850864+0000","last_became_peered":"2024-09-07T14:01:17.850864+0000","last_unstale":"2024-09-07T15:25:52.521797+0000","last_undegraded":"2024-09-07T15:25:52.521797+0000","last_fullsized":"2024-09-07T15:25:52.521797+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:06.284936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'2","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:41.714936+0000","last_change":"2024-09-07T14:01:10.272436+0000","last_active":"2024-09-07T15:25:41.714936+0000","last_peered":"2024-09-07T15:25:41.714936+0000","last_clean":"2024-09-07T15:25:41.714936+0000","last_became_active":"2024-09-07T14:01:10.271721+0000","last_became_peered":"2024-09-07T14:01:10.271721+0000","last_unstale":"2024-09-07T15:25:41.714936+0000","last_undegraded":"2024-09-07T15:25:41.714936+0000","last_fullsized":"2024-09-07T15:25:41.714936+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:48:02.462349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"269'41","reported_seq":179,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.709593+0000","last_change":"2024-09-07T13:55:14.105284+0000","last_active":"2024-09-07T15:25:16.709593+0000","last_peered":"2024-09-07T15:25:16.709593+0000","last_clean":"2024-09-07T15:25:16.709593+0000","last_became_active":"2024-09-07T13:55:14.104562+0000","last_became_peered":"2024-09-07T13:55:14.104562+0000","last_unstale":"2024-09-07T15:25:16.709593+0000","last_undegraded":"2024-09-07T15:25:16.709593+0000","last_fullsized":"2024-09-07T15:25:16.709593+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:26:39.177944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":129,"num_write":95,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911358+0000","last_change":"2024-09-07T14:28:24.450802+0000","last_active":"2024-09-07T15:24:51.911358+0000","last_peered":"2024-09-07T15:24:51.911358+0000","last_clean":"2024-09-07T15:24:51.911358+0000","last_became_active":"2024-09-07T14:28:24.449892+0000","last_became_peered":"2024-09-07T14:28:24.449892+0000","last_unstale":"2024-09-07T15:24:51.911358+0000","last_undegraded":"2024-09-07T15:24:51.911358+0000","last_fullsized":"2024-09-07T15:24:51.911358+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:10:30.937952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"269'2","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:51.926280+0000","last_change":"2024-09-07T14:01:17.967758+0000","last_active":"2024-09-07T15:25:51.926280+0000","last_peered":"2024-09-07T15:25:51.926280+0000","last_clean":"2024-09-07T15:25:51.926280+0000","last_became_active":"2024-09-07T14:01:17.966792+0000","last_became_peered":"2024-09-07T14:01:17.966792+0000","last_unstale":"2024-09-07T15:25:51.926280+0000","last_undegraded":"2024-09-07T15:25:51.926280+0000","last_fullsized":"2024-09-07T15:25:51.926280+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:33:32.547110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:41.285032+0000","last_change":"2024-09-07T14:01:10.262883+0000","last_active":"2024-09-07T15:25:41.285032+0000","last_peered":"2024-09-07T15:25:41.285032+0000","last_clean":"2024-09-07T15:25:41.285032+0000","last_became_active":"2024-09-07T14:01:10.259439+0000","last_became_peered":"2024-09-07T14:01:10.259439+0000","last_unstale":"2024-09-07T15:25:41.285032+0000","last_undegraded":"2024-09-07T15:25:41.285032+0000","last_fullsized":"2024-09-07T15:25:41.285032+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'30","reported_seq":158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.903632+0000","last_change":"2024-09-07T13:55:14.110984+0000","last_active":"2024-09-07T15:24:21.903632+0000","last_peered":"2024-09-07T15:24:21.903632+0000","last_clean":"2024-09-07T15:24:21.903632+0000","last_became_active":"2024-09-07T13:55:14.110216+0000","last_became_peered":"2024-09-07T13:55:14.110216+0000","last_unstale":"2024-09-07T15:24:21.903632+0000","last_undegraded":"2024-09-07T15:24:21.903632+0000","last_fullsized":"2024-09-07T15:24:21.903632+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:29:17.355416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":108,"num_write":54,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908638+0000","last_change":"2024-09-07T14:28:24.451013+0000","last_active":"2024-09-07T15:24:41.908638+0000","last_peered":"2024-09-07T15:24:41.908638+0000","last_clean":"2024-09-07T15:24:41.908638+0000","last_became_active":"2024-09-07T14:28:24.450417+0000","last_became_peered":"2024-09-07T14:28:24.450417+0000","last_unstale":"2024-09-07T15:24:41.908638+0000","last_undegraded":"2024-09-07T15:24:41.908638+0000","last_fullsized":"2024-09-07T15:24:41.908638+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:10:51.683732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":61,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.271592+0000","last_change":"2024-09-07T14:01:17.857237+0000","last_active":"2024-09-07T15:24:36.271592+0000","last_peered":"2024-09-07T15:24:36.271592+0000","last_clean":"2024-09-07T15:24:36.271592+0000","last_became_active":"2024-09-07T14:01:17.856471+0000","last_became_peered":"2024-09-07T14:01:17.856471+0000","last_unstale":"2024-09-07T15:24:36.271592+0000","last_undegraded":"2024-09-07T15:24:36.271592+0000","last_fullsized":"2024-09-07T15:24:36.271592+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:25.227502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"269'6","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.258325+0000","last_change":"2024-09-07T14:01:10.269618+0000","last_active":"2024-09-07T15:27:43.258325+0000","last_peered":"2024-09-07T15:27:43.258325+0000","last_clean":"2024-09-07T15:27:43.258325+0000","last_became_active":"2024-09-07T14:01:10.266056+0000","last_became_peered":"2024-09-07T14:01:10.266056+0000","last_unstale":"2024-09-07T15:27:43.258325+0000","last_undegraded":"2024-09-07T15:27:43.258325+0000","last_fullsized":"2024-09-07T15:27:43.258325+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:02:46.231372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":11,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'54","reported_seq":216,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:07.313366+0000","last_change":"2024-09-07T13:55:14.099697+0000","last_active":"2024-09-07T15:24:07.313366+0000","last_peered":"2024-09-07T15:24:07.313366+0000","last_clean":"2024-09-07T15:24:07.313366+0000","last_became_active":"2024-09-07T13:55:14.098950+0000","last_became_peered":"2024-09-07T13:55:14.098950+0000","last_unstale":"2024-09-07T15:24:07.313366+0000","last_undegraded":"2024-09-07T15:24:07.313366+0000","last_fullsized":"2024-09-07T15:24:07.313366+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:50:10.924387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":185,"num_write":91,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701880+0000","last_change":"2024-09-07T14:28:24.444344+0000","last_active":"2024-09-07T15:24:41.701880+0000","last_peered":"2024-09-07T15:24:41.701880+0000","last_clean":"2024-09-07T15:24:41.701880+0000","last_became_active":"2024-09-07T14:28:24.438339+0000","last_became_peered":"2024-09-07T14:28:24.438339+0000","last_unstale":"2024-09-07T15:24:41.701880+0000","last_undegraded":"2024-09-07T15:24:41.701880+0000","last_fullsized":"2024-09-07T15:24:41.701880+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:39:39.219463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897750+0000","last_change":"2024-09-07T14:01:43.038404+0000","last_active":"2024-09-07T15:23:56.897750+0000","last_peered":"2024-09-07T15:23:56.897750+0000","last_clean":"2024-09-07T15:23:56.897750+0000","last_became_active":"2024-09-07T14:01:43.037365+0000","last_became_peered":"2024-09-07T14:01:43.037365+0000","last_unstale":"2024-09-07T15:23:56.897750+0000","last_undegraded":"2024-09-07T15:23:56.897750+0000","last_fullsized":"2024-09-07T15:23:56.897750+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:25:12.504080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'5","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:42.533983+0000","last_change":"2024-09-07T14:01:10.283268+0000","last_active":"2024-09-07T15:26:42.533983+0000","last_peered":"2024-09-07T15:26:42.533983+0000","last_clean":"2024-09-07T15:26:42.533983+0000","last_became_active":"2024-09-07T14:01:10.281758+0000","last_became_peered":"2024-09-07T14:01:10.281758+0000","last_unstale":"2024-09-07T15:26:42.533983+0000","last_undegraded":"2024-09-07T15:26:42.533983+0000","last_fullsized":"2024-09-07T15:26:42.533983+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:12:10.081831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'72","reported_seq":316,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474741+0000","last_change":"2024-09-07T13:55:14.103737+0000","last_active":"2024-09-07T15:24:06.474741+0000","last_peered":"2024-09-07T15:24:06.474741+0000","last_clean":"2024-09-07T15:24:06.474741+0000","last_became_active":"2024-09-07T13:55:14.103004+0000","last_became_peered":"2024-09-07T13:55:14.103004+0000","last_unstale":"2024-09-07T15:24:06.474741+0000","last_undegraded":"2024-09-07T15:24:06.474741+0000","last_fullsized":"2024-09-07T15:24:06.474741+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:51:03.506221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":468,"num_read_kb":333,"num_write":96,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908502+0000","last_change":"2024-09-07T14:28:24.446598+0000","last_active":"2024-09-07T15:24:41.908502+0000","last_peered":"2024-09-07T15:24:41.908502+0000","last_clean":"2024-09-07T15:24:41.908502+0000","last_became_active":"2024-09-07T14:28:24.445752+0000","last_became_peered":"2024-09-07T14:28:24.445752+0000","last_unstale":"2024-09-07T15:24:41.908502+0000","last_undegraded":"2024-09-07T15:24:41.908502+0000","last_fullsized":"2024-09-07T15:24:41.908502+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:00:22.870675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.707470+0000","last_change":"2024-09-07T14:01:17.859047+0000","last_active":"2024-09-07T15:25:06.707470+0000","last_peered":"2024-09-07T15:25:06.707470+0000","last_clean":"2024-09-07T15:25:06.707470+0000","last_became_active":"2024-09-07T14:01:17.858287+0000","last_became_peered":"2024-09-07T14:01:17.858287+0000","last_unstale":"2024-09-07T15:25:06.707470+0000","last_undegraded":"2024-09-07T15:25:06.707470+0000","last_fullsized":"2024-09-07T15:25:06.707470+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:44:18.000233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.906167+0000","last_change":"2024-09-07T14:01:10.274179+0000","last_active":"2024-09-07T15:24:31.906167+0000","last_peered":"2024-09-07T15:24:31.906167+0000","last_clean":"2024-09-07T15:24:31.906167+0000","last_became_active":"2024-09-07T14:01:10.268756+0000","last_became_peered":"2024-09-07T14:01:10.268756+0000","last_unstale":"2024-09-07T15:24:31.906167+0000","last_undegraded":"2024-09-07T15:24:31.906167+0000","last_fullsized":"2024-09-07T15:24:31.906167+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:36:49.729237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'29","reported_seq":151,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.693061+0000","last_change":"2024-09-07T13:55:14.111993+0000","last_active":"2024-09-07T15:24:06.693061+0000","last_peered":"2024-09-07T15:24:06.693061+0000","last_clean":"2024-09-07T15:24:06.693061+0000","last_became_active":"2024-09-07T13:55:14.110464+0000","last_became_peered":"2024-09-07T13:55:14.110464+0000","last_unstale":"2024-09-07T15:24:06.693061+0000","last_undegraded":"2024-09-07T15:24:06.693061+0000","last_fullsized":"2024-09-07T15:24:06.693061+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:44.843804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":94,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.740329+0000","last_change":"2024-09-07T14:28:24.428982+0000","last_active":"2024-09-07T15:24:41.740329+0000","last_peered":"2024-09-07T15:24:41.740329+0000","last_clean":"2024-09-07T15:24:41.740329+0000","last_became_active":"2024-09-07T14:28:24.428244+0000","last_became_peered":"2024-09-07T14:28:24.428244+0000","last_unstale":"2024-09-07T15:24:41.740329+0000","last_undegraded":"2024-09-07T15:24:41.740329+0000","last_fullsized":"2024-09-07T15:24:41.740329+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:25:01.872997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701850+0000","last_change":"2024-09-07T14:01:17.965590+0000","last_active":"2024-09-07T15:24:41.701850+0000","last_peered":"2024-09-07T15:24:41.701850+0000","last_clean":"2024-09-07T15:24:41.701850+0000","last_became_active":"2024-09-07T14:01:17.964701+0000","last_became_peered":"2024-09-07T14:01:17.964701+0000","last_unstale":"2024-09-07T15:24:41.701850+0000","last_undegraded":"2024-09-07T15:24:41.701850+0000","last_fullsized":"2024-09-07T15:24:41.701850+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:25:05.335373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.269632+0000","last_change":"2024-09-07T14:01:10.272680+0000","last_active":"2024-09-07T15:24:56.269632+0000","last_peered":"2024-09-07T15:24:56.269632+0000","last_clean":"2024-09-07T15:24:56.269632+0000","last_became_active":"2024-09-07T14:01:10.271397+0000","last_became_peered":"2024-09-07T14:01:10.271397+0000","last_unstale":"2024-09-07T15:24:56.269632+0000","last_undegraded":"2024-09-07T15:24:56.269632+0000","last_fullsized":"2024-09-07T15:24:56.269632+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:38.550622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'48","reported_seq":201,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474973+0000","last_change":"2024-09-07T13:55:14.092497+0000","last_active":"2024-09-07T15:24:06.474973+0000","last_peered":"2024-09-07T15:24:06.474973+0000","last_clean":"2024-09-07T15:24:06.474973+0000","last_became_active":"2024-09-07T13:55:14.091327+0000","last_became_peered":"2024-09-07T13:55:14.091327+0000","last_unstale":"2024-09-07T15:24:06.474973+0000","last_undegraded":"2024-09-07T15:24:06.474973+0000","last_fullsized":"2024-09-07T15:24:06.474973+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:52:21.771078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":159,"num_write":94,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272863+0000","last_change":"2024-09-07T14:28:24.430591+0000","last_active":"2024-09-07T15:24:41.272863+0000","last_peered":"2024-09-07T15:24:41.272863+0000","last_clean":"2024-09-07T15:24:41.272863+0000","last_became_active":"2024-09-07T14:28:24.429868+0000","last_became_peered":"2024-09-07T14:28:24.429868+0000","last_unstale":"2024-09-07T15:24:41.272863+0000","last_undegraded":"2024-09-07T15:24:41.272863+0000","last_fullsized":"2024-09-07T15:24:41.272863+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:23:57.215484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"266'3","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.894510+0000","last_change":"2024-09-07T14:01:17.971995+0000","last_active":"2024-09-07T15:23:41.894510+0000","last_peered":"2024-09-07T15:23:41.894510+0000","last_clean":"2024-09-07T15:23:41.894510+0000","last_became_active":"2024-09-07T14:01:17.971294+0000","last_became_peered":"2024-09-07T14:01:17.971294+0000","last_unstale":"2024-09-07T15:23:41.894510+0000","last_undegraded":"2024-09-07T15:23:41.894510+0000","last_fullsized":"2024-09-07T15:23:41.894510+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:13.159211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'6","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.255699+0000","last_change":"2024-09-07T14:01:10.239346+0000","last_active":"2024-09-07T15:27:43.255699+0000","last_peered":"2024-09-07T15:27:43.255699+0000","last_clean":"2024-09-07T15:27:43.255699+0000","last_became_active":"2024-09-07T14:01:10.238886+0000","last_became_peered":"2024-09-07T14:01:10.238886+0000","last_unstale":"2024-09-07T15:27:43.255699+0000","last_undegraded":"2024-09-07T15:27:43.255699+0000","last_fullsized":"2024-09-07T15:27:43.255699+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:28:24.259601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":16,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'53","reported_seq":221,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.914858+0000","last_change":"2024-09-07T13:55:14.115487+0000","last_active":"2024-09-07T15:25:06.914858+0000","last_peered":"2024-09-07T15:25:06.914858+0000","last_clean":"2024-09-07T15:25:06.914858+0000","last_became_active":"2024-09-07T13:55:14.114845+0000","last_became_peered":"2024-09-07T13:55:14.114845+0000","last_unstale":"2024-09-07T15:25:06.914858+0000","last_undegraded":"2024-09-07T15:25:06.914858+0000","last_fullsized":"2024-09-07T15:25:06.914858+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:55:03.395733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":187,"num_write":95,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506120+0000","last_change":"2024-09-07T14:28:24.425851+0000","last_active":"2024-09-07T15:24:42.506120+0000","last_peered":"2024-09-07T15:24:42.506120+0000","last_clean":"2024-09-07T15:24:42.506120+0000","last_became_active":"2024-09-07T14:28:24.425116+0000","last_became_peered":"2024-09-07T14:28:24.425116+0000","last_unstale":"2024-09-07T15:24:42.506120+0000","last_undegraded":"2024-09-07T15:24:42.506120+0000","last_fullsized":"2024-09-07T15:24:42.506120+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:39:27.903060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'9","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.492042+0000","last_change":"2024-09-07T14:01:17.845993+0000","last_active":"2024-09-07T15:23:42.492042+0000","last_peered":"2024-09-07T15:23:42.492042+0000","last_clean":"2024-09-07T15:23:42.492042+0000","last_became_active":"2024-09-07T14:01:17.845124+0000","last_became_peered":"2024-09-07T14:01:17.845124+0000","last_unstale":"2024-09-07T15:23:42.492042+0000","last_undegraded":"2024-09-07T15:23:42.492042+0000","last_fullsized":"2024-09-07T15:23:42.492042+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:22:27.529408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":14,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.892079+0000","last_change":"2024-09-07T14:01:10.274240+0000","last_active":"2024-09-07T15:23:31.892079+0000","last_peered":"2024-09-07T15:23:31.892079+0000","last_clean":"2024-09-07T15:23:31.892079+0000","last_became_active":"2024-09-07T14:01:10.269301+0000","last_became_peered":"2024-09-07T14:01:10.269301+0000","last_unstale":"2024-09-07T15:23:31.892079+0000","last_undegraded":"2024-09-07T15:23:31.892079+0000","last_fullsized":"2024-09-07T15:23:31.892079+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:08.328899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'32","reported_seq":165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.275149+0000","last_change":"2024-09-07T13:55:14.086236+0000","last_active":"2024-09-07T15:24:51.275149+0000","last_peered":"2024-09-07T15:24:51.275149+0000","last_clean":"2024-09-07T15:24:51.275149+0000","last_became_active":"2024-09-07T13:55:14.085439+0000","last_became_peered":"2024-09-07T13:55:14.085439+0000","last_unstale":"2024-09-07T15:24:51.275149+0000","last_undegraded":"2024-09-07T15:24:51.275149+0000","last_fullsized":"2024-09-07T15:24:51.275149+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:23:35.375629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":153,"num_read_kb":116,"num_write":71,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"269'1","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.267568+0000","last_change":"2024-09-07T14:28:24.438988+0000","last_active":"2024-09-07T15:24:46.267568+0000","last_peered":"2024-09-07T15:24:46.267568+0000","last_clean":"2024-09-07T15:24:46.267568+0000","last_became_active":"2024-09-07T14:28:24.435468+0000","last_became_peered":"2024-09-07T14:28:24.435468+0000","last_unstale":"2024-09-07T15:24:46.267568+0000","last_undegraded":"2024-09-07T15:24:46.267568+0000","last_fullsized":"2024-09-07T15:24:46.267568+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:13.264009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"269'3","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:46.298924+0000","last_change":"2024-09-07T14:01:17.848183+0000","last_active":"2024-09-07T15:26:46.298924+0000","last_peered":"2024-09-07T15:26:46.298924+0000","last_clean":"2024-09-07T15:26:46.298924+0000","last_became_active":"2024-09-07T14:01:17.847319+0000","last_became_peered":"2024-09-07T14:01:17.847319+0000","last_unstale":"2024-09-07T15:26:46.298924+0000","last_undegraded":"2024-09-07T15:26:46.298924+0000","last_fullsized":"2024-09-07T15:26:46.298924+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:32:01.582600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:26.919761+0000","last_change":"2024-09-07T14:01:10.280600+0000","last_active":"2024-09-07T15:25:26.919761+0000","last_peered":"2024-09-07T15:25:26.919761+0000","last_clean":"2024-09-07T15:25:26.919761+0000","last_became_active":"2024-09-07T14:01:10.280018+0000","last_became_peered":"2024-09-07T14:01:10.280018+0000","last_unstale":"2024-09-07T15:25:26.919761+0000","last_undegraded":"2024-09-07T15:25:26.919761+0000","last_fullsized":"2024-09-07T15:25:26.919761+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:41:29.665218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'44","reported_seq":199,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.742616+0000","last_change":"2024-09-07T13:55:14.091201+0000","last_active":"2024-09-07T15:24:51.742616+0000","last_peered":"2024-09-07T15:24:51.742616+0000","last_clean":"2024-09-07T15:24:51.742616+0000","last_became_active":"2024-09-07T13:55:14.090454+0000","last_became_peered":"2024-09-07T13:55:14.090454+0000","last_unstale":"2024-09-07T15:24:51.742616+0000","last_undegraded":"2024-09-07T15:24:51.742616+0000","last_fullsized":"2024-09-07T15:24:51.742616+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:13:44.002482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":162,"num_write":74,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.703086+0000","last_change":"2024-09-07T14:28:24.446957+0000","last_active":"2024-09-07T15:24:46.703086+0000","last_peered":"2024-09-07T15:24:46.703086+0000","last_clean":"2024-09-07T15:24:46.703086+0000","last_became_active":"2024-09-07T14:28:24.446083+0000","last_became_peered":"2024-09-07T14:28:24.446083+0000","last_unstale":"2024-09-07T15:24:46.703086+0000","last_undegraded":"2024-09-07T15:24:46.703086+0000","last_fullsized":"2024-09-07T15:24:46.703086+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:11:26.067615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'3","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.753280+0000","last_change":"2024-09-07T14:01:17.843000+0000","last_active":"2024-09-07T15:25:36.753280+0000","last_peered":"2024-09-07T15:25:36.753280+0000","last_clean":"2024-09-07T15:25:36.753280+0000","last_became_active":"2024-09-07T14:01:17.841771+0000","last_became_peered":"2024-09-07T14:01:17.841771+0000","last_unstale":"2024-09-07T15:25:36.753280+0000","last_undegraded":"2024-09-07T15:25:36.753280+0000","last_fullsized":"2024-09-07T15:25:36.753280+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:22:04.340930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'10","reported_seq":94,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:36.937740+0000","last_change":"2024-09-07T14:01:10.273932+0000","last_active":"2024-09-07T15:26:36.937740+0000","last_peered":"2024-09-07T15:26:36.937740+0000","last_clean":"2024-09-07T15:26:36.937740+0000","last_became_active":"2024-09-07T14:01:10.269153+0000","last_became_peered":"2024-09-07T14:01:10.269153+0000","last_unstale":"2024-09-07T15:26:36.937740+0000","last_undegraded":"2024-09-07T15:26:36.937740+0000","last_fullsized":"2024-09-07T15:26:36.937740+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:40:28.178453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":26173,"num_write":20,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'14","reported_seq":113,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.508519+0000","last_change":"2024-09-07T13:55:14.110587+0000","last_active":"2024-09-07T15:24:52.508519+0000","last_peered":"2024-09-07T15:24:52.508519+0000","last_clean":"2024-09-07T15:24:52.508519+0000","last_became_active":"2024-09-07T13:55:14.109848+0000","last_became_peered":"2024-09-07T13:55:14.109848+0000","last_unstale":"2024-09-07T15:24:52.508519+0000","last_undegraded":"2024-09-07T15:24:52.508519+0000","last_fullsized":"2024-09-07T15:24:52.508519+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:29.137512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":42,"num_write":30,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701782+0000","last_change":"2024-09-07T14:28:24.438271+0000","last_active":"2024-09-07T15:24:41.701782+0000","last_peered":"2024-09-07T15:24:41.701782+0000","last_clean":"2024-09-07T15:24:41.701782+0000","last_became_active":"2024-09-07T14:28:24.432790+0000","last_became_peered":"2024-09-07T14:28:24.432790+0000","last_unstale":"2024-09-07T15:24:41.701782+0000","last_undegraded":"2024-09-07T15:24:41.701782+0000","last_fullsized":"2024-09-07T15:24:41.701782+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:03:01.172519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'8","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:46.509451+0000","last_change":"2024-09-07T14:01:17.851665+0000","last_active":"2024-09-07T15:26:46.509451+0000","last_peered":"2024-09-07T15:26:46.509451+0000","last_clean":"2024-09-07T15:26:46.509451+0000","last_became_active":"2024-09-07T14:01:17.850358+0000","last_became_peered":"2024-09-07T14:01:17.850358+0000","last_unstale":"2024-09-07T15:26:46.509451+0000","last_undegraded":"2024-09-07T15:26:46.509451+0000","last_fullsized":"2024-09-07T15:26:46.509451+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:09:31.217998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":20482,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'6","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.484083+0000","last_change":"2024-09-07T14:01:10.268880+0000","last_active":"2024-09-07T15:27:44.484083+0000","last_peered":"2024-09-07T15:27:44.484083+0000","last_clean":"2024-09-07T15:27:44.484083+0000","last_became_active":"2024-09-07T14:01:10.263024+0000","last_became_peered":"2024-09-07T14:01:10.263024+0000","last_unstale":"2024-09-07T15:27:44.484083+0000","last_undegraded":"2024-09-07T15:27:44.484083+0000","last_fullsized":"2024-09-07T15:27:44.484083+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:47:06.328041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":14336,"num_write":11,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'5","reported_seq":91,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.484542+0000","last_change":"2024-09-07T13:55:14.111619+0000","last_active":"2024-09-07T15:24:51.484542+0000","last_peered":"2024-09-07T15:24:51.484542+0000","last_clean":"2024-09-07T15:24:51.484542+0000","last_became_active":"2024-09-07T13:55:14.110785+0000","last_became_peered":"2024-09-07T13:55:14.110785+0000","last_unstale":"2024-09-07T15:24:51.484542+0000","last_undegraded":"2024-09-07T15:24:51.484542+0000","last_fullsized":"2024-09-07T15:24:51.484542+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:41:07.566033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":14,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911256+0000","last_change":"2024-09-07T14:28:24.446999+0000","last_active":"2024-09-07T15:24:51.911256+0000","last_peered":"2024-09-07T15:24:51.911256+0000","last_clean":"2024-09-07T15:24:51.911256+0000","last_became_active":"2024-09-07T14:28:24.446376+0000","last_became_peered":"2024-09-07T14:28:24.446376+0000","last_unstale":"2024-09-07T15:24:51.911256+0000","last_undegraded":"2024-09-07T15:24:51.911256+0000","last_fullsized":"2024-09-07T15:24:51.911256+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:19:03.598898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'9","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.696913+0000","last_change":"2024-09-07T14:01:17.852924+0000","last_active":"2024-09-07T15:27:43.696913+0000","last_peered":"2024-09-07T15:27:43.696913+0000","last_clean":"2024-09-07T15:27:43.696913+0000","last_became_active":"2024-09-07T14:01:17.852105+0000","last_became_peered":"2024-09-07T14:01:17.852105+0000","last_unstale":"2024-09-07T15:27:43.696913+0000","last_undegraded":"2024-09-07T15:27:43.696913+0000","last_fullsized":"2024-09-07T15:27:43.696913+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:27:04.072854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":15360,"num_write":19,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'2","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:36.507133+0000","last_change":"2024-09-07T14:01:10.270269+0000","last_active":"2024-09-07T15:26:36.507133+0000","last_peered":"2024-09-07T15:26:36.507133+0000","last_clean":"2024-09-07T15:26:36.507133+0000","last_became_active":"2024-09-07T14:01:10.269141+0000","last_became_peered":"2024-09-07T14:01:10.269141+0000","last_unstale":"2024-09-07T15:26:36.507133+0000","last_undegraded":"2024-09-07T15:26:36.507133+0000","last_fullsized":"2024-09-07T15:26:36.507133+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:58:46.398131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":59,"num_write":2,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'25","reported_seq":146,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:31.921048+0000","last_change":"2024-09-07T13:55:14.105390+0000","last_active":"2024-09-07T15:25:31.921048+0000","last_peered":"2024-09-07T15:25:31.921048+0000","last_clean":"2024-09-07T15:25:31.921048+0000","last_became_active":"2024-09-07T13:55:14.104604+0000","last_became_peered":"2024-09-07T13:55:14.104604+0000","last_unstale":"2024-09-07T15:25:31.921048+0000","last_undegraded":"2024-09-07T15:25:31.921048+0000","last_fullsized":"2024-09-07T15:25:31.921048+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:30:44.627579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":83,"num_write":58,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'332","reported_seq":978,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.234048+0000","last_change":"2024-09-07T13:38:09.977862+0000","last_active":"2024-09-07T15:27:45.234048+0000","last_peered":"2024-09-07T15:27:45.234048+0000","last_clean":"2024-09-07T15:27:45.234048+0000","last_became_active":"2024-09-07T13:38:09.976851+0000","last_became_peered":"2024-09-07T13:38:09.976851+0000","last_unstale":"2024-09-07T15:27:45.234048+0000","last_undegraded":"2024-09-07T15:27:45.234048+0000","last_fullsized":"2024-09-07T15:27:45.234048+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:51:15.380939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263276,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":468,"num_read_kb":5723,"num_write":1046,"num_write_kb":19813,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'191","reported_seq":850,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.716492+0000","last_change":"2024-09-07T13:38:11.971340+0000","last_active":"2024-09-07T15:23:11.716492+0000","last_peered":"2024-09-07T15:23:11.716492+0000","last_clean":"2024-09-07T15:23:11.716492+0000","last_became_active":"2024-09-07T13:38:11.969838+0000","last_became_peered":"2024-09-07T13:38:11.969838+0000","last_unstale":"2024-09-07T15:23:11.716492+0000","last_undegraded":"2024-09-07T15:23:11.716492+0000","last_fullsized":"2024-09-07T15:23:11.716492+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:15:58.913895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":837,"num_read_kb":690,"num_write":305,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'342","reported_seq":1026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.142990+0000","last_change":"2024-09-07T13:38:09.954981+0000","last_active":"2024-09-07T15:27:45.142990+0000","last_peered":"2024-09-07T15:27:45.142990+0000","last_clean":"2024-09-07T15:27:45.142990+0000","last_became_active":"2024-09-07T13:38:09.954623+0000","last_became_peered":"2024-09-07T13:38:09.954623+0000","last_unstale":"2024-09-07T15:27:45.142990+0000","last_undegraded":"2024-09-07T15:27:45.142990+0000","last_fullsized":"2024-09-07T15:27:45.142990+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:23:46.293741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":506,"num_read_kb":33916,"num_write":1059,"num_write_kb":49123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'163","reported_seq":810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886729+0000","last_change":"2024-09-07T13:38:11.944185+0000","last_active":"2024-09-07T15:23:11.886729+0000","last_peered":"2024-09-07T15:23:11.886729+0000","last_clean":"2024-09-07T15:23:11.886729+0000","last_became_active":"2024-09-07T13:38:11.943415+0000","last_became_peered":"2024-09-07T13:38:11.943415+0000","last_unstale":"2024-09-07T15:23:11.886729+0000","last_undegraded":"2024-09-07T15:23:11.886729+0000","last_fullsized":"2024-09-07T15:23:11.886729+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:45.689121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":620,"num_write":246,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'407","reported_seq":1084,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.156596+0000","last_change":"2024-09-07T13:38:09.921925+0000","last_active":"2024-09-07T15:27:45.156596+0000","last_peered":"2024-09-07T15:27:45.156596+0000","last_clean":"2024-09-07T15:27:45.156596+0000","last_became_active":"2024-09-07T13:38:09.921102+0000","last_became_peered":"2024-09-07T13:38:09.921102+0000","last_unstale":"2024-09-07T15:27:45.156596+0000","last_undegraded":"2024-09-07T15:27:45.156596+0000","last_fullsized":"2024-09-07T15:27:45.156596+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:11.267325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":594,"num_read_kb":1211,"num_write":1316,"num_write_kb":30068,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'154","reported_seq":790,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485309+0000","last_change":"2024-09-07T13:38:11.968635+0000","last_active":"2024-09-07T15:23:12.485309+0000","last_peered":"2024-09-07T15:23:12.485309+0000","last_clean":"2024-09-07T15:23:12.485309+0000","last_became_active":"2024-09-07T13:38:11.963722+0000","last_became_peered":"2024-09-07T13:38:11.963722+0000","last_unstale":"2024-09-07T15:23:12.485309+0000","last_undegraded":"2024-09-07T15:23:12.485309+0000","last_fullsized":"2024-09-07T15:23:12.485309+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:42:13.729350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":721,"num_read_kb":593,"num_write":234,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'320","reported_seq":1001,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.136728+0000","last_change":"2024-09-07T13:38:09.966832+0000","last_active":"2024-09-07T15:27:45.136728+0000","last_peered":"2024-09-07T15:27:45.136728+0000","last_clean":"2024-09-07T15:27:45.136728+0000","last_became_active":"2024-09-07T13:38:09.959674+0000","last_became_peered":"2024-09-07T13:38:09.959674+0000","last_unstale":"2024-09-07T15:27:45.136728+0000","last_undegraded":"2024-09-07T15:27:45.136728+0000","last_fullsized":"2024-09-07T15:27:45.136728+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:21:57.584554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291501,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":503,"num_read_kb":30367,"num_write":1050,"num_write_kb":53281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'331","reported_seq":997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.362262+0000","last_change":"2024-09-07T13:38:11.962031+0000","last_active":"2024-09-07T15:25:12.362262+0000","last_peered":"2024-09-07T15:25:12.362262+0000","last_clean":"2024-09-07T15:25:12.362262+0000","last_became_active":"2024-09-07T13:38:11.961013+0000","last_became_peered":"2024-09-07T13:38:11.961013+0000","last_unstale":"2024-09-07T15:25:12.362262+0000","last_undegraded":"2024-09-07T15:25:12.362262+0000","last_fullsized":"2024-09-07T15:25:12.362262+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:50:36.019367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1192,"num_write":512,"num_write_kb":260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'358","reported_seq":1021,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.214226+0000","last_change":"2024-09-07T13:38:09.956703+0000","last_active":"2024-09-07T15:27:45.214226+0000","last_peered":"2024-09-07T15:27:45.214226+0000","last_clean":"2024-09-07T15:27:45.214226+0000","last_became_active":"2024-09-07T13:38:09.953932+0000","last_became_peered":"2024-09-07T13:38:09.953932+0000","last_unstale":"2024-09-07T15:27:45.214226+0000","last_undegraded":"2024-09-07T15:27:45.214226+0000","last_fullsized":"2024-09-07T15:27:45.214226+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:12:32.996120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":526412,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":543,"num_read_kb":30170,"num_write":1139,"num_write_kb":38425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'88","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.481342+0000","last_change":"2024-09-07T13:38:11.983375+0000","last_active":"2024-09-07T15:24:36.481342+0000","last_peered":"2024-09-07T15:24:36.481342+0000","last_clean":"2024-09-07T15:24:36.481342+0000","last_became_active":"2024-09-07T13:38:11.982743+0000","last_became_peered":"2024-09-07T13:38:11.982743+0000","last_unstale":"2024-09-07T15:24:36.481342+0000","last_undegraded":"2024-09-07T15:24:36.481342+0000","last_fullsized":"2024-09-07T15:24:36.481342+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:27:46.620799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":301,"num_write":125,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'328","reported_seq":986,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.205919+0000","last_change":"2024-09-07T13:38:09.958776+0000","last_active":"2024-09-07T15:27:45.205919+0000","last_peered":"2024-09-07T15:27:45.205919+0000","last_clean":"2024-09-07T15:27:45.205919+0000","last_became_active":"2024-09-07T13:38:09.957979+0000","last_became_peered":"2024-09-07T13:38:09.957979+0000","last_unstale":"2024-09-07T15:27:45.205919+0000","last_undegraded":"2024-09-07T15:27:45.205919+0000","last_fullsized":"2024-09-07T15:27:45.205919+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:21:11.343564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1239465,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":44305,"num_write":1096,"num_write_kb":16554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'383","reported_seq":1121,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502559+0000","last_change":"2024-09-07T13:38:11.956087+0000","last_active":"2024-09-07T15:24:27.502559+0000","last_peered":"2024-09-07T15:24:27.502559+0000","last_clean":"2024-09-07T15:24:27.502559+0000","last_became_active":"2024-09-07T13:38:11.954410+0000","last_became_peered":"2024-09-07T13:38:11.954410+0000","last_unstale":"2024-09-07T15:24:27.502559+0000","last_undegraded":"2024-09-07T15:24:27.502559+0000","last_fullsized":"2024-09-07T15:24:27.502559+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:21:33.148375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1955,"num_read_kb":1679,"num_write":644,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'342","reported_seq":1051,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.158633+0000","last_change":"2024-09-07T13:38:09.973022+0000","last_active":"2024-09-07T15:27:45.158633+0000","last_peered":"2024-09-07T15:27:45.158633+0000","last_clean":"2024-09-07T15:27:45.158633+0000","last_became_active":"2024-09-07T13:38:09.972033+0000","last_became_peered":"2024-09-07T13:38:09.972033+0000","last_unstale":"2024-09-07T15:27:45.158633+0000","last_undegraded":"2024-09-07T15:27:45.158633+0000","last_fullsized":"2024-09-07T15:27:45.158633+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:56:13.610875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":526,"num_read_kb":181820,"num_write":1046,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'174","reported_seq":835,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736881+0000","last_change":"2024-09-07T13:38:11.961101+0000","last_active":"2024-09-07T15:24:26.736881+0000","last_peered":"2024-09-07T15:24:26.736881+0000","last_clean":"2024-09-07T15:24:26.736881+0000","last_became_active":"2024-09-07T13:38:11.960213+0000","last_became_peered":"2024-09-07T13:38:11.960213+0000","last_unstale":"2024-09-07T15:24:26.736881+0000","last_undegraded":"2024-09-07T15:24:26.736881+0000","last_fullsized":"2024-09-07T15:24:26.736881+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:44:22.441506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":270,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'371","reported_seq":1082,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.218168+0000","last_change":"2024-09-07T13:38:41.161874+0000","last_active":"2024-09-07T15:27:45.218168+0000","last_peered":"2024-09-07T15:27:45.218168+0000","last_clean":"2024-09-07T15:27:45.218168+0000","last_became_active":"2024-09-07T13:38:41.161509+0000","last_became_peered":"2024-09-07T13:38:41.161509+0000","last_unstale":"2024-09-07T15:27:45.218168+0000","last_undegraded":"2024-09-07T15:27:45.218168+0000","last_fullsized":"2024-09-07T15:27:45.218168+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:50:12.690099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399168,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":633,"num_read_kb":72346,"num_write":1252,"num_write_kb":40551,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3f","version":"269'416","reported_seq":1095,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263264+0000","last_change":"2024-09-07T13:38:11.973024+0000","last_active":"2024-09-07T15:24:26.263264+0000","last_peered":"2024-09-07T15:24:26.263264+0000","last_clean":"2024-09-07T15:24:26.263264+0000","last_became_active":"2024-09-07T13:38:11.972698+0000","last_became_peered":"2024-09-07T13:38:11.972698+0000","last_unstale":"2024-09-07T15:24:26.263264+0000","last_undegraded":"2024-09-07T15:24:26.263264+0000","last_fullsized":"2024-09-07T15:24:26.263264+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:35:30.067488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1783,"num_read_kb":1437,"num_write":678,"num_write_kb":429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'106","reported_seq":710,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485191+0000","last_change":"2024-09-07T13:38:11.962163+0000","last_active":"2024-09-07T15:23:12.485191+0000","last_peered":"2024-09-07T15:23:12.485191+0000","last_clean":"2024-09-07T15:23:12.485191+0000","last_became_active":"2024-09-07T13:38:11.960936+0000","last_became_peered":"2024-09-07T13:38:11.960936+0000","last_unstale":"2024-09-07T15:23:12.485191+0000","last_undegraded":"2024-09-07T15:23:12.485191+0000","last_fullsized":"2024-09-07T15:23:12.485191+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:12:23.819764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":395,"num_write":179,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'318","reported_seq":1104,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.221499+0000","last_change":"2024-09-07T13:38:09.960753+0000","last_active":"2024-09-07T15:27:45.221499+0000","last_peered":"2024-09-07T15:27:45.221499+0000","last_clean":"2024-09-07T15:27:45.221499+0000","last_became_active":"2024-09-07T13:38:09.959861+0000","last_became_peered":"2024-09-07T13:38:09.959861+0000","last_unstale":"2024-09-07T15:27:45.221499+0000","last_undegraded":"2024-09-07T15:27:45.221499+0000","last_fullsized":"2024-09-07T15:27:45.221499+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:10:37.551673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7540731,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":565,"num_read_kb":82831,"num_write":1041,"num_write_kb":33447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'108","reported_seq":684,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886778+0000","last_change":"2024-09-07T13:38:11.963369+0000","last_active":"2024-09-07T15:23:11.886778+0000","last_peered":"2024-09-07T15:23:11.886778+0000","last_clean":"2024-09-07T15:23:11.886778+0000","last_became_active":"2024-09-07T13:38:11.962652+0000","last_became_peered":"2024-09-07T13:38:11.962652+0000","last_unstale":"2024-09-07T15:23:11.886778+0000","last_undegraded":"2024-09-07T15:23:11.886778+0000","last_fullsized":"2024-09-07T15:23:11.886778+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:56:11.829639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":468,"num_read_kb":378,"num_write":164,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'322","reported_seq":927,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.066907+0000","last_change":"2024-09-07T13:38:41.162052+0000","last_active":"2024-09-07T15:27:45.066907+0000","last_peered":"2024-09-07T15:27:45.066907+0000","last_clean":"2024-09-07T15:27:45.066907+0000","last_became_active":"2024-09-07T13:38:41.160930+0000","last_became_peered":"2024-09-07T13:38:41.160930+0000","last_unstale":"2024-09-07T15:27:45.066907+0000","last_undegraded":"2024-09-07T15:27:45.066907+0000","last_fullsized":"2024-09-07T15:27:45.066907+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:03:56.292995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":402,"num_read_kb":14856,"num_write":982,"num_write_kb":49218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"269'106","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.721210+0000","last_change":"2024-09-07T13:38:11.957973+0000","last_active":"2024-09-07T15:23:31.721210+0000","last_peered":"2024-09-07T15:23:31.721210+0000","last_clean":"2024-09-07T15:23:31.721210+0000","last_became_active":"2024-09-07T13:38:11.957275+0000","last_became_peered":"2024-09-07T13:38:11.957275+0000","last_unstale":"2024-09-07T15:23:31.721210+0000","last_undegraded":"2024-09-07T15:23:31.721210+0000","last_fullsized":"2024-09-07T15:23:31.721210+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:00:07.320466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":461,"num_read_kb":383,"num_write":163,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'347","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.228473+0000","last_change":"2024-09-07T13:38:09.964809+0000","last_active":"2024-09-07T15:27:45.228473+0000","last_peered":"2024-09-07T15:27:45.228473+0000","last_clean":"2024-09-07T15:27:45.228473+0000","last_became_active":"2024-09-07T13:38:09.964013+0000","last_became_peered":"2024-09-07T13:38:09.964013+0000","last_unstale":"2024-09-07T15:27:45.228473+0000","last_undegraded":"2024-09-07T15:27:45.228473+0000","last_fullsized":"2024-09-07T15:27:45.228473+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:47:03.940791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254138,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":535,"num_read_kb":32661,"num_write":1092,"num_write_kb":29964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'226","reported_seq":933,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.264287+0000","last_change":"2024-09-07T13:38:11.973397+0000","last_active":"2024-09-07T15:24:31.264287+0000","last_peered":"2024-09-07T15:24:31.264287+0000","last_clean":"2024-09-07T15:24:31.264287+0000","last_became_active":"2024-09-07T13:38:11.972570+0000","last_became_peered":"2024-09-07T13:38:11.972570+0000","last_unstale":"2024-09-07T15:24:31.264287+0000","last_undegraded":"2024-09-07T15:24:31.264287+0000","last_fullsized":"2024-09-07T15:24:31.264287+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:52:36.034982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1070,"num_read_kb":888,"num_write":347,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'290","reported_seq":943,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.233388+0000","last_change":"2024-09-07T13:38:09.946418+0000","last_active":"2024-09-07T15:27:45.233388+0000","last_peered":"2024-09-07T15:27:45.233388+0000","last_clean":"2024-09-07T15:27:45.233388+0000","last_became_active":"2024-09-07T13:38:09.944867+0000","last_became_peered":"2024-09-07T13:38:09.944867+0000","last_unstale":"2024-09-07T15:27:45.233388+0000","last_undegraded":"2024-09-07T15:27:45.233388+0000","last_fullsized":"2024-09-07T15:27:45.233388+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:43:27.849510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":429,"num_read_kb":40336,"num_write":968,"num_write_kb":26024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'114","reported_seq":741,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.316456+0000","last_change":"2024-09-07T13:38:11.962965+0000","last_active":"2024-09-07T15:24:42.316456+0000","last_peered":"2024-09-07T15:24:42.316456+0000","last_clean":"2024-09-07T15:24:42.316456+0000","last_became_active":"2024-09-07T13:38:11.962589+0000","last_became_peered":"2024-09-07T13:38:11.962589+0000","last_unstale":"2024-09-07T15:24:42.316456+0000","last_undegraded":"2024-09-07T15:24:42.316456+0000","last_fullsized":"2024-09-07T15:24:42.316456+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:37:15.237654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":495,"num_read_kb":414,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'369","reported_seq":1081,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.235322+0000","last_change":"2024-09-07T13:38:09.936972+0000","last_active":"2024-09-07T15:27:45.235322+0000","last_peered":"2024-09-07T15:27:45.235322+0000","last_clean":"2024-09-07T15:27:45.235322+0000","last_became_active":"2024-09-07T13:38:09.936636+0000","last_became_peered":"2024-09-07T13:38:09.936636+0000","last_unstale":"2024-09-07T15:27:45.235322+0000","last_undegraded":"2024-09-07T15:27:45.235322+0000","last_fullsized":"2024-09-07T15:27:45.235322+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:51:56.072268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1630542,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":543,"num_read_kb":64206,"num_write":1195,"num_write_kb":43546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'201","reported_seq":829,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503868+0000","last_change":"2024-09-07T13:38:11.954695+0000","last_active":"2024-09-07T15:24:32.503868+0000","last_peered":"2024-09-07T15:24:32.503868+0000","last_clean":"2024-09-07T15:24:32.503868+0000","last_became_active":"2024-09-07T13:38:11.953816+0000","last_became_peered":"2024-09-07T13:38:11.953816+0000","last_unstale":"2024-09-07T15:24:32.503868+0000","last_undegraded":"2024-09-07T15:24:32.503868+0000","last_fullsized":"2024-09-07T15:24:32.503868+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:07:13.232042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":711,"num_write":314,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'337","reported_seq":1058,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.177109+0000","last_change":"2024-09-07T13:38:09.927527+0000","last_active":"2024-09-07T15:27:45.177109+0000","last_peered":"2024-09-07T15:27:45.177109+0000","last_clean":"2024-09-07T15:27:45.177109+0000","last_became_active":"2024-09-07T13:38:09.926896+0000","last_became_peered":"2024-09-07T13:38:09.926896+0000","last_unstale":"2024-09-07T15:27:45.177109+0000","last_undegraded":"2024-09-07T15:27:45.177109+0000","last_fullsized":"2024-09-07T15:27:45.177109+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:23:02.856569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136880,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":598,"num_read_kb":94793,"num_write":1150,"num_write_kb":33804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'154","reported_seq":688,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.668494+0000","last_change":"2024-09-07T13:38:20.013480+0000","last_active":"2024-09-07T15:26:03.668494+0000","last_peered":"2024-09-07T15:26:03.668494+0000","last_clean":"2024-09-07T15:26:03.668494+0000","last_became_active":"2024-09-07T13:38:20.012866+0000","last_became_peered":"2024-09-07T13:38:20.012866+0000","last_unstale":"2024-09-07T15:26:03.668494+0000","last_undegraded":"2024-09-07T15:26:03.668494+0000","last_fullsized":"2024-09-07T15:26:03.668494+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:45.759903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":200,"num_read_kb":195,"num_write":365,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'346","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:44.119743+0000","last_change":"2024-09-07T13:38:11.966700+0000","last_active":"2024-09-07T15:23:44.119743+0000","last_peered":"2024-09-07T15:23:44.119743+0000","last_clean":"2024-09-07T15:23:44.119743+0000","last_became_active":"2024-09-07T13:38:11.959769+0000","last_became_peered":"2024-09-07T13:38:11.959769+0000","last_unstale":"2024-09-07T15:23:44.119743+0000","last_undegraded":"2024-09-07T15:23:44.119743+0000","last_fullsized":"2024-09-07T15:23:44.119743+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:39:00.114976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1546,"num_read_kb":1292,"num_write":565,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'329","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.203334+0000","last_change":"2024-09-07T13:38:09.982456+0000","last_active":"2024-09-07T15:27:45.203334+0000","last_peered":"2024-09-07T15:27:45.203334+0000","last_clean":"2024-09-07T15:27:45.203334+0000","last_became_active":"2024-09-07T13:38:09.981394+0000","last_became_peered":"2024-09-07T13:38:09.981394+0000","last_unstale":"2024-09-07T15:27:45.203334+0000","last_undegraded":"2024-09-07T15:27:45.203334+0000","last_fullsized":"2024-09-07T15:27:45.203334+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:39.652258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":569264,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":415,"num_read_kb":38898,"num_write":965,"num_write_kb":26673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.739160+0000","last_change":"2024-09-07T13:38:13.968771+0000","last_active":"2024-09-07T15:24:36.739160+0000","last_peered":"2024-09-07T15:24:36.739160+0000","last_clean":"2024-09-07T15:24:36.739160+0000","last_became_active":"2024-09-07T13:38:13.967255+0000","last_became_peered":"2024-09-07T13:38:13.967255+0000","last_unstale":"2024-09-07T15:24:36.739160+0000","last_undegraded":"2024-09-07T15:24:36.739160+0000","last_fullsized":"2024-09-07T15:24:36.739160+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:51:54.798958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'366","reported_seq":1013,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.620250+0000","last_change":"2024-09-07T13:38:15.984512+0000","last_active":"2024-09-07T15:27:44.620250+0000","last_peered":"2024-09-07T15:27:44.620250+0000","last_clean":"2024-09-07T15:27:44.620250+0000","last_became_active":"2024-09-07T13:38:15.983817+0000","last_became_peered":"2024-09-07T13:38:15.983817+0000","last_unstale":"2024-09-07T15:27:44.620250+0000","last_undegraded":"2024-09-07T15:27:44.620250+0000","last_fullsized":"2024-09-07T15:27:44.620250+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:43:00.109870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45742,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":587,"num_read_kb":1148,"num_write":460,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908865+0000","last_change":"2024-09-07T13:38:17.994022+0000","last_active":"2024-09-07T15:24:41.908865+0000","last_peered":"2024-09-07T15:24:41.908865+0000","last_clean":"2024-09-07T15:24:41.908865+0000","last_became_active":"2024-09-07T13:38:17.993257+0000","last_became_peered":"2024-09-07T13:38:17.993257+0000","last_unstale":"2024-09-07T15:24:41.908865+0000","last_undegraded":"2024-09-07T15:24:41.908865+0000","last_fullsized":"2024-09-07T15:24:41.908865+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:47:23.195951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2482","reported_seq":4401,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:07.260123+0000","last_change":"2024-09-07T13:38:20.019932+0000","last_active":"2024-09-07T15:27:07.260123+0000","last_peered":"2024-09-07T15:27:07.260123+0000","last_clean":"2024-09-07T15:27:07.260123+0000","last_became_active":"2024-09-07T13:38:20.019496+0000","last_became_peered":"2024-09-07T13:38:20.019496+0000","last_unstale":"2024-09-07T15:27:07.260123+0000","last_undegraded":"2024-09-07T15:27:07.260123+0000","last_fullsized":"2024-09-07T15:27:07.260123+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":2400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:27.907413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6139,"num_read_kb":6135,"num_write":4930,"num_write_kb":1839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'212","reported_seq":862,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.737995+0000","last_change":"2024-09-07T13:38:11.963686+0000","last_active":"2024-09-07T15:24:31.737995+0000","last_peered":"2024-09-07T15:24:31.737995+0000","last_clean":"2024-09-07T15:24:31.737995+0000","last_became_active":"2024-09-07T13:38:11.962996+0000","last_became_peered":"2024-09-07T13:38:11.962996+0000","last_unstale":"2024-09-07T15:24:31.737995+0000","last_undegraded":"2024-09-07T15:24:31.737995+0000","last_fullsized":"2024-09-07T15:24:31.737995+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:40:25.557672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":878,"num_write":382,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'399","reported_seq":1078,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.094937+0000","last_change":"2024-09-07T13:38:09.954501+0000","last_active":"2024-09-07T15:27:45.094937+0000","last_peered":"2024-09-07T15:27:45.094937+0000","last_clean":"2024-09-07T15:27:45.094937+0000","last_became_active":"2024-09-07T13:38:09.953847+0000","last_became_peered":"2024-09-07T13:38:09.953847+0000","last_unstale":"2024-09-07T15:27:45.094937+0000","last_undegraded":"2024-09-07T15:27:45.094937+0000","last_fullsized":"2024-09-07T15:27:45.094937+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:09:40.955056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1306955,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":588,"num_read_kb":9138,"num_write":1176,"num_write_kb":18853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"38'3","reported_seq":1014,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.428631+0000","last_change":"2024-09-07T13:38:13.973516+0000","last_active":"2024-09-07T15:27:42.428631+0000","last_peered":"2024-09-07T15:27:42.428631+0000","last_clean":"2024-09-07T15:27:42.428631+0000","last_became_active":"2024-09-07T13:38:13.972763+0000","last_became_peered":"2024-09-07T13:38:13.972763+0000","last_unstale":"2024-09-07T15:27:42.428631+0000","last_undegraded":"2024-09-07T15:27:42.428631+0000","last_fullsized":"2024-09-07T15:27:42.428631+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:42:31.547618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":725,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'134","reported_seq":703,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.201625+0000","last_change":"2024-09-07T13:38:15.988583+0000","last_active":"2024-09-07T15:26:01.201625+0000","last_peered":"2024-09-07T15:26:01.201625+0000","last_clean":"2024-09-07T15:26:01.201625+0000","last_became_active":"2024-09-07T13:38:15.987836+0000","last_became_peered":"2024-09-07T13:38:15.987836+0000","last_unstale":"2024-09-07T15:26:01.201625+0000","last_undegraded":"2024-09-07T15:26:01.201625+0000","last_fullsized":"2024-09-07T15:26:01.201625+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:02.859833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":145,"num_write":104,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506365+0000","last_change":"2024-09-07T13:38:17.997318+0000","last_active":"2024-09-07T15:24:42.506365+0000","last_peered":"2024-09-07T15:24:42.506365+0000","last_clean":"2024-09-07T15:24:42.506365+0000","last_became_active":"2024-09-07T13:38:17.996515+0000","last_became_peered":"2024-09-07T13:38:17.996515+0000","last_unstale":"2024-09-07T15:24:42.506365+0000","last_undegraded":"2024-09-07T15:24:42.506365+0000","last_fullsized":"2024-09-07T15:24:42.506365+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:44:26.222213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'88","reported_seq":614,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.224292+0000","last_change":"2024-09-07T13:38:20.014595+0000","last_active":"2024-09-07T15:26:03.224292+0000","last_peered":"2024-09-07T15:26:03.224292+0000","last_clean":"2024-09-07T15:26:03.224292+0000","last_became_active":"2024-09-07T13:38:20.012734+0000","last_became_peered":"2024-09-07T13:38:20.012734+0000","last_unstale":"2024-09-07T15:26:03.224292+0000","last_undegraded":"2024-09-07T15:26:03.224292+0000","last_fullsized":"2024-09-07T15:26:03.224292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:06:56.193443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":206,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'442","reported_seq":1233,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699325+0000","last_change":"2024-09-07T13:38:11.970668+0000","last_active":"2024-09-07T15:24:31.699325+0000","last_peered":"2024-09-07T15:24:31.699325+0000","last_clean":"2024-09-07T15:24:31.699325+0000","last_became_active":"2024-09-07T13:38:11.970315+0000","last_became_peered":"2024-09-07T13:38:11.970315+0000","last_unstale":"2024-09-07T15:24:31.699325+0000","last_undegraded":"2024-09-07T15:24:31.699325+0000","last_fullsized":"2024-09-07T15:24:31.699325+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:15:43.026093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2170,"num_read_kb":1860,"num_write":785,"num_write_kb":513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'359","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.144295+0000","last_change":"2024-09-07T13:38:41.159722+0000","last_active":"2024-09-07T15:27:45.144295+0000","last_peered":"2024-09-07T15:27:45.144295+0000","last_clean":"2024-09-07T15:27:45.144295+0000","last_became_active":"2024-09-07T13:38:41.158508+0000","last_became_peered":"2024-09-07T13:38:41.158508+0000","last_unstale":"2024-09-07T15:27:45.144295+0000","last_undegraded":"2024-09-07T15:27:45.144295+0000","last_fullsized":"2024-09-07T15:27:45.144295+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:11:07.212975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170935,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":513,"num_read_kb":8611,"num_write":1098,"num_write_kb":36760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.320477+0000","last_change":"2024-09-07T13:38:13.966433+0000","last_active":"2024-09-07T15:24:37.320477+0000","last_peered":"2024-09-07T15:24:37.320477+0000","last_clean":"2024-09-07T15:24:37.320477+0000","last_became_active":"2024-09-07T13:38:13.965676+0000","last_became_peered":"2024-09-07T13:38:13.965676+0000","last_unstale":"2024-09-07T15:24:37.320477+0000","last_undegraded":"2024-09-07T15:24:37.320477+0000","last_fullsized":"2024-09-07T15:24:37.320477+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:19:29.793910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'162","reported_seq":754,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:46.254460+0000","last_change":"2024-09-07T13:38:15.986169+0000","last_active":"2024-09-07T15:23:46.254460+0000","last_peered":"2024-09-07T15:23:46.254460+0000","last_clean":"2024-09-07T15:23:46.254460+0000","last_became_active":"2024-09-07T13:38:15.985575+0000","last_became_peered":"2024-09-07T13:38:15.985575+0000","last_unstale":"2024-09-07T15:23:46.254460+0000","last_undegraded":"2024-09-07T15:23:46.254460+0000","last_fullsized":"2024-09-07T15:23:46.254460+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:31:16.398124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'757","reported_seq":3169,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.201869+0000","last_change":"2024-09-07T13:38:17.993476+0000","last_active":"2024-09-07T15:27:45.201869+0000","last_peered":"2024-09-07T15:27:45.201869+0000","last_clean":"2024-09-07T15:27:45.201869+0000","last_became_active":"2024-09-07T13:38:17.992747+0000","last_became_peered":"2024-09-07T13:38:17.992747+0000","last_unstale":"2024-09-07T15:27:45.201869+0000","last_undegraded":"2024-09-07T15:27:45.201869+0000","last_fullsized":"2024-09-07T15:27:45.201869+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:43:18.408893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'209","reported_seq":1057,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.435530+0000","last_change":"2024-09-07T13:38:20.604507+0000","last_active":"2024-09-07T15:26:01.435530+0000","last_peered":"2024-09-07T15:26:01.435530+0000","last_clean":"2024-09-07T15:26:01.435530+0000","last_became_active":"2024-09-07T13:38:20.603950+0000","last_became_peered":"2024-09-07T13:38:20.603950+0000","last_unstale":"2024-09-07T15:26:01.435530+0000","last_undegraded":"2024-09-07T15:26:01.435530+0000","last_fullsized":"2024-09-07T15:26:01.435530+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:59:38.639963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":642,"num_read_kb":636,"num_write":447,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'75","reported_seq":701,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.319254+0000","last_change":"2024-09-07T13:38:11.966214+0000","last_active":"2024-09-07T15:24:32.319254+0000","last_peered":"2024-09-07T15:24:32.319254+0000","last_clean":"2024-09-07T15:24:32.319254+0000","last_became_active":"2024-09-07T13:38:11.960885+0000","last_became_peered":"2024-09-07T13:38:11.960885+0000","last_unstale":"2024-09-07T15:24:32.319254+0000","last_undegraded":"2024-09-07T15:24:32.319254+0000","last_fullsized":"2024-09-07T15:24:32.319254+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:18:33.221698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":356,"num_read_kb":308,"num_write":106,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'340","reported_seq":1004,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.153537+0000","last_change":"2024-09-07T13:38:09.975596+0000","last_active":"2024-09-07T15:27:45.153537+0000","last_peered":"2024-09-07T15:27:45.153537+0000","last_clean":"2024-09-07T15:27:45.153537+0000","last_became_active":"2024-09-07T13:38:09.969708+0000","last_became_peered":"2024-09-07T13:38:09.969708+0000","last_unstale":"2024-09-07T15:27:45.153537+0000","last_undegraded":"2024-09-07T15:27:45.153537+0000","last_fullsized":"2024-09-07T15:27:45.153537+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:17:25.755348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174882,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":512,"num_read_kb":26739,"num_write":1096,"num_write_kb":16661,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.739206+0000","last_change":"2024-09-07T13:38:13.966364+0000","last_active":"2024-09-07T15:24:36.739206+0000","last_peered":"2024-09-07T15:24:36.739206+0000","last_clean":"2024-09-07T15:24:36.739206+0000","last_became_active":"2024-09-07T13:38:13.961527+0000","last_became_peered":"2024-09-07T13:38:13.961527+0000","last_unstale":"2024-09-07T15:24:36.739206+0000","last_undegraded":"2024-09-07T15:24:36.739206+0000","last_fullsized":"2024-09-07T15:24:36.739206+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:46:36.432965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'303","reported_seq":916,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.238248+0000","last_change":"2024-09-07T13:38:16.018791+0000","last_active":"2024-09-07T15:27:44.238248+0000","last_peered":"2024-09-07T15:27:44.238248+0000","last_clean":"2024-09-07T15:27:44.238248+0000","last_became_active":"2024-09-07T13:38:16.016970+0000","last_became_peered":"2024-09-07T13:38:16.016970+0000","last_unstale":"2024-09-07T15:27:44.238248+0000","last_undegraded":"2024-09-07T15:27:44.238248+0000","last_fullsized":"2024-09-07T15:27:44.238248+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:56:13.636971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48611,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":504,"num_read_kb":1120,"num_write":402,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'781","reported_seq":4754,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.707204+0000","last_change":"2024-09-07T13:38:17.995450+0000","last_active":"2024-09-07T15:27:42.707204+0000","last_peered":"2024-09-07T15:27:42.707204+0000","last_clean":"2024-09-07T15:27:42.707204+0000","last_became_active":"2024-09-07T13:38:17.994698+0000","last_became_peered":"2024-09-07T13:38:17.994698+0000","last_unstale":"2024-09-07T15:27:42.707204+0000","last_undegraded":"2024-09-07T15:27:42.707204+0000","last_fullsized":"2024-09-07T15:27:42.707204+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":700,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:39:13.300701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'130","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.735576+0000","last_change":"2024-09-07T13:38:11.963119+0000","last_active":"2024-09-07T15:24:21.735576+0000","last_peered":"2024-09-07T15:24:21.735576+0000","last_clean":"2024-09-07T15:24:21.735576+0000","last_became_active":"2024-09-07T13:38:11.962281+0000","last_became_peered":"2024-09-07T13:38:11.962281+0000","last_unstale":"2024-09-07T15:24:21.735576+0000","last_undegraded":"2024-09-07T15:24:21.735576+0000","last_fullsized":"2024-09-07T15:24:21.735576+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:34:03.129471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":538,"num_read_kb":433,"num_write":207,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'425","reported_seq":1175,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.195297+0000","last_change":"2024-09-07T13:38:09.958727+0000","last_active":"2024-09-07T15:27:45.195297+0000","last_peered":"2024-09-07T15:27:45.195297+0000","last_clean":"2024-09-07T15:27:45.195297+0000","last_became_active":"2024-09-07T13:38:09.953807+0000","last_became_peered":"2024-09-07T13:38:09.953807+0000","last_unstale":"2024-09-07T15:27:45.195297+0000","last_undegraded":"2024-09-07T15:27:45.195297+0000","last_fullsized":"2024-09-07T15:27:45.195297+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:17:21.320917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263255,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":813,"num_read_kb":21895,"num_write":1378,"num_write_kb":56048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904776+0000","last_change":"2024-09-07T13:38:13.977761+0000","last_active":"2024-09-07T15:24:26.904776+0000","last_peered":"2024-09-07T15:24:26.904776+0000","last_clean":"2024-09-07T15:24:26.904776+0000","last_became_active":"2024-09-07T13:38:13.976951+0000","last_became_peered":"2024-09-07T13:38:13.976951+0000","last_unstale":"2024-09-07T15:24:26.904776+0000","last_undegraded":"2024-09-07T15:24:26.904776+0000","last_fullsized":"2024-09-07T15:24:26.904776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:16:54.571224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'448","reported_seq":1138,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.876690+0000","last_change":"2024-09-07T13:38:16.017735+0000","last_active":"2024-09-07T15:27:44.876690+0000","last_peered":"2024-09-07T15:27:44.876690+0000","last_clean":"2024-09-07T15:27:44.876690+0000","last_became_active":"2024-09-07T13:38:16.016901+0000","last_became_peered":"2024-09-07T13:38:16.016901+0000","last_unstale":"2024-09-07T15:27:44.876690+0000","last_undegraded":"2024-09-07T15:27:44.876690+0000","last_fullsized":"2024-09-07T15:27:44.876690+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":400,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:01:06.166512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47659,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":717,"num_read_kb":1325,"num_write":548,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.263704+0000","last_change":"2024-09-07T13:38:17.987827+0000","last_active":"2024-09-07T15:24:06.263704+0000","last_peered":"2024-09-07T15:24:06.263704+0000","last_clean":"2024-09-07T15:24:06.263704+0000","last_became_active":"2024-09-07T13:38:17.987198+0000","last_became_peered":"2024-09-07T13:38:17.987198+0000","last_unstale":"2024-09-07T15:24:06.263704+0000","last_undegraded":"2024-09-07T15:24:06.263704+0000","last_fullsized":"2024-09-07T15:24:06.263704+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:29:28.957888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'546","reported_seq":1389,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.733498+0000","last_change":"2024-09-07T13:38:20.019965+0000","last_active":"2024-09-07T15:27:23.733498+0000","last_peered":"2024-09-07T15:27:23.733498+0000","last_clean":"2024-09-07T15:27:23.733498+0000","last_became_active":"2024-09-07T13:38:20.018987+0000","last_became_peered":"2024-09-07T13:38:20.018987+0000","last_unstale":"2024-09-07T15:27:23.733498+0000","last_undegraded":"2024-09-07T15:27:23.733498+0000","last_fullsized":"2024-09-07T15:27:23.733498+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:22:59.794569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1314,"num_read_kb":1309,"num_write":1132,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'101","reported_seq":723,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:48.827144+0000","last_change":"2024-09-07T13:38:11.971078+0000","last_active":"2024-09-07T15:24:48.827144+0000","last_peered":"2024-09-07T15:24:48.827144+0000","last_clean":"2024-09-07T15:24:48.827144+0000","last_became_active":"2024-09-07T13:38:11.964035+0000","last_became_peered":"2024-09-07T13:38:11.964035+0000","last_unstale":"2024-09-07T15:24:48.827144+0000","last_undegraded":"2024-09-07T15:24:48.827144+0000","last_fullsized":"2024-09-07T15:24:48.827144+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:05:37.014541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":383,"num_write":141,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'290","reported_seq":997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.215713+0000","last_change":"2024-09-07T13:38:09.956620+0000","last_active":"2024-09-07T15:27:45.215713+0000","last_peered":"2024-09-07T15:27:45.215713+0000","last_clean":"2024-09-07T15:27:45.215713+0000","last_became_active":"2024-09-07T13:38:09.953293+0000","last_became_peered":"2024-09-07T13:38:09.953293+0000","last_unstale":"2024-09-07T15:27:45.215713+0000","last_undegraded":"2024-09-07T15:27:45.215713+0000","last_fullsized":"2024-09-07T15:27:45.215713+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:59:48.559181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":53781,"num_write":982,"num_write_kb":33822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.262993+0000","last_change":"2024-09-07T13:38:13.957828+0000","last_active":"2024-09-07T15:24:26.262993+0000","last_peered":"2024-09-07T15:24:26.262993+0000","last_clean":"2024-09-07T15:24:26.262993+0000","last_became_active":"2024-09-07T13:38:13.957111+0000","last_became_peered":"2024-09-07T13:38:13.957111+0000","last_unstale":"2024-09-07T15:24:26.262993+0000","last_undegraded":"2024-09-07T15:24:26.262993+0000","last_fullsized":"2024-09-07T15:24:26.262993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:27:24.240364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'288","reported_seq":913,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.411562+0000","last_change":"2024-09-07T13:38:15.993331+0000","last_active":"2024-09-07T15:27:43.411562+0000","last_peered":"2024-09-07T15:27:43.411562+0000","last_clean":"2024-09-07T15:27:43.411562+0000","last_became_active":"2024-09-07T13:38:15.988081+0000","last_became_peered":"2024-09-07T13:38:15.988081+0000","last_unstale":"2024-09-07T15:27:43.411562+0000","last_undegraded":"2024-09-07T15:27:43.411562+0000","last_fullsized":"2024-09-07T15:27:43.411562+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:05.398465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51973,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":482,"num_read_kb":1048,"num_write":380,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:57.325442+0000","last_change":"2024-09-07T13:38:17.994974+0000","last_active":"2024-09-07T15:24:57.325442+0000","last_peered":"2024-09-07T15:24:57.325442+0000","last_clean":"2024-09-07T15:24:57.325442+0000","last_became_active":"2024-09-07T13:38:17.994508+0000","last_became_peered":"2024-09-07T13:38:17.994508+0000","last_unstale":"2024-09-07T15:24:57.325442+0000","last_undegraded":"2024-09-07T15:24:57.325442+0000","last_fullsized":"2024-09-07T15:24:57.325442+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:33:44.871016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'128","reported_seq":655,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:06.513748+0000","last_change":"2024-09-07T13:38:20.012119+0000","last_active":"2024-09-07T15:27:06.513748+0000","last_peered":"2024-09-07T15:27:06.513748+0000","last_clean":"2024-09-07T15:27:06.513748+0000","last_became_active":"2024-09-07T13:38:20.011595+0000","last_became_peered":"2024-09-07T13:38:20.011595+0000","last_unstale":"2024-09-07T15:27:06.513748+0000","last_undegraded":"2024-09-07T15:27:06.513748+0000","last_fullsized":"2024-09-07T15:27:06.513748+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:08:29.701965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":176,"num_read_kb":166,"num_write":311,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'266","reported_seq":966,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.483533+0000","last_change":"2024-09-07T13:38:11.975965+0000","last_active":"2024-09-07T15:24:46.483533+0000","last_peered":"2024-09-07T15:24:46.483533+0000","last_clean":"2024-09-07T15:24:46.483533+0000","last_became_active":"2024-09-07T13:38:11.970451+0000","last_became_peered":"2024-09-07T13:38:11.970451+0000","last_unstale":"2024-09-07T15:24:46.483533+0000","last_undegraded":"2024-09-07T15:24:46.483533+0000","last_fullsized":"2024-09-07T15:24:46.483533+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:26:00.299784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1159,"num_read_kb":956,"num_write":391,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'366","reported_seq":1056,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.202631+0000","last_change":"2024-09-07T13:38:09.960381+0000","last_active":"2024-09-07T15:27:45.202631+0000","last_peered":"2024-09-07T15:27:45.202631+0000","last_clean":"2024-09-07T15:27:45.202631+0000","last_became_active":"2024-09-07T13:38:09.959258+0000","last_became_peered":"2024-09-07T13:38:09.959258+0000","last_unstale":"2024-09-07T15:27:45.202631+0000","last_undegraded":"2024-09-07T15:27:45.202631+0000","last_fullsized":"2024-09-07T15:27:45.202631+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:40:04.760755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":593,"num_read_kb":722,"num_write":1178,"num_write_kb":10943,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.257303+0000","last_change":"2024-09-07T13:38:13.960390+0000","last_active":"2024-09-07T15:24:01.257303+0000","last_peered":"2024-09-07T15:24:01.257303+0000","last_clean":"2024-09-07T15:24:01.257303+0000","last_became_active":"2024-09-07T13:38:13.959704+0000","last_became_peered":"2024-09-07T13:38:13.959704+0000","last_unstale":"2024-09-07T15:24:01.257303+0000","last_undegraded":"2024-09-07T15:24:01.257303+0000","last_fullsized":"2024-09-07T15:24:01.257303+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:07:34.416510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'348","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.990288+0000","last_change":"2024-09-07T13:38:15.989134+0000","last_active":"2024-09-07T15:27:44.990288+0000","last_peered":"2024-09-07T15:27:44.990288+0000","last_clean":"2024-09-07T15:27:44.990288+0000","last_became_active":"2024-09-07T13:38:15.987730+0000","last_became_peered":"2024-09-07T13:38:15.987730+0000","last_unstale":"2024-09-07T15:27:44.990288+0000","last_undegraded":"2024-09-07T15:27:44.990288+0000","last_fullsized":"2024-09-07T15:27:44.990288+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:01.312662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52329,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":566,"num_read_kb":1095,"num_write":432,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'757","reported_seq":3264,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.670366+0000","last_change":"2024-09-07T13:38:17.997382+0000","last_active":"2024-09-07T15:27:44.670366+0000","last_peered":"2024-09-07T15:27:44.670366+0000","last_clean":"2024-09-07T15:27:44.670366+0000","last_became_active":"2024-09-07T13:38:17.996538+0000","last_became_peered":"2024-09-07T13:38:17.996538+0000","last_unstale":"2024-09-07T15:27:44.670366+0000","last_undegraded":"2024-09-07T15:27:44.670366+0000","last_fullsized":"2024-09-07T15:27:44.670366+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:55:42.702421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'115","reported_seq":634,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.231056+0000","last_change":"2024-09-07T13:38:20.013518+0000","last_active":"2024-09-07T15:27:22.231056+0000","last_peered":"2024-09-07T15:27:22.231056+0000","last_clean":"2024-09-07T15:27:22.231056+0000","last_became_active":"2024-09-07T13:38:20.012449+0000","last_became_peered":"2024-09-07T13:38:20.012449+0000","last_unstale":"2024-09-07T15:27:22.231056+0000","last_undegraded":"2024-09-07T15:27:22.231056+0000","last_fullsized":"2024-09-07T15:27:22.231056+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:15:10.828329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":286,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'198","reported_seq":834,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:12.476991+0000","last_change":"2024-09-07T13:38:11.962318+0000","last_active":"2024-09-07T15:24:12.476991+0000","last_peered":"2024-09-07T15:24:12.476991+0000","last_clean":"2024-09-07T15:24:12.476991+0000","last_became_active":"2024-09-07T13:38:11.961387+0000","last_became_peered":"2024-09-07T13:38:11.961387+0000","last_unstale":"2024-09-07T15:24:12.476991+0000","last_undegraded":"2024-09-07T15:24:12.476991+0000","last_fullsized":"2024-09-07T15:24:12.476991+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:25:58.853607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":804,"num_read_kb":654,"num_write":292,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'333","reported_seq":1117,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.181853+0000","last_change":"2024-09-07T13:38:09.960358+0000","last_active":"2024-09-07T15:27:45.181853+0000","last_peered":"2024-09-07T15:27:45.181853+0000","last_clean":"2024-09-07T15:27:45.181853+0000","last_became_active":"2024-09-07T13:38:09.955525+0000","last_became_peered":"2024-09-07T13:38:09.955525+0000","last_unstale":"2024-09-07T15:27:45.181853+0000","last_undegraded":"2024-09-07T15:27:45.181853+0000","last_fullsized":"2024-09-07T15:27:45.181853+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:52:32.175490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1486129,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":604,"num_read_kb":36147,"num_write":1085,"num_write_kb":30629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.269499+0000","last_change":"2024-09-07T13:38:13.956406+0000","last_active":"2024-09-07T15:24:56.269499+0000","last_peered":"2024-09-07T15:24:56.269499+0000","last_clean":"2024-09-07T15:24:56.269499+0000","last_became_active":"2024-09-07T13:38:13.955470+0000","last_became_peered":"2024-09-07T13:38:13.955470+0000","last_unstale":"2024-09-07T15:24:56.269499+0000","last_undegraded":"2024-09-07T15:24:56.269499+0000","last_fullsized":"2024-09-07T15:24:56.269499+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:00:11.527983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'551","reported_seq":1231,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.123568+0000","last_change":"2024-09-07T13:38:15.980702+0000","last_active":"2024-09-07T15:27:45.123568+0000","last_peered":"2024-09-07T15:27:45.123568+0000","last_clean":"2024-09-07T15:27:45.123568+0000","last_became_active":"2024-09-07T13:38:15.977053+0000","last_became_peered":"2024-09-07T13:38:15.977053+0000","last_unstale":"2024-09-07T15:27:45.123568+0000","last_undegraded":"2024-09-07T15:27:45.123568+0000","last_fullsized":"2024-09-07T15:27:45.123568+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:09:00.977138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95964,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":974,"num_read_kb":2319,"num_write":806,"num_write_kb":662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.264181+0000","last_change":"2024-09-07T13:38:18.001460+0000","last_active":"2024-09-07T15:24:31.264181+0000","last_peered":"2024-09-07T15:24:31.264181+0000","last_clean":"2024-09-07T15:24:31.264181+0000","last_became_active":"2024-09-07T13:38:17.999641+0000","last_became_peered":"2024-09-07T13:38:17.999641+0000","last_unstale":"2024-09-07T15:24:31.264181+0000","last_undegraded":"2024-09-07T15:24:31.264181+0000","last_fullsized":"2024-09-07T15:24:31.264181+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:23:51.811753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'173","reported_seq":723,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.269938+0000","last_change":"2024-09-07T13:38:20.005868+0000","last_active":"2024-09-07T15:24:31.269938+0000","last_peered":"2024-09-07T15:24:31.269938+0000","last_clean":"2024-09-07T15:24:31.269938+0000","last_became_active":"2024-09-07T13:38:20.000637+0000","last_became_peered":"2024-09-07T13:38:20.000637+0000","last_unstale":"2024-09-07T15:24:31.269938+0000","last_undegraded":"2024-09-07T15:24:31.269938+0000","last_fullsized":"2024-09-07T15:24:31.269938+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:19.707086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":254,"num_read_kb":244,"num_write":425,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'350","reported_seq":1102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495492+0000","last_change":"2024-09-07T13:38:11.978963+0000","last_active":"2024-09-07T15:23:57.495492+0000","last_peered":"2024-09-07T15:23:57.495492+0000","last_clean":"2024-09-07T15:23:57.495492+0000","last_became_active":"2024-09-07T13:38:11.978375+0000","last_became_peered":"2024-09-07T13:38:11.978375+0000","last_unstale":"2024-09-07T15:23:57.495492+0000","last_undegraded":"2024-09-07T15:23:57.495492+0000","last_fullsized":"2024-09-07T15:23:57.495492+0000","mapping_epoch":28,"log_start":"266'300","ondisk_log_start":"266'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:41:32.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1634,"num_read_kb":1416,"num_write":530,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'405","reported_seq":1187,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.201741+0000","last_change":"2024-09-07T13:38:41.160908+0000","last_active":"2024-09-07T15:27:45.201741+0000","last_peered":"2024-09-07T15:27:45.201741+0000","last_clean":"2024-09-07T15:27:45.201741+0000","last_became_active":"2024-09-07T13:38:41.160505+0000","last_became_peered":"2024-09-07T13:38:41.160505+0000","last_unstale":"2024-09-07T15:27:45.201741+0000","last_undegraded":"2024-09-07T15:27:45.201741+0000","last_fullsized":"2024-09-07T15:27:45.201741+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:47:19.122563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243155,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":976,"num_read_kb":21179,"num_write":1309,"num_write_kb":33405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.257373+0000","last_change":"2024-09-07T13:38:13.971469+0000","last_active":"2024-09-07T15:24:01.257373+0000","last_peered":"2024-09-07T15:24:01.257373+0000","last_clean":"2024-09-07T15:24:01.257373+0000","last_became_active":"2024-09-07T13:38:13.970686+0000","last_became_peered":"2024-09-07T13:38:13.970686+0000","last_unstale":"2024-09-07T15:24:01.257373+0000","last_undegraded":"2024-09-07T15:24:01.257373+0000","last_fullsized":"2024-09-07T15:24:01.257373+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:15:25.269326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'333","reported_seq":963,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.768651+0000","last_change":"2024-09-07T13:38:15.982497+0000","last_active":"2024-09-07T15:27:43.768651+0000","last_peered":"2024-09-07T15:27:43.768651+0000","last_clean":"2024-09-07T15:27:43.768651+0000","last_became_active":"2024-09-07T13:38:15.981714+0000","last_became_peered":"2024-09-07T13:38:15.981714+0000","last_unstale":"2024-09-07T15:27:43.768651+0000","last_undegraded":"2024-09-07T15:27:43.768651+0000","last_fullsized":"2024-09-07T15:27:43.768651+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:25:52.040745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44881,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":563,"num_read_kb":1137,"num_write":486,"num_write_kb":354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699538+0000","last_change":"2024-09-07T13:38:18.002116+0000","last_active":"2024-09-07T15:24:31.699538+0000","last_peered":"2024-09-07T15:24:31.699538+0000","last_clean":"2024-09-07T15:24:31.699538+0000","last_became_active":"2024-09-07T13:38:18.001444+0000","last_became_peered":"2024-09-07T13:38:18.001444+0000","last_unstale":"2024-09-07T15:24:31.699538+0000","last_undegraded":"2024-09-07T15:24:31.699538+0000","last_fullsized":"2024-09-07T15:24:31.699538+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:27:10.644741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'104","reported_seq":641,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348139+0000","last_change":"2024-09-07T13:38:20.008041+0000","last_active":"2024-09-07T15:26:47.348139+0000","last_peered":"2024-09-07T15:26:47.348139+0000","last_clean":"2024-09-07T15:26:47.348139+0000","last_became_active":"2024-09-07T13:38:20.007347+0000","last_became_peered":"2024-09-07T13:38:20.007347+0000","last_unstale":"2024-09-07T15:26:47.348139+0000","last_undegraded":"2024-09-07T15:26:47.348139+0000","last_fullsized":"2024-09-07T15:26:47.348139+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:48:28.738738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":136,"num_write":262,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'348","reported_seq":994,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495526+0000","last_change":"2024-09-07T13:38:11.953366+0000","last_active":"2024-09-07T15:23:57.495526+0000","last_peered":"2024-09-07T15:23:57.495526+0000","last_clean":"2024-09-07T15:23:57.495526+0000","last_became_active":"2024-09-07T13:38:11.950454+0000","last_became_peered":"2024-09-07T13:38:11.950454+0000","last_unstale":"2024-09-07T15:23:57.495526+0000","last_undegraded":"2024-09-07T15:23:57.495526+0000","last_fullsized":"2024-09-07T15:23:57.495526+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:41.377910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1500,"num_read_kb":1202,"num_write":556,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'335","reported_seq":1015,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.205526+0000","last_change":"2024-09-07T13:38:09.943201+0000","last_active":"2024-09-07T15:27:45.205526+0000","last_peered":"2024-09-07T15:27:45.205526+0000","last_clean":"2024-09-07T15:27:45.205526+0000","last_became_active":"2024-09-07T13:38:09.942104+0000","last_became_peered":"2024-09-07T13:38:09.942104+0000","last_unstale":"2024-09-07T15:27:45.205526+0000","last_undegraded":"2024-09-07T15:27:45.205526+0000","last_fullsized":"2024-09-07T15:27:45.205526+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:47:35.477500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":789594,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":576,"num_read_kb":6962,"num_write":1104,"num_write_kb":15487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.262669+0000","last_change":"2024-09-07T13:38:13.973029+0000","last_active":"2024-09-07T15:24:01.262669+0000","last_peered":"2024-09-07T15:24:01.262669+0000","last_clean":"2024-09-07T15:24:01.262669+0000","last_became_active":"2024-09-07T13:38:13.972315+0000","last_became_peered":"2024-09-07T13:38:13.972315+0000","last_unstale":"2024-09-07T15:24:01.262669+0000","last_undegraded":"2024-09-07T15:24:01.262669+0000","last_fullsized":"2024-09-07T15:24:01.262669+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:19:10.940522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'358","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.162863+0000","last_change":"2024-09-07T13:38:15.999716+0000","last_active":"2024-09-07T15:27:43.162863+0000","last_peered":"2024-09-07T15:27:43.162863+0000","last_clean":"2024-09-07T15:27:43.162863+0000","last_became_active":"2024-09-07T13:38:15.998960+0000","last_became_peered":"2024-09-07T13:38:15.998960+0000","last_unstale":"2024-09-07T15:27:43.162863+0000","last_undegraded":"2024-09-07T15:27:43.162863+0000","last_fullsized":"2024-09-07T15:27:43.162863+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:50:14.885177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50592,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":586,"num_read_kb":1148,"num_write":452,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'758","reported_seq":3292,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.509910+0000","last_change":"2024-09-07T13:38:18.007806+0000","last_active":"2024-09-07T15:27:44.509910+0000","last_peered":"2024-09-07T15:27:44.509910+0000","last_clean":"2024-09-07T15:27:44.509910+0000","last_became_active":"2024-09-07T13:38:18.007298+0000","last_became_peered":"2024-09-07T13:38:18.007298+0000","last_unstale":"2024-09-07T15:27:44.509910+0000","last_undegraded":"2024-09-07T15:27:44.509910+0000","last_fullsized":"2024-09-07T15:27:44.509910+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:06.178726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'146","reported_seq":688,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:41.298248+0000","last_change":"2024-09-07T13:38:20.013364+0000","last_active":"2024-09-07T15:26:41.298248+0000","last_peered":"2024-09-07T15:26:41.298248+0000","last_clean":"2024-09-07T15:26:41.298248+0000","last_became_active":"2024-09-07T13:38:20.012078+0000","last_became_peered":"2024-09-07T13:38:20.012078+0000","last_unstale":"2024-09-07T15:26:41.298248+0000","last_undegraded":"2024-09-07T15:26:41.298248+0000","last_fullsized":"2024-09-07T15:26:41.298248+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:01:30.871059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":218,"num_read_kb":205,"num_write":349,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'328","reported_seq":997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495553+0000","last_change":"2024-09-07T13:38:11.978895+0000","last_active":"2024-09-07T15:23:57.495553+0000","last_peered":"2024-09-07T15:23:57.495553+0000","last_clean":"2024-09-07T15:23:57.495553+0000","last_became_active":"2024-09-07T13:38:11.978432+0000","last_became_peered":"2024-09-07T13:38:11.978432+0000","last_unstale":"2024-09-07T15:23:57.495553+0000","last_undegraded":"2024-09-07T15:23:57.495553+0000","last_fullsized":"2024-09-07T15:23:57.495553+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:26:40.312428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1389,"num_read_kb":1168,"num_write":485,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'348","reported_seq":1025,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.163292+0000","last_change":"2024-09-07T13:38:09.950756+0000","last_active":"2024-09-07T15:27:45.163292+0000","last_peered":"2024-09-07T15:27:45.163292+0000","last_clean":"2024-09-07T15:27:45.163292+0000","last_became_active":"2024-09-07T13:38:09.949154+0000","last_became_peered":"2024-09-07T13:38:09.949154+0000","last_unstale":"2024-09-07T15:27:45.163292+0000","last_undegraded":"2024-09-07T15:27:45.163292+0000","last_fullsized":"2024-09-07T15:27:45.163292+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:59.207880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":525,"num_read_kb":26149,"num_write":1065,"num_write_kb":30118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1485,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.442598+0000","last_change":"2024-09-07T13:38:13.971061+0000","last_active":"2024-09-07T15:27:42.442598+0000","last_peered":"2024-09-07T15:27:42.442598+0000","last_clean":"2024-09-07T15:27:42.442598+0000","last_became_active":"2024-09-07T13:38:13.969774+0000","last_became_peered":"2024-09-07T13:38:13.969774+0000","last_unstale":"2024-09-07T15:27:42.442598+0000","last_undegraded":"2024-09-07T15:27:42.442598+0000","last_fullsized":"2024-09-07T15:27:42.442598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:47:31.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":957,"num_read_kb":957,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'134","reported_seq":719,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312288+0000","last_change":"2024-09-07T13:38:16.016998+0000","last_active":"2024-09-07T15:24:02.312288+0000","last_peered":"2024-09-07T15:24:02.312288+0000","last_clean":"2024-09-07T15:24:02.312288+0000","last_became_active":"2024-09-07T13:38:16.016446+0000","last_became_peered":"2024-09-07T13:38:16.016446+0000","last_unstale":"2024-09-07T15:24:02.312288+0000","last_undegraded":"2024-09-07T15:24:02.312288+0000","last_fullsized":"2024-09-07T15:24:02.312288+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:19:18.289661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":165,"num_read_kb":160,"num_write":110,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'742","reported_seq":5153,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.701519+0000","last_change":"2024-09-07T13:38:18.002486+0000","last_active":"2024-09-07T15:27:42.701519+0000","last_peered":"2024-09-07T15:27:42.701519+0000","last_clean":"2024-09-07T15:27:42.701519+0000","last_became_active":"2024-09-07T13:38:18.001633+0000","last_became_peered":"2024-09-07T13:38:18.001633+0000","last_unstale":"2024-09-07T15:27:42.701519+0000","last_undegraded":"2024-09-07T15:27:42.701519+0000","last_fullsized":"2024-09-07T15:27:42.701519+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":700,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:59.671048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'131","reported_seq":670,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.505020+0000","last_change":"2024-09-07T13:38:20.019360+0000","last_active":"2024-09-07T15:24:37.505020+0000","last_peered":"2024-09-07T15:24:37.505020+0000","last_clean":"2024-09-07T15:24:37.505020+0000","last_became_active":"2024-09-07T13:38:20.017590+0000","last_became_peered":"2024-09-07T13:38:20.017590+0000","last_unstale":"2024-09-07T15:24:37.505020+0000","last_undegraded":"2024-09-07T15:24:37.505020+0000","last_fullsized":"2024-09-07T15:24:37.505020+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:44:49.286523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":214,"num_read_kb":197,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'109","reported_seq":734,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267351+0000","last_change":"2024-09-07T13:38:11.950101+0000","last_active":"2024-09-07T15:24:21.267351+0000","last_peered":"2024-09-07T15:24:21.267351+0000","last_clean":"2024-09-07T15:24:21.267351+0000","last_became_active":"2024-09-07T13:38:11.949335+0000","last_became_peered":"2024-09-07T13:38:11.949335+0000","last_unstale":"2024-09-07T15:24:21.267351+0000","last_undegraded":"2024-09-07T15:24:21.267351+0000","last_fullsized":"2024-09-07T15:24:21.267351+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:54:15.890849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":465,"num_read_kb":389,"num_write":165,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'413","reported_seq":1165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.205801+0000","last_change":"2024-09-07T13:38:09.953591+0000","last_active":"2024-09-07T15:27:45.205801+0000","last_peered":"2024-09-07T15:27:45.205801+0000","last_clean":"2024-09-07T15:27:45.205801+0000","last_became_active":"2024-09-07T13:38:09.952763+0000","last_became_peered":"2024-09-07T13:38:09.952763+0000","last_unstale":"2024-09-07T15:27:45.205801+0000","last_undegraded":"2024-09-07T15:27:45.205801+0000","last_fullsized":"2024-09-07T15:27:45.205801+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:58:12.265113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2273796,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":776,"num_read_kb":35105,"num_write":1268,"num_write_kb":41827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.496663+0000","last_change":"2024-09-07T13:38:13.968376+0000","last_active":"2024-09-07T15:24:02.496663+0000","last_peered":"2024-09-07T15:24:02.496663+0000","last_clean":"2024-09-07T15:24:02.496663+0000","last_became_active":"2024-09-07T13:38:13.967414+0000","last_became_peered":"2024-09-07T13:38:13.967414+0000","last_unstale":"2024-09-07T15:24:02.496663+0000","last_undegraded":"2024-09-07T15:24:02.496663+0000","last_fullsized":"2024-09-07T15:24:02.496663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:58.810731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'511","reported_seq":1188,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.694243+0000","last_change":"2024-09-07T13:38:15.978535+0000","last_active":"2024-09-07T15:27:44.694243+0000","last_peered":"2024-09-07T15:27:44.694243+0000","last_clean":"2024-09-07T15:27:44.694243+0000","last_became_active":"2024-09-07T13:38:15.977773+0000","last_became_peered":"2024-09-07T13:38:15.977773+0000","last_unstale":"2024-09-07T15:27:44.694243+0000","last_undegraded":"2024-09-07T15:27:44.694243+0000","last_fullsized":"2024-09-07T15:27:44.694243+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":500,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:34:44.640802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47706,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1427,"num_read_kb":2018,"num_write":2016,"num_write_kb":1796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474882+0000","last_change":"2024-09-07T13:38:18.002908+0000","last_active":"2024-09-07T15:24:06.474882+0000","last_peered":"2024-09-07T15:24:06.474882+0000","last_clean":"2024-09-07T15:24:06.474882+0000","last_became_active":"2024-09-07T13:38:18.002088+0000","last_became_peered":"2024-09-07T13:38:18.002088+0000","last_unstale":"2024-09-07T15:24:06.474882+0000","last_undegraded":"2024-09-07T15:24:06.474882+0000","last_fullsized":"2024-09-07T15:24:06.474882+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:26:46.897269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'135","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.573564+0000","last_change":"2024-09-07T13:38:20.014037+0000","last_active":"2024-09-07T15:26:03.573564+0000","last_peered":"2024-09-07T15:26:03.573564+0000","last_clean":"2024-09-07T15:26:03.573564+0000","last_became_active":"2024-09-07T13:38:20.013277+0000","last_became_peered":"2024-09-07T13:38:20.013277+0000","last_unstale":"2024-09-07T15:26:03.573564+0000","last_undegraded":"2024-09-07T15:26:03.573564+0000","last_fullsized":"2024-09-07T15:26:03.573564+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:45.341417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":158,"num_read_kb":155,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'248","reported_seq":881,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.484671+0000","last_change":"2024-09-07T13:38:11.977122+0000","last_active":"2024-09-07T15:24:51.484671+0000","last_peered":"2024-09-07T15:24:51.484671+0000","last_clean":"2024-09-07T15:24:51.484671+0000","last_became_active":"2024-09-07T13:38:11.976405+0000","last_became_peered":"2024-09-07T13:38:11.976405+0000","last_unstale":"2024-09-07T15:24:51.484671+0000","last_undegraded":"2024-09-07T15:24:51.484671+0000","last_fullsized":"2024-09-07T15:24:51.484671+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:56:49.479339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1035,"num_read_kb":831,"num_write":390,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":649,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.900148+0000","last_change":"2024-09-07T13:37:48.642316+0000","last_active":"2024-09-07T15:24:06.900148+0000","last_peered":"2024-09-07T15:24:06.900148+0000","last_clean":"2024-09-07T15:24:06.900148+0000","last_became_active":"2024-09-07T13:37:48.640244+0000","last_became_peered":"2024-09-07T13:37:48.640244+0000","last_unstale":"2024-09-07T15:24:06.900148+0000","last_undegraded":"2024-09-07T15:24:06.900148+0000","last_fullsized":"2024-09-07T15:24:06.900148+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:47.582000+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:47.582000+0000","last_clean_scrub_stamp":"2024-09-07T13:37:47.582000+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:17.324430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":557,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.730538+0000","last_change":"2024-09-07T13:37:55.677817+0000","last_active":"2024-09-07T15:24:11.730538+0000","last_peered":"2024-09-07T15:24:11.730538+0000","last_clean":"2024-09-07T15:24:11.730538+0000","last_became_active":"2024-09-07T13:37:53.651096+0000","last_became_peered":"2024-09-07T13:37:53.651096+0000","last_unstale":"2024-09-07T15:24:11.730538+0000","last_undegraded":"2024-09-07T15:24:11.730538+0000","last_fullsized":"2024-09-07T15:24:11.730538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:15:45.209970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076349800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'365","reported_seq":1025,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.219327+0000","last_change":"2024-09-07T13:38:09.970645+0000","last_active":"2024-09-07T15:27:45.219327+0000","last_peered":"2024-09-07T15:27:45.219327+0000","last_clean":"2024-09-07T15:27:45.219327+0000","last_became_active":"2024-09-07T13:38:09.970156+0000","last_became_peered":"2024-09-07T13:38:09.970156+0000","last_unstale":"2024-09-07T15:27:45.219327+0000","last_undegraded":"2024-09-07T15:27:45.219327+0000","last_fullsized":"2024-09-07T15:27:45.219327+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:03.302419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643817,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":9408,"num_write":1123,"num_write_kb":29387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.906224+0000","last_change":"2024-09-07T13:38:13.972800+0000","last_active":"2024-09-07T15:24:31.906224+0000","last_peered":"2024-09-07T15:24:31.906224+0000","last_clean":"2024-09-07T15:24:31.906224+0000","last_became_active":"2024-09-07T13:38:13.971905+0000","last_became_peered":"2024-09-07T13:38:13.971905+0000","last_unstale":"2024-09-07T15:24:31.906224+0000","last_undegraded":"2024-09-07T15:24:31.906224+0000","last_fullsized":"2024-09-07T15:24:31.906224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:44:51.237772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'760","reported_seq":1508,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.811498+0000","last_change":"2024-09-07T13:38:15.999961+0000","last_active":"2024-09-07T15:27:44.811498+0000","last_peered":"2024-09-07T15:27:44.811498+0000","last_clean":"2024-09-07T15:27:44.811498+0000","last_became_active":"2024-09-07T13:38:15.999277+0000","last_became_peered":"2024-09-07T13:38:15.999277+0000","last_unstale":"2024-09-07T15:27:44.811498+0000","last_undegraded":"2024-09-07T15:27:44.811498+0000","last_fullsized":"2024-09-07T15:27:44.811498+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:32:38.896559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129755,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1488,"num_read_kb":3227,"num_write":1454,"num_write_kb":1271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":519,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699369+0000","last_change":"2024-09-07T13:38:17.995320+0000","last_active":"2024-09-07T15:24:31.699369+0000","last_peered":"2024-09-07T15:24:31.699369+0000","last_clean":"2024-09-07T15:24:31.699369+0000","last_became_active":"2024-09-07T13:38:17.993862+0000","last_became_peered":"2024-09-07T13:38:17.993862+0000","last_unstale":"2024-09-07T15:24:31.699369+0000","last_undegraded":"2024-09-07T15:24:31.699369+0000","last_fullsized":"2024-09-07T15:24:31.699369+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:38:31.901929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'183","reported_seq":911,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.354056+0000","last_change":"2024-09-07T13:38:20.008926+0000","last_active":"2024-09-07T15:26:03.354056+0000","last_peered":"2024-09-07T15:26:03.354056+0000","last_clean":"2024-09-07T15:26:03.354056+0000","last_became_active":"2024-09-07T13:38:20.008171+0000","last_became_peered":"2024-09-07T13:38:20.008171+0000","last_unstale":"2024-09-07T15:26:03.354056+0000","last_undegraded":"2024-09-07T15:26:03.354056+0000","last_fullsized":"2024-09-07T15:26:03.354056+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:53:58.739499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":454,"num_read_kb":452,"num_write":371,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'107","reported_seq":692,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.696587+0000","last_change":"2024-09-07T13:38:11.953043+0000","last_active":"2024-09-07T15:24:21.696587+0000","last_peered":"2024-09-07T15:24:21.696587+0000","last_clean":"2024-09-07T15:24:21.696587+0000","last_became_active":"2024-09-07T13:38:11.952594+0000","last_became_peered":"2024-09-07T13:38:11.952594+0000","last_unstale":"2024-09-07T15:24:21.696587+0000","last_undegraded":"2024-09-07T15:24:21.696587+0000","last_fullsized":"2024-09-07T15:24:21.696587+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:36:45.016375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":470,"num_read_kb":380,"num_write":170,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901254+0000","last_change":"2024-09-07T13:37:55.757535+0000","last_active":"2024-09-07T15:24:11.901254+0000","last_peered":"2024-09-07T15:24:11.901254+0000","last_clean":"2024-09-07T15:24:11.901254+0000","last_became_active":"2024-09-07T13:37:53.648513+0000","last_became_peered":"2024-09-07T13:37:53.648513+0000","last_unstale":"2024-09-07T15:24:11.901254+0000","last_undegraded":"2024-09-07T15:24:11.901254+0000","last_fullsized":"2024-09-07T15:24:11.901254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:38:58.218686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001130404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'312","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.159966+0000","last_change":"2024-09-07T13:38:09.957252+0000","last_active":"2024-09-07T15:27:45.159966+0000","last_peered":"2024-09-07T15:27:45.159966+0000","last_clean":"2024-09-07T15:27:45.159966+0000","last_became_active":"2024-09-07T13:38:09.956791+0000","last_became_peered":"2024-09-07T13:38:09.956791+0000","last_unstale":"2024-09-07T15:27:45.159966+0000","last_undegraded":"2024-09-07T15:27:45.159966+0000","last_fullsized":"2024-09-07T15:27:45.159966+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:15:21.227609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":491,"num_read_kb":113059,"num_write":932,"num_write_kb":37932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736933+0000","last_change":"2024-09-07T13:38:13.967843+0000","last_active":"2024-09-07T15:24:26.736933+0000","last_peered":"2024-09-07T15:24:26.736933+0000","last_clean":"2024-09-07T15:24:26.736933+0000","last_became_active":"2024-09-07T13:38:13.967037+0000","last_became_peered":"2024-09-07T13:38:13.967037+0000","last_unstale":"2024-09-07T15:24:26.736933+0000","last_undegraded":"2024-09-07T15:24:26.736933+0000","last_fullsized":"2024-09-07T15:24:26.736933+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:10.213062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1407","reported_seq":3716,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.752141+0000","last_change":"2024-09-07T13:38:15.982797+0000","last_active":"2024-09-07T15:27:44.752141+0000","last_peered":"2024-09-07T15:27:44.752141+0000","last_clean":"2024-09-07T15:27:44.752141+0000","last_became_active":"2024-09-07T13:38:15.982118+0000","last_became_peered":"2024-09-07T13:38:15.982118+0000","last_unstale":"2024-09-07T15:27:44.752141+0000","last_undegraded":"2024-09-07T15:27:44.752141+0000","last_fullsized":"2024-09-07T15:27:44.752141+0000","mapping_epoch":32,"log_start":"269'1300","ondisk_log_start":"269'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":1300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:04:50.073426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144324,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2234,"num_read_kb":4091,"num_write":1346,"num_write_kb":1099,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911326+0000","last_change":"2024-09-07T13:38:18.006692+0000","last_active":"2024-09-07T15:24:51.911326+0000","last_peered":"2024-09-07T15:24:51.911326+0000","last_clean":"2024-09-07T15:24:51.911326+0000","last_became_active":"2024-09-07T13:38:18.005928+0000","last_became_peered":"2024-09-07T13:38:18.005928+0000","last_unstale":"2024-09-07T15:24:51.911326+0000","last_undegraded":"2024-09-07T15:24:51.911326+0000","last_fullsized":"2024-09-07T15:24:51.911326+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:37:34.771952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'120","reported_seq":667,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.275880+0000","last_change":"2024-09-07T13:38:20.604464+0000","last_active":"2024-09-07T15:24:56.275880+0000","last_peered":"2024-09-07T15:24:56.275880+0000","last_clean":"2024-09-07T15:24:56.275880+0000","last_became_active":"2024-09-07T13:38:20.603620+0000","last_became_peered":"2024-09-07T13:38:20.603620+0000","last_unstale":"2024-09-07T15:24:56.275880+0000","last_undegraded":"2024-09-07T15:24:56.275880+0000","last_fullsized":"2024-09-07T15:24:56.275880+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:19:15.582694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1063,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":210,"num_read_kb":193,"num_write":303,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'136","reported_seq":749,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267373+0000","last_change":"2024-09-07T13:38:11.959735+0000","last_active":"2024-09-07T15:24:21.267373+0000","last_peered":"2024-09-07T15:24:21.267373+0000","last_clean":"2024-09-07T15:24:21.267373+0000","last_became_active":"2024-09-07T13:38:11.959123+0000","last_became_peered":"2024-09-07T13:38:11.959123+0000","last_unstale":"2024-09-07T15:24:21.267373+0000","last_undegraded":"2024-09-07T15:24:21.267373+0000","last_fullsized":"2024-09-07T15:24:21.267373+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:22:57.445540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":469,"num_write":218,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.259651+0000","last_change":"2024-09-07T13:37:55.754815+0000","last_active":"2024-09-07T15:24:11.259651+0000","last_peered":"2024-09-07T15:24:11.259651+0000","last_clean":"2024-09-07T15:24:11.259651+0000","last_became_active":"2024-09-07T13:37:53.647110+0000","last_became_peered":"2024-09-07T13:37:53.647110+0000","last_unstale":"2024-09-07T15:24:11.259651+0000","last_undegraded":"2024-09-07T15:24:11.259651+0000","last_fullsized":"2024-09-07T15:24:11.259651+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:57:15.571809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079789900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'370","reported_seq":1099,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:50.357574+0000","last_change":"2024-09-07T15:27:50.357574+0000","last_active":"2024-09-07T15:27:50.357574+0000","last_peered":"2024-09-07T15:27:50.357574+0000","last_clean":"2024-09-07T15:27:50.357574+0000","last_became_active":"2024-09-07T13:38:09.965593+0000","last_became_peered":"2024-09-07T13:38:09.965593+0000","last_unstale":"2024-09-07T15:27:50.357574+0000","last_undegraded":"2024-09-07T15:27:50.357574+0000","last_fullsized":"2024-09-07T15:27:50.357574+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'370","last_scrub_stamp":"2024-09-07T15:27:50.357486+0000","last_deep_scrub":"269'370","last_deep_scrub_stamp":"2024-09-07T15:27:50.357486+0000","last_clean_scrub_stamp":"2024-09-07T15:27:50.357486+0000","objects_scrubbed":4,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:07.925958+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2273684,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":617,"num_read_kb":60225,"num_write":1286,"num_write_kb":54706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263224+0000","last_change":"2024-09-07T13:38:13.962749+0000","last_active":"2024-09-07T15:24:26.263224+0000","last_peered":"2024-09-07T15:24:26.263224+0000","last_clean":"2024-09-07T15:24:26.263224+0000","last_became_active":"2024-09-07T13:38:13.962053+0000","last_became_peered":"2024-09-07T13:38:13.962053+0000","last_unstale":"2024-09-07T15:24:26.263224+0000","last_undegraded":"2024-09-07T15:24:26.263224+0000","last_fullsized":"2024-09-07T15:24:26.263224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:22:28.434283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'353","reported_seq":2260,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:20.433223+0000","last_change":"2024-09-07T13:38:16.021006+0000","last_active":"2024-09-07T15:27:20.433223+0000","last_peered":"2024-09-07T15:27:20.433223+0000","last_clean":"2024-09-07T15:27:20.433223+0000","last_became_active":"2024-09-07T13:38:16.020234+0000","last_became_peered":"2024-09-07T13:38:16.020234+0000","last_unstale":"2024-09-07T15:27:20.433223+0000","last_undegraded":"2024-09-07T15:27:20.433223+0000","last_fullsized":"2024-09-07T15:27:20.433223+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:19:20.850511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":335,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.700614+0000","last_change":"2024-09-07T13:38:17.991469+0000","last_active":"2024-09-07T15:24:36.700614+0000","last_peered":"2024-09-07T15:24:36.700614+0000","last_clean":"2024-09-07T15:24:36.700614+0000","last_became_active":"2024-09-07T13:38:17.990681+0000","last_became_peered":"2024-09-07T13:38:17.990681+0000","last_unstale":"2024-09-07T15:24:36.700614+0000","last_undegraded":"2024-09-07T15:24:36.700614+0000","last_fullsized":"2024-09-07T15:24:36.700614+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:02:15.829518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'260","reported_seq":893,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.913039+0000","last_change":"2024-09-07T13:38:20.018748+0000","last_active":"2024-09-07T15:26:03.913039+0000","last_peered":"2024-09-07T15:26:03.913039+0000","last_clean":"2024-09-07T15:26:03.913039+0000","last_became_active":"2024-09-07T13:38:20.018090+0000","last_became_peered":"2024-09-07T13:38:20.018090+0000","last_unstale":"2024-09-07T15:26:03.913039+0000","last_undegraded":"2024-09-07T15:26:03.913039+0000","last_fullsized":"2024-09-07T15:26:03.913039+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:26:52.784025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":514,"num_read_kb":539,"num_write":563,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'130","reported_seq":762,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268328+0000","last_change":"2024-09-07T13:38:11.950938+0000","last_active":"2024-09-07T15:24:26.268328+0000","last_peered":"2024-09-07T15:24:26.268328+0000","last_clean":"2024-09-07T15:24:26.268328+0000","last_became_active":"2024-09-07T13:38:11.950047+0000","last_became_peered":"2024-09-07T13:38:11.950047+0000","last_unstale":"2024-09-07T15:24:26.268328+0000","last_undegraded":"2024-09-07T15:24:26.268328+0000","last_fullsized":"2024-09-07T15:24:26.268328+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:12:32.592728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":472,"num_write":190,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.730424+0000","last_change":"2024-09-07T13:37:55.679248+0000","last_active":"2024-09-07T15:24:11.730424+0000","last_peered":"2024-09-07T15:24:11.730424+0000","last_clean":"2024-09-07T15:24:11.730424+0000","last_became_active":"2024-09-07T13:37:53.655546+0000","last_became_peered":"2024-09-07T13:37:53.655546+0000","last_unstale":"2024-09-07T15:24:11.730424+0000","last_undegraded":"2024-09-07T15:24:11.730424+0000","last_fullsized":"2024-09-07T15:24:11.730424+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:07:15.087439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020753350000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'348","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:50.448119+0000","last_change":"2024-09-07T15:27:50.448119+0000","last_active":"2024-09-07T15:27:50.448119+0000","last_peered":"2024-09-07T15:27:50.448119+0000","last_clean":"2024-09-07T15:27:50.448119+0000","last_became_active":"2024-09-07T13:38:41.109372+0000","last_became_peered":"2024-09-07T13:38:41.109372+0000","last_unstale":"2024-09-07T15:27:50.448119+0000","last_undegraded":"2024-09-07T15:27:50.448119+0000","last_fullsized":"2024-09-07T15:27:50.448119+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'348","last_scrub_stamp":"2024-09-07T15:27:50.448024+0000","last_deep_scrub":"269'348","last_deep_scrub_stamp":"2024-09-07T15:27:50.448024+0000","last_clean_scrub_stamp":"2024-09-07T15:27:50.448024+0000","objects_scrubbed":10,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:57:10.620448+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263278,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":528,"num_read_kb":112780,"num_write":1143,"num_write_kb":29364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.705176+0000","last_change":"2024-09-07T13:38:13.967215+0000","last_active":"2024-09-07T15:24:56.705176+0000","last_peered":"2024-09-07T15:24:56.705176+0000","last_clean":"2024-09-07T15:24:56.705176+0000","last_became_active":"2024-09-07T13:38:13.966445+0000","last_became_peered":"2024-09-07T13:38:13.966445+0000","last_unstale":"2024-09-07T15:24:56.705176+0000","last_undegraded":"2024-09-07T15:24:56.705176+0000","last_fullsized":"2024-09-07T15:24:56.705176+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:16:06.210630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'197","reported_seq":811,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:17.249733+0000","last_change":"2024-09-07T13:38:15.987387+0000","last_active":"2024-09-07T15:27:17.249733+0000","last_peered":"2024-09-07T15:27:17.249733+0000","last_clean":"2024-09-07T15:27:17.249733+0000","last_became_active":"2024-09-07T13:38:15.986117+0000","last_became_peered":"2024-09-07T13:38:15.986117+0000","last_unstale":"2024-09-07T15:27:17.249733+0000","last_undegraded":"2024-09-07T15:27:17.249733+0000","last_fullsized":"2024-09-07T15:27:17.249733+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:15.855397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":255,"num_read_kb":249,"num_write":186,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480318+0000","last_change":"2024-09-07T13:38:17.998296+0000","last_active":"2024-09-07T15:24:31.480318+0000","last_peered":"2024-09-07T15:24:31.480318+0000","last_clean":"2024-09-07T15:24:31.480318+0000","last_became_active":"2024-09-07T13:38:17.997608+0000","last_became_peered":"2024-09-07T13:38:17.997608+0000","last_unstale":"2024-09-07T15:24:31.480318+0000","last_undegraded":"2024-09-07T15:24:31.480318+0000","last_fullsized":"2024-09-07T15:24:31.480318+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:29:11.087034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'107","reported_seq":681,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.737832+0000","last_change":"2024-09-07T13:38:20.008383+0000","last_active":"2024-09-07T15:24:31.737832+0000","last_peered":"2024-09-07T15:24:31.737832+0000","last_clean":"2024-09-07T15:24:31.737832+0000","last_became_active":"2024-09-07T13:38:20.007816+0000","last_became_peered":"2024-09-07T13:38:20.007816+0000","last_unstale":"2024-09-07T15:24:31.737832+0000","last_undegraded":"2024-09-07T15:24:31.737832+0000","last_fullsized":"2024-09-07T15:24:31.737832+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:42:59.247539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":245,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'184","reported_seq":807,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268256+0000","last_change":"2024-09-07T13:38:11.959361+0000","last_active":"2024-09-07T15:24:26.268256+0000","last_peered":"2024-09-07T15:24:26.268256+0000","last_clean":"2024-09-07T15:24:26.268256+0000","last_became_active":"2024-09-07T13:38:11.958318+0000","last_became_peered":"2024-09-07T13:38:11.958318+0000","last_unstale":"2024-09-07T15:24:26.268256+0000","last_undegraded":"2024-09-07T15:24:26.268256+0000","last_fullsized":"2024-09-07T15:24:26.268256+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:33:05.645626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":674,"num_write":292,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'368","reported_seq":1088,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.178656+0000","last_change":"2024-09-07T13:38:09.952780+0000","last_active":"2024-09-07T15:27:45.178656+0000","last_peered":"2024-09-07T15:27:45.178656+0000","last_clean":"2024-09-07T15:27:45.178656+0000","last_became_active":"2024-09-07T13:38:09.951368+0000","last_became_peered":"2024-09-07T13:38:09.951368+0000","last_unstale":"2024-09-07T15:27:45.178656+0000","last_undegraded":"2024-09-07T15:27:45.178656+0000","last_fullsized":"2024-09-07T15:27:45.178656+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:55:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263197,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":656,"num_read_kb":19059,"num_write":1185,"num_write_kb":25519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":562,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.264897+0000","last_change":"2024-09-07T13:37:55.669086+0000","last_active":"2024-09-07T15:24:11.264897+0000","last_peered":"2024-09-07T15:24:11.264897+0000","last_clean":"2024-09-07T15:24:11.264897+0000","last_became_active":"2024-09-07T13:37:53.666950+0000","last_became_peered":"2024-09-07T13:37:53.666950+0000","last_unstale":"2024-09-07T15:24:11.264897+0000","last_undegraded":"2024-09-07T15:24:11.264897+0000","last_fullsized":"2024-09-07T15:24:11.264897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:39.141556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068751100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699213+0000","last_change":"2024-09-07T13:38:13.958787+0000","last_active":"2024-09-07T15:24:31.699213+0000","last_peered":"2024-09-07T15:24:31.699213+0000","last_clean":"2024-09-07T15:24:31.699213+0000","last_became_active":"2024-09-07T13:38:13.957914+0000","last_became_peered":"2024-09-07T13:38:13.957914+0000","last_unstale":"2024-09-07T15:24:31.699213+0000","last_undegraded":"2024-09-07T15:24:31.699213+0000","last_fullsized":"2024-09-07T15:24:31.699213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:07:41.412957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'651","reported_seq":1384,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.314822+0000","last_change":"2024-09-07T13:38:15.988819+0000","last_active":"2024-09-07T15:27:44.314822+0000","last_peered":"2024-09-07T15:27:44.314822+0000","last_clean":"2024-09-07T15:27:44.314822+0000","last_became_active":"2024-09-07T13:38:15.984554+0000","last_became_peered":"2024-09-07T13:38:15.984554+0000","last_unstale":"2024-09-07T15:27:44.314822+0000","last_undegraded":"2024-09-07T15:27:44.314822+0000","last_fullsized":"2024-09-07T15:27:44.314822+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":600,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:05:10.600670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89151,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1104,"num_read_kb":2372,"num_write":896,"num_write_kb":642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.504952+0000","last_change":"2024-09-07T13:38:18.000905+0000","last_active":"2024-09-07T15:24:37.504952+0000","last_peered":"2024-09-07T15:24:37.504952+0000","last_clean":"2024-09-07T15:24:37.504952+0000","last_became_active":"2024-09-07T13:38:18.000095+0000","last_became_peered":"2024-09-07T13:38:18.000095+0000","last_unstale":"2024-09-07T15:24:37.504952+0000","last_undegraded":"2024-09-07T15:24:37.504952+0000","last_fullsized":"2024-09-07T15:24:37.504952+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:26:48.915923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'136","reported_seq":678,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:59.537005+0000","last_change":"2024-09-07T13:38:20.605716+0000","last_active":"2024-09-07T15:25:59.537005+0000","last_peered":"2024-09-07T15:25:59.537005+0000","last_clean":"2024-09-07T15:25:59.537005+0000","last_became_active":"2024-09-07T13:38:20.604824+0000","last_became_peered":"2024-09-07T13:38:20.604824+0000","last_unstale":"2024-09-07T15:25:59.537005+0000","last_undegraded":"2024-09-07T15:25:59.537005+0000","last_fullsized":"2024-09-07T15:25:59.537005+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:29:30.494841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":220,"num_read_kb":205,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'398","reported_seq":1053,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697797+0000","last_change":"2024-09-07T13:38:11.962592+0000","last_active":"2024-09-07T15:24:26.697797+0000","last_peered":"2024-09-07T15:24:26.697797+0000","last_clean":"2024-09-07T15:24:26.697797+0000","last_became_active":"2024-09-07T13:38:11.961743+0000","last_became_peered":"2024-09-07T13:38:11.961743+0000","last_unstale":"2024-09-07T15:24:26.697797+0000","last_undegraded":"2024-09-07T15:24:26.697797+0000","last_fullsized":"2024-09-07T15:24:26.697797+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:41.396895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1712,"num_read_kb":1353,"num_write":613,"num_write_kb":367,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'319","reported_seq":988,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.214200+0000","last_change":"2024-09-07T13:38:09.921486+0000","last_active":"2024-09-07T15:27:45.214200+0000","last_peered":"2024-09-07T15:27:45.214200+0000","last_clean":"2024-09-07T15:27:45.214200+0000","last_became_active":"2024-09-07T13:38:09.921123+0000","last_became_peered":"2024-09-07T13:38:09.921123+0000","last_unstale":"2024-09-07T15:27:45.214200+0000","last_undegraded":"2024-09-07T15:27:45.214200+0000","last_fullsized":"2024-09-07T15:27:45.214200+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:26:40.183388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":448,"num_read_kb":26022,"num_write":1087,"num_write_kb":45232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":556,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904890+0000","last_change":"2024-09-07T13:37:55.757319+0000","last_active":"2024-09-07T15:24:26.904890+0000","last_peered":"2024-09-07T15:24:26.904890+0000","last_clean":"2024-09-07T15:24:26.904890+0000","last_became_active":"2024-09-07T13:37:53.668660+0000","last_became_peered":"2024-09-07T13:37:53.668660+0000","last_unstale":"2024-09-07T15:24:26.904890+0000","last_undegraded":"2024-09-07T15:24:26.904890+0000","last_fullsized":"2024-09-07T15:24:26.904890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:27:36.067716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00097177500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480167+0000","last_change":"2024-09-07T13:38:13.963445+0000","last_active":"2024-09-07T15:24:31.480167+0000","last_peered":"2024-09-07T15:24:31.480167+0000","last_clean":"2024-09-07T15:24:31.480167+0000","last_became_active":"2024-09-07T13:38:13.962732+0000","last_became_peered":"2024-09-07T13:38:13.962732+0000","last_unstale":"2024-09-07T15:24:31.480167+0000","last_undegraded":"2024-09-07T15:24:31.480167+0000","last_fullsized":"2024-09-07T15:24:31.480167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:32:08.427154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'332","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.162066+0000","last_change":"2024-09-07T13:38:16.016954+0000","last_active":"2024-09-07T15:26:17.162066+0000","last_peered":"2024-09-07T15:26:17.162066+0000","last_clean":"2024-09-07T15:26:17.162066+0000","last_became_active":"2024-09-07T13:38:16.016371+0000","last_became_peered":"2024-09-07T13:38:16.016371+0000","last_unstale":"2024-09-07T15:26:17.162066+0000","last_undegraded":"2024-09-07T15:26:17.162066+0000","last_fullsized":"2024-09-07T15:26:17.162066+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:04:43.605935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":419,"num_read_kb":408,"num_write":402,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'766","reported_seq":3387,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.651234+0000","last_change":"2024-09-07T13:38:17.983253+0000","last_active":"2024-09-07T15:27:44.651234+0000","last_peered":"2024-09-07T15:27:44.651234+0000","last_clean":"2024-09-07T15:27:44.651234+0000","last_became_active":"2024-09-07T13:38:17.982543+0000","last_became_peered":"2024-09-07T13:38:17.982543+0000","last_unstale":"2024-09-07T15:27:44.651234+0000","last_undegraded":"2024-09-07T15:27:44.651234+0000","last_fullsized":"2024-09-07T15:27:44.651234+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:24:17.846699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'125","reported_seq":669,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348328+0000","last_change":"2024-09-07T13:38:20.607649+0000","last_active":"2024-09-07T15:26:47.348328+0000","last_peered":"2024-09-07T15:26:47.348328+0000","last_clean":"2024-09-07T15:26:47.348328+0000","last_became_active":"2024-09-07T13:38:20.606877+0000","last_became_peered":"2024-09-07T13:38:20.606877+0000","last_unstale":"2024-09-07T15:26:47.348328+0000","last_undegraded":"2024-09-07T15:26:47.348328+0000","last_fullsized":"2024-09-07T15:26:47.348328+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:49:21.727054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":690,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":307,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'231","reported_seq":926,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.364439+0000","last_change":"2024-09-07T13:38:11.966234+0000","last_active":"2024-09-07T15:27:22.364439+0000","last_peered":"2024-09-07T15:27:22.364439+0000","last_clean":"2024-09-07T15:27:22.364439+0000","last_became_active":"2024-09-07T13:38:11.962120+0000","last_became_peered":"2024-09-07T13:38:11.962120+0000","last_unstale":"2024-09-07T15:27:22.364439+0000","last_undegraded":"2024-09-07T15:27:22.364439+0000","last_fullsized":"2024-09-07T15:27:22.364439+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:25:35.522062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1045,"num_read_kb":865,"num_write":371,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'309","reported_seq":1068,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.205899+0000","last_change":"2024-09-07T13:38:09.953167+0000","last_active":"2024-09-07T15:27:45.205899+0000","last_peered":"2024-09-07T15:27:45.205899+0000","last_clean":"2024-09-07T15:27:45.205899+0000","last_became_active":"2024-09-07T13:38:09.952616+0000","last_became_peered":"2024-09-07T13:38:09.952616+0000","last_unstale":"2024-09-07T15:27:45.205899+0000","last_undegraded":"2024-09-07T15:27:45.205899+0000","last_fullsized":"2024-09-07T15:27:45.205899+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:19:40.688163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":748,"num_read_kb":2393,"num_write":1010,"num_write_kb":24762,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":560,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.263786+0000","last_change":"2024-09-07T13:37:55.668770+0000","last_active":"2024-09-07T15:24:06.263786+0000","last_peered":"2024-09-07T15:24:06.263786+0000","last_clean":"2024-09-07T15:24:06.263786+0000","last_became_active":"2024-09-07T13:37:53.647679+0000","last_became_peered":"2024-09-07T13:37:53.647679+0000","last_unstale":"2024-09-07T15:24:06.263786+0000","last_undegraded":"2024-09-07T15:24:06.263786+0000","last_fullsized":"2024-09-07T15:24:06.263786+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:31:06.409073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001032404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503647+0000","last_change":"2024-09-07T13:38:13.956683+0000","last_active":"2024-09-07T15:24:32.503647+0000","last_peered":"2024-09-07T15:24:32.503647+0000","last_clean":"2024-09-07T15:24:32.503647+0000","last_became_active":"2024-09-07T13:38:13.955420+0000","last_became_peered":"2024-09-07T13:38:13.955420+0000","last_unstale":"2024-09-07T15:24:32.503647+0000","last_undegraded":"2024-09-07T15:24:32.503647+0000","last_fullsized":"2024-09-07T15:24:32.503647+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:31:58.148863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'157","reported_seq":755,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503709+0000","last_change":"2024-09-07T13:38:16.000710+0000","last_active":"2024-09-07T15:24:32.503709+0000","last_peered":"2024-09-07T15:24:32.503709+0000","last_clean":"2024-09-07T15:24:32.503709+0000","last_became_active":"2024-09-07T13:38:15.999340+0000","last_became_peered":"2024-09-07T13:38:15.999340+0000","last_unstale":"2024-09-07T15:24:32.503709+0000","last_undegraded":"2024-09-07T15:24:32.503709+0000","last_fullsized":"2024-09-07T15:24:32.503709+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:05:22.421799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'781","reported_seq":3156,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.703389+0000","last_change":"2024-09-07T13:38:17.994825+0000","last_active":"2024-09-07T15:27:42.703389+0000","last_peered":"2024-09-07T15:27:42.703389+0000","last_clean":"2024-09-07T15:27:42.703389+0000","last_became_active":"2024-09-07T13:38:17.994130+0000","last_became_peered":"2024-09-07T13:38:17.994130+0000","last_unstale":"2024-09-07T15:27:42.703389+0000","last_undegraded":"2024-09-07T15:27:42.703389+0000","last_fullsized":"2024-09-07T15:27:42.703389+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":700,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:10:43.628727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'285","reported_seq":836,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.692899+0000","last_change":"2024-09-07T13:38:20.004339+0000","last_active":"2024-09-07T15:24:06.692899+0000","last_peered":"2024-09-07T15:24:06.692899+0000","last_clean":"2024-09-07T15:24:06.692899+0000","last_became_active":"2024-09-07T13:38:20.003499+0000","last_became_peered":"2024-09-07T13:38:20.003499+0000","last_unstale":"2024-09-07T15:24:06.692899+0000","last_undegraded":"2024-09-07T15:24:06.692899+0000","last_fullsized":"2024-09-07T15:24:06.692899+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:51:13.906951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":380,"num_read_kb":377,"num_write":633,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'184","reported_seq":808,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502273+0000","last_change":"2024-09-07T13:38:11.970255+0000","last_active":"2024-09-07T15:24:27.502273+0000","last_peered":"2024-09-07T15:24:27.502273+0000","last_clean":"2024-09-07T15:24:27.502273+0000","last_became_active":"2024-09-07T13:38:11.962998+0000","last_became_peered":"2024-09-07T13:38:11.962998+0000","last_unstale":"2024-09-07T15:24:27.502273+0000","last_undegraded":"2024-09-07T15:24:27.502273+0000","last_fullsized":"2024-09-07T15:24:27.502273+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:49:49.999719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":789,"num_read_kb":643,"num_write":282,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'325","reported_seq":973,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.082170+0000","last_change":"2024-09-07T13:38:09.923334+0000","last_active":"2024-09-07T15:27:45.082170+0000","last_peered":"2024-09-07T15:27:45.082170+0000","last_clean":"2024-09-07T15:27:45.082170+0000","last_became_active":"2024-09-07T13:38:09.922360+0000","last_became_peered":"2024-09-07T13:38:09.922360+0000","last_unstale":"2024-09-07T15:27:45.082170+0000","last_undegraded":"2024-09-07T15:27:45.082170+0000","last_fullsized":"2024-09-07T15:27:45.082170+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:17.265562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":2156,"num_write":1099,"num_write_kb":8534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":552,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474996+0000","last_change":"2024-09-07T13:37:55.757884+0000","last_active":"2024-09-07T15:24:06.474996+0000","last_peered":"2024-09-07T15:24:06.474996+0000","last_clean":"2024-09-07T15:24:06.474996+0000","last_became_active":"2024-09-07T13:37:53.652154+0000","last_became_peered":"2024-09-07T13:37:53.652154+0000","last_unstale":"2024-09-07T15:24:06.474996+0000","last_undegraded":"2024-09-07T15:24:06.474996+0000","last_fullsized":"2024-09-07T15:24:06.474996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:37:52.626410+0000","last_clean_scrub_stamp":"2024-09-07T13:37:52.626410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:14:46.319612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001109166,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":540,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321615+0000","last_change":"2024-09-07T13:38:13.966917+0000","last_active":"2024-09-07T15:24:42.321615+0000","last_peered":"2024-09-07T15:24:42.321615+0000","last_clean":"2024-09-07T15:24:42.321615+0000","last_became_active":"2024-09-07T13:38:13.965622+0000","last_became_peered":"2024-09-07T13:38:13.965622+0000","last_unstale":"2024-09-07T15:24:42.321615+0000","last_undegraded":"2024-09-07T15:24:42.321615+0000","last_fullsized":"2024-09-07T15:24:42.321615+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:55:00.270310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'814","reported_seq":1596,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.541904+0000","last_change":"2024-09-07T13:38:16.017685+0000","last_active":"2024-09-07T15:27:44.541904+0000","last_peered":"2024-09-07T15:27:44.541904+0000","last_clean":"2024-09-07T15:27:44.541904+0000","last_became_active":"2024-09-07T13:38:16.016890+0000","last_became_peered":"2024-09-07T13:38:16.016890+0000","last_unstale":"2024-09-07T15:27:44.541904+0000","last_undegraded":"2024-09-07T15:27:44.541904+0000","last_fullsized":"2024-09-07T15:27:44.541904+0000","mapping_epoch":32,"log_start":"269'800","ondisk_log_start":"269'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":800,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:46.184245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152831,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1451,"num_read_kb":3353,"num_write":1176,"num_write_kb":940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.320275+0000","last_change":"2024-09-07T13:38:17.985499+0000","last_active":"2024-09-07T15:24:37.320275+0000","last_peered":"2024-09-07T15:24:37.320275+0000","last_clean":"2024-09-07T15:24:37.320275+0000","last_became_active":"2024-09-07T13:38:17.985018+0000","last_became_peered":"2024-09-07T13:38:17.985018+0000","last_unstale":"2024-09-07T15:24:37.320275+0000","last_undegraded":"2024-09-07T15:24:37.320275+0000","last_fullsized":"2024-09-07T15:24:37.320275+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:16:28.704995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'100","reported_seq":632,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.729348+0000","last_change":"2024-09-07T13:38:20.011204+0000","last_active":"2024-09-07T15:24:06.729348+0000","last_peered":"2024-09-07T15:24:06.729348+0000","last_clean":"2024-09-07T15:24:06.729348+0000","last_became_active":"2024-09-07T13:38:20.010342+0000","last_became_peered":"2024-09-07T13:38:20.010342+0000","last_unstale":"2024-09-07T15:24:06.729348+0000","last_undegraded":"2024-09-07T15:24:06.729348+0000","last_fullsized":"2024-09-07T15:24:06.729348+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:42:05.981531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":156,"num_read_kb":148,"num_write":227,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'128","reported_seq":741,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.821645+0000","last_change":"2024-09-07T13:38:20.010353+0000","last_active":"2024-09-07T15:26:03.821645+0000","last_peered":"2024-09-07T15:26:03.821645+0000","last_clean":"2024-09-07T15:26:03.821645+0000","last_became_active":"2024-09-07T13:38:20.009466+0000","last_became_peered":"2024-09-07T13:38:20.009466+0000","last_unstale":"2024-09-07T15:26:03.821645+0000","last_undegraded":"2024-09-07T15:26:03.821645+0000","last_fullsized":"2024-09-07T15:26:03.821645+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:26:38.017531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":638,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":324,"num_read_kb":294,"num_write":309,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'4379","reported_seq":5163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485347+0000","last_change":"2024-09-07T13:38:11.977476+0000","last_active":"2024-09-07T15:23:12.485347+0000","last_peered":"2024-09-07T15:23:12.485347+0000","last_clean":"2024-09-07T15:23:12.485347+0000","last_became_active":"2024-09-07T13:38:11.976844+0000","last_became_peered":"2024-09-07T13:38:11.976844+0000","last_unstale":"2024-09-07T15:23:12.485347+0000","last_undegraded":"2024-09-07T15:23:12.485347+0000","last_fullsized":"2024-09-07T15:23:12.485347+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:26:05.292367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17906,"num_read_kb":14938,"num_write":6693,"num_write_kb":3441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'346","reported_seq":1202,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.206606+0000","last_change":"2024-09-07T13:38:09.957899+0000","last_active":"2024-09-07T15:27:45.206606+0000","last_peered":"2024-09-07T15:27:45.206606+0000","last_clean":"2024-09-07T15:27:45.206606+0000","last_became_active":"2024-09-07T13:38:09.957037+0000","last_became_peered":"2024-09-07T13:38:09.957037+0000","last_unstale":"2024-09-07T15:27:45.206606+0000","last_undegraded":"2024-09-07T15:27:45.206606+0000","last_fullsized":"2024-09-07T15:27:45.206606+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:13:25.421927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2273700,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":880,"num_read_kb":17448,"num_write":1116,"num_write_kb":57017,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.253242+0000","last_change":"2024-09-07T13:38:13.977696+0000","last_active":"2024-09-07T15:23:16.253242+0000","last_peered":"2024-09-07T15:23:16.253242+0000","last_clean":"2024-09-07T15:23:16.253242+0000","last_became_active":"2024-09-07T13:38:13.976602+0000","last_became_peered":"2024-09-07T13:38:13.976602+0000","last_unstale":"2024-09-07T15:23:16.253242+0000","last_undegraded":"2024-09-07T15:23:16.253242+0000","last_fullsized":"2024-09-07T15:23:16.253242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:58:52.060281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'317","reported_seq":951,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.935906+0000","last_change":"2024-09-07T13:38:15.992311+0000","last_active":"2024-09-07T15:27:44.935906+0000","last_peered":"2024-09-07T15:27:44.935906+0000","last_clean":"2024-09-07T15:27:44.935906+0000","last_became_active":"2024-09-07T13:38:15.989419+0000","last_became_peered":"2024-09-07T13:38:15.989419+0000","last_unstale":"2024-09-07T15:27:44.935906+0000","last_undegraded":"2024-09-07T15:27:44.935906+0000","last_fullsized":"2024-09-07T15:27:44.935906+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:20:34.548422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48596,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":526,"num_read_kb":1103,"num_write":414,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.301151+0000","last_change":"2024-09-07T13:38:17.993473+0000","last_active":"2024-09-07T15:23:17.301151+0000","last_peered":"2024-09-07T15:23:17.301151+0000","last_clean":"2024-09-07T15:23:17.301151+0000","last_became_active":"2024-09-07T13:38:17.992724+0000","last_became_peered":"2024-09-07T13:38:17.992724+0000","last_unstale":"2024-09-07T15:23:17.301151+0000","last_undegraded":"2024-09-07T15:23:17.301151+0000","last_fullsized":"2024-09-07T15:23:17.301151+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:25.901821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'128","reported_seq":663,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.331641+0000","last_change":"2024-09-07T13:38:20.008813+0000","last_active":"2024-09-07T15:26:01.331641+0000","last_peered":"2024-09-07T15:26:01.331641+0000","last_clean":"2024-09-07T15:26:01.331641+0000","last_became_active":"2024-09-07T13:38:20.008192+0000","last_became_peered":"2024-09-07T13:38:20.008192+0000","last_unstale":"2024-09-07T15:26:01.331641+0000","last_undegraded":"2024-09-07T15:26:01.331641+0000","last_fullsized":"2024-09-07T15:26:01.331641+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:09:11.321278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":149,"num_write":314,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'76","reported_seq":674,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:31.282979+0000","last_change":"2024-09-07T13:38:11.953004+0000","last_active":"2024-09-07T15:25:31.282979+0000","last_peered":"2024-09-07T15:25:31.282979+0000","last_clean":"2024-09-07T15:25:31.282979+0000","last_became_active":"2024-09-07T13:38:11.951936+0000","last_became_peered":"2024-09-07T13:38:11.951936+0000","last_unstale":"2024-09-07T15:25:31.282979+0000","last_undegraded":"2024-09-07T15:25:31.282979+0000","last_fullsized":"2024-09-07T15:25:31.282979+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":276,"num_write":115,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'350","reported_seq":1070,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.212991+0000","last_change":"2024-09-07T13:38:09.982416+0000","last_active":"2024-09-07T15:27:45.212991+0000","last_peered":"2024-09-07T15:27:45.212991+0000","last_clean":"2024-09-07T15:27:45.212991+0000","last_became_active":"2024-09-07T13:38:09.981304+0000","last_became_peered":"2024-09-07T13:38:09.981304+0000","last_unstale":"2024-09-07T15:27:45.212991+0000","last_undegraded":"2024-09-07T15:27:45.212991+0000","last_fullsized":"2024-09-07T15:27:45.212991+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:33:27.343952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":621,"num_read_kb":7248,"num_write":1110,"num_write_kb":7518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.301347+0000","last_change":"2024-09-07T13:38:13.957405+0000","last_active":"2024-09-07T15:23:17.301347+0000","last_peered":"2024-09-07T15:23:17.301347+0000","last_clean":"2024-09-07T15:23:17.301347+0000","last_became_active":"2024-09-07T13:38:13.956706+0000","last_became_peered":"2024-09-07T13:38:13.956706+0000","last_unstale":"2024-09-07T15:23:17.301347+0000","last_undegraded":"2024-09-07T15:23:17.301347+0000","last_fullsized":"2024-09-07T15:23:17.301347+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:14:51.816096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'62","reported_seq":603,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.681508+0000","last_change":"2024-09-07T13:38:15.973702+0000","last_active":"2024-09-07T15:23:16.681508+0000","last_peered":"2024-09-07T15:23:16.681508+0000","last_clean":"2024-09-07T15:23:16.681508+0000","last_became_active":"2024-09-07T13:38:15.972913+0000","last_became_peered":"2024-09-07T13:38:15.972913+0000","last_unstale":"2024-09-07T15:23:16.681508+0000","last_undegraded":"2024-09-07T15:23:16.681508+0000","last_fullsized":"2024-09-07T15:23:16.681508+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:41:39.964599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":68,"num_read_kb":66,"num_write":48,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":515,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.889328+0000","last_change":"2024-09-07T13:38:18.002878+0000","last_active":"2024-09-07T15:23:21.889328+0000","last_peered":"2024-09-07T15:23:21.889328+0000","last_clean":"2024-09-07T15:23:21.889328+0000","last_became_active":"2024-09-07T13:38:18.002025+0000","last_became_peered":"2024-09-07T13:38:18.002025+0000","last_unstale":"2024-09-07T15:23:21.889328+0000","last_undegraded":"2024-09-07T15:23:21.889328+0000","last_fullsized":"2024-09-07T15:23:21.889328+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:35:37.874240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'220","reported_seq":763,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.147187+0000","last_change":"2024-09-07T13:38:20.021156+0000","last_active":"2024-09-07T15:26:01.147187+0000","last_peered":"2024-09-07T15:26:01.147187+0000","last_clean":"2024-09-07T15:26:01.147187+0000","last_became_active":"2024-09-07T13:38:20.020501+0000","last_became_peered":"2024-09-07T13:38:20.020501+0000","last_unstale":"2024-09-07T15:26:01.147187+0000","last_undegraded":"2024-09-07T15:26:01.147187+0000","last_fullsized":"2024-09-07T15:26:01.147187+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:16.164193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":825,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":332,"num_read_kb":331,"num_write":487,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'233","reported_seq":888,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:32.332762+0000","last_change":"2024-09-07T13:38:11.969895+0000","last_active":"2024-09-07T15:25:32.332762+0000","last_peered":"2024-09-07T15:25:32.332762+0000","last_clean":"2024-09-07T15:25:32.332762+0000","last_became_active":"2024-09-07T13:38:11.969506+0000","last_became_peered":"2024-09-07T13:38:11.969506+0000","last_unstale":"2024-09-07T15:25:32.332762+0000","last_undegraded":"2024-09-07T15:25:32.332762+0000","last_fullsized":"2024-09-07T15:25:32.332762+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:07:31.792464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1026,"num_read_kb":827,"num_write":378,"num_write_kb":215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'369","reported_seq":1074,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.199906+0000","last_change":"2024-09-07T13:38:09.954928+0000","last_active":"2024-09-07T15:27:45.199906+0000","last_peered":"2024-09-07T15:27:45.199906+0000","last_clean":"2024-09-07T15:27:45.199906+0000","last_became_active":"2024-09-07T13:38:09.954167+0000","last_became_peered":"2024-09-07T13:38:09.954167+0000","last_unstale":"2024-09-07T15:27:45.199906+0000","last_undegraded":"2024-09-07T15:27:45.199906+0000","last_fullsized":"2024-09-07T15:27:45.199906+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:33:09.482023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":616,"num_read_kb":21853,"num_write":1381,"num_write_kb":38473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.887993+0000","last_change":"2024-09-07T13:38:13.975403+0000","last_active":"2024-09-07T15:23:16.887993+0000","last_peered":"2024-09-07T15:23:16.887993+0000","last_clean":"2024-09-07T15:23:16.887993+0000","last_became_active":"2024-09-07T13:38:13.974373+0000","last_became_peered":"2024-09-07T13:38:13.974373+0000","last_unstale":"2024-09-07T15:23:16.887993+0000","last_undegraded":"2024-09-07T15:23:16.887993+0000","last_fullsized":"2024-09-07T15:23:16.887993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:52:31.770951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'380","reported_seq":1031,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.163801+0000","last_change":"2024-09-07T13:38:15.994807+0000","last_active":"2024-09-07T15:27:44.163801+0000","last_peered":"2024-09-07T15:27:44.163801+0000","last_clean":"2024-09-07T15:27:44.163801+0000","last_became_active":"2024-09-07T13:38:15.994161+0000","last_became_peered":"2024-09-07T13:38:15.994161+0000","last_unstale":"2024-09-07T15:27:44.163801+0000","last_undegraded":"2024-09-07T15:27:44.163801+0000","last_fullsized":"2024-09-07T15:27:44.163801+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:53:08.744061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46625,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":628,"num_read_kb":1329,"num_write":498,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.465396+0000","last_change":"2024-09-07T13:38:17.998219+0000","last_active":"2024-09-07T15:23:21.465396+0000","last_peered":"2024-09-07T15:23:21.465396+0000","last_clean":"2024-09-07T15:23:21.465396+0000","last_became_active":"2024-09-07T13:38:17.997443+0000","last_became_peered":"2024-09-07T13:38:17.997443+0000","last_unstale":"2024-09-07T15:23:21.465396+0000","last_undegraded":"2024-09-07T15:23:21.465396+0000","last_fullsized":"2024-09-07T15:23:21.465396+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:05:24.442607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'124","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.718913+0000","last_change":"2024-09-07T13:38:20.011068+0000","last_active":"2024-09-07T15:23:21.718913+0000","last_peered":"2024-09-07T15:23:21.718913+0000","last_clean":"2024-09-07T15:23:21.718913+0000","last_became_active":"2024-09-07T13:38:20.010281+0000","last_became_peered":"2024-09-07T13:38:20.010281+0000","last_unstale":"2024-09-07T15:23:21.718913+0000","last_undegraded":"2024-09-07T15:23:21.718913+0000","last_fullsized":"2024-09-07T15:23:21.718913+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:59:27.382466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":875,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":209,"num_read_kb":200,"num_write":302,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'90","reported_seq":703,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:27.331592+0000","last_change":"2024-09-07T13:38:11.962107+0000","last_active":"2024-09-07T15:25:27.331592+0000","last_peered":"2024-09-07T15:25:27.331592+0000","last_clean":"2024-09-07T15:25:27.331592+0000","last_became_active":"2024-09-07T13:38:11.960823+0000","last_became_peered":"2024-09-07T13:38:11.960823+0000","last_unstale":"2024-09-07T15:25:27.331592+0000","last_undegraded":"2024-09-07T15:25:27.331592+0000","last_fullsized":"2024-09-07T15:25:27.331592+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:54:47.938914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":140,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'357","reported_seq":1052,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.236835+0000","last_change":"2024-09-07T13:38:09.958347+0000","last_active":"2024-09-07T15:27:45.236835+0000","last_peered":"2024-09-07T15:27:45.236835+0000","last_clean":"2024-09-07T15:27:45.236835+0000","last_became_active":"2024-09-07T13:38:09.957210+0000","last_became_peered":"2024-09-07T13:38:09.957210+0000","last_unstale":"2024-09-07T15:27:45.236835+0000","last_undegraded":"2024-09-07T15:27:45.236835+0000","last_fullsized":"2024-09-07T15:27:45.236835+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:30:39.258669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":558,"num_read_kb":54200,"num_write":1156,"num_write_kb":55534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"38'5","reported_seq":1004,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.427738+0000","last_change":"2024-09-07T13:38:13.959467+0000","last_active":"2024-09-07T15:27:42.427738+0000","last_peered":"2024-09-07T15:27:42.427738+0000","last_clean":"2024-09-07T15:27:42.427738+0000","last_became_active":"2024-09-07T13:38:13.958715+0000","last_became_peered":"2024-09-07T13:38:13.958715+0000","last_unstale":"2024-09-07T15:27:42.427738+0000","last_undegraded":"2024-09-07T15:27:42.427738+0000","last_fullsized":"2024-09-07T15:27:42.427738+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:36:05.529410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":729,"num_read_kb":1194,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'291","reported_seq":905,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.920504+0000","last_change":"2024-09-07T13:38:15.989301+0000","last_active":"2024-09-07T15:27:43.920504+0000","last_peered":"2024-09-07T15:27:43.920504+0000","last_clean":"2024-09-07T15:27:43.920504+0000","last_became_active":"2024-09-07T13:38:15.988580+0000","last_became_peered":"2024-09-07T13:38:15.988580+0000","last_unstale":"2024-09-07T15:27:43.920504+0000","last_undegraded":"2024-09-07T15:27:43.920504+0000","last_fullsized":"2024-09-07T15:27:43.920504+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:48:58.761743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48182,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":460,"num_read_kb":965,"num_write":360,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":515,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682523+0000","last_change":"2024-09-07T13:38:17.994605+0000","last_active":"2024-09-07T15:23:21.682523+0000","last_peered":"2024-09-07T15:23:21.682523+0000","last_clean":"2024-09-07T15:23:21.682523+0000","last_became_active":"2024-09-07T13:38:17.994021+0000","last_became_peered":"2024-09-07T13:38:17.994021+0000","last_unstale":"2024-09-07T15:23:21.682523+0000","last_undegraded":"2024-09-07T15:23:21.682523+0000","last_fullsized":"2024-09-07T15:23:21.682523+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:53:50.721081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'163","reported_seq":802,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.479160+0000","last_change":"2024-09-07T13:38:11.974786+0000","last_active":"2024-09-07T15:24:26.479160+0000","last_peered":"2024-09-07T15:24:26.479160+0000","last_clean":"2024-09-07T15:24:26.479160+0000","last_became_active":"2024-09-07T13:38:11.970009+0000","last_became_peered":"2024-09-07T13:38:11.970009+0000","last_unstale":"2024-09-07T15:24:26.479160+0000","last_undegraded":"2024-09-07T15:24:26.479160+0000","last_fullsized":"2024-09-07T15:24:26.479160+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:31:57.248331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":707,"num_read_kb":590,"num_write":240,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'350","reported_seq":1069,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.190034+0000","last_change":"2024-09-07T13:38:09.923589+0000","last_active":"2024-09-07T15:27:45.190034+0000","last_peered":"2024-09-07T15:27:45.190034+0000","last_clean":"2024-09-07T15:27:45.190034+0000","last_became_active":"2024-09-07T13:38:09.923243+0000","last_became_peered":"2024-09-07T13:38:09.923243+0000","last_unstale":"2024-09-07T15:27:45.190034+0000","last_undegraded":"2024-09-07T15:27:45.190034+0000","last_fullsized":"2024-09-07T15:27:45.190034+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:51:59.683777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":602,"num_read_kb":96016,"num_write":1158,"num_write_kb":38141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701924+0000","last_change":"2024-09-07T13:38:13.972609+0000","last_active":"2024-09-07T15:24:41.701924+0000","last_peered":"2024-09-07T15:24:41.701924+0000","last_clean":"2024-09-07T15:24:41.701924+0000","last_became_active":"2024-09-07T13:38:13.971866+0000","last_became_peered":"2024-09-07T13:38:13.971866+0000","last_unstale":"2024-09-07T15:24:41.701924+0000","last_undegraded":"2024-09-07T15:24:41.701924+0000","last_fullsized":"2024-09-07T15:24:41.701924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:42:39.308978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'525","reported_seq":1204,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.846480+0000","last_change":"2024-09-07T13:38:15.983326+0000","last_active":"2024-09-07T15:27:43.846480+0000","last_peered":"2024-09-07T15:27:43.846480+0000","last_clean":"2024-09-07T15:27:43.846480+0000","last_became_active":"2024-09-07T13:38:15.982495+0000","last_became_peered":"2024-09-07T13:38:15.982495+0000","last_unstale":"2024-09-07T15:27:43.846480+0000","last_undegraded":"2024-09-07T15:27:43.846480+0000","last_fullsized":"2024-09-07T15:27:43.846480+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":500,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:31:54.263838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94186,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":917,"num_read_kb":2064,"num_write":784,"num_write_kb":661,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":513,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.718944+0000","last_change":"2024-09-07T13:38:18.000620+0000","last_active":"2024-09-07T15:23:21.718944+0000","last_peered":"2024-09-07T15:23:21.718944+0000","last_clean":"2024-09-07T15:23:21.718944+0000","last_became_active":"2024-09-07T13:38:17.999885+0000","last_became_peered":"2024-09-07T13:38:17.999885+0000","last_unstale":"2024-09-07T15:23:21.718944+0000","last_undegraded":"2024-09-07T15:23:21.718944+0000","last_fullsized":"2024-09-07T15:23:21.718944+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:27:22.617540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'164","reported_seq":703,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.231736+0000","last_change":"2024-09-07T13:38:20.607597+0000","last_active":"2024-09-07T15:27:22.231736+0000","last_peered":"2024-09-07T15:27:22.231736+0000","last_clean":"2024-09-07T15:27:22.231736+0000","last_became_active":"2024-09-07T13:38:20.606815+0000","last_became_peered":"2024-09-07T13:38:20.606815+0000","last_unstale":"2024-09-07T15:27:22.231736+0000","last_undegraded":"2024-09-07T15:27:22.231736+0000","last_fullsized":"2024-09-07T15:27:22.231736+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:26.350238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":250,"num_read_kb":257,"num_write":374,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'350","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.700690+0000","last_change":"2024-09-07T13:38:11.953780+0000","last_active":"2024-09-07T15:24:36.700690+0000","last_peered":"2024-09-07T15:24:36.700690+0000","last_clean":"2024-09-07T15:24:36.700690+0000","last_became_active":"2024-09-07T13:38:11.947922+0000","last_became_peered":"2024-09-07T13:38:11.947922+0000","last_unstale":"2024-09-07T15:24:36.700690+0000","last_undegraded":"2024-09-07T15:24:36.700690+0000","last_fullsized":"2024-09-07T15:24:36.700690+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:54:41.807954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1546,"num_read_kb":1238,"num_write":569,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'369","reported_seq":1134,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.151552+0000","last_change":"2024-09-07T13:38:41.161087+0000","last_active":"2024-09-07T15:27:45.151552+0000","last_peered":"2024-09-07T15:27:45.151552+0000","last_clean":"2024-09-07T15:27:45.151552+0000","last_became_active":"2024-09-07T13:38:41.160389+0000","last_became_peered":"2024-09-07T13:38:41.160389+0000","last_unstale":"2024-09-07T15:27:45.151552+0000","last_undegraded":"2024-09-07T15:27:45.151552+0000","last_fullsized":"2024-09-07T15:27:45.151552+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:17:46.213490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263258,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":791,"num_read_kb":31538,"num_write":1158,"num_write_kb":47270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.480298+0000","last_change":"2024-09-07T13:38:13.959343+0000","last_active":"2024-09-07T15:24:31.480298+0000","last_peered":"2024-09-07T15:24:31.480298+0000","last_clean":"2024-09-07T15:24:31.480298+0000","last_became_active":"2024-09-07T13:38:13.958601+0000","last_became_peered":"2024-09-07T13:38:13.958601+0000","last_unstale":"2024-09-07T15:24:31.480298+0000","last_undegraded":"2024-09-07T15:24:31.480298+0000","last_fullsized":"2024-09-07T15:24:31.480298+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:03:30.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'373","reported_seq":1017,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.003650+0000","last_change":"2024-09-07T13:38:15.991456+0000","last_active":"2024-09-07T15:27:44.003650+0000","last_peered":"2024-09-07T15:27:44.003650+0000","last_clean":"2024-09-07T15:27:44.003650+0000","last_became_active":"2024-09-07T13:38:15.990637+0000","last_became_peered":"2024-09-07T13:38:15.990637+0000","last_unstale":"2024-09-07T15:27:44.003650+0000","last_undegraded":"2024-09-07T15:27:44.003650+0000","last_fullsized":"2024-09-07T15:27:44.003650+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:03:03.421393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45134,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":620,"num_read_kb":1206,"num_write":508,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.254336+0000","last_change":"2024-09-07T13:38:17.991164+0000","last_active":"2024-09-07T15:23:21.254336+0000","last_peered":"2024-09-07T15:23:21.254336+0000","last_clean":"2024-09-07T15:23:21.254336+0000","last_became_active":"2024-09-07T13:38:17.990470+0000","last_became_peered":"2024-09-07T13:38:17.990470+0000","last_unstale":"2024-09-07T15:23:21.254336+0000","last_undegraded":"2024-09-07T15:23:21.254336+0000","last_fullsized":"2024-09-07T15:23:21.254336+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:08:40.421219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'250","reported_seq":1197,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:02.597012+0000","last_change":"2024-09-07T13:38:20.005101+0000","last_active":"2024-09-07T15:26:02.597012+0000","last_peered":"2024-09-07T15:26:02.597012+0000","last_clean":"2024-09-07T15:26:02.597012+0000","last_became_active":"2024-09-07T13:38:20.004300+0000","last_became_peered":"2024-09-07T13:38:20.004300+0000","last_unstale":"2024-09-07T15:26:02.597012+0000","last_undegraded":"2024-09-07T15:26:02.597012+0000","last_fullsized":"2024-09-07T15:26:02.597012+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:06.459700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2027,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":884,"num_read_kb":826,"num_write":592,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'4312","reported_seq":4950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.266489+0000","last_change":"2024-09-07T13:39:41.505863+0000","last_active":"2024-09-07T15:24:41.266489+0000","last_peered":"2024-09-07T15:24:41.266489+0000","last_clean":"2024-09-07T15:24:41.266489+0000","last_became_active":"2024-09-07T13:39:41.505537+0000","last_became_peered":"2024-09-07T13:39:41.505537+0000","last_unstale":"2024-09-07T15:24:41.266489+0000","last_undegraded":"2024-09-07T15:24:41.266489+0000","last_fullsized":"2024-09-07T15:24:41.266489+0000","mapping_epoch":41,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":3000,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:58:36.753927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17318,"num_read_kb":14397,"num_write":6478,"num_write_kb":3232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"269'307","reported_seq":940,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.213269+0000","last_change":"2024-09-07T13:38:41.160316+0000","last_active":"2024-09-07T15:27:45.213269+0000","last_peered":"2024-09-07T15:27:45.213269+0000","last_clean":"2024-09-07T15:27:45.213269+0000","last_became_active":"2024-09-07T13:38:41.159577+0000","last_became_peered":"2024-09-07T13:38:41.159577+0000","last_unstale":"2024-09-07T15:27:45.213269+0000","last_undegraded":"2024-09-07T15:27:45.213269+0000","last_fullsized":"2024-09-07T15:27:45.213269+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:09:47.241313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136841,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":489,"num_read_kb":20016,"num_write":1075,"num_write_kb":22282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.486513+0000","last_change":"2024-09-07T13:38:13.956694+0000","last_active":"2024-09-07T15:23:17.486513+0000","last_peered":"2024-09-07T15:23:17.486513+0000","last_clean":"2024-09-07T15:23:17.486513+0000","last_became_active":"2024-09-07T13:38:13.955580+0000","last_became_peered":"2024-09-07T13:38:13.955580+0000","last_unstale":"2024-09-07T15:23:17.486513+0000","last_undegraded":"2024-09-07T15:23:17.486513+0000","last_fullsized":"2024-09-07T15:23:17.486513+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:36:06.228489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'327","reported_seq":967,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.183117+0000","last_change":"2024-09-07T13:38:16.017092+0000","last_active":"2024-09-07T15:27:45.183117+0000","last_peered":"2024-09-07T15:27:45.183117+0000","last_clean":"2024-09-07T15:27:45.183117+0000","last_became_active":"2024-09-07T13:38:16.016437+0000","last_became_peered":"2024-09-07T13:38:16.016437+0000","last_unstale":"2024-09-07T15:27:45.183117+0000","last_undegraded":"2024-09-07T15:27:45.183117+0000","last_fullsized":"2024-09-07T15:27:45.183117+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:31.243514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47612,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":542,"num_read_kb":1158,"num_write":430,"num_write_kb":306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.274085+0000","last_change":"2024-09-07T13:38:17.999562+0000","last_active":"2024-09-07T15:24:46.274085+0000","last_peered":"2024-09-07T15:24:46.274085+0000","last_clean":"2024-09-07T15:24:46.274085+0000","last_became_active":"2024-09-07T13:38:17.999087+0000","last_became_peered":"2024-09-07T13:38:17.999087+0000","last_unstale":"2024-09-07T15:24:46.274085+0000","last_undegraded":"2024-09-07T15:24:46.274085+0000","last_fullsized":"2024-09-07T15:24:46.274085+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:42:10.243620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'109","reported_seq":626,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.731822+0000","last_change":"2024-09-07T13:38:20.015395+0000","last_active":"2024-09-07T15:27:23.731822+0000","last_peered":"2024-09-07T15:27:23.731822+0000","last_clean":"2024-09-07T15:27:23.731822+0000","last_became_active":"2024-09-07T13:38:20.014658+0000","last_became_peered":"2024-09-07T13:38:20.014658+0000","last_unstale":"2024-09-07T15:27:23.731822+0000","last_undegraded":"2024-09-07T15:27:23.731822+0000","last_fullsized":"2024-09-07T15:27:23.731822+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:55:28.794538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":132,"num_read_kb":129,"num_write":270,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'101","reported_seq":719,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.247017+0000","last_change":"2024-09-07T13:39:41.694945+0000","last_active":"2024-09-07T15:23:11.247017+0000","last_peered":"2024-09-07T15:23:11.247017+0000","last_clean":"2024-09-07T15:23:11.247017+0000","last_became_active":"2024-09-07T13:39:41.694595+0000","last_became_peered":"2024-09-07T13:39:41.694595+0000","last_unstale":"2024-09-07T15:23:11.247017+0000","last_undegraded":"2024-09-07T15:23:11.247017+0000","last_fullsized":"2024-09-07T15:23:11.247017+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:57:56.777095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":387,"num_write":173,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'390","reported_seq":1087,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.099371+0000","last_change":"2024-09-07T13:38:09.954156+0000","last_active":"2024-09-07T15:27:45.099371+0000","last_peered":"2024-09-07T15:27:45.099371+0000","last_clean":"2024-09-07T15:27:45.099371+0000","last_became_active":"2024-09-07T13:38:09.953827+0000","last_became_peered":"2024-09-07T13:38:09.953827+0000","last_unstale":"2024-09-07T15:27:45.099371+0000","last_undegraded":"2024-09-07T15:27:45.099371+0000","last_fullsized":"2024-09-07T15:27:45.099371+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:06:06.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1663218,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":650,"num_read_kb":66367,"num_write":1200,"num_write_kb":61532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.253335+0000","last_change":"2024-09-07T13:38:13.973260+0000","last_active":"2024-09-07T15:23:16.253335+0000","last_peered":"2024-09-07T15:23:16.253335+0000","last_clean":"2024-09-07T15:23:16.253335+0000","last_became_active":"2024-09-07T13:38:13.972522+0000","last_became_peered":"2024-09-07T13:38:13.972522+0000","last_unstale":"2024-09-07T15:23:16.253335+0000","last_undegraded":"2024-09-07T15:23:16.253335+0000","last_fullsized":"2024-09-07T15:23:16.253335+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:30:08.220311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'145","reported_seq":729,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.505163+0000","last_change":"2024-09-07T13:38:16.018199+0000","last_active":"2024-09-07T15:24:37.505163+0000","last_peered":"2024-09-07T15:24:37.505163+0000","last_clean":"2024-09-07T15:24:37.505163+0000","last_became_active":"2024-09-07T13:38:16.016986+0000","last_became_peered":"2024-09-07T13:38:16.016986+0000","last_unstale":"2024-09-07T15:24:37.505163+0000","last_undegraded":"2024-09-07T15:24:37.505163+0000","last_fullsized":"2024-09-07T15:24:37.505163+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:26:44.876461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":173,"num_read_kb":166,"num_write":122,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'740","reported_seq":3017,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.689482+0000","last_change":"2024-09-07T13:38:17.998575+0000","last_active":"2024-09-07T15:27:42.689482+0000","last_peered":"2024-09-07T15:27:42.689482+0000","last_clean":"2024-09-07T15:27:42.689482+0000","last_became_active":"2024-09-07T13:38:17.997709+0000","last_became_peered":"2024-09-07T13:38:17.997709+0000","last_unstale":"2024-09-07T15:27:42.689482+0000","last_undegraded":"2024-09-07T15:27:42.689482+0000","last_fullsized":"2024-09-07T15:27:42.689482+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":700,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:31.066186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'189","reported_seq":770,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:03.186306+0000","last_change":"2024-09-07T13:38:20.010093+0000","last_active":"2024-09-07T15:24:03.186306+0000","last_peered":"2024-09-07T15:24:03.186306+0000","last_clean":"2024-09-07T15:24:03.186306+0000","last_became_active":"2024-09-07T13:38:20.009577+0000","last_became_peered":"2024-09-07T13:38:20.009577+0000","last_unstale":"2024-09-07T15:24:03.186306+0000","last_undegraded":"2024-09-07T15:24:03.186306+0000","last_fullsized":"2024-09-07T15:24:03.186306+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:04:16.264867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":406,"num_write":464,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'93","reported_seq":709,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:24.246890+0000","last_change":"2024-09-07T13:38:11.974767+0000","last_active":"2024-09-07T15:23:24.246890+0000","last_peered":"2024-09-07T15:23:24.246890+0000","last_clean":"2024-09-07T15:23:24.246890+0000","last_became_active":"2024-09-07T13:38:11.974156+0000","last_became_peered":"2024-09-07T13:38:11.974156+0000","last_unstale":"2024-09-07T15:23:24.246890+0000","last_undegraded":"2024-09-07T15:23:24.246890+0000","last_fullsized":"2024-09-07T15:23:24.246890+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:24:55.124465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":421,"num_read_kb":355,"num_write":136,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'353","reported_seq":1010,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.225322+0000","last_change":"2024-09-07T13:38:09.960347+0000","last_active":"2024-09-07T15:27:45.225322+0000","last_peered":"2024-09-07T15:27:45.225322+0000","last_clean":"2024-09-07T15:27:45.225322+0000","last_became_active":"2024-09-07T13:38:09.958887+0000","last_became_peered":"2024-09-07T13:38:09.958887+0000","last_unstale":"2024-09-07T15:27:45.225322+0000","last_undegraded":"2024-09-07T15:27:45.225322+0000","last_fullsized":"2024-09-07T15:27:45.225322+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:39:06.856534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170304,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":544,"num_read_kb":3973,"num_write":1155,"num_write_kb":21729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.888120+0000","last_change":"2024-09-07T13:38:13.970518+0000","last_active":"2024-09-07T15:23:16.888120+0000","last_peered":"2024-09-07T15:23:16.888120+0000","last_clean":"2024-09-07T15:23:16.888120+0000","last_became_active":"2024-09-07T13:38:13.969784+0000","last_became_peered":"2024-09-07T13:38:13.969784+0000","last_unstale":"2024-09-07T15:23:16.888120+0000","last_undegraded":"2024-09-07T15:23:16.888120+0000","last_fullsized":"2024-09-07T15:23:16.888120+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:41:37.952439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'391","reported_seq":1038,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.246142+0000","last_change":"2024-09-07T13:38:15.979304+0000","last_active":"2024-09-07T15:27:43.246142+0000","last_peered":"2024-09-07T15:27:43.246142+0000","last_clean":"2024-09-07T15:27:43.246142+0000","last_became_active":"2024-09-07T13:38:15.978556+0000","last_became_peered":"2024-09-07T13:38:15.978556+0000","last_unstale":"2024-09-07T15:27:43.246142+0000","last_undegraded":"2024-09-07T15:27:43.246142+0000","last_fullsized":"2024-09-07T15:27:43.246142+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:29:50.770199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54198,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":623,"num_read_kb":1269,"num_write":492,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701683+0000","last_change":"2024-09-07T13:38:18.003655+0000","last_active":"2024-09-07T15:24:41.701683+0000","last_peered":"2024-09-07T15:24:41.701683+0000","last_clean":"2024-09-07T15:24:41.701683+0000","last_became_active":"2024-09-07T13:38:18.002871+0000","last_became_peered":"2024-09-07T13:38:18.002871+0000","last_unstale":"2024-09-07T15:24:41.701683+0000","last_undegraded":"2024-09-07T15:24:41.701683+0000","last_fullsized":"2024-09-07T15:24:41.701683+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:28:28.792148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'98","reported_seq":619,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:56.449098+0000","last_change":"2024-09-07T13:38:20.015917+0000","last_active":"2024-09-07T15:25:56.449098+0000","last_peered":"2024-09-07T15:25:56.449098+0000","last_clean":"2024-09-07T15:25:56.449098+0000","last_became_active":"2024-09-07T13:38:20.015212+0000","last_became_peered":"2024-09-07T13:38:20.015212+0000","last_unstale":"2024-09-07T15:25:56.449098+0000","last_undegraded":"2024-09-07T15:25:56.449098+0000","last_fullsized":"2024-09-07T15:25:56.449098+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:10.431721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":134,"num_read_kb":130,"num_write":246,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'97","reported_seq":718,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485276+0000","last_change":"2024-09-07T13:38:11.974929+0000","last_active":"2024-09-07T15:23:12.485276+0000","last_peered":"2024-09-07T15:23:12.485276+0000","last_clean":"2024-09-07T15:23:12.485276+0000","last_became_active":"2024-09-07T13:38:11.974256+0000","last_became_peered":"2024-09-07T13:38:11.974256+0000","last_unstale":"2024-09-07T15:23:12.485276+0000","last_undegraded":"2024-09-07T15:23:12.485276+0000","last_fullsized":"2024-09-07T15:23:12.485276+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:54:58.569606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":449,"num_read_kb":381,"num_write":149,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'326","reported_seq":1093,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.199033+0000","last_change":"2024-09-07T13:38:09.949067+0000","last_active":"2024-09-07T15:27:45.199033+0000","last_peered":"2024-09-07T15:27:45.199033+0000","last_clean":"2024-09-07T15:27:45.199033+0000","last_became_active":"2024-09-07T13:38:09.945963+0000","last_became_peered":"2024-09-07T13:38:09.945963+0000","last_unstale":"2024-09-07T15:27:45.199033+0000","last_undegraded":"2024-09-07T15:27:45.199033+0000","last_fullsized":"2024-09-07T15:27:45.199033+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:49:53.479727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":697,"num_read_kb":82633,"num_write":1139,"num_write_kb":35726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.717734+0000","last_change":"2024-09-07T13:38:13.966044+0000","last_active":"2024-09-07T15:23:16.717734+0000","last_peered":"2024-09-07T15:23:16.717734+0000","last_clean":"2024-09-07T15:23:16.717734+0000","last_became_active":"2024-09-07T13:38:13.965190+0000","last_became_peered":"2024-09-07T13:38:13.965190+0000","last_unstale":"2024-09-07T15:23:16.717734+0000","last_undegraded":"2024-09-07T15:23:16.717734+0000","last_fullsized":"2024-09-07T15:23:16.717734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:14:51.663057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'302","reported_seq":915,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.337269+0000","last_change":"2024-09-07T13:38:15.978063+0000","last_active":"2024-09-07T15:27:43.337269+0000","last_peered":"2024-09-07T15:27:43.337269+0000","last_clean":"2024-09-07T15:27:43.337269+0000","last_became_active":"2024-09-07T13:38:15.977324+0000","last_became_peered":"2024-09-07T13:38:15.977324+0000","last_unstale":"2024-09-07T15:27:43.337269+0000","last_undegraded":"2024-09-07T15:27:43.337269+0000","last_fullsized":"2024-09-07T15:27:43.337269+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:34:44.493135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46963,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":508,"num_read_kb":1127,"num_write":406,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":513,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.487730+0000","last_change":"2024-09-07T13:38:18.005568+0000","last_active":"2024-09-07T15:25:06.487730+0000","last_peered":"2024-09-07T15:25:06.487730+0000","last_clean":"2024-09-07T15:25:06.487730+0000","last_became_active":"2024-09-07T13:38:18.004811+0000","last_became_peered":"2024-09-07T13:38:18.004811+0000","last_unstale":"2024-09-07T15:25:06.487730+0000","last_undegraded":"2024-09-07T15:25:06.487730+0000","last_fullsized":"2024-09-07T15:25:06.487730+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:30.267883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'133","reported_seq":695,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.158770+0000","last_change":"2024-09-07T13:38:20.607704+0000","last_active":"2024-09-07T15:26:01.158770+0000","last_peered":"2024-09-07T15:26:01.158770+0000","last_clean":"2024-09-07T15:26:01.158770+0000","last_became_active":"2024-09-07T13:38:20.606966+0000","last_became_peered":"2024-09-07T13:38:20.606966+0000","last_unstale":"2024-09-07T15:26:01.158770+0000","last_undegraded":"2024-09-07T15:26:01.158770+0000","last_fullsized":"2024-09-07T15:26:01.158770+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:25:12.558915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":247,"num_read_kb":238,"num_write":329,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'249","reported_seq":877,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:57.325394+0000","last_change":"2024-09-07T13:38:11.969621+0000","last_active":"2024-09-07T15:24:57.325394+0000","last_peered":"2024-09-07T15:24:57.325394+0000","last_clean":"2024-09-07T15:24:57.325394+0000","last_became_active":"2024-09-07T13:38:11.969032+0000","last_became_peered":"2024-09-07T13:38:11.969032+0000","last_unstale":"2024-09-07T15:24:57.325394+0000","last_undegraded":"2024-09-07T15:24:57.325394+0000","last_fullsized":"2024-09-07T15:24:57.325394+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:00:26.574035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":810,"num_write":373,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'351","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.217950+0000","last_change":"2024-09-07T13:38:09.971581+0000","last_active":"2024-09-07T15:27:45.217950+0000","last_peered":"2024-09-07T15:27:45.217950+0000","last_clean":"2024-09-07T15:27:45.217950+0000","last_became_active":"2024-09-07T13:38:09.970986+0000","last_became_peered":"2024-09-07T13:38:09.970986+0000","last_unstale":"2024-09-07T15:27:45.217950+0000","last_undegraded":"2024-09-07T15:27:45.217950+0000","last_fullsized":"2024-09-07T15:27:45.217950+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:01.715324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6622861,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":485,"num_read_kb":38816,"num_write":1118,"num_write_kb":57230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.504876+0000","last_change":"2024-09-07T13:38:13.965128+0000","last_active":"2024-09-07T15:24:37.504876+0000","last_peered":"2024-09-07T15:24:37.504876+0000","last_clean":"2024-09-07T15:24:37.504876+0000","last_became_active":"2024-09-07T13:38:13.964414+0000","last_became_peered":"2024-09-07T13:38:13.964414+0000","last_unstale":"2024-09-07T15:24:37.504876+0000","last_undegraded":"2024-09-07T15:24:37.504876+0000","last_fullsized":"2024-09-07T15:24:37.504876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:37.267842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'275","reported_seq":873,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.058967+0000","last_change":"2024-09-07T13:38:15.993600+0000","last_active":"2024-09-07T15:27:45.058967+0000","last_peered":"2024-09-07T15:27:45.058967+0000","last_clean":"2024-09-07T15:27:45.058967+0000","last_became_active":"2024-09-07T13:38:15.988281+0000","last_became_peered":"2024-09-07T13:38:15.988281+0000","last_unstale":"2024-09-07T15:27:45.058967+0000","last_undegraded":"2024-09-07T15:27:45.058967+0000","last_fullsized":"2024-09-07T15:27:45.058967+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:47:52.794809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46331,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":446,"num_read_kb":1064,"num_write":372,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:22.487527+0000","last_change":"2024-09-07T13:38:17.991957+0000","last_active":"2024-09-07T15:23:22.487527+0000","last_peered":"2024-09-07T15:23:22.487527+0000","last_clean":"2024-09-07T15:23:22.487527+0000","last_became_active":"2024-09-07T13:38:17.991202+0000","last_became_peered":"2024-09-07T13:38:17.991202+0000","last_unstale":"2024-09-07T15:23:22.487527+0000","last_undegraded":"2024-09-07T15:23:22.487527+0000","last_fullsized":"2024-09-07T15:23:22.487527+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:55.082722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'159","reported_seq":1321,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.263661+0000","last_change":"2024-09-07T13:38:20.021523+0000","last_active":"2024-09-07T15:26:03.263661+0000","last_peered":"2024-09-07T15:26:03.263661+0000","last_clean":"2024-09-07T15:26:03.263661+0000","last_became_active":"2024-09-07T13:38:20.020888+0000","last_became_peered":"2024-09-07T13:38:20.020888+0000","last_unstale":"2024-09-07T15:26:03.263661+0000","last_undegraded":"2024-09-07T15:26:03.263661+0000","last_fullsized":"2024-09-07T15:26:03.263661+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:50:11.722481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":639,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":974,"num_read_kb":933,"num_write":389,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'72","reported_seq":669,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503585+0000","last_change":"2024-09-07T13:38:11.977503+0000","last_active":"2024-09-07T15:24:32.503585+0000","last_peered":"2024-09-07T15:24:32.503585+0000","last_clean":"2024-09-07T15:24:32.503585+0000","last_became_active":"2024-09-07T13:38:11.976787+0000","last_became_peered":"2024-09-07T13:38:11.976787+0000","last_unstale":"2024-09-07T15:24:32.503585+0000","last_undegraded":"2024-09-07T15:24:32.503585+0000","last_fullsized":"2024-09-07T15:24:32.503585+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:50:07.860442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":328,"num_read_kb":277,"num_write":98,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'347","reported_seq":1016,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.212729+0000","last_change":"2024-09-07T13:38:09.958695+0000","last_active":"2024-09-07T15:27:45.212729+0000","last_peered":"2024-09-07T15:27:45.212729+0000","last_clean":"2024-09-07T15:27:45.212729+0000","last_became_active":"2024-09-07T13:38:09.957598+0000","last_became_peered":"2024-09-07T13:38:09.957598+0000","last_unstale":"2024-09-07T15:27:45.212729+0000","last_undegraded":"2024-09-07T15:27:45.212729+0000","last_fullsized":"2024-09-07T15:27:45.212729+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:32:49.011191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136926,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":457,"num_read_kb":38172,"num_write":1014,"num_write_kb":38268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.276958+0000","last_change":"2024-09-07T13:38:13.966826+0000","last_active":"2024-09-07T15:25:01.276958+0000","last_peered":"2024-09-07T15:25:01.276958+0000","last_clean":"2024-09-07T15:25:01.276958+0000","last_became_active":"2024-09-07T13:38:13.966063+0000","last_became_peered":"2024-09-07T13:38:13.966063+0000","last_unstale":"2024-09-07T15:25:01.276958+0000","last_undegraded":"2024-09-07T15:25:01.276958+0000","last_fullsized":"2024-09-07T15:25:01.276958+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:32:57.004252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'349","reported_seq":979,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.244360+0000","last_change":"2024-09-07T13:38:15.986689+0000","last_active":"2024-09-07T15:27:45.244360+0000","last_peered":"2024-09-07T15:27:45.244360+0000","last_clean":"2024-09-07T15:27:45.244360+0000","last_became_active":"2024-09-07T13:38:15.985935+0000","last_became_peered":"2024-09-07T13:38:15.985935+0000","last_unstale":"2024-09-07T15:27:45.244360+0000","last_undegraded":"2024-09-07T15:27:45.244360+0000","last_fullsized":"2024-09-07T15:27:45.244360+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:55:24.216028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48977,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":547,"num_read_kb":1136,"num_write":430,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":512,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682501+0000","last_change":"2024-09-07T13:38:18.009435+0000","last_active":"2024-09-07T15:23:21.682501+0000","last_peered":"2024-09-07T15:23:21.682501+0000","last_clean":"2024-09-07T15:23:21.682501+0000","last_became_active":"2024-09-07T13:38:18.008930+0000","last_became_peered":"2024-09-07T13:38:18.008930+0000","last_unstale":"2024-09-07T15:23:21.682501+0000","last_undegraded":"2024-09-07T15:23:21.682501+0000","last_fullsized":"2024-09-07T15:23:21.682501+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:31.672910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'150","reported_seq":664,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.360959+0000","last_change":"2024-09-07T13:38:20.013274+0000","last_active":"2024-09-07T15:27:22.360959+0000","last_peered":"2024-09-07T15:27:22.360959+0000","last_clean":"2024-09-07T15:27:22.360959+0000","last_became_active":"2024-09-07T13:38:20.010675+0000","last_became_peered":"2024-09-07T13:38:20.010675+0000","last_unstale":"2024-09-07T15:27:22.360959+0000","last_undegraded":"2024-09-07T15:27:22.360959+0000","last_fullsized":"2024-09-07T15:27:22.360959+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:14:19.163625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":155,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'138","reported_seq":776,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.830787+0000","last_change":"2024-09-07T13:38:11.960958+0000","last_active":"2024-09-07T15:24:52.830787+0000","last_peered":"2024-09-07T15:24:52.830787+0000","last_clean":"2024-09-07T15:24:52.830787+0000","last_became_active":"2024-09-07T13:38:11.951152+0000","last_became_peered":"2024-09-07T13:38:11.951152+0000","last_unstale":"2024-09-07T15:24:52.830787+0000","last_undegraded":"2024-09-07T15:24:52.830787+0000","last_fullsized":"2024-09-07T15:24:52.830787+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:40:50.867283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":210,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'356","reported_seq":1056,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.108048+0000","last_change":"2024-09-07T13:38:41.116583+0000","last_active":"2024-09-07T15:27:45.108048+0000","last_peered":"2024-09-07T15:27:45.108048+0000","last_clean":"2024-09-07T15:27:45.108048+0000","last_became_active":"2024-09-07T13:38:41.116020+0000","last_became_peered":"2024-09-07T13:38:41.116020+0000","last_unstale":"2024-09-07T15:27:45.108048+0000","last_undegraded":"2024-09-07T15:27:45.108048+0000","last_fullsized":"2024-09-07T15:27:45.108048+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:05:40.723720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6356514,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":637,"num_read_kb":16268,"num_write":1147,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"269'179","reported_seq":869,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267293+0000","last_change":"2024-09-07T13:38:11.949201+0000","last_active":"2024-09-07T15:24:21.267293+0000","last_peered":"2024-09-07T15:24:21.267293+0000","last_clean":"2024-09-07T15:24:21.267293+0000","last_became_active":"2024-09-07T13:38:11.947998+0000","last_became_peered":"2024-09-07T13:38:11.947998+0000","last_unstale":"2024-09-07T15:24:21.267293+0000","last_undegraded":"2024-09-07T15:24:21.267293+0000","last_fullsized":"2024-09-07T15:24:21.267293+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:45:50.061731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":929,"num_read_kb":833,"num_write":305,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'354","reported_seq":1102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.177750+0000","last_change":"2024-09-07T13:38:09.957045+0000","last_active":"2024-09-07T15:27:45.177750+0000","last_peered":"2024-09-07T15:27:45.177750+0000","last_clean":"2024-09-07T15:27:45.177750+0000","last_became_active":"2024-09-07T13:38:09.956746+0000","last_became_peered":"2024-09-07T13:38:09.956746+0000","last_unstale":"2024-09-07T15:27:45.177750+0000","last_undegraded":"2024-09-07T15:27:45.177750+0000","last_fullsized":"2024-09-07T15:27:45.177750+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:06:03.834065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306372,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":586,"num_read_kb":118227,"num_write":1111,"num_write_kb":43073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'123","reported_seq":764,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.735726+0000","last_change":"2024-09-07T13:38:11.968682+0000","last_active":"2024-09-07T15:24:21.735726+0000","last_peered":"2024-09-07T15:24:21.735726+0000","last_clean":"2024-09-07T15:24:21.735726+0000","last_became_active":"2024-09-07T13:38:11.964926+0000","last_became_peered":"2024-09-07T13:38:11.964926+0000","last_unstale":"2024-09-07T15:24:21.735726+0000","last_undegraded":"2024-09-07T15:24:21.735726+0000","last_fullsized":"2024-09-07T15:24:21.735726+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:22:01.094161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":452,"num_write":178,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'346","reported_seq":1015,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.215247+0000","last_change":"2024-09-07T13:38:09.947119+0000","last_active":"2024-09-07T15:27:45.215247+0000","last_peered":"2024-09-07T15:27:45.215247+0000","last_clean":"2024-09-07T15:27:45.215247+0000","last_became_active":"2024-09-07T13:38:09.945903+0000","last_became_peered":"2024-09-07T13:38:09.945903+0000","last_unstale":"2024-09-07T15:27:45.215247+0000","last_undegraded":"2024-09-07T15:27:45.215247+0000","last_fullsized":"2024-09-07T15:27:45.215247+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:26:07.414745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1157958,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":89504,"num_write":1101,"num_write_kb":59727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'86","reported_seq":687,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.267143+0000","last_change":"2024-09-07T13:38:11.937796+0000","last_active":"2024-09-07T15:24:21.267143+0000","last_peered":"2024-09-07T15:24:21.267143+0000","last_clean":"2024-09-07T15:24:21.267143+0000","last_became_active":"2024-09-07T13:38:11.937036+0000","last_became_peered":"2024-09-07T13:38:11.937036+0000","last_unstale":"2024-09-07T15:24:21.267143+0000","last_undegraded":"2024-09-07T15:24:21.267143+0000","last_fullsized":"2024-09-07T15:24:21.267143+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:24:20.802614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":116,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'310","reported_seq":957,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.210197+0000","last_change":"2024-09-07T13:38:09.945028+0000","last_active":"2024-09-07T15:27:45.210197+0000","last_peered":"2024-09-07T15:27:45.210197+0000","last_clean":"2024-09-07T15:27:45.210197+0000","last_became_active":"2024-09-07T13:38:09.944652+0000","last_became_peered":"2024-09-07T13:38:09.944652+0000","last_unstale":"2024-09-07T15:27:45.210197+0000","last_undegraded":"2024-09-07T15:27:45.210197+0000","last_fullsized":"2024-09-07T15:27:45.210197+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:46:03.854603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":569969,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":462,"num_read_kb":1903,"num_write":939,"num_write_kb":15286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'34","reported_seq":624,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.324322+0000","last_change":"2024-09-07T13:38:11.954894+0000","last_active":"2024-09-07T15:24:52.324322+0000","last_peered":"2024-09-07T15:24:52.324322+0000","last_clean":"2024-09-07T15:24:52.324322+0000","last_became_active":"2024-09-07T13:38:11.954420+0000","last_became_peered":"2024-09-07T13:38:11.954420+0000","last_unstale":"2024-09-07T15:24:52.324322+0000","last_undegraded":"2024-09-07T15:24:52.324322+0000","last_fullsized":"2024-09-07T15:24:52.324322+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:20:39.986528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":154,"num_write":48,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'320","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.137776+0000","last_change":"2024-09-07T13:38:41.119286+0000","last_active":"2024-09-07T15:27:45.137776+0000","last_peered":"2024-09-07T15:27:45.137776+0000","last_clean":"2024-09-07T15:27:45.137776+0000","last_became_active":"2024-09-07T13:38:41.118577+0000","last_became_peered":"2024-09-07T13:38:41.118577+0000","last_unstale":"2024-09-07T15:27:45.137776+0000","last_undegraded":"2024-09-07T15:27:45.137776+0000","last_fullsized":"2024-09-07T15:27:45.137776+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:15:00.852817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":536,"num_read_kb":67028,"num_write":1000,"num_write_kb":24885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"269'74","reported_seq":699,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502373+0000","last_change":"2024-09-07T13:38:11.961501+0000","last_active":"2024-09-07T15:24:27.502373+0000","last_peered":"2024-09-07T15:24:27.502373+0000","last_clean":"2024-09-07T15:24:27.502373+0000","last_became_active":"2024-09-07T13:38:11.960709+0000","last_became_peered":"2024-09-07T13:38:11.960709+0000","last_unstale":"2024-09-07T15:24:27.502373+0000","last_undegraded":"2024-09-07T15:24:27.502373+0000","last_fullsized":"2024-09-07T15:24:27.502373+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:42:49.677272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":310,"num_write":110,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'311","reported_seq":1015,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.166227+0000","last_change":"2024-09-07T13:38:09.914801+0000","last_active":"2024-09-07T15:27:45.166227+0000","last_peered":"2024-09-07T15:27:45.166227+0000","last_clean":"2024-09-07T15:27:45.166227+0000","last_became_active":"2024-09-07T13:38:09.914458+0000","last_became_peered":"2024-09-07T13:38:09.914458+0000","last_unstale":"2024-09-07T15:27:45.166227+0000","last_undegraded":"2024-09-07T15:27:45.166227+0000","last_fullsized":"2024-09-07T15:27:45.166227+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:28:27.895623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136897,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":515,"num_read_kb":38434,"num_write":1030,"num_write_kb":29352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'4326","reported_seq":5033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.190170+0000","last_change":"2024-09-07T13:38:11.969273+0000","last_active":"2024-09-07T15:26:01.190170+0000","last_peered":"2024-09-07T15:26:01.190170+0000","last_clean":"2024-09-07T15:26:01.190170+0000","last_became_active":"2024-09-07T13:38:11.966079+0000","last_became_peered":"2024-09-07T13:38:11.966079+0000","last_unstale":"2024-09-07T15:26:01.190170+0000","last_undegraded":"2024-09-07T15:26:01.190170+0000","last_fullsized":"2024-09-07T15:26:01.190170+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":3000,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:01:42.728052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17506,"num_read_kb":14577,"num_write":6561,"num_write_kb":3271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'286","reported_seq":992,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.224610+0000","last_change":"2024-09-07T13:38:09.968955+0000","last_active":"2024-09-07T15:27:45.224610+0000","last_peered":"2024-09-07T15:27:45.224610+0000","last_clean":"2024-09-07T15:27:45.224610+0000","last_became_active":"2024-09-07T13:38:09.966151+0000","last_became_peered":"2024-09-07T13:38:09.966151+0000","last_unstale":"2024-09-07T15:27:45.224610+0000","last_undegraded":"2024-09-07T15:27:45.224610+0000","last_fullsized":"2024-09-07T15:27:45.224610+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:18:42.885807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399262,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":546,"num_read_kb":2644,"num_write":904,"num_write_kb":22278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'163","reported_seq":815,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.478965+0000","last_change":"2024-09-07T13:38:11.967014+0000","last_active":"2024-09-07T15:24:26.478965+0000","last_peered":"2024-09-07T15:24:26.478965+0000","last_clean":"2024-09-07T15:24:26.478965+0000","last_became_active":"2024-09-07T13:38:11.966128+0000","last_became_peered":"2024-09-07T13:38:11.966128+0000","last_unstale":"2024-09-07T15:24:26.478965+0000","last_undegraded":"2024-09-07T15:24:26.478965+0000","last_fullsized":"2024-09-07T15:24:26.478965+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:55:28.962028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":749,"num_read_kb":624,"num_write":242,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'380","reported_seq":1099,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.194176+0000","last_change":"2024-09-07T13:38:09.943504+0000","last_active":"2024-09-07T15:27:45.194176+0000","last_peered":"2024-09-07T15:27:45.194176+0000","last_clean":"2024-09-07T15:27:45.194176+0000","last_became_active":"2024-09-07T13:38:09.943119+0000","last_became_peered":"2024-09-07T13:38:09.943119+0000","last_unstale":"2024-09-07T15:27:45.194176+0000","last_undegraded":"2024-09-07T15:27:45.194176+0000","last_fullsized":"2024-09-07T15:27:45.194176+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:31:15.561749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3875580,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":572,"num_read_kb":49070,"num_write":1141,"num_write_kb":52483,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'107","reported_seq":737,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:24.183322+0000","last_change":"2024-09-07T13:38:11.956177+0000","last_active":"2024-09-07T15:24:24.183322+0000","last_peered":"2024-09-07T15:24:24.183322+0000","last_clean":"2024-09-07T15:24:24.183322+0000","last_became_active":"2024-09-07T13:38:11.954473+0000","last_became_peered":"2024-09-07T13:38:11.954473+0000","last_unstale":"2024-09-07T15:24:24.183322+0000","last_undegraded":"2024-09-07T15:24:24.183322+0000","last_fullsized":"2024-09-07T15:24:24.183322+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:47:21.356229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":158,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'308","reported_seq":1005,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.153154+0000","last_change":"2024-09-07T13:38:09.950646+0000","last_active":"2024-09-07T15:27:45.153154+0000","last_peered":"2024-09-07T15:27:45.153154+0000","last_clean":"2024-09-07T15:27:45.153154+0000","last_became_active":"2024-09-07T13:38:09.947018+0000","last_became_peered":"2024-09-07T13:38:09.947018+0000","last_unstale":"2024-09-07T15:27:45.153154+0000","last_undegraded":"2024-09-07T15:27:45.153154+0000","last_fullsized":"2024-09-07T15:27:45.153154+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:33:46.878668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":480,"num_read_kb":54354,"num_write":901,"num_write_kb":34652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'198","reported_seq":862,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:07.223064+0000","last_change":"2024-09-07T13:38:11.968110+0000","last_active":"2024-09-07T15:24:07.223064+0000","last_peered":"2024-09-07T15:24:07.223064+0000","last_clean":"2024-09-07T15:24:07.223064+0000","last_became_active":"2024-09-07T13:38:11.963550+0000","last_became_peered":"2024-09-07T13:38:11.963550+0000","last_unstale":"2024-09-07T15:24:07.223064+0000","last_undegraded":"2024-09-07T15:24:07.223064+0000","last_fullsized":"2024-09-07T15:24:07.223064+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:19:27.717973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":873,"num_read_kb":718,"num_write":298,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'344","reported_seq":1088,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.209763+0000","last_change":"2024-09-07T13:38:09.960515+0000","last_active":"2024-09-07T15:27:45.209763+0000","last_peered":"2024-09-07T15:27:45.209763+0000","last_clean":"2024-09-07T15:27:45.209763+0000","last_became_active":"2024-09-07T13:38:09.959943+0000","last_became_peered":"2024-09-07T13:38:09.959943+0000","last_unstale":"2024-09-07T15:27:45.209763+0000","last_undegraded":"2024-09-07T15:27:45.209763+0000","last_fullsized":"2024-09-07T15:27:45.209763+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:48:10.173865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":586211,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":559,"num_read_kb":156829,"num_write":1125,"num_write_kb":44912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"269'226","reported_seq":887,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263189+0000","last_change":"2024-09-07T13:38:11.967601+0000","last_active":"2024-09-07T15:24:26.263189+0000","last_peered":"2024-09-07T15:24:26.263189+0000","last_clean":"2024-09-07T15:24:26.263189+0000","last_became_active":"2024-09-07T13:38:11.967242+0000","last_became_peered":"2024-09-07T13:38:11.967242+0000","last_unstale":"2024-09-07T15:24:26.263189+0000","last_undegraded":"2024-09-07T15:24:26.263189+0000","last_fullsized":"2024-09-07T15:24:26.263189+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:00:24.435099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1029,"num_read_kb":861,"num_write":341,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'343","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.233905+0000","last_change":"2024-09-07T13:38:09.961467+0000","last_active":"2024-09-07T15:27:45.233905+0000","last_peered":"2024-09-07T15:27:45.233905+0000","last_clean":"2024-09-07T15:27:45.233905+0000","last_became_active":"2024-09-07T13:38:09.958372+0000","last_became_peered":"2024-09-07T13:38:09.958372+0000","last_unstale":"2024-09-07T15:27:45.233905+0000","last_undegraded":"2024-09-07T15:27:45.233905+0000","last_fullsized":"2024-09-07T15:27:45.233905+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:07.855745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1050818,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":18583,"num_write":1091,"num_write_kb":37988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'251","reported_seq":931,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495459+0000","last_change":"2024-09-07T13:38:11.984993+0000","last_active":"2024-09-07T15:23:57.495459+0000","last_peered":"2024-09-07T15:23:57.495459+0000","last_clean":"2024-09-07T15:23:57.495459+0000","last_became_active":"2024-09-07T13:38:11.984378+0000","last_became_peered":"2024-09-07T13:38:11.984378+0000","last_unstale":"2024-09-07T15:23:57.495459+0000","last_undegraded":"2024-09-07T15:23:57.495459+0000","last_fullsized":"2024-09-07T15:23:57.495459+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:34:28.701838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1089,"num_read_kb":888,"num_write":401,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'294","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.165241+0000","last_change":"2024-09-07T13:38:09.954170+0000","last_active":"2024-09-07T15:27:45.165241+0000","last_peered":"2024-09-07T15:27:45.165241+0000","last_clean":"2024-09-07T15:27:45.165241+0000","last_became_active":"2024-09-07T13:38:09.953778+0000","last_became_peered":"2024-09-07T13:38:09.953778+0000","last_unstale":"2024-09-07T15:27:45.165241+0000","last_undegraded":"2024-09-07T15:27:45.165241+0000","last_fullsized":"2024-09-07T15:27:45.165241+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:27:44.047601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2436320,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":446,"num_read_kb":70626,"num_write":1025,"num_write_kb":40171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'169","reported_seq":799,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:35.461578+0000","last_change":"2024-09-07T13:38:11.958808+0000","last_active":"2024-09-07T15:24:35.461578+0000","last_peered":"2024-09-07T15:24:35.461578+0000","last_clean":"2024-09-07T15:24:35.461578+0000","last_became_active":"2024-09-07T13:38:11.958064+0000","last_became_peered":"2024-09-07T13:38:11.958064+0000","last_unstale":"2024-09-07T15:24:35.461578+0000","last_undegraded":"2024-09-07T15:24:35.461578+0000","last_fullsized":"2024-09-07T15:24:35.461578+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:39:11.761149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":587,"num_write":258,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'341","reported_seq":1004,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.147104+0000","last_change":"2024-09-07T13:38:09.942725+0000","last_active":"2024-09-07T15:27:45.147104+0000","last_peered":"2024-09-07T15:27:45.147104+0000","last_clean":"2024-09-07T15:27:45.147104+0000","last_became_active":"2024-09-07T13:38:09.936674+0000","last_became_peered":"2024-09-07T13:38:09.936674+0000","last_unstale":"2024-09-07T15:27:45.147104+0000","last_undegraded":"2024-09-07T15:27:45.147104+0000","last_fullsized":"2024-09-07T15:27:45.147104+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:22:35.197871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288967,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":494,"num_read_kb":29966,"num_write":1083,"num_write_kb":57855,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'103","reported_seq":689,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.279828+0000","last_change":"2024-09-07T13:38:11.952566+0000","last_active":"2024-09-07T15:26:03.279828+0000","last_peered":"2024-09-07T15:26:03.279828+0000","last_clean":"2024-09-07T15:26:03.279828+0000","last_became_active":"2024-09-07T13:38:11.948061+0000","last_became_peered":"2024-09-07T13:38:11.948061+0000","last_unstale":"2024-09-07T15:26:03.279828+0000","last_undegraded":"2024-09-07T15:26:03.279828+0000","last_fullsized":"2024-09-07T15:26:03.279828+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:33:51.276298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":456,"num_read_kb":368,"num_write":151,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'329","reported_seq":966,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.152690+0000","last_change":"2024-09-07T13:38:09.978561+0000","last_active":"2024-09-07T15:27:45.152690+0000","last_peered":"2024-09-07T15:27:45.152690+0000","last_clean":"2024-09-07T15:27:45.152690+0000","last_became_active":"2024-09-07T13:38:09.977914+0000","last_became_peered":"2024-09-07T13:38:09.977914+0000","last_unstale":"2024-09-07T15:27:45.152690+0000","last_undegraded":"2024-09-07T15:27:45.152690+0000","last_fullsized":"2024-09-07T15:27:45.152690+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:30:02.297567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":444,"num_read_kb":6535,"num_write":1019,"num_write_kb":46948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'55","reported_seq":654,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309580+0000","last_change":"2024-09-07T13:38:11.967367+0000","last_active":"2024-09-07T15:23:52.309580+0000","last_peered":"2024-09-07T15:23:52.309580+0000","last_clean":"2024-09-07T15:23:52.309580+0000","last_became_active":"2024-09-07T13:38:11.954989+0000","last_became_peered":"2024-09-07T13:38:11.954989+0000","last_unstale":"2024-09-07T15:23:52.309580+0000","last_undegraded":"2024-09-07T15:23:52.309580+0000","last_fullsized":"2024-09-07T15:23:52.309580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:04:31.660954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":193,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'349","reported_seq":1058,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.203156+0000","last_change":"2024-09-07T13:38:09.971220+0000","last_active":"2024-09-07T15:27:45.203156+0000","last_peered":"2024-09-07T15:27:45.203156+0000","last_clean":"2024-09-07T15:27:45.203156+0000","last_became_active":"2024-09-07T13:38:09.970859+0000","last_became_peered":"2024-09-07T13:38:09.970859+0000","last_unstale":"2024-09-07T15:27:45.203156+0000","last_undegraded":"2024-09-07T15:27:45.203156+0000","last_fullsized":"2024-09-07T15:27:45.203156+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":625,"num_read_kb":27882,"num_write":1267,"num_write_kb":26984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'187","reported_seq":857,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.907311+0000","last_change":"2024-09-07T13:38:11.968437+0000","last_active":"2024-09-07T15:24:36.907311+0000","last_peered":"2024-09-07T15:24:36.907311+0000","last_clean":"2024-09-07T15:24:36.907311+0000","last_became_active":"2024-09-07T13:38:11.967747+0000","last_became_peered":"2024-09-07T13:38:11.967747+0000","last_unstale":"2024-09-07T15:24:36.907311+0000","last_undegraded":"2024-09-07T15:24:36.907311+0000","last_fullsized":"2024-09-07T15:24:36.907311+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:18:11.762150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":822,"num_read_kb":682,"num_write":266,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'319","reported_seq":986,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.178582+0000","last_change":"2024-09-07T13:38:09.967890+0000","last_active":"2024-09-07T15:27:45.178582+0000","last_peered":"2024-09-07T15:27:45.178582+0000","last_clean":"2024-09-07T15:27:45.178582+0000","last_became_active":"2024-09-07T13:38:09.966982+0000","last_became_peered":"2024-09-07T13:38:09.966982+0000","last_unstale":"2024-09-07T15:27:45.178582+0000","last_undegraded":"2024-09-07T15:27:45.178582+0000","last_fullsized":"2024-09-07T15:27:45.178582+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:36.660350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7428301,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":512,"num_read_kb":26458,"num_write":1052,"num_write_kb":42546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'326","reported_seq":992,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.149032+0000","last_change":"2024-09-07T13:38:09.951698+0000","last_active":"2024-09-07T15:27:45.149032+0000","last_peered":"2024-09-07T15:27:45.149032+0000","last_clean":"2024-09-07T15:27:45.149032+0000","last_became_active":"2024-09-07T13:38:09.950346+0000","last_became_peered":"2024-09-07T13:38:09.950346+0000","last_unstale":"2024-09-07T15:27:45.149032+0000","last_undegraded":"2024-09-07T15:27:45.149032+0000","last_fullsized":"2024-09-07T15:27:45.149032+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:44:47.085193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291488,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":493,"num_read_kb":31373,"num_write":1024,"num_write_kb":48642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'129","reported_seq":736,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.705309+0000","last_change":"2024-09-07T13:38:11.956956+0000","last_active":"2024-09-07T15:24:56.705309+0000","last_peered":"2024-09-07T15:24:56.705309+0000","last_clean":"2024-09-07T15:24:56.705309+0000","last_became_active":"2024-09-07T13:38:11.955485+0000","last_became_peered":"2024-09-07T13:38:11.955485+0000","last_unstale":"2024-09-07T15:24:56.705309+0000","last_undegraded":"2024-09-07T15:24:56.705309+0000","last_fullsized":"2024-09-07T15:24:56.705309+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:27:17.722845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":556,"num_read_kb":453,"num_write":191,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'469","reported_seq":1164,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.209119+0000","last_change":"2024-09-07T13:38:09.956186+0000","last_active":"2024-09-07T15:27:45.209119+0000","last_peered":"2024-09-07T15:27:45.209119+0000","last_clean":"2024-09-07T15:27:45.209119+0000","last_became_active":"2024-09-07T13:38:09.955640+0000","last_became_peered":"2024-09-07T13:38:09.955640+0000","last_unstale":"2024-09-07T15:27:45.209119+0000","last_undegraded":"2024-09-07T15:27:45.209119+0000","last_fullsized":"2024-09-07T15:27:45.209119+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:08.880313+0000","last_clean_scrub_stamp":"2024-09-07T13:38:08.880313+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":400,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291472,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":763,"num_read_kb":13306,"num_write":1241,"num_write_kb":30944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'181","reported_seq":831,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.738055+0000","last_change":"2024-09-07T13:38:11.957199+0000","last_active":"2024-09-07T15:24:31.738055+0000","last_peered":"2024-09-07T15:24:31.738055+0000","last_clean":"2024-09-07T15:24:31.738055+0000","last_became_active":"2024-09-07T13:38:11.955420+0000","last_became_peered":"2024-09-07T13:38:11.955420+0000","last_unstale":"2024-09-07T15:24:31.738055+0000","last_undegraded":"2024-09-07T15:24:31.738055+0000","last_fullsized":"2024-09-07T15:24:31.738055+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:45:18.102760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":815,"num_read_kb":669,"num_write":276,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5579,"num_read_kb":3932,"num_write":1892,"num_write_kb":790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1063,"ondisk_log_size":1063,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15869,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":16338,"num_read_kb":16003,"num_write":16758,"num_write_kb":4902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":31738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1879,"ondisk_log_size":1879,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":482,"ondisk_log_size":482,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1528476,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":20492,"num_read_kb":39760,"num_write":17131,"num_write_kb":12297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1844,"ondisk_log_size":1844,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2413,"num_read_kb":2876,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102755,"num_read_kb":85366,"num_write":37204,"num_write_kb":18790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4128,"ondisk_log_size":4128,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":88637533,"num_objects":375,"num_object_clones":0,"num_object_copies":1125,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":375,"num_whiteouts":0,"num_read":36258,"num_read_kb":2657239,"num_write":70982,"num_write_kb":2277217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":134885376,"data_stored":134885376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3441,"ondisk_log_size":3441,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":189777,"num_write":158,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":189147,"num_write":158,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129543472,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":303220,"kb_used_data":28912,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94068620,"statfs":{"total":96636764160,"available":96326266880,"internally_reserved":0,"allocated":29605888,"data_stored":27585921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":280689098},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129543470,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":262952,"kb_used_data":15100,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":94108888,"statfs":{"total":96636764160,"available":96367501312,"internally_reserved":0,"allocated":15462400,"data_stored":13493947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":253688262},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129543472,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":155752,"kb_used_data":25848,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94216088,"statfs":{"total":96636764160,"available":96477274112,"internally_reserved":0,"allocated":26468352,"data_stored":24418266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129543468,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":122268,"kb_used_data":22960,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94249572,"statfs":{"total":96636764160,"available":96511561728,"internally_reserved":0,"allocated":23511040,"data_stored":21569131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":101579205},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543471,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":290480,"kb_used_data":20300,"kb_used_omap":1,"kb_used_meta":269886,"kb_avail":94081360,"statfs":{"total":96636764160,"available":96339312640,"internally_reserved":0,"allocated":20787200,"data_stored":18785859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":276363720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543470,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":126988,"kb_used_data":15232,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94244852,"statfs":{"total":96636764160,"available":96506728448,"internally_reserved":0,"allocated":15597568,"data_stored":13640532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543469,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":179260,"kb_used_data":17600,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94192580,"statfs":{"total":96636764160,"available":96453201920,"internally_reserved":0,"allocated":18022400,"data_stored":16033324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543470,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":258612,"kb_used_data":20580,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":94113228,"statfs":{"total":96636764160,"available":96371945472,"internally_reserved":0,"allocated":21073920,"data_stored":19065402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":243726792},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16158720,"data_stored":16158720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":13717504,"data_stored":13717504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":11325440,"data_stored":11325440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16470016,"data_stored":16470016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":19255296,"data_stored":19255296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":22102016,"data_stored":22102016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":11177984,"data_stored":11177984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24678400,"data_stored":24678400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-07T15:27:52.892 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.892 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.892 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.892 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.892 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.893 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.893 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.893 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.893 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.893 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.893 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.893 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.893 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.893 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.894 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.894 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.894 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.894 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.894 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.894 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.894 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.894 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.894 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.894 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.895 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.895 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.895 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.895 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.895 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.895 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.895 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.895 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.896 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.896 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.896 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.896 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.896 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.896 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.896 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.896 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.896 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.897 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.897 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.897 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.897 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.897 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.897 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.897 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.897 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.897 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.897 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.898 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.898 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.898 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.898 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.898 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.898 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.898 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.898 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.899 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.899 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.899 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.899 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.899 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.899 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.899 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.899 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.899 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.900 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.900 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.900 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.900 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.900 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.900 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.900 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.900 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.900 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.901 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.901 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.901 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.901 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.901 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.901 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.901 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.901 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.901 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.902 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.902 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.902 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.902 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.902 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.902 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.902 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.902 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.902 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.903 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.903 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.903 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.903 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.903 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.903 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.903 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.903 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.903 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.904 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.904 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.904 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.904 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.904 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.904 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.904 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.904 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.904 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.905 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.905 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.905 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.905 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.905 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.905 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.905 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.905 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.905 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.906 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.906 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.906 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.906 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.906 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.906 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.906 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.906 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.906 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.907 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.907 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.907 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.907 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.907 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.907 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.907 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.907 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.907 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.908 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.908 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.908 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.908 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.908 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.908 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.908 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.908 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.908 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.909 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.909 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.909 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.909 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.909 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.909 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.909 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.909 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.909 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.909 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.910 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.910 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.910 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.910 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.910 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.910 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.910 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.910 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.910 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.911 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.911 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.911 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.911 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.911 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.911 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.911 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.911 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.911 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.912 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.912 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.912 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.912 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.912 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.912 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.912 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.912 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.912 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.913 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.913 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.913 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.913 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.913 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.913 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.913 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.913 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.913 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.914 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.914 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.914 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.914 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.914 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.914 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.914 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.914 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.914 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.915 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.915 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.915 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.915 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.915 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.915 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.915 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.915 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.915 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.916 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.916 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.916 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.916 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.916 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.916 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.916 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.916 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.916 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.917 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.917 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.917 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.917 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.917 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.917 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.917 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.917 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-07T13:37:47.582000+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.918 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-07T13:37:52.626410+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=37, tm_sec=52, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.918 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.918 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.918 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.918 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.918 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.918 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.918 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-07T13:37:52.626410+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=37, tm_sec=52, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.918 INFO:tasks.ceph:pgid 3.1 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.919 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.919 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.919 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.919 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.919 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.919 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-07T13:37:52.626410+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=37, tm_sec=52, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.919 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.919 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.919 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.919 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.920 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.920 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-07T13:37:52.626410+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=37, tm_sec=52, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.920 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.920 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.920 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.920 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.920 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.920 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.920 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-07T13:37:52.626410+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=37, tm_sec=52, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.921 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.921 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.921 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.921 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.921 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.921 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.921 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-07T13:37:52.626410+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=37, tm_sec=52, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.921 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.921 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.922 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.922 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.922 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.922 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.922 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-07T13:37:52.626410+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=37, tm_sec=52, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.922 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.922 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.922 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.922 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.923 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.923 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.923 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-07T13:37:52.626410+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=37, tm_sec=52, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.923 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.923 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.923 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.923 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.923 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.923 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.924 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.924 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.924 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.924 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.924 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.924 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.924 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.924 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.924 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.925 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.925 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.925 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.925 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.925 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.925 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.925 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.925 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.925 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.926 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.926 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.926 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.926 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.926 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.926 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.926 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.926 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.926 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.927 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.927 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.927 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.927 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.927 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.927 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.927 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.927 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.927 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.928 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.928 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.928 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.928 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.928 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.928 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.928 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.928 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.928 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.929 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.929 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.929 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.929 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.929 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.929 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.929 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.929 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.929 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.930 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.930 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.930 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.930 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.930 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.930 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.930 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.930 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.931 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.931 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.931 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.931 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.931 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.931 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.931 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.931 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.931 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.931 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.932 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.932 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.932 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.932 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.932 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.932 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.932 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.932 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.932 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.933 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.933 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.933 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.933 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.933 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.933 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.933 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.933 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.933 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.934 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.934 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.934 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.934 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.934 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.934 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.934 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.934 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.934 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.935 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.935 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.935 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.935 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.935 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.935 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-07T13:38:08.880313+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=8, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.935 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:27:52.935 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-07T15:28:12.937 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-07T15:28:13.308 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:28:13.320 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2024-09-07T15:28:13.334 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":3573,"stamp":"2024-09-07T15:28:11.508601+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":90774058,"num_objects":700,"num_object_clones":0,"num_object_copies":1775,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":700,"num_whiteouts":0,"num_read":184187,"num_read_kb":3184167,"num_write":144426,"num_write_kb":2577194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":61,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73703,"num_omap_keys":234,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13162,"ondisk_log_size":13162,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1698500,"kb_used_data":166532,"kb_used_omap":12,"kb_used_meta":1531827,"kb_avail":753276220,"statfs":{"total":773094113280,"available":771354849280,"internally_reserved":0,"allocated":170528768,"data_stored":154592382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":1568591412},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":47959,"num_omap_keys":133,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008435"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.719988+0000","last_change":"2024-09-07T14:28:24.421644+0000","last_active":"2024-09-07T15:23:26.719988+0000","last_peered":"2024-09-07T15:23:26.719988+0000","last_clean":"2024-09-07T15:23:26.719988+0000","last_became_active":"2024-09-07T14:28:24.420634+0000","last_became_peered":"2024-09-07T14:28:24.420634+0000","last_unstale":"2024-09-07T15:23:26.719988+0000","last_undegraded":"2024-09-07T15:23:26.719988+0000","last_fullsized":"2024-09-07T15:23:26.719988+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:59.587795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'5","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.923614+0000","last_change":"2024-09-07T14:01:17.861487+0000","last_active":"2024-09-07T15:27:42.923614+0000","last_peered":"2024-09-07T15:27:42.923614+0000","last_clean":"2024-09-07T15:27:42.923614+0000","last_became_active":"2024-09-07T14:01:17.860628+0000","last_became_peered":"2024-09-07T14:01:17.860628+0000","last_unstale":"2024-09-07T15:27:42.923614+0000","last_undegraded":"2024-09-07T15:27:42.923614+0000","last_fullsized":"2024-09-07T15:27:42.923614+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:45.938337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5168,"num_write":5,"num_write_kb":5168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.307080+0000","last_change":"2024-09-07T14:01:10.281106+0000","last_active":"2024-09-07T15:23:42.307080+0000","last_peered":"2024-09-07T15:23:42.307080+0000","last_clean":"2024-09-07T15:23:42.307080+0000","last_became_active":"2024-09-07T14:01:10.280451+0000","last_became_peered":"2024-09-07T14:01:10.280451+0000","last_unstale":"2024-09-07T15:23:42.307080+0000","last_undegraded":"2024-09-07T15:23:42.307080+0000","last_fullsized":"2024-09-07T15:23:42.307080+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:46.345398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'32","reported_seq":163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.704175+0000","last_change":"2024-09-07T13:55:14.113420+0000","last_active":"2024-09-07T15:24:51.704175+0000","last_peered":"2024-09-07T15:24:51.704175+0000","last_clean":"2024-09-07T15:24:51.704175+0000","last_became_active":"2024-09-07T13:55:14.111290+0000","last_became_peered":"2024-09-07T13:55:14.111290+0000","last_unstale":"2024-09-07T15:24:51.704175+0000","last_undegraded":"2024-09-07T15:24:51.704175+0000","last_fullsized":"2024-09-07T15:24:51.704175+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:19:42.881114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":112,"num_write":58,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.250112+0000","last_change":"2024-09-07T14:28:24.441050+0000","last_active":"2024-09-07T15:23:26.250112+0000","last_peered":"2024-09-07T15:23:26.250112+0000","last_clean":"2024-09-07T15:23:26.250112+0000","last_became_active":"2024-09-07T14:28:24.440403+0000","last_became_peered":"2024-09-07T14:28:24.440403+0000","last_unstale":"2024-09-07T15:23:26.250112+0000","last_undegraded":"2024-09-07T15:23:26.250112+0000","last_fullsized":"2024-09-07T15:23:26.250112+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:18:19.747260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'4","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.818544+0000","last_change":"2024-09-07T14:01:17.860509+0000","last_active":"2024-09-07T15:27:44.818544+0000","last_peered":"2024-09-07T15:27:44.818544+0000","last_clean":"2024-09-07T15:27:44.818544+0000","last_became_active":"2024-09-07T14:01:17.859566+0000","last_became_peered":"2024-09-07T14:01:17.859566+0000","last_unstale":"2024-09-07T15:27:44.818544+0000","last_undegraded":"2024-09-07T15:27:44.818544+0000","last_fullsized":"2024-09-07T15:27:44.818544+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:31:05.625691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4214,"num_write":4,"num_write_kb":3643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"269'3","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:11.291608+0000","last_change":"2024-09-07T14:01:10.272125+0000","last_active":"2024-09-07T15:26:11.291608+0000","last_peered":"2024-09-07T15:26:11.291608+0000","last_clean":"2024-09-07T15:26:11.291608+0000","last_became_active":"2024-09-07T14:01:10.271430+0000","last_became_peered":"2024-09-07T14:01:10.271430+0000","last_unstale":"2024-09-07T15:26:11.291608+0000","last_undegraded":"2024-09-07T15:26:11.291608+0000","last_fullsized":"2024-09-07T15:26:11.291608+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:32:51.321558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"269'44","reported_seq":202,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:41.278212+0000","last_change":"2024-09-07T13:55:14.096417+0000","last_active":"2024-09-07T15:25:41.278212+0000","last_peered":"2024-09-07T15:25:41.278212+0000","last_clean":"2024-09-07T15:25:41.278212+0000","last_became_active":"2024-09-07T13:55:14.087402+0000","last_became_peered":"2024-09-07T13:55:14.087402+0000","last_unstale":"2024-09-07T15:25:41.278212+0000","last_undegraded":"2024-09-07T15:25:41.278212+0000","last_fullsized":"2024-09-07T15:25:41.278212+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:39:50.856280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":156,"num_write":84,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.473696+0000","last_change":"2024-09-07T14:28:24.430447+0000","last_active":"2024-09-07T15:24:01.473696+0000","last_peered":"2024-09-07T15:24:01.473696+0000","last_clean":"2024-09-07T15:24:01.473696+0000","last_became_active":"2024-09-07T14:28:24.429669+0000","last_became_peered":"2024-09-07T14:28:24.429669+0000","last_unstale":"2024-09-07T15:24:01.473696+0000","last_undegraded":"2024-09-07T15:24:01.473696+0000","last_fullsized":"2024-09-07T15:24:01.473696+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:25:10.632716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'3","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701959+0000","last_change":"2024-09-07T14:01:17.972661+0000","last_active":"2024-09-07T15:24:41.701959+0000","last_peered":"2024-09-07T15:24:41.701959+0000","last_clean":"2024-09-07T15:24:41.701959+0000","last_became_active":"2024-09-07T14:01:17.972004+0000","last_became_peered":"2024-09-07T14:01:17.972004+0000","last_unstale":"2024-09-07T15:24:41.701959+0000","last_undegraded":"2024-09-07T15:24:41.701959+0000","last_fullsized":"2024-09-07T15:24:41.701959+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:52:18.839057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"269'3","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:41.114461+0000","last_change":"2024-09-07T14:01:10.266064+0000","last_active":"2024-09-07T15:27:41.114461+0000","last_peered":"2024-09-07T15:27:41.114461+0000","last_clean":"2024-09-07T15:27:41.114461+0000","last_became_active":"2024-09-07T14:01:10.264607+0000","last_became_peered":"2024-09-07T14:01:10.264607+0000","last_unstale":"2024-09-07T15:27:41.114461+0000","last_undegraded":"2024-09-07T15:27:41.114461+0000","last_fullsized":"2024-09-07T15:27:41.114461+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:29:39.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'7","reported_seq":91,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.709692+0000","last_change":"2024-09-07T13:55:14.109741+0000","last_active":"2024-09-07T15:25:16.709692+0000","last_peered":"2024-09-07T15:25:16.709692+0000","last_clean":"2024-09-07T15:25:16.709692+0000","last_became_active":"2024-09-07T13:55:14.108940+0000","last_became_peered":"2024-09-07T13:55:14.108940+0000","last_unstale":"2024-09-07T15:25:16.709692+0000","last_undegraded":"2024-09-07T15:25:16.709692+0000","last_fullsized":"2024-09-07T15:25:16.709692+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:43:14.023032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":13,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:17.315333+0000","last_change":"2024-09-07T14:28:24.419652+0000","last_active":"2024-09-07T15:24:17.315333+0000","last_peered":"2024-09-07T15:24:17.315333+0000","last_clean":"2024-09-07T15:24:17.315333+0000","last_became_active":"2024-09-07T14:28:24.417691+0000","last_became_peered":"2024-09-07T14:28:24.417691+0000","last_unstale":"2024-09-07T15:24:17.315333+0000","last_undegraded":"2024-09-07T15:24:17.315333+0000","last_fullsized":"2024-09-07T15:24:17.315333+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:01:52.353934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'3","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:37.358156+0000","last_change":"2024-09-07T14:01:17.970027+0000","last_active":"2024-09-07T15:27:37.358156+0000","last_peered":"2024-09-07T15:27:37.358156+0000","last_clean":"2024-09-07T15:27:37.358156+0000","last_became_active":"2024-09-07T14:01:17.968854+0000","last_became_peered":"2024-09-07T14:01:17.968854+0000","last_unstale":"2024-09-07T15:27:37.358156+0000","last_undegraded":"2024-09-07T15:27:37.358156+0000","last_fullsized":"2024-09-07T15:27:37.358156+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:26.054507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'2","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:37.532809+0000","last_change":"2024-09-07T14:01:10.281119+0000","last_active":"2024-09-07T15:26:37.532809+0000","last_peered":"2024-09-07T15:26:37.532809+0000","last_clean":"2024-09-07T15:26:37.532809+0000","last_became_active":"2024-09-07T14:01:10.273387+0000","last_became_peered":"2024-09-07T14:01:10.273387+0000","last_unstale":"2024-09-07T15:26:37.532809+0000","last_undegraded":"2024-09-07T15:26:37.532809+0000","last_fullsized":"2024-09-07T15:26:37.532809+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:05.468987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'37","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:17.329520+0000","last_change":"2024-09-07T13:55:14.088118+0000","last_active":"2024-09-07T15:25:17.329520+0000","last_peered":"2024-09-07T15:25:17.329520+0000","last_clean":"2024-09-07T15:25:17.329520+0000","last_became_active":"2024-09-07T13:55:14.087457+0000","last_became_peered":"2024-09-07T13:55:14.087457+0000","last_unstale":"2024-09-07T15:25:17.329520+0000","last_undegraded":"2024-09-07T15:25:17.329520+0000","last_fullsized":"2024-09-07T15:25:17.329520+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:12:52.792391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":187,"num_read_kb":132,"num_write":69,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321813+0000","last_change":"2024-09-07T14:28:24.422282+0000","last_active":"2024-09-07T15:24:42.321813+0000","last_peered":"2024-09-07T15:24:42.321813+0000","last_clean":"2024-09-07T15:24:42.321813+0000","last_became_active":"2024-09-07T14:28:24.421520+0000","last_became_peered":"2024-09-07T14:28:24.421520+0000","last_unstale":"2024-09-07T15:24:42.321813+0000","last_undegraded":"2024-09-07T15:24:42.321813+0000","last_fullsized":"2024-09-07T15:24:42.321813+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:48.841353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":58,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:46.724653+0000","last_change":"2024-09-07T14:01:17.842419+0000","last_active":"2024-09-07T15:23:46.724653+0000","last_peered":"2024-09-07T15:23:46.724653+0000","last_clean":"2024-09-07T15:23:46.724653+0000","last_became_active":"2024-09-07T14:01:17.841361+0000","last_became_peered":"2024-09-07T14:01:17.841361+0000","last_unstale":"2024-09-07T15:23:46.724653+0000","last_undegraded":"2024-09-07T15:23:46.724653+0000","last_fullsized":"2024-09-07T15:23:46.724653+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:42.642334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682380+0000","last_change":"2024-09-07T14:01:10.285835+0000","last_active":"2024-09-07T15:23:21.682380+0000","last_peered":"2024-09-07T15:23:21.682380+0000","last_clean":"2024-09-07T15:23:21.682380+0000","last_became_active":"2024-09-07T14:01:10.285111+0000","last_became_peered":"2024-09-07T14:01:10.285111+0000","last_unstale":"2024-09-07T15:23:21.682380+0000","last_undegraded":"2024-09-07T15:23:21.682380+0000","last_fullsized":"2024-09-07T15:23:21.682380+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:09:49.233034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'74","reported_seq":320,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:17.329414+0000","last_change":"2024-09-07T13:55:14.085801+0000","last_active":"2024-09-07T15:25:17.329414+0000","last_peered":"2024-09-07T15:25:17.329414+0000","last_clean":"2024-09-07T15:25:17.329414+0000","last_became_active":"2024-09-07T13:55:14.085052+0000","last_became_peered":"2024-09-07T13:55:14.085052+0000","last_unstale":"2024-09-07T15:25:17.329414+0000","last_undegraded":"2024-09-07T15:25:17.329414+0000","last_fullsized":"2024-09-07T15:25:17.329414+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:43:22.657225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":482,"num_read_kb":331,"num_write":108,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.273081+0000","last_change":"2024-09-07T14:28:24.440255+0000","last_active":"2024-09-07T15:24:41.273081+0000","last_peered":"2024-09-07T15:24:41.273081+0000","last_clean":"2024-09-07T15:24:41.273081+0000","last_became_active":"2024-09-07T14:28:24.436384+0000","last_became_peered":"2024-09-07T14:28:24.436384+0000","last_unstale":"2024-09-07T15:24:41.273081+0000","last_undegraded":"2024-09-07T15:24:41.273081+0000","last_fullsized":"2024-09-07T15:24:41.273081+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:00:47.377759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'3","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.467493+0000","last_change":"2024-09-07T14:01:17.851419+0000","last_active":"2024-09-07T15:23:31.467493+0000","last_peered":"2024-09-07T15:23:31.467493+0000","last_clean":"2024-09-07T15:23:31.467493+0000","last_became_active":"2024-09-07T14:01:17.850612+0000","last_became_peered":"2024-09-07T14:01:17.850612+0000","last_unstale":"2024-09-07T15:23:31.467493+0000","last_undegraded":"2024-09-07T15:23:31.467493+0000","last_fullsized":"2024-09-07T15:23:31.467493+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:29:10.215037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"269'3","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:02.524163+0000","last_change":"2024-09-07T14:01:10.282581+0000","last_active":"2024-09-07T15:26:02.524163+0000","last_peered":"2024-09-07T15:26:02.524163+0000","last_clean":"2024-09-07T15:26:02.524163+0000","last_became_active":"2024-09-07T14:01:10.281150+0000","last_became_peered":"2024-09-07T14:01:10.281150+0000","last_unstale":"2024-09-07T15:26:02.524163+0000","last_undegraded":"2024-09-07T15:26:02.524163+0000","last_fullsized":"2024-09-07T15:26:02.524163+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:54.952659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'6","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.489889+0000","last_change":"2024-09-07T13:55:14.098117+0000","last_active":"2024-09-07T15:25:16.489889+0000","last_peered":"2024-09-07T15:25:16.489889+0000","last_clean":"2024-09-07T15:25:16.489889+0000","last_became_active":"2024-09-07T13:55:14.093572+0000","last_became_peered":"2024-09-07T13:55:14.093572+0000","last_unstale":"2024-09-07T15:25:16.489889+0000","last_undegraded":"2024-09-07T15:25:16.489889+0000","last_fullsized":"2024-09-07T15:25:16.489889+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:15:41.893544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":28,"num_read_kb":19,"num_write":12,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'1","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.890621+0000","last_change":"2024-09-07T14:28:24.442120+0000","last_active":"2024-09-07T15:23:26.890621+0000","last_peered":"2024-09-07T15:23:26.890621+0000","last_clean":"2024-09-07T15:23:26.890621+0000","last_became_active":"2024-09-07T14:28:24.441369+0000","last_became_peered":"2024-09-07T14:28:24.441369+0000","last_unstale":"2024-09-07T15:23:26.890621+0000","last_undegraded":"2024-09-07T15:23:26.890621+0000","last_fullsized":"2024-09-07T15:23:26.890621+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:04:30.847423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'3","reported_seq":62,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:21.503791+0000","last_change":"2024-09-07T14:01:17.859432+0000","last_active":"2024-09-07T15:26:21.503791+0000","last_peered":"2024-09-07T15:26:21.503791+0000","last_clean":"2024-09-07T15:26:21.503791+0000","last_became_active":"2024-09-07T14:01:17.858145+0000","last_became_peered":"2024-09-07T14:01:17.858145+0000","last_unstale":"2024-09-07T15:26:21.503791+0000","last_undegraded":"2024-09-07T15:26:21.503791+0000","last_fullsized":"2024-09-07T15:26:21.503791+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:37:04.882876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'5","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.491870+0000","last_change":"2024-09-07T14:01:10.283578+0000","last_active":"2024-09-07T15:23:42.491870+0000","last_peered":"2024-09-07T15:23:42.491870+0000","last_clean":"2024-09-07T15:23:42.491870+0000","last_became_active":"2024-09-07T14:01:10.282807+0000","last_became_peered":"2024-09-07T14:01:10.282807+0000","last_unstale":"2024-09-07T15:23:42.491870+0000","last_undegraded":"2024-09-07T15:23:42.491870+0000","last_fullsized":"2024-09-07T15:23:42.491870+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:02:47.880557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'22","reported_seq":134,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.707338+0000","last_change":"2024-09-07T13:55:14.096698+0000","last_active":"2024-09-07T15:25:06.707338+0000","last_peered":"2024-09-07T15:25:06.707338+0000","last_clean":"2024-09-07T15:25:06.707338+0000","last_became_active":"2024-09-07T13:55:14.096037+0000","last_became_peered":"2024-09-07T13:55:14.096037+0000","last_unstale":"2024-09-07T15:25:06.707338+0000","last_undegraded":"2024-09-07T15:25:06.707338+0000","last_fullsized":"2024-09-07T15:25:06.707338+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:27.666765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":81,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":36,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:26.890741+0000","last_change":"2024-09-07T14:28:24.450257+0000","last_active":"2024-09-07T15:23:26.890741+0000","last_peered":"2024-09-07T15:23:26.890741+0000","last_clean":"2024-09-07T15:23:26.890741+0000","last_became_active":"2024-09-07T14:28:24.448471+0000","last_became_peered":"2024-09-07T14:28:24.448471+0000","last_unstale":"2024-09-07T15:23:26.890741+0000","last_undegraded":"2024-09-07T15:23:26.890741+0000","last_fullsized":"2024-09-07T15:23:26.890741+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:37:36.004436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"269'2","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.343141+0000","last_change":"2024-09-07T14:01:17.841172+0000","last_active":"2024-09-07T15:26:17.343141+0000","last_peered":"2024-09-07T15:26:17.343141+0000","last_clean":"2024-09-07T15:26:17.343141+0000","last_became_active":"2024-09-07T14:01:17.839423+0000","last_became_peered":"2024-09-07T14:01:17.839423+0000","last_unstale":"2024-09-07T15:26:17.343141+0000","last_undegraded":"2024-09-07T15:26:17.343141+0000","last_fullsized":"2024-09-07T15:26:17.343141+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:21:56.350775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"266'3","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.687516+0000","last_change":"2024-09-07T14:01:10.266523+0000","last_active":"2024-09-07T15:23:41.687516+0000","last_peered":"2024-09-07T15:23:41.687516+0000","last_clean":"2024-09-07T15:23:41.687516+0000","last_became_active":"2024-09-07T14:01:10.265746+0000","last_became_peered":"2024-09-07T14:01:10.265746+0000","last_unstale":"2024-09-07T15:23:41.687516+0000","last_undegraded":"2024-09-07T15:23:41.687516+0000","last_fullsized":"2024-09-07T15:23:41.687516+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:45:32.096328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'20","reported_seq":125,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272787+0000","last_change":"2024-09-07T13:55:14.104770+0000","last_active":"2024-09-07T15:24:41.272787+0000","last_peered":"2024-09-07T15:24:41.272787+0000","last_clean":"2024-09-07T15:24:41.272787+0000","last_became_active":"2024-09-07T13:55:14.104075+0000","last_became_peered":"2024-09-07T13:55:14.104075+0000","last_unstale":"2024-09-07T15:24:41.272787+0000","last_undegraded":"2024-09-07T15:24:41.272787+0000","last_fullsized":"2024-09-07T15:24:41.272787+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:51:25.035314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":97,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.268208+0000","last_change":"2024-09-07T14:28:24.415493+0000","last_active":"2024-09-07T15:24:26.268208+0000","last_peered":"2024-09-07T15:24:26.268208+0000","last_clean":"2024-09-07T15:24:26.268208+0000","last_became_active":"2024-09-07T14:28:24.414753+0000","last_became_peered":"2024-09-07T14:28:24.414753+0000","last_unstale":"2024-09-07T15:24:26.268208+0000","last_undegraded":"2024-09-07T15:24:26.268208+0000","last_fullsized":"2024-09-07T15:24:26.268208+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:28.381524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'5","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:27.303808+0000","last_change":"2024-09-07T14:01:17.969533+0000","last_active":"2024-09-07T15:23:27.303808+0000","last_peered":"2024-09-07T15:23:27.303808+0000","last_clean":"2024-09-07T15:23:27.303808+0000","last_became_active":"2024-09-07T14:01:17.968788+0000","last_became_peered":"2024-09-07T14:01:17.968788+0000","last_unstale":"2024-09-07T15:23:27.303808+0000","last_undegraded":"2024-09-07T15:23:27.303808+0000","last_fullsized":"2024-09-07T15:23:27.303808+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:06:07.667622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"269'9","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.630793+0000","last_change":"2024-09-07T14:01:10.283582+0000","last_active":"2024-09-07T15:27:44.630793+0000","last_peered":"2024-09-07T15:27:44.630793+0000","last_clean":"2024-09-07T15:27:44.630793+0000","last_became_active":"2024-09-07T14:01:10.282824+0000","last_became_peered":"2024-09-07T14:01:10.282824+0000","last_unstale":"2024-09-07T15:27:44.630793+0000","last_undegraded":"2024-09-07T15:27:44.630793+0000","last_fullsized":"2024-09-07T15:27:44.630793+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:25:12.874905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":18432,"num_write":9,"num_write_kb":18432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"269'42","reported_seq":193,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701985+0000","last_change":"2024-09-07T13:55:14.112639+0000","last_active":"2024-09-07T15:24:41.701985+0000","last_peered":"2024-09-07T15:24:41.701985+0000","last_clean":"2024-09-07T15:24:41.701985+0000","last_became_active":"2024-09-07T13:55:14.110888+0000","last_became_peered":"2024-09-07T13:55:14.110888+0000","last_unstale":"2024-09-07T15:24:41.701985+0000","last_undegraded":"2024-09-07T15:24:41.701985+0000","last_fullsized":"2024-09-07T15:24:41.701985+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:52:33.355524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":158,"num_write":68,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263088+0000","last_change":"2024-09-07T14:28:24.435687+0000","last_active":"2024-09-07T15:24:26.263088+0000","last_peered":"2024-09-07T15:24:26.263088+0000","last_clean":"2024-09-07T15:24:26.263088+0000","last_became_active":"2024-09-07T14:28:24.435296+0000","last_became_peered":"2024-09-07T14:28:24.435296+0000","last_unstale":"2024-09-07T15:24:26.263088+0000","last_undegraded":"2024-09-07T15:24:26.263088+0000","last_fullsized":"2024-09-07T15:24:26.263088+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:14:29.785974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334234+0000","last_change":"2024-09-07T14:01:17.965686+0000","last_active":"2024-09-07T15:25:37.334234+0000","last_peered":"2024-09-07T15:25:37.334234+0000","last_clean":"2024-09-07T15:25:37.334234+0000","last_became_active":"2024-09-07T14:01:17.964756+0000","last_became_peered":"2024-09-07T14:01:17.964756+0000","last_unstale":"2024-09-07T15:25:37.334234+0000","last_undegraded":"2024-09-07T15:25:37.334234+0000","last_fullsized":"2024-09-07T15:25:37.334234+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.889471+0000","last_change":"2024-09-07T14:01:10.275286+0000","last_active":"2024-09-07T15:23:21.889471+0000","last_peered":"2024-09-07T15:23:21.889471+0000","last_clean":"2024-09-07T15:23:21.889471+0000","last_became_active":"2024-09-07T14:01:10.274554+0000","last_became_peered":"2024-09-07T14:01:10.274554+0000","last_unstale":"2024-09-07T15:23:21.889471+0000","last_undegraded":"2024-09-07T15:23:21.889471+0000","last_fullsized":"2024-09-07T15:23:21.889471+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:07:27.436115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'51","reported_seq":218,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321919+0000","last_change":"2024-09-07T13:55:14.085990+0000","last_active":"2024-09-07T15:24:42.321919+0000","last_peered":"2024-09-07T15:24:42.321919+0000","last_clean":"2024-09-07T15:24:42.321919+0000","last_became_active":"2024-09-07T13:55:14.085355+0000","last_became_peered":"2024-09-07T13:55:14.085355+0000","last_unstale":"2024-09-07T15:24:42.321919+0000","last_undegraded":"2024-09-07T15:24:42.321919+0000","last_fullsized":"2024-09-07T15:24:42.321919+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:12:30.749491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":213,"num_write":78,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904660+0000","last_change":"2024-09-07T14:28:24.442216+0000","last_active":"2024-09-07T15:24:26.904660+0000","last_peered":"2024-09-07T15:24:26.904660+0000","last_clean":"2024-09-07T15:24:26.904660+0000","last_became_active":"2024-09-07T14:28:24.433218+0000","last_became_peered":"2024-09-07T14:28:24.433218+0000","last_unstale":"2024-09-07T15:24:26.904660+0000","last_undegraded":"2024-09-07T15:24:26.904660+0000","last_fullsized":"2024-09-07T15:24:26.904660+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:30.464391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"269'7","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.407511+0000","last_change":"2024-09-07T14:01:17.971411+0000","last_active":"2024-09-07T15:27:44.407511+0000","last_peered":"2024-09-07T15:27:44.407511+0000","last_clean":"2024-09-07T15:27:44.407511+0000","last_became_active":"2024-09-07T14:01:17.970646+0000","last_became_peered":"2024-09-07T14:01:17.970646+0000","last_unstale":"2024-09-07T15:27:44.407511+0000","last_undegraded":"2024-09-07T15:27:44.407511+0000","last_fullsized":"2024-09-07T15:27:44.407511+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:58:50.457965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":6262,"num_write":12,"num_write_kb":5179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'5","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:46.279098+0000","last_change":"2024-09-07T14:01:10.252056+0000","last_active":"2024-09-07T15:25:46.279098+0000","last_peered":"2024-09-07T15:25:46.279098+0000","last_clean":"2024-09-07T15:25:46.279098+0000","last_became_active":"2024-09-07T14:01:10.251302+0000","last_became_peered":"2024-09-07T14:01:10.251302+0000","last_unstale":"2024-09-07T15:25:46.279098+0000","last_undegraded":"2024-09-07T15:25:46.279098+0000","last_fullsized":"2024-09-07T15:25:46.279098+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'8","reported_seq":97,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.266531+0000","last_change":"2024-09-07T13:55:14.099285+0000","last_active":"2024-09-07T15:24:41.266531+0000","last_peered":"2024-09-07T15:24:41.266531+0000","last_clean":"2024-09-07T15:24:41.266531+0000","last_became_active":"2024-09-07T13:55:14.098558+0000","last_became_peered":"2024-09-07T13:55:14.098558+0000","last_unstale":"2024-09-07T15:24:41.266531+0000","last_undegraded":"2024-09-07T15:24:41.266531+0000","last_fullsized":"2024-09-07T15:24:41.266531+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:06:54.436658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":32,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736692+0000","last_change":"2024-09-07T14:28:24.426960+0000","last_active":"2024-09-07T15:24:26.736692+0000","last_peered":"2024-09-07T15:24:26.736692+0000","last_clean":"2024-09-07T15:24:26.736692+0000","last_became_active":"2024-09-07T14:28:24.426118+0000","last_became_peered":"2024-09-07T14:28:24.426118+0000","last_unstale":"2024-09-07T15:24:26.736692+0000","last_undegraded":"2024-09-07T15:24:26.736692+0000","last_fullsized":"2024-09-07T15:24:26.736692+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:59.974978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":58,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:32.489787+0000","last_change":"2024-09-07T14:01:17.853494+0000","last_active":"2024-09-07T15:23:32.489787+0000","last_peered":"2024-09-07T15:23:32.489787+0000","last_clean":"2024-09-07T15:23:32.489787+0000","last_became_active":"2024-09-07T14:01:17.852178+0000","last_became_peered":"2024-09-07T14:01:17.852178+0000","last_unstale":"2024-09-07T15:23:32.489787+0000","last_undegraded":"2024-09-07T15:23:32.489787+0000","last_fullsized":"2024-09-07T15:23:32.489787+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:05:18.835356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'7","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:46.716231+0000","last_change":"2024-09-07T14:01:10.275656+0000","last_active":"2024-09-07T15:25:46.716231+0000","last_peered":"2024-09-07T15:25:46.716231+0000","last_clean":"2024-09-07T15:25:46.716231+0000","last_became_active":"2024-09-07T14:01:10.274646+0000","last_became_peered":"2024-09-07T14:01:10.274646+0000","last_unstale":"2024-09-07T15:25:46.716231+0000","last_undegraded":"2024-09-07T15:25:46.716231+0000","last_fullsized":"2024-09-07T15:25:46.716231+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:50:48.978438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":5213,"num_write":12,"num_write_kb":5213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'29","reported_seq":149,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:11.901384+0000","last_change":"2024-09-07T13:55:14.097497+0000","last_active":"2024-09-07T15:24:11.901384+0000","last_peered":"2024-09-07T15:24:11.901384+0000","last_clean":"2024-09-07T15:24:11.901384+0000","last_became_active":"2024-09-07T13:55:14.096759+0000","last_became_peered":"2024-09-07T13:55:14.096759+0000","last_unstale":"2024-09-07T15:24:11.901384+0000","last_undegraded":"2024-09-07T15:24:11.901384+0000","last_fullsized":"2024-09-07T15:24:11.901384+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:59:56.283361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":97,"num_write":54,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312361+0000","last_change":"2024-09-07T14:28:24.439419+0000","last_active":"2024-09-07T15:24:02.312361+0000","last_peered":"2024-09-07T15:24:02.312361+0000","last_clean":"2024-09-07T15:24:02.312361+0000","last_became_active":"2024-09-07T14:28:24.439038+0000","last_became_peered":"2024-09-07T14:28:24.439038+0000","last_unstale":"2024-09-07T15:24:02.312361+0000","last_undegraded":"2024-09-07T15:24:02.312361+0000","last_fullsized":"2024-09-07T15:24:02.312361+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:32.162144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.280869+0000","last_change":"2024-09-07T14:01:17.856783+0000","last_active":"2024-09-07T15:25:21.280869+0000","last_peered":"2024-09-07T15:25:21.280869+0000","last_clean":"2024-09-07T15:25:21.280869+0000","last_became_active":"2024-09-07T14:01:17.849321+0000","last_became_peered":"2024-09-07T14:01:17.849321+0000","last_unstale":"2024-09-07T15:25:21.280869+0000","last_undegraded":"2024-09-07T15:25:21.280869+0000","last_fullsized":"2024-09-07T15:25:21.280869+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:39:39.583415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.512808+0000","last_change":"2024-09-07T14:01:10.282215+0000","last_active":"2024-09-07T15:25:12.512808+0000","last_peered":"2024-09-07T15:25:12.512808+0000","last_clean":"2024-09-07T15:25:12.512808+0000","last_became_active":"2024-09-07T14:01:10.281706+0000","last_became_peered":"2024-09-07T14:01:10.281706+0000","last_unstale":"2024-09-07T15:25:12.512808+0000","last_undegraded":"2024-09-07T15:25:12.512808+0000","last_fullsized":"2024-09-07T15:25:12.512808+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:45:04.161631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'23","reported_seq":137,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897830+0000","last_change":"2024-09-07T13:55:14.100242+0000","last_active":"2024-09-07T15:23:56.897830+0000","last_peered":"2024-09-07T15:23:56.897830+0000","last_clean":"2024-09-07T15:23:56.897830+0000","last_became_active":"2024-09-07T13:55:14.095768+0000","last_became_peered":"2024-09-07T13:55:14.095768+0000","last_unstale":"2024-09-07T15:23:56.897830+0000","last_undegraded":"2024-09-07T15:23:56.897830+0000","last_fullsized":"2024-09-07T15:23:56.897830+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:33.523428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":87,"num_write":38,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.691804+0000","last_change":"2024-09-07T14:28:24.444992+0000","last_active":"2024-09-07T15:24:01.691804+0000","last_peered":"2024-09-07T15:24:01.691804+0000","last_clean":"2024-09-07T15:24:01.691804+0000","last_became_active":"2024-09-07T14:28:24.444198+0000","last_became_peered":"2024-09-07T14:28:24.444198+0000","last_unstale":"2024-09-07T15:24:01.691804+0000","last_undegraded":"2024-09-07T15:24:01.691804+0000","last_fullsized":"2024-09-07T15:24:01.691804+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:43:10.563592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'5","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.280791+0000","last_change":"2024-09-07T14:01:17.856965+0000","last_active":"2024-09-07T15:25:21.280791+0000","last_peered":"2024-09-07T15:25:21.280791+0000","last_clean":"2024-09-07T15:25:21.280791+0000","last_became_active":"2024-09-07T14:01:17.856312+0000","last_became_peered":"2024-09-07T14:01:17.856312+0000","last_unstale":"2024-09-07T15:25:21.280791+0000","last_undegraded":"2024-09-07T15:25:21.280791+0000","last_fullsized":"2024-09-07T15:25:21.280791+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:03:33.992652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"269'5","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:32.356800+0000","last_change":"2024-09-07T14:01:10.250937+0000","last_active":"2024-09-07T15:27:32.356800+0000","last_peered":"2024-09-07T15:27:32.356800+0000","last_clean":"2024-09-07T15:27:32.356800+0000","last_became_active":"2024-09-07T14:01:10.250120+0000","last_became_peered":"2024-09-07T14:01:10.250120+0000","last_unstale":"2024-09-07T15:27:32.356800+0000","last_undegraded":"2024-09-07T15:27:32.356800+0000","last_fullsized":"2024-09-07T15:27:32.356800+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:01:23.113964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":5,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'23","reported_seq":133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.690517+0000","last_change":"2024-09-07T13:55:14.104755+0000","last_active":"2024-09-07T15:23:56.690517+0000","last_peered":"2024-09-07T15:23:56.690517+0000","last_clean":"2024-09-07T15:23:56.690517+0000","last_became_active":"2024-09-07T13:55:14.104049+0000","last_became_peered":"2024-09-07T13:55:14.104049+0000","last_unstale":"2024-09-07T15:23:56.690517+0000","last_undegraded":"2024-09-07T15:23:56.690517+0000","last_fullsized":"2024-09-07T15:23:56.690517+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:50:00.428135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":76,"num_write":45,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701814+0000","last_change":"2024-09-07T14:28:24.445027+0000","last_active":"2024-09-07T15:24:41.701814+0000","last_peered":"2024-09-07T15:24:41.701814+0000","last_clean":"2024-09-07T15:24:41.701814+0000","last_became_active":"2024-09-07T14:28:24.444272+0000","last_became_peered":"2024-09-07T14:28:24.444272+0000","last_unstale":"2024-09-07T15:24:41.701814+0000","last_undegraded":"2024-09-07T15:24:41.701814+0000","last_fullsized":"2024-09-07T15:24:41.701814+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:45:10.304393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:17.329480+0000","last_change":"2024-09-07T14:01:17.841706+0000","last_active":"2024-09-07T15:25:17.329480+0000","last_peered":"2024-09-07T15:25:17.329480+0000","last_clean":"2024-09-07T15:25:17.329480+0000","last_became_active":"2024-09-07T14:01:17.838647+0000","last_became_peered":"2024-09-07T14:01:17.838647+0000","last_unstale":"2024-09-07T15:25:17.329480+0000","last_undegraded":"2024-09-07T15:25:17.329480+0000","last_fullsized":"2024-09-07T15:25:17.329480+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:37:08.321555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'3","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:31.519046+0000","last_change":"2024-09-07T14:01:10.276737+0000","last_active":"2024-09-07T15:27:31.519046+0000","last_peered":"2024-09-07T15:27:31.519046+0000","last_clean":"2024-09-07T15:27:31.519046+0000","last_became_active":"2024-09-07T14:01:10.275909+0000","last_became_peered":"2024-09-07T14:01:10.275909+0000","last_unstale":"2024-09-07T15:27:31.519046+0000","last_undegraded":"2024-09-07T15:27:31.519046+0000","last_fullsized":"2024-09-07T15:27:31.519046+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:01:23.839151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'36","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:57.495334+0000","last_change":"2024-09-07T13:55:14.107556+0000","last_active":"2024-09-07T15:23:57.495334+0000","last_peered":"2024-09-07T15:23:57.495334+0000","last_clean":"2024-09-07T15:23:57.495334+0000","last_became_active":"2024-09-07T13:55:14.106783+0000","last_became_peered":"2024-09-07T13:55:14.106783+0000","last_unstale":"2024-09-07T15:23:57.495334+0000","last_undegraded":"2024-09-07T15:23:57.495334+0000","last_fullsized":"2024-09-07T15:23:57.495334+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:42.698602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":130,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'1","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312314+0000","last_change":"2024-09-07T14:28:24.426725+0000","last_active":"2024-09-07T15:24:02.312314+0000","last_peered":"2024-09-07T15:24:02.312314+0000","last_clean":"2024-09-07T15:24:02.312314+0000","last_became_active":"2024-09-07T14:28:24.425903+0000","last_became_peered":"2024-09-07T14:28:24.425903+0000","last_unstale":"2024-09-07T15:24:02.312314+0000","last_undegraded":"2024-09-07T15:24:02.312314+0000","last_fullsized":"2024-09-07T15:24:02.312314+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:36:44.933635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:21.491062+0000","last_change":"2024-09-07T14:01:17.861340+0000","last_active":"2024-09-07T15:25:21.491062+0000","last_peered":"2024-09-07T15:25:21.491062+0000","last_clean":"2024-09-07T15:25:21.491062+0000","last_became_active":"2024-09-07T14:01:17.860752+0000","last_became_peered":"2024-09-07T14:01:17.860752+0000","last_unstale":"2024-09-07T15:25:21.491062+0000","last_undegraded":"2024-09-07T15:25:21.491062+0000","last_fullsized":"2024-09-07T15:25:21.491062+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:00:01.212754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:11.747459+0000","last_change":"2024-09-07T14:01:10.264281+0000","last_active":"2024-09-07T15:25:11.747459+0000","last_peered":"2024-09-07T15:25:11.747459+0000","last_clean":"2024-09-07T15:25:11.747459+0000","last_became_active":"2024-09-07T14:01:10.263521+0000","last_became_peered":"2024-09-07T14:01:10.263521+0000","last_unstale":"2024-09-07T15:25:11.747459+0000","last_undegraded":"2024-09-07T15:25:11.747459+0000","last_fullsized":"2024-09-07T15:25:11.747459+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:45:29.081733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'32","reported_seq":161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309384+0000","last_change":"2024-09-07T13:55:14.087983+0000","last_active":"2024-09-07T15:23:52.309384+0000","last_peered":"2024-09-07T15:23:52.309384+0000","last_clean":"2024-09-07T15:23:52.309384+0000","last_became_active":"2024-09-07T13:55:14.087345+0000","last_became_peered":"2024-09-07T13:55:14.087345+0000","last_unstale":"2024-09-07T15:23:52.309384+0000","last_undegraded":"2024-09-07T15:23:52.309384+0000","last_fullsized":"2024-09-07T15:23:52.309384+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:12:37.765105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":113,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:01.270639+0000","last_change":"2024-09-07T14:28:24.438548+0000","last_active":"2024-09-07T15:25:01.270639+0000","last_peered":"2024-09-07T15:25:01.270639+0000","last_clean":"2024-09-07T15:25:01.270639+0000","last_became_active":"2024-09-07T14:28:24.435834+0000","last_became_peered":"2024-09-07T14:28:24.435834+0000","last_unstale":"2024-09-07T15:25:01.270639+0000","last_undegraded":"2024-09-07T15:25:01.270639+0000","last_fullsized":"2024-09-07T15:25:01.270639+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:03:56.960172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"269'4","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348261+0000","last_change":"2024-09-07T14:01:17.851120+0000","last_active":"2024-09-07T15:26:47.348261+0000","last_peered":"2024-09-07T15:26:47.348261+0000","last_clean":"2024-09-07T15:26:47.348261+0000","last_became_active":"2024-09-07T14:01:17.850332+0000","last_became_peered":"2024-09-07T14:01:17.850332+0000","last_unstale":"2024-09-07T15:26:47.348261+0000","last_undegraded":"2024-09-07T15:26:47.348261+0000","last_fullsized":"2024-09-07T15:26:47.348261+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:23:08.648764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":3117,"num_write":4,"num_write_kb":3117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904855+0000","last_change":"2024-09-07T14:01:10.278549+0000","last_active":"2024-09-07T15:24:26.904855+0000","last_peered":"2024-09-07T15:24:26.904855+0000","last_clean":"2024-09-07T15:24:26.904855+0000","last_became_active":"2024-09-07T14:01:10.277828+0000","last_became_peered":"2024-09-07T14:01:10.277828+0000","last_unstale":"2024-09-07T15:24:26.904855+0000","last_undegraded":"2024-09-07T15:24:26.904855+0000","last_fullsized":"2024-09-07T15:24:26.904855+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:52:42.590294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'30","reported_seq":157,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334382+0000","last_change":"2024-09-07T13:55:14.112176+0000","last_active":"2024-09-07T15:25:37.334382+0000","last_peered":"2024-09-07T15:25:37.334382+0000","last_clean":"2024-09-07T15:25:37.334382+0000","last_became_active":"2024-09-07T13:55:14.111470+0000","last_became_peered":"2024-09-07T13:55:14.111470+0000","last_unstale":"2024-09-07T15:25:37.334382+0000","last_undegraded":"2024-09-07T15:25:37.334382+0000","last_fullsized":"2024-09-07T15:25:37.334382+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":107,"num_write":61,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908557+0000","last_change":"2024-09-07T14:28:24.447701+0000","last_active":"2024-09-07T15:24:41.908557+0000","last_peered":"2024-09-07T15:24:41.908557+0000","last_clean":"2024-09-07T15:24:41.908557+0000","last_became_active":"2024-09-07T14:28:24.447028+0000","last_became_peered":"2024-09-07T14:28:24.447028+0000","last_unstale":"2024-09-07T15:24:41.908557+0000","last_undegraded":"2024-09-07T15:24:41.908557+0000","last_fullsized":"2024-09-07T15:24:41.908557+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:04:23.693588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'3","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348226+0000","last_change":"2024-09-07T14:01:17.845755+0000","last_active":"2024-09-07T15:26:47.348226+0000","last_peered":"2024-09-07T15:26:47.348226+0000","last_clean":"2024-09-07T15:26:47.348226+0000","last_became_active":"2024-09-07T14:01:17.844909+0000","last_became_peered":"2024-09-07T14:01:17.844909+0000","last_unstale":"2024-09-07T15:26:47.348226+0000","last_undegraded":"2024-09-07T15:26:47.348226+0000","last_fullsized":"2024-09-07T15:26:47.348226+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:26:51.868727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.263165+0000","last_change":"2024-09-07T14:01:10.271854+0000","last_active":"2024-09-07T15:24:26.263165+0000","last_peered":"2024-09-07T15:24:26.263165+0000","last_clean":"2024-09-07T15:24:26.263165+0000","last_became_active":"2024-09-07T14:01:10.270414+0000","last_became_peered":"2024-09-07T14:01:10.270414+0000","last_unstale":"2024-09-07T15:24:26.263165+0000","last_undegraded":"2024-09-07T15:24:26.263165+0000","last_fullsized":"2024-09-07T15:24:26.263165+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:20:07.729648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'15","reported_seq":118,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.748842+0000","last_change":"2024-09-07T13:55:14.092698+0000","last_active":"2024-09-07T15:25:16.748842+0000","last_peered":"2024-09-07T15:25:16.748842+0000","last_clean":"2024-09-07T15:25:16.748842+0000","last_became_active":"2024-09-07T13:55:14.090156+0000","last_became_peered":"2024-09-07T13:55:14.090156+0000","last_unstale":"2024-09-07T15:25:16.748842+0000","last_undegraded":"2024-09-07T15:25:16.748842+0000","last_fullsized":"2024-09-07T15:25:16.748842+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:19:20.559196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":57,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.483443+0000","last_change":"2024-09-07T14:28:24.438430+0000","last_active":"2024-09-07T15:24:46.483443+0000","last_peered":"2024-09-07T15:24:46.483443+0000","last_clean":"2024-09-07T15:24:46.483443+0000","last_became_active":"2024-09-07T14:28:24.434502+0000","last_became_peered":"2024-09-07T14:28:24.434502+0000","last_unstale":"2024-09-07T15:24:46.483443+0000","last_undegraded":"2024-09-07T15:24:46.483443+0000","last_fullsized":"2024-09-07T15:24:46.483443+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:31:23.407297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'3","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:11.303469+0000","last_change":"2024-09-07T14:01:17.969789+0000","last_active":"2024-09-07T15:27:11.303469+0000","last_peered":"2024-09-07T15:27:11.303469+0000","last_clean":"2024-09-07T15:27:11.303469+0000","last_became_active":"2024-09-07T14:01:17.969013+0000","last_became_peered":"2024-09-07T14:01:17.969013+0000","last_unstale":"2024-09-07T15:27:11.303469+0000","last_undegraded":"2024-09-07T15:27:11.303469+0000","last_fullsized":"2024-09-07T15:27:11.303469+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:43:08.598091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697898+0000","last_change":"2024-09-07T14:01:10.271113+0000","last_active":"2024-09-07T15:24:26.697898+0000","last_peered":"2024-09-07T15:24:26.697898+0000","last_clean":"2024-09-07T15:24:26.697898+0000","last_became_active":"2024-09-07T14:01:10.270423+0000","last_became_peered":"2024-09-07T14:01:10.270423+0000","last_unstale":"2024-09-07T15:24:26.697898+0000","last_undegraded":"2024-09-07T15:24:26.697898+0000","last_fullsized":"2024-09-07T15:24:26.697898+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:16:50.551211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'40","reported_seq":185,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.489995+0000","last_change":"2024-09-07T13:55:14.103779+0000","last_active":"2024-09-07T15:25:16.489995+0000","last_peered":"2024-09-07T15:25:16.489995+0000","last_clean":"2024-09-07T15:25:16.489995+0000","last_became_active":"2024-09-07T13:55:14.102893+0000","last_became_peered":"2024-09-07T13:55:14.102893+0000","last_unstale":"2024-09-07T15:25:16.489995+0000","last_undegraded":"2024-09-07T15:25:16.489995+0000","last_fullsized":"2024-09-07T15:25:16.489995+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:28:35.519842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":149,"num_write":62,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.909814+0000","last_change":"2024-09-07T14:28:24.433388+0000","last_active":"2024-09-07T15:24:46.909814+0000","last_peered":"2024-09-07T15:24:46.909814+0000","last_clean":"2024-09-07T15:24:46.909814+0000","last_became_active":"2024-09-07T14:28:24.430704+0000","last_became_peered":"2024-09-07T14:28:24.430704+0000","last_unstale":"2024-09-07T15:24:46.909814+0000","last_undegraded":"2024-09-07T15:24:46.909814+0000","last_fullsized":"2024-09-07T15:24:46.909814+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:38.535019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"269'3","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348283+0000","last_change":"2024-09-07T14:01:17.850177+0000","last_active":"2024-09-07T15:26:47.348283+0000","last_peered":"2024-09-07T15:26:47.348283+0000","last_clean":"2024-09-07T15:26:47.348283+0000","last_became_active":"2024-09-07T14:01:17.849369+0000","last_became_peered":"2024-09-07T14:01:17.849369+0000","last_unstale":"2024-09-07T15:26:47.348283+0000","last_undegraded":"2024-09-07T15:26:47.348283+0000","last_fullsized":"2024-09-07T15:26:47.348283+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:20:45.551823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.274130+0000","last_change":"2024-09-07T14:01:10.263270+0000","last_active":"2024-09-07T15:24:46.274130+0000","last_peered":"2024-09-07T15:24:46.274130+0000","last_clean":"2024-09-07T15:24:46.274130+0000","last_became_active":"2024-09-07T14:01:10.262548+0000","last_became_peered":"2024-09-07T14:01:10.262548+0000","last_unstale":"2024-09-07T15:24:46.274130+0000","last_undegraded":"2024-09-07T15:24:46.274130+0000","last_fullsized":"2024-09-07T15:24:46.274130+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:06:05.693379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'45","reported_seq":208,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.273422+0000","last_change":"2024-09-07T13:55:14.088362+0000","last_active":"2024-09-07T15:25:16.273422+0000","last_peered":"2024-09-07T15:25:16.273422+0000","last_clean":"2024-09-07T15:25:16.273422+0000","last_became_active":"2024-09-07T13:55:14.086878+0000","last_became_peered":"2024-09-07T13:55:14.086878+0000","last_unstale":"2024-09-07T15:25:16.273422+0000","last_undegraded":"2024-09-07T15:25:16.273422+0000","last_fullsized":"2024-09-07T15:25:16.273422+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:51:08.800052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":250,"num_read_kb":176,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321954+0000","last_change":"2024-09-07T14:28:24.415508+0000","last_active":"2024-09-07T15:24:42.321954+0000","last_peered":"2024-09-07T15:24:42.321954+0000","last_clean":"2024-09-07T15:24:42.321954+0000","last_became_active":"2024-09-07T14:28:24.414314+0000","last_became_peered":"2024-09-07T14:28:24.414314+0000","last_unstale":"2024-09-07T15:24:42.321954+0000","last_undegraded":"2024-09-07T15:24:42.321954+0000","last_fullsized":"2024-09-07T15:24:42.321954+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:51.227028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'3","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.883520+0000","last_change":"2024-09-07T14:01:17.855825+0000","last_active":"2024-09-07T15:27:44.883520+0000","last_peered":"2024-09-07T15:27:44.883520+0000","last_clean":"2024-09-07T15:27:44.883520+0000","last_became_active":"2024-09-07T14:01:17.850864+0000","last_became_peered":"2024-09-07T14:01:17.850864+0000","last_unstale":"2024-09-07T15:27:44.883520+0000","last_undegraded":"2024-09-07T15:27:44.883520+0000","last_fullsized":"2024-09-07T15:27:44.883520+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.628417+0000","last_change":"2024-09-07T14:01:10.272436+0000","last_active":"2024-09-07T15:27:44.628417+0000","last_peered":"2024-09-07T15:27:44.628417+0000","last_clean":"2024-09-07T15:27:44.628417+0000","last_became_active":"2024-09-07T14:01:10.271721+0000","last_became_peered":"2024-09-07T14:01:10.271721+0000","last_unstale":"2024-09-07T15:27:44.628417+0000","last_undegraded":"2024-09-07T15:27:44.628417+0000","last_fullsized":"2024-09-07T15:27:44.628417+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"269'41","reported_seq":179,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.709593+0000","last_change":"2024-09-07T13:55:14.105284+0000","last_active":"2024-09-07T15:25:16.709593+0000","last_peered":"2024-09-07T15:25:16.709593+0000","last_clean":"2024-09-07T15:25:16.709593+0000","last_became_active":"2024-09-07T13:55:14.104562+0000","last_became_peered":"2024-09-07T13:55:14.104562+0000","last_unstale":"2024-09-07T15:25:16.709593+0000","last_undegraded":"2024-09-07T15:25:16.709593+0000","last_fullsized":"2024-09-07T15:25:16.709593+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:26:39.177944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":129,"num_write":95,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911358+0000","last_change":"2024-09-07T14:28:24.450802+0000","last_active":"2024-09-07T15:24:51.911358+0000","last_peered":"2024-09-07T15:24:51.911358+0000","last_clean":"2024-09-07T15:24:51.911358+0000","last_became_active":"2024-09-07T14:28:24.449892+0000","last_became_peered":"2024-09-07T14:28:24.449892+0000","last_unstale":"2024-09-07T15:24:51.911358+0000","last_undegraded":"2024-09-07T15:24:51.911358+0000","last_fullsized":"2024-09-07T15:24:51.911358+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:10:30.937952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"269'2","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.852941+0000","last_change":"2024-09-07T14:01:17.967758+0000","last_active":"2024-09-07T15:27:43.852941+0000","last_peered":"2024-09-07T15:27:43.852941+0000","last_clean":"2024-09-07T15:27:43.852941+0000","last_became_active":"2024-09-07T14:01:17.966792+0000","last_became_peered":"2024-09-07T14:01:17.966792+0000","last_unstale":"2024-09-07T15:27:43.852941+0000","last_undegraded":"2024-09-07T15:27:43.852941+0000","last_fullsized":"2024-09-07T15:27:43.852941+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:41.285032+0000","last_change":"2024-09-07T14:01:10.262883+0000","last_active":"2024-09-07T15:25:41.285032+0000","last_peered":"2024-09-07T15:25:41.285032+0000","last_clean":"2024-09-07T15:25:41.285032+0000","last_became_active":"2024-09-07T14:01:10.259439+0000","last_became_peered":"2024-09-07T14:01:10.259439+0000","last_unstale":"2024-09-07T15:25:41.285032+0000","last_undegraded":"2024-09-07T15:25:41.285032+0000","last_fullsized":"2024-09-07T15:25:41.285032+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'30","reported_seq":158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.903632+0000","last_change":"2024-09-07T13:55:14.110984+0000","last_active":"2024-09-07T15:24:21.903632+0000","last_peered":"2024-09-07T15:24:21.903632+0000","last_clean":"2024-09-07T15:24:21.903632+0000","last_became_active":"2024-09-07T13:55:14.110216+0000","last_became_peered":"2024-09-07T13:55:14.110216+0000","last_unstale":"2024-09-07T15:24:21.903632+0000","last_undegraded":"2024-09-07T15:24:21.903632+0000","last_fullsized":"2024-09-07T15:24:21.903632+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:29:17.355416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":108,"num_write":54,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908638+0000","last_change":"2024-09-07T14:28:24.451013+0000","last_active":"2024-09-07T15:24:41.908638+0000","last_peered":"2024-09-07T15:24:41.908638+0000","last_clean":"2024-09-07T15:24:41.908638+0000","last_became_active":"2024-09-07T14:28:24.450417+0000","last_became_peered":"2024-09-07T14:28:24.450417+0000","last_unstale":"2024-09-07T15:24:41.908638+0000","last_undegraded":"2024-09-07T15:24:41.908638+0000","last_fullsized":"2024-09-07T15:24:41.908638+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:10:51.683732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":61,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.271592+0000","last_change":"2024-09-07T14:01:17.857237+0000","last_active":"2024-09-07T15:24:36.271592+0000","last_peered":"2024-09-07T15:24:36.271592+0000","last_clean":"2024-09-07T15:24:36.271592+0000","last_became_active":"2024-09-07T14:01:17.856471+0000","last_became_peered":"2024-09-07T14:01:17.856471+0000","last_unstale":"2024-09-07T15:24:36.271592+0000","last_undegraded":"2024-09-07T15:24:36.271592+0000","last_fullsized":"2024-09-07T15:24:36.271592+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:25.227502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"269'6","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.258325+0000","last_change":"2024-09-07T14:01:10.269618+0000","last_active":"2024-09-07T15:27:43.258325+0000","last_peered":"2024-09-07T15:27:43.258325+0000","last_clean":"2024-09-07T15:27:43.258325+0000","last_became_active":"2024-09-07T14:01:10.266056+0000","last_became_peered":"2024-09-07T14:01:10.266056+0000","last_unstale":"2024-09-07T15:27:43.258325+0000","last_undegraded":"2024-09-07T15:27:43.258325+0000","last_fullsized":"2024-09-07T15:27:43.258325+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:02:46.231372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":11,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'54","reported_seq":216,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:07.313366+0000","last_change":"2024-09-07T13:55:14.099697+0000","last_active":"2024-09-07T15:24:07.313366+0000","last_peered":"2024-09-07T15:24:07.313366+0000","last_clean":"2024-09-07T15:24:07.313366+0000","last_became_active":"2024-09-07T13:55:14.098950+0000","last_became_peered":"2024-09-07T13:55:14.098950+0000","last_unstale":"2024-09-07T15:24:07.313366+0000","last_undegraded":"2024-09-07T15:24:07.313366+0000","last_fullsized":"2024-09-07T15:24:07.313366+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:50:10.924387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":185,"num_write":91,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701880+0000","last_change":"2024-09-07T14:28:24.444344+0000","last_active":"2024-09-07T15:24:41.701880+0000","last_peered":"2024-09-07T15:24:41.701880+0000","last_clean":"2024-09-07T15:24:41.701880+0000","last_became_active":"2024-09-07T14:28:24.438339+0000","last_became_peered":"2024-09-07T14:28:24.438339+0000","last_unstale":"2024-09-07T15:24:41.701880+0000","last_undegraded":"2024-09-07T15:24:41.701880+0000","last_fullsized":"2024-09-07T15:24:41.701880+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:39:39.219463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:56.897750+0000","last_change":"2024-09-07T14:01:43.038404+0000","last_active":"2024-09-07T15:23:56.897750+0000","last_peered":"2024-09-07T15:23:56.897750+0000","last_clean":"2024-09-07T15:23:56.897750+0000","last_became_active":"2024-09-07T14:01:43.037365+0000","last_became_peered":"2024-09-07T14:01:43.037365+0000","last_unstale":"2024-09-07T15:23:56.897750+0000","last_undegraded":"2024-09-07T15:23:56.897750+0000","last_fullsized":"2024-09-07T15:23:56.897750+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:25:12.504080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'5","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:42.533983+0000","last_change":"2024-09-07T14:01:10.283268+0000","last_active":"2024-09-07T15:26:42.533983+0000","last_peered":"2024-09-07T15:26:42.533983+0000","last_clean":"2024-09-07T15:26:42.533983+0000","last_became_active":"2024-09-07T14:01:10.281758+0000","last_became_peered":"2024-09-07T14:01:10.281758+0000","last_unstale":"2024-09-07T15:26:42.533983+0000","last_undegraded":"2024-09-07T15:26:42.533983+0000","last_fullsized":"2024-09-07T15:26:42.533983+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:12:10.081831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'72","reported_seq":316,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474741+0000","last_change":"2024-09-07T13:55:14.103737+0000","last_active":"2024-09-07T15:24:06.474741+0000","last_peered":"2024-09-07T15:24:06.474741+0000","last_clean":"2024-09-07T15:24:06.474741+0000","last_became_active":"2024-09-07T13:55:14.103004+0000","last_became_peered":"2024-09-07T13:55:14.103004+0000","last_unstale":"2024-09-07T15:24:06.474741+0000","last_undegraded":"2024-09-07T15:24:06.474741+0000","last_fullsized":"2024-09-07T15:24:06.474741+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:51:03.506221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":468,"num_read_kb":333,"num_write":96,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908502+0000","last_change":"2024-09-07T14:28:24.446598+0000","last_active":"2024-09-07T15:24:41.908502+0000","last_peered":"2024-09-07T15:24:41.908502+0000","last_clean":"2024-09-07T15:24:41.908502+0000","last_became_active":"2024-09-07T14:28:24.445752+0000","last_became_peered":"2024-09-07T14:28:24.445752+0000","last_unstale":"2024-09-07T15:24:41.908502+0000","last_undegraded":"2024-09-07T15:24:41.908502+0000","last_fullsized":"2024-09-07T15:24:41.908502+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:00:22.870675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.707470+0000","last_change":"2024-09-07T14:01:17.859047+0000","last_active":"2024-09-07T15:25:06.707470+0000","last_peered":"2024-09-07T15:25:06.707470+0000","last_clean":"2024-09-07T15:25:06.707470+0000","last_became_active":"2024-09-07T14:01:17.858287+0000","last_became_peered":"2024-09-07T14:01:17.858287+0000","last_unstale":"2024-09-07T15:25:06.707470+0000","last_undegraded":"2024-09-07T15:25:06.707470+0000","last_fullsized":"2024-09-07T15:25:06.707470+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:44:18.000233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.906167+0000","last_change":"2024-09-07T14:01:10.274179+0000","last_active":"2024-09-07T15:24:31.906167+0000","last_peered":"2024-09-07T15:24:31.906167+0000","last_clean":"2024-09-07T15:24:31.906167+0000","last_became_active":"2024-09-07T14:01:10.268756+0000","last_became_peered":"2024-09-07T14:01:10.268756+0000","last_unstale":"2024-09-07T15:24:31.906167+0000","last_undegraded":"2024-09-07T15:24:31.906167+0000","last_fullsized":"2024-09-07T15:24:31.906167+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:36:49.729237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'29","reported_seq":151,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.693061+0000","last_change":"2024-09-07T13:55:14.111993+0000","last_active":"2024-09-07T15:24:06.693061+0000","last_peered":"2024-09-07T15:24:06.693061+0000","last_clean":"2024-09-07T15:24:06.693061+0000","last_became_active":"2024-09-07T13:55:14.110464+0000","last_became_peered":"2024-09-07T13:55:14.110464+0000","last_unstale":"2024-09-07T15:24:06.693061+0000","last_undegraded":"2024-09-07T15:24:06.693061+0000","last_fullsized":"2024-09-07T15:24:06.693061+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:44.843804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":94,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.740329+0000","last_change":"2024-09-07T14:28:24.428982+0000","last_active":"2024-09-07T15:24:41.740329+0000","last_peered":"2024-09-07T15:24:41.740329+0000","last_clean":"2024-09-07T15:24:41.740329+0000","last_became_active":"2024-09-07T14:28:24.428244+0000","last_became_peered":"2024-09-07T14:28:24.428244+0000","last_unstale":"2024-09-07T15:24:41.740329+0000","last_undegraded":"2024-09-07T15:24:41.740329+0000","last_fullsized":"2024-09-07T15:24:41.740329+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:25:01.872997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701850+0000","last_change":"2024-09-07T14:01:17.965590+0000","last_active":"2024-09-07T15:24:41.701850+0000","last_peered":"2024-09-07T15:24:41.701850+0000","last_clean":"2024-09-07T15:24:41.701850+0000","last_became_active":"2024-09-07T14:01:17.964701+0000","last_became_peered":"2024-09-07T14:01:17.964701+0000","last_unstale":"2024-09-07T15:24:41.701850+0000","last_undegraded":"2024-09-07T15:24:41.701850+0000","last_fullsized":"2024-09-07T15:24:41.701850+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:25:05.335373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.269632+0000","last_change":"2024-09-07T14:01:10.272680+0000","last_active":"2024-09-07T15:24:56.269632+0000","last_peered":"2024-09-07T15:24:56.269632+0000","last_clean":"2024-09-07T15:24:56.269632+0000","last_became_active":"2024-09-07T14:01:10.271397+0000","last_became_peered":"2024-09-07T14:01:10.271397+0000","last_unstale":"2024-09-07T15:24:56.269632+0000","last_undegraded":"2024-09-07T15:24:56.269632+0000","last_fullsized":"2024-09-07T15:24:56.269632+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:38.550622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'48","reported_seq":201,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474973+0000","last_change":"2024-09-07T13:55:14.092497+0000","last_active":"2024-09-07T15:24:06.474973+0000","last_peered":"2024-09-07T15:24:06.474973+0000","last_clean":"2024-09-07T15:24:06.474973+0000","last_became_active":"2024-09-07T13:55:14.091327+0000","last_became_peered":"2024-09-07T13:55:14.091327+0000","last_unstale":"2024-09-07T15:24:06.474973+0000","last_undegraded":"2024-09-07T15:24:06.474973+0000","last_fullsized":"2024-09-07T15:24:06.474973+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:52:21.771078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":159,"num_write":94,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272863+0000","last_change":"2024-09-07T14:28:24.430591+0000","last_active":"2024-09-07T15:24:41.272863+0000","last_peered":"2024-09-07T15:24:41.272863+0000","last_clean":"2024-09-07T15:24:41.272863+0000","last_became_active":"2024-09-07T14:28:24.429868+0000","last_became_peered":"2024-09-07T14:28:24.429868+0000","last_unstale":"2024-09-07T15:24:41.272863+0000","last_undegraded":"2024-09-07T15:24:41.272863+0000","last_fullsized":"2024-09-07T15:24:41.272863+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:23:57.215484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"266'3","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:51.926570+0000","last_change":"2024-09-07T14:01:17.971995+0000","last_active":"2024-09-07T15:25:51.926570+0000","last_peered":"2024-09-07T15:25:51.926570+0000","last_clean":"2024-09-07T15:25:51.926570+0000","last_became_active":"2024-09-07T14:01:17.971294+0000","last_became_peered":"2024-09-07T14:01:17.971294+0000","last_unstale":"2024-09-07T15:25:51.926570+0000","last_undegraded":"2024-09-07T15:25:51.926570+0000","last_fullsized":"2024-09-07T15:25:51.926570+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'6","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.483737+0000","last_change":"2024-09-07T14:01:10.239346+0000","last_active":"2024-09-07T15:27:44.483737+0000","last_peered":"2024-09-07T15:27:44.483737+0000","last_clean":"2024-09-07T15:27:44.483737+0000","last_became_active":"2024-09-07T14:01:10.238886+0000","last_became_peered":"2024-09-07T14:01:10.238886+0000","last_unstale":"2024-09-07T15:27:44.483737+0000","last_undegraded":"2024-09-07T15:27:44.483737+0000","last_fullsized":"2024-09-07T15:27:44.483737+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":16,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'53","reported_seq":221,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.914858+0000","last_change":"2024-09-07T13:55:14.115487+0000","last_active":"2024-09-07T15:25:06.914858+0000","last_peered":"2024-09-07T15:25:06.914858+0000","last_clean":"2024-09-07T15:25:06.914858+0000","last_became_active":"2024-09-07T13:55:14.114845+0000","last_became_peered":"2024-09-07T13:55:14.114845+0000","last_unstale":"2024-09-07T15:25:06.914858+0000","last_undegraded":"2024-09-07T15:25:06.914858+0000","last_fullsized":"2024-09-07T15:25:06.914858+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:55:03.395733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":187,"num_write":95,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506120+0000","last_change":"2024-09-07T14:28:24.425851+0000","last_active":"2024-09-07T15:24:42.506120+0000","last_peered":"2024-09-07T15:24:42.506120+0000","last_clean":"2024-09-07T15:24:42.506120+0000","last_became_active":"2024-09-07T14:28:24.425116+0000","last_became_peered":"2024-09-07T14:28:24.425116+0000","last_unstale":"2024-09-07T15:24:42.506120+0000","last_undegraded":"2024-09-07T15:24:42.506120+0000","last_fullsized":"2024-09-07T15:24:42.506120+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:39:27.903060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'9","reported_seq":81,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:52.522085+0000","last_change":"2024-09-07T14:01:17.845993+0000","last_active":"2024-09-07T15:25:52.522085+0000","last_peered":"2024-09-07T15:25:52.522085+0000","last_clean":"2024-09-07T15:25:52.522085+0000","last_became_active":"2024-09-07T14:01:17.845124+0000","last_became_peered":"2024-09-07T14:01:17.845124+0000","last_unstale":"2024-09-07T15:25:52.522085+0000","last_undegraded":"2024-09-07T15:25:52.522085+0000","last_fullsized":"2024-09-07T15:25:52.522085+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":14,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:41.923943+0000","last_change":"2024-09-07T14:01:10.274240+0000","last_active":"2024-09-07T15:25:41.923943+0000","last_peered":"2024-09-07T15:25:41.923943+0000","last_clean":"2024-09-07T15:25:41.923943+0000","last_became_active":"2024-09-07T14:01:10.269301+0000","last_became_peered":"2024-09-07T14:01:10.269301+0000","last_unstale":"2024-09-07T15:25:41.923943+0000","last_undegraded":"2024-09-07T15:25:41.923943+0000","last_fullsized":"2024-09-07T15:25:41.923943+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:08.328899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'32","reported_seq":165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.275149+0000","last_change":"2024-09-07T13:55:14.086236+0000","last_active":"2024-09-07T15:24:51.275149+0000","last_peered":"2024-09-07T15:24:51.275149+0000","last_clean":"2024-09-07T15:24:51.275149+0000","last_became_active":"2024-09-07T13:55:14.085439+0000","last_became_peered":"2024-09-07T13:55:14.085439+0000","last_unstale":"2024-09-07T15:24:51.275149+0000","last_undegraded":"2024-09-07T15:24:51.275149+0000","last_fullsized":"2024-09-07T15:24:51.275149+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:23:35.375629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":153,"num_read_kb":116,"num_write":71,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"269'1","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.267568+0000","last_change":"2024-09-07T14:28:24.438988+0000","last_active":"2024-09-07T15:24:46.267568+0000","last_peered":"2024-09-07T15:24:46.267568+0000","last_clean":"2024-09-07T15:24:46.267568+0000","last_became_active":"2024-09-07T14:28:24.435468+0000","last_became_peered":"2024-09-07T14:28:24.435468+0000","last_unstale":"2024-09-07T15:24:46.267568+0000","last_undegraded":"2024-09-07T15:24:46.267568+0000","last_fullsized":"2024-09-07T15:24:46.267568+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:13.264009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"269'3","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:46.298924+0000","last_change":"2024-09-07T14:01:17.848183+0000","last_active":"2024-09-07T15:26:46.298924+0000","last_peered":"2024-09-07T15:26:46.298924+0000","last_clean":"2024-09-07T15:26:46.298924+0000","last_became_active":"2024-09-07T14:01:17.847319+0000","last_became_peered":"2024-09-07T14:01:17.847319+0000","last_unstale":"2024-09-07T15:26:46.298924+0000","last_undegraded":"2024-09-07T15:26:46.298924+0000","last_fullsized":"2024-09-07T15:26:46.298924+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:32:01.582600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:26.919761+0000","last_change":"2024-09-07T14:01:10.280600+0000","last_active":"2024-09-07T15:25:26.919761+0000","last_peered":"2024-09-07T15:25:26.919761+0000","last_clean":"2024-09-07T15:25:26.919761+0000","last_became_active":"2024-09-07T14:01:10.280018+0000","last_became_peered":"2024-09-07T14:01:10.280018+0000","last_unstale":"2024-09-07T15:25:26.919761+0000","last_undegraded":"2024-09-07T15:25:26.919761+0000","last_fullsized":"2024-09-07T15:25:26.919761+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:41:29.665218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'44","reported_seq":199,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.742616+0000","last_change":"2024-09-07T13:55:14.091201+0000","last_active":"2024-09-07T15:24:51.742616+0000","last_peered":"2024-09-07T15:24:51.742616+0000","last_clean":"2024-09-07T15:24:51.742616+0000","last_became_active":"2024-09-07T13:55:14.090454+0000","last_became_peered":"2024-09-07T13:55:14.090454+0000","last_unstale":"2024-09-07T15:24:51.742616+0000","last_undegraded":"2024-09-07T15:24:51.742616+0000","last_fullsized":"2024-09-07T15:24:51.742616+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:13:44.002482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":162,"num_write":74,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.703086+0000","last_change":"2024-09-07T14:28:24.446957+0000","last_active":"2024-09-07T15:24:46.703086+0000","last_peered":"2024-09-07T15:24:46.703086+0000","last_clean":"2024-09-07T15:24:46.703086+0000","last_became_active":"2024-09-07T14:28:24.446083+0000","last_became_peered":"2024-09-07T14:28:24.446083+0000","last_unstale":"2024-09-07T15:24:46.703086+0000","last_undegraded":"2024-09-07T15:24:46.703086+0000","last_fullsized":"2024-09-07T15:24:46.703086+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:11:26.067615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'3","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.753280+0000","last_change":"2024-09-07T14:01:17.843000+0000","last_active":"2024-09-07T15:25:36.753280+0000","last_peered":"2024-09-07T15:25:36.753280+0000","last_clean":"2024-09-07T15:25:36.753280+0000","last_became_active":"2024-09-07T14:01:17.841771+0000","last_became_peered":"2024-09-07T14:01:17.841771+0000","last_unstale":"2024-09-07T15:25:36.753280+0000","last_undegraded":"2024-09-07T15:25:36.753280+0000","last_fullsized":"2024-09-07T15:25:36.753280+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:22:04.340930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'10","reported_seq":94,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:36.937740+0000","last_change":"2024-09-07T14:01:10.273932+0000","last_active":"2024-09-07T15:26:36.937740+0000","last_peered":"2024-09-07T15:26:36.937740+0000","last_clean":"2024-09-07T15:26:36.937740+0000","last_became_active":"2024-09-07T14:01:10.269153+0000","last_became_peered":"2024-09-07T14:01:10.269153+0000","last_unstale":"2024-09-07T15:26:36.937740+0000","last_undegraded":"2024-09-07T15:26:36.937740+0000","last_fullsized":"2024-09-07T15:26:36.937740+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:40:28.178453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":26173,"num_write":20,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'14","reported_seq":113,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:52.508519+0000","last_change":"2024-09-07T13:55:14.110587+0000","last_active":"2024-09-07T15:24:52.508519+0000","last_peered":"2024-09-07T15:24:52.508519+0000","last_clean":"2024-09-07T15:24:52.508519+0000","last_became_active":"2024-09-07T13:55:14.109848+0000","last_became_peered":"2024-09-07T13:55:14.109848+0000","last_unstale":"2024-09-07T15:24:52.508519+0000","last_undegraded":"2024-09-07T15:24:52.508519+0000","last_fullsized":"2024-09-07T15:24:52.508519+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:05:29.137512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":42,"num_write":30,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701782+0000","last_change":"2024-09-07T14:28:24.438271+0000","last_active":"2024-09-07T15:24:41.701782+0000","last_peered":"2024-09-07T15:24:41.701782+0000","last_clean":"2024-09-07T15:24:41.701782+0000","last_became_active":"2024-09-07T14:28:24.432790+0000","last_became_peered":"2024-09-07T14:28:24.432790+0000","last_unstale":"2024-09-07T15:24:41.701782+0000","last_undegraded":"2024-09-07T15:24:41.701782+0000","last_fullsized":"2024-09-07T15:24:41.701782+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:03:01.172519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'8","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:46.509451+0000","last_change":"2024-09-07T14:01:17.851665+0000","last_active":"2024-09-07T15:26:46.509451+0000","last_peered":"2024-09-07T15:26:46.509451+0000","last_clean":"2024-09-07T15:26:46.509451+0000","last_became_active":"2024-09-07T14:01:17.850358+0000","last_became_peered":"2024-09-07T14:01:17.850358+0000","last_unstale":"2024-09-07T15:26:46.509451+0000","last_undegraded":"2024-09-07T15:26:46.509451+0000","last_fullsized":"2024-09-07T15:26:46.509451+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:09:31.217998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":20482,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'6","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.484083+0000","last_change":"2024-09-07T14:01:10.268880+0000","last_active":"2024-09-07T15:27:44.484083+0000","last_peered":"2024-09-07T15:27:44.484083+0000","last_clean":"2024-09-07T15:27:44.484083+0000","last_became_active":"2024-09-07T14:01:10.263024+0000","last_became_peered":"2024-09-07T14:01:10.263024+0000","last_unstale":"2024-09-07T15:27:44.484083+0000","last_undegraded":"2024-09-07T15:27:44.484083+0000","last_fullsized":"2024-09-07T15:27:44.484083+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:47:06.328041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":14336,"num_write":11,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'5","reported_seq":91,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.484542+0000","last_change":"2024-09-07T13:55:14.111619+0000","last_active":"2024-09-07T15:24:51.484542+0000","last_peered":"2024-09-07T15:24:51.484542+0000","last_clean":"2024-09-07T15:24:51.484542+0000","last_became_active":"2024-09-07T13:55:14.110785+0000","last_became_peered":"2024-09-07T13:55:14.110785+0000","last_unstale":"2024-09-07T15:24:51.484542+0000","last_undegraded":"2024-09-07T15:24:51.484542+0000","last_fullsized":"2024-09-07T15:24:51.484542+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:41:07.566033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":14,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911256+0000","last_change":"2024-09-07T14:28:24.446999+0000","last_active":"2024-09-07T15:24:51.911256+0000","last_peered":"2024-09-07T15:24:51.911256+0000","last_clean":"2024-09-07T15:24:51.911256+0000","last_became_active":"2024-09-07T14:28:24.446376+0000","last_became_peered":"2024-09-07T14:28:24.446376+0000","last_unstale":"2024-09-07T15:24:51.911256+0000","last_undegraded":"2024-09-07T15:24:51.911256+0000","last_fullsized":"2024-09-07T15:24:51.911256+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:19:03.598898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'9","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.696913+0000","last_change":"2024-09-07T14:01:17.852924+0000","last_active":"2024-09-07T15:27:43.696913+0000","last_peered":"2024-09-07T15:27:43.696913+0000","last_clean":"2024-09-07T15:27:43.696913+0000","last_became_active":"2024-09-07T14:01:17.852105+0000","last_became_peered":"2024-09-07T14:01:17.852105+0000","last_unstale":"2024-09-07T15:27:43.696913+0000","last_undegraded":"2024-09-07T15:27:43.696913+0000","last_fullsized":"2024-09-07T15:27:43.696913+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:27:04.072854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":15360,"num_write":19,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'2","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:36.507133+0000","last_change":"2024-09-07T14:01:10.270269+0000","last_active":"2024-09-07T15:26:36.507133+0000","last_peered":"2024-09-07T15:26:36.507133+0000","last_clean":"2024-09-07T15:26:36.507133+0000","last_became_active":"2024-09-07T14:01:10.269141+0000","last_became_peered":"2024-09-07T14:01:10.269141+0000","last_unstale":"2024-09-07T15:26:36.507133+0000","last_undegraded":"2024-09-07T15:26:36.507133+0000","last_fullsized":"2024-09-07T15:26:36.507133+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:58:46.398131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":59,"num_write":2,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'25","reported_seq":146,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:31.921048+0000","last_change":"2024-09-07T13:55:14.105390+0000","last_active":"2024-09-07T15:25:31.921048+0000","last_peered":"2024-09-07T15:25:31.921048+0000","last_clean":"2024-09-07T15:25:31.921048+0000","last_became_active":"2024-09-07T13:55:14.104604+0000","last_became_peered":"2024-09-07T13:55:14.104604+0000","last_unstale":"2024-09-07T15:25:31.921048+0000","last_undegraded":"2024-09-07T15:25:31.921048+0000","last_fullsized":"2024-09-07T15:25:31.921048+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:30:44.627579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":83,"num_write":58,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'332","reported_seq":986,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.726776+0000","last_change":"2024-09-07T15:28:05.726776+0000","last_active":"2024-09-07T15:28:05.726776+0000","last_peered":"2024-09-07T15:28:05.726776+0000","last_clean":"2024-09-07T15:28:05.726776+0000","last_became_active":"2024-09-07T13:38:09.976851+0000","last_became_peered":"2024-09-07T13:38:09.976851+0000","last_unstale":"2024-09-07T15:28:05.726776+0000","last_undegraded":"2024-09-07T15:28:05.726776+0000","last_fullsized":"2024-09-07T15:28:05.726776+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-07T15:28:05.726568+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-07T15:28:05.726568+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.726568+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:38:43.280840+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263276,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":468,"num_read_kb":5723,"num_write":1046,"num_write_kb":19813,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'191","reported_seq":850,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.716492+0000","last_change":"2024-09-07T13:38:11.971340+0000","last_active":"2024-09-07T15:23:11.716492+0000","last_peered":"2024-09-07T15:23:11.716492+0000","last_clean":"2024-09-07T15:23:11.716492+0000","last_became_active":"2024-09-07T13:38:11.969838+0000","last_became_peered":"2024-09-07T13:38:11.969838+0000","last_unstale":"2024-09-07T15:23:11.716492+0000","last_undegraded":"2024-09-07T15:23:11.716492+0000","last_fullsized":"2024-09-07T15:23:11.716492+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:15:58.913895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":837,"num_read_kb":690,"num_write":305,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'342","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.321265+0000","last_change":"2024-09-07T15:27:57.321265+0000","last_active":"2024-09-07T15:27:57.321265+0000","last_peered":"2024-09-07T15:27:57.321265+0000","last_clean":"2024-09-07T15:27:57.321265+0000","last_became_active":"2024-09-07T13:38:09.954623+0000","last_became_peered":"2024-09-07T13:38:09.954623+0000","last_unstale":"2024-09-07T15:27:57.321265+0000","last_undegraded":"2024-09-07T15:27:57.321265+0000","last_fullsized":"2024-09-07T15:27:57.321265+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-07T15:27:57.321052+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-07T15:27:57.321052+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.321052+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:22.087369+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":506,"num_read_kb":33916,"num_write":1059,"num_write_kb":49123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'163","reported_seq":810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:11.886729+0000","last_change":"2024-09-07T13:38:11.944185+0000","last_active":"2024-09-07T15:23:11.886729+0000","last_peered":"2024-09-07T15:23:11.886729+0000","last_clean":"2024-09-07T15:23:11.886729+0000","last_became_active":"2024-09-07T13:38:11.943415+0000","last_became_peered":"2024-09-07T13:38:11.943415+0000","last_unstale":"2024-09-07T15:23:11.886729+0000","last_undegraded":"2024-09-07T15:23:11.886729+0000","last_fullsized":"2024-09-07T15:23:11.886729+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:45.689121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":620,"num_write":246,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'407","reported_seq":1092,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.231254+0000","last_change":"2024-09-07T15:27:57.231254+0000","last_active":"2024-09-07T15:27:57.231254+0000","last_peered":"2024-09-07T15:27:57.231254+0000","last_clean":"2024-09-07T15:27:57.231254+0000","last_became_active":"2024-09-07T13:38:09.921102+0000","last_became_peered":"2024-09-07T13:38:09.921102+0000","last_unstale":"2024-09-07T15:27:57.231254+0000","last_undegraded":"2024-09-07T15:27:57.231254+0000","last_fullsized":"2024-09-07T15:27:57.231254+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'407","last_scrub_stamp":"2024-09-07T15:27:57.231016+0000","last_deep_scrub":"269'407","last_deep_scrub_stamp":"2024-09-07T15:27:57.231016+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.231016+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:05:03.605916+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":594,"num_read_kb":1211,"num_write":1316,"num_write_kb":30068,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'154","reported_seq":790,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485309+0000","last_change":"2024-09-07T13:38:11.968635+0000","last_active":"2024-09-07T15:23:12.485309+0000","last_peered":"2024-09-07T15:23:12.485309+0000","last_clean":"2024-09-07T15:23:12.485309+0000","last_became_active":"2024-09-07T13:38:11.963722+0000","last_became_peered":"2024-09-07T13:38:11.963722+0000","last_unstale":"2024-09-07T15:23:12.485309+0000","last_undegraded":"2024-09-07T15:23:12.485309+0000","last_fullsized":"2024-09-07T15:23:12.485309+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:42:13.729350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":721,"num_read_kb":593,"num_write":234,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'320","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.810668+0000","last_change":"2024-09-07T15:28:04.810668+0000","last_active":"2024-09-07T15:28:04.810668+0000","last_peered":"2024-09-07T15:28:04.810668+0000","last_clean":"2024-09-07T15:28:04.810668+0000","last_became_active":"2024-09-07T13:38:09.959674+0000","last_became_peered":"2024-09-07T13:38:09.959674+0000","last_unstale":"2024-09-07T15:28:04.810668+0000","last_undegraded":"2024-09-07T15:28:04.810668+0000","last_fullsized":"2024-09-07T15:28:04.810668+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'320","last_scrub_stamp":"2024-09-07T15:28:04.810377+0000","last_deep_scrub":"269'320","last_deep_scrub_stamp":"2024-09-07T15:28:04.810377+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.810377+0000","objects_scrubbed":7,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:03:42.720776+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291501,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":503,"num_read_kb":30367,"num_write":1050,"num_write_kb":53281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'331","reported_seq":997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:12.362262+0000","last_change":"2024-09-07T13:38:11.962031+0000","last_active":"2024-09-07T15:25:12.362262+0000","last_peered":"2024-09-07T15:25:12.362262+0000","last_clean":"2024-09-07T15:25:12.362262+0000","last_became_active":"2024-09-07T13:38:11.961013+0000","last_became_peered":"2024-09-07T13:38:11.961013+0000","last_unstale":"2024-09-07T15:25:12.362262+0000","last_undegraded":"2024-09-07T15:25:12.362262+0000","last_fullsized":"2024-09-07T15:25:12.362262+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:50:36.019367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1192,"num_write":512,"num_write_kb":260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'358","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.689848+0000","last_change":"2024-09-07T15:28:04.689848+0000","last_active":"2024-09-07T15:28:04.689848+0000","last_peered":"2024-09-07T15:28:04.689848+0000","last_clean":"2024-09-07T15:28:04.689848+0000","last_became_active":"2024-09-07T13:38:09.953932+0000","last_became_peered":"2024-09-07T13:38:09.953932+0000","last_unstale":"2024-09-07T15:28:04.689848+0000","last_undegraded":"2024-09-07T15:28:04.689848+0000","last_fullsized":"2024-09-07T15:28:04.689848+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'358","last_scrub_stamp":"2024-09-07T15:28:04.689640+0000","last_deep_scrub":"269'358","last_deep_scrub_stamp":"2024-09-07T15:28:04.689640+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.689640+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:58:21.285823+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":526412,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":543,"num_read_kb":30170,"num_write":1139,"num_write_kb":38425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'88","reported_seq":673,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.062587+0000","last_change":"2024-09-07T15:28:02.062587+0000","last_active":"2024-09-07T15:28:02.062587+0000","last_peered":"2024-09-07T15:28:02.062587+0000","last_clean":"2024-09-07T15:28:02.062587+0000","last_became_active":"2024-09-07T13:38:11.982743+0000","last_became_peered":"2024-09-07T13:38:11.982743+0000","last_unstale":"2024-09-07T15:28:02.062587+0000","last_undegraded":"2024-09-07T15:28:02.062587+0000","last_fullsized":"2024-09-07T15:28:02.062587+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'88","last_scrub_stamp":"2024-09-07T15:28:02.062369+0000","last_deep_scrub":"269'88","last_deep_scrub_stamp":"2024-09-07T15:28:02.062369+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.062369+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:06:11.579932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":301,"num_write":125,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'328","reported_seq":994,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.764842+0000","last_change":"2024-09-07T15:28:02.764842+0000","last_active":"2024-09-07T15:28:02.764842+0000","last_peered":"2024-09-07T15:28:02.764842+0000","last_clean":"2024-09-07T15:28:02.764842+0000","last_became_active":"2024-09-07T13:38:09.957979+0000","last_became_peered":"2024-09-07T13:38:09.957979+0000","last_unstale":"2024-09-07T15:28:02.764842+0000","last_undegraded":"2024-09-07T15:28:02.764842+0000","last_fullsized":"2024-09-07T15:28:02.764842+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'328","last_scrub_stamp":"2024-09-07T15:28:02.764542+0000","last_deep_scrub":"269'328","last_deep_scrub_stamp":"2024-09-07T15:28:02.764542+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.764542+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:27:09.846195+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1239465,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":44305,"num_write":1096,"num_write_kb":16554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'383","reported_seq":1121,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:27.502559+0000","last_change":"2024-09-07T13:38:11.956087+0000","last_active":"2024-09-07T15:24:27.502559+0000","last_peered":"2024-09-07T15:24:27.502559+0000","last_clean":"2024-09-07T15:24:27.502559+0000","last_became_active":"2024-09-07T13:38:11.954410+0000","last_became_peered":"2024-09-07T13:38:11.954410+0000","last_unstale":"2024-09-07T15:24:27.502559+0000","last_undegraded":"2024-09-07T15:24:27.502559+0000","last_fullsized":"2024-09-07T15:24:27.502559+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:21:33.148375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1955,"num_read_kb":1679,"num_write":644,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'342","reported_seq":1059,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.694088+0000","last_change":"2024-09-07T15:28:03.694088+0000","last_active":"2024-09-07T15:28:03.694088+0000","last_peered":"2024-09-07T15:28:03.694088+0000","last_clean":"2024-09-07T15:28:03.694088+0000","last_became_active":"2024-09-07T13:38:09.972033+0000","last_became_peered":"2024-09-07T13:38:09.972033+0000","last_unstale":"2024-09-07T15:28:03.694088+0000","last_undegraded":"2024-09-07T15:28:03.694088+0000","last_fullsized":"2024-09-07T15:28:03.694088+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-07T15:28:03.693835+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-07T15:28:03.693835+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.693835+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:04.973252+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":526,"num_read_kb":181820,"num_write":1046,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'174","reported_seq":835,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736881+0000","last_change":"2024-09-07T13:38:11.961101+0000","last_active":"2024-09-07T15:24:26.736881+0000","last_peered":"2024-09-07T15:24:26.736881+0000","last_clean":"2024-09-07T15:24:26.736881+0000","last_became_active":"2024-09-07T13:38:11.960213+0000","last_became_peered":"2024-09-07T13:38:11.960213+0000","last_unstale":"2024-09-07T15:24:26.736881+0000","last_undegraded":"2024-09-07T15:24:26.736881+0000","last_fullsized":"2024-09-07T15:24:26.736881+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:44:22.441506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":270,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'371","reported_seq":1090,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.366915+0000","last_change":"2024-09-07T15:27:57.366915+0000","last_active":"2024-09-07T15:27:57.366915+0000","last_peered":"2024-09-07T15:27:57.366915+0000","last_clean":"2024-09-07T15:27:57.366915+0000","last_became_active":"2024-09-07T13:38:41.161509+0000","last_became_peered":"2024-09-07T13:38:41.161509+0000","last_unstale":"2024-09-07T15:27:57.366915+0000","last_undegraded":"2024-09-07T15:27:57.366915+0000","last_fullsized":"2024-09-07T15:27:57.366915+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'371","last_scrub_stamp":"2024-09-07T15:27:57.366637+0000","last_deep_scrub":"269'371","last_deep_scrub_stamp":"2024-09-07T15:27:57.366637+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.366637+0000","objects_scrubbed":10,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:30:02.645588+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399168,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":633,"num_read_kb":72346,"num_write":1252,"num_write_kb":40551,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3f","version":"269'416","reported_seq":1103,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.287045+0000","last_change":"2024-09-07T15:28:04.287045+0000","last_active":"2024-09-07T15:28:04.287045+0000","last_peered":"2024-09-07T15:28:04.287045+0000","last_clean":"2024-09-07T15:28:04.287045+0000","last_became_active":"2024-09-07T13:38:11.972698+0000","last_became_peered":"2024-09-07T13:38:11.972698+0000","last_unstale":"2024-09-07T15:28:04.287045+0000","last_undegraded":"2024-09-07T15:28:04.287045+0000","last_fullsized":"2024-09-07T15:28:04.287045+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'416","last_scrub_stamp":"2024-09-07T15:28:04.286821+0000","last_deep_scrub":"269'416","last_deep_scrub_stamp":"2024-09-07T15:28:04.286821+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.286821+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:02:18.599868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1783,"num_read_kb":1437,"num_write":678,"num_write_kb":429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'106","reported_seq":719,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.585143+0000","last_change":"2024-09-07T15:28:04.585143+0000","last_active":"2024-09-07T15:28:04.585143+0000","last_peered":"2024-09-07T15:28:04.585143+0000","last_clean":"2024-09-07T15:28:04.585143+0000","last_became_active":"2024-09-07T13:38:11.960936+0000","last_became_peered":"2024-09-07T13:38:11.960936+0000","last_unstale":"2024-09-07T15:28:04.585143+0000","last_undegraded":"2024-09-07T15:28:04.585143+0000","last_fullsized":"2024-09-07T15:28:04.585143+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'106","last_scrub_stamp":"2024-09-07T15:28:04.584959+0000","last_deep_scrub":"269'106","last_deep_scrub_stamp":"2024-09-07T15:28:04.584959+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.584959+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:18:00.024372+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":395,"num_write":179,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'318","reported_seq":1112,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.663796+0000","last_change":"2024-09-07T15:28:02.663796+0000","last_active":"2024-09-07T15:28:02.663796+0000","last_peered":"2024-09-07T15:28:02.663796+0000","last_clean":"2024-09-07T15:28:02.663796+0000","last_became_active":"2024-09-07T13:38:09.959861+0000","last_became_peered":"2024-09-07T13:38:09.959861+0000","last_unstale":"2024-09-07T15:28:02.663796+0000","last_undegraded":"2024-09-07T15:28:02.663796+0000","last_fullsized":"2024-09-07T15:28:02.663796+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'318","last_scrub_stamp":"2024-09-07T15:28:02.663544+0000","last_deep_scrub":"269'318","last_deep_scrub_stamp":"2024-09-07T15:28:02.663544+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.663544+0000","objects_scrubbed":12,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:22:49.465214+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7540731,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":565,"num_read_kb":82831,"num_write":1041,"num_write_kb":33447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'108","reported_seq":685,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:31.921209+0000","last_change":"2024-09-07T13:38:11.963369+0000","last_active":"2024-09-07T15:25:31.921209+0000","last_peered":"2024-09-07T15:25:31.921209+0000","last_clean":"2024-09-07T15:25:31.921209+0000","last_became_active":"2024-09-07T13:38:11.962652+0000","last_became_peered":"2024-09-07T13:38:11.962652+0000","last_unstale":"2024-09-07T15:25:31.921209+0000","last_undegraded":"2024-09-07T15:25:31.921209+0000","last_fullsized":"2024-09-07T15:25:31.921209+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:56:11.829639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":468,"num_read_kb":378,"num_write":164,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'322","reported_seq":935,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.374904+0000","last_change":"2024-09-07T15:28:01.374904+0000","last_active":"2024-09-07T15:28:01.374904+0000","last_peered":"2024-09-07T15:28:01.374904+0000","last_clean":"2024-09-07T15:28:01.374904+0000","last_became_active":"2024-09-07T13:38:41.160930+0000","last_became_peered":"2024-09-07T13:38:41.160930+0000","last_unstale":"2024-09-07T15:28:01.374904+0000","last_undegraded":"2024-09-07T15:28:01.374904+0000","last_fullsized":"2024-09-07T15:28:01.374904+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'322","last_scrub_stamp":"2024-09-07T15:28:01.374670+0000","last_deep_scrub":"269'322","last_deep_scrub_stamp":"2024-09-07T15:28:01.374670+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.374670+0000","objects_scrubbed":8,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:30:30.076219+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":402,"num_read_kb":14856,"num_write":982,"num_write_kb":49218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"269'106","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:31.721210+0000","last_change":"2024-09-07T13:38:11.957973+0000","last_active":"2024-09-07T15:23:31.721210+0000","last_peered":"2024-09-07T15:23:31.721210+0000","last_clean":"2024-09-07T15:23:31.721210+0000","last_became_active":"2024-09-07T13:38:11.957275+0000","last_became_peered":"2024-09-07T13:38:11.957275+0000","last_unstale":"2024-09-07T15:23:31.721210+0000","last_undegraded":"2024-09-07T15:23:31.721210+0000","last_fullsized":"2024-09-07T15:23:31.721210+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:00:07.320466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":461,"num_read_kb":383,"num_write":163,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'347","reported_seq":1041,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.038269+0000","last_change":"2024-09-07T15:27:57.038269+0000","last_active":"2024-09-07T15:27:57.038269+0000","last_peered":"2024-09-07T15:27:57.038269+0000","last_clean":"2024-09-07T15:27:57.038269+0000","last_became_active":"2024-09-07T13:38:09.964013+0000","last_became_peered":"2024-09-07T13:38:09.964013+0000","last_unstale":"2024-09-07T15:27:57.038269+0000","last_undegraded":"2024-09-07T15:27:57.038269+0000","last_fullsized":"2024-09-07T15:27:57.038269+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'347","last_scrub_stamp":"2024-09-07T15:27:57.038037+0000","last_deep_scrub":"269'347","last_deep_scrub_stamp":"2024-09-07T15:27:57.038037+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.038037+0000","objects_scrubbed":4,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:49:36.160181+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254138,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":535,"num_read_kb":32661,"num_write":1092,"num_write_kb":29964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'227","reported_seq":942,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.353712+0000","last_change":"2024-09-07T15:28:00.353712+0000","last_active":"2024-09-07T15:28:00.353712+0000","last_peered":"2024-09-07T15:28:00.353712+0000","last_clean":"2024-09-07T15:28:00.353712+0000","last_became_active":"2024-09-07T13:38:11.972570+0000","last_became_peered":"2024-09-07T13:38:11.972570+0000","last_unstale":"2024-09-07T15:28:00.353712+0000","last_undegraded":"2024-09-07T15:28:00.353712+0000","last_fullsized":"2024-09-07T15:28:00.353712+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'227","last_scrub_stamp":"2024-09-07T15:28:00.353516+0000","last_deep_scrub":"269'227","last_deep_scrub_stamp":"2024-09-07T15:28:00.353516+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.353516+0000","objects_scrubbed":1,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:57:17.657259+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1070,"num_read_kb":888,"num_write":347,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4003,"num_omap_keys":18,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'290","reported_seq":951,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.396241+0000","last_change":"2024-09-07T15:27:53.396241+0000","last_active":"2024-09-07T15:27:53.396241+0000","last_peered":"2024-09-07T15:27:53.396241+0000","last_clean":"2024-09-07T15:27:53.396241+0000","last_became_active":"2024-09-07T13:38:09.944867+0000","last_became_peered":"2024-09-07T13:38:09.944867+0000","last_unstale":"2024-09-07T15:27:53.396241+0000","last_undegraded":"2024-09-07T15:27:53.396241+0000","last_fullsized":"2024-09-07T15:27:53.396241+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'290","last_scrub_stamp":"2024-09-07T15:27:53.396033+0000","last_deep_scrub":"269'290","last_deep_scrub_stamp":"2024-09-07T15:27:53.396033+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.396033+0000","objects_scrubbed":4,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:05:06.165060+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":429,"num_read_kb":40336,"num_write":968,"num_write_kb":26024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'114","reported_seq":749,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.317295+0000","last_change":"2024-09-07T15:28:03.317295+0000","last_active":"2024-09-07T15:28:03.317295+0000","last_peered":"2024-09-07T15:28:03.317295+0000","last_clean":"2024-09-07T15:28:03.317295+0000","last_became_active":"2024-09-07T13:38:11.962589+0000","last_became_peered":"2024-09-07T13:38:11.962589+0000","last_unstale":"2024-09-07T15:28:03.317295+0000","last_undegraded":"2024-09-07T15:28:03.317295+0000","last_fullsized":"2024-09-07T15:28:03.317295+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'114","last_scrub_stamp":"2024-09-07T15:28:03.317082+0000","last_deep_scrub":"269'114","last_deep_scrub_stamp":"2024-09-07T15:28:03.317082+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.317082+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:09:51.522559+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":495,"num_read_kb":414,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'369","reported_seq":1089,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.546787+0000","last_change":"2024-09-07T15:27:59.546787+0000","last_active":"2024-09-07T15:27:59.546787+0000","last_peered":"2024-09-07T15:27:59.546787+0000","last_clean":"2024-09-07T15:27:59.546787+0000","last_became_active":"2024-09-07T13:38:09.936636+0000","last_became_peered":"2024-09-07T13:38:09.936636+0000","last_unstale":"2024-09-07T15:27:59.546787+0000","last_undegraded":"2024-09-07T15:27:59.546787+0000","last_fullsized":"2024-09-07T15:27:59.546787+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'369","last_scrub_stamp":"2024-09-07T15:27:59.546490+0000","last_deep_scrub":"269'369","last_deep_scrub_stamp":"2024-09-07T15:27:59.546490+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.546490+0000","objects_scrubbed":8,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:26:49.442905+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1630542,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":543,"num_read_kb":64206,"num_write":1195,"num_write_kb":43546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'201","reported_seq":829,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503868+0000","last_change":"2024-09-07T13:38:11.954695+0000","last_active":"2024-09-07T15:24:32.503868+0000","last_peered":"2024-09-07T15:24:32.503868+0000","last_clean":"2024-09-07T15:24:32.503868+0000","last_became_active":"2024-09-07T13:38:11.953816+0000","last_became_peered":"2024-09-07T13:38:11.953816+0000","last_unstale":"2024-09-07T15:24:32.503868+0000","last_undegraded":"2024-09-07T15:24:32.503868+0000","last_fullsized":"2024-09-07T15:24:32.503868+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:07:13.232042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":711,"num_write":314,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'337","reported_seq":1066,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.184927+0000","last_change":"2024-09-07T15:27:55.184927+0000","last_active":"2024-09-07T15:27:55.184927+0000","last_peered":"2024-09-07T15:27:55.184927+0000","last_clean":"2024-09-07T15:27:55.184927+0000","last_became_active":"2024-09-07T13:38:09.926896+0000","last_became_peered":"2024-09-07T13:38:09.926896+0000","last_unstale":"2024-09-07T15:27:55.184927+0000","last_undegraded":"2024-09-07T15:27:55.184927+0000","last_fullsized":"2024-09-07T15:27:55.184927+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'337","last_scrub_stamp":"2024-09-07T15:27:55.184618+0000","last_deep_scrub":"269'337","last_deep_scrub_stamp":"2024-09-07T15:27:55.184618+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.184618+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:56:48.086666+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136880,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":598,"num_read_kb":94793,"num_write":1150,"num_write_kb":33804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'154","reported_seq":688,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.668494+0000","last_change":"2024-09-07T13:38:20.013480+0000","last_active":"2024-09-07T15:26:03.668494+0000","last_peered":"2024-09-07T15:26:03.668494+0000","last_clean":"2024-09-07T15:26:03.668494+0000","last_became_active":"2024-09-07T13:38:20.012866+0000","last_became_peered":"2024-09-07T13:38:20.012866+0000","last_unstale":"2024-09-07T15:26:03.668494+0000","last_undegraded":"2024-09-07T15:26:03.668494+0000","last_fullsized":"2024-09-07T15:26:03.668494+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:45.759903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":200,"num_read_kb":195,"num_write":365,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'346","reported_seq":1041,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.570620+0000","last_change":"2024-09-07T15:28:02.570620+0000","last_active":"2024-09-07T15:28:02.570620+0000","last_peered":"2024-09-07T15:28:02.570620+0000","last_clean":"2024-09-07T15:28:02.570620+0000","last_became_active":"2024-09-07T13:38:11.959769+0000","last_became_peered":"2024-09-07T13:38:11.959769+0000","last_unstale":"2024-09-07T15:28:02.570620+0000","last_undegraded":"2024-09-07T15:28:02.570620+0000","last_fullsized":"2024-09-07T15:28:02.570620+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-07T15:28:02.570433+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-07T15:28:02.570433+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.570433+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:14:06.441370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1546,"num_read_kb":1292,"num_write":565,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'329","reported_seq":981,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.538752+0000","last_change":"2024-09-07T15:27:59.538752+0000","last_active":"2024-09-07T15:27:59.538752+0000","last_peered":"2024-09-07T15:27:59.538752+0000","last_clean":"2024-09-07T15:27:59.538752+0000","last_became_active":"2024-09-07T13:38:09.981394+0000","last_became_peered":"2024-09-07T13:38:09.981394+0000","last_unstale":"2024-09-07T15:27:59.538752+0000","last_undegraded":"2024-09-07T15:27:59.538752+0000","last_fullsized":"2024-09-07T15:27:59.538752+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-07T15:27:59.538528+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-07T15:27:59.538528+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.538528+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:41:52.597546+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":569264,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":415,"num_read_kb":38898,"num_write":965,"num_write_kb":26673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.739160+0000","last_change":"2024-09-07T13:38:13.968771+0000","last_active":"2024-09-07T15:24:36.739160+0000","last_peered":"2024-09-07T15:24:36.739160+0000","last_clean":"2024-09-07T15:24:36.739160+0000","last_became_active":"2024-09-07T13:38:13.967255+0000","last_became_peered":"2024-09-07T13:38:13.967255+0000","last_unstale":"2024-09-07T15:24:36.739160+0000","last_undegraded":"2024-09-07T15:24:36.739160+0000","last_fullsized":"2024-09-07T15:24:36.739160+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:51:54.798958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'366","reported_seq":1013,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.620250+0000","last_change":"2024-09-07T13:38:15.984512+0000","last_active":"2024-09-07T15:27:44.620250+0000","last_peered":"2024-09-07T15:27:44.620250+0000","last_clean":"2024-09-07T15:27:44.620250+0000","last_became_active":"2024-09-07T13:38:15.983817+0000","last_became_peered":"2024-09-07T13:38:15.983817+0000","last_unstale":"2024-09-07T15:27:44.620250+0000","last_undegraded":"2024-09-07T15:27:44.620250+0000","last_fullsized":"2024-09-07T15:27:44.620250+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:43:00.109870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45742,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":587,"num_read_kb":1148,"num_write":460,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908865+0000","last_change":"2024-09-07T13:38:17.994022+0000","last_active":"2024-09-07T15:24:41.908865+0000","last_peered":"2024-09-07T15:24:41.908865+0000","last_clean":"2024-09-07T15:24:41.908865+0000","last_became_active":"2024-09-07T13:38:17.993257+0000","last_became_peered":"2024-09-07T13:38:17.993257+0000","last_unstale":"2024-09-07T15:24:41.908865+0000","last_undegraded":"2024-09-07T15:24:41.908865+0000","last_fullsized":"2024-09-07T15:24:41.908865+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:47:23.195951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2482","reported_seq":4401,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:07.260123+0000","last_change":"2024-09-07T13:38:20.019932+0000","last_active":"2024-09-07T15:27:07.260123+0000","last_peered":"2024-09-07T15:27:07.260123+0000","last_clean":"2024-09-07T15:27:07.260123+0000","last_became_active":"2024-09-07T13:38:20.019496+0000","last_became_peered":"2024-09-07T13:38:20.019496+0000","last_unstale":"2024-09-07T15:27:07.260123+0000","last_undegraded":"2024-09-07T15:27:07.260123+0000","last_fullsized":"2024-09-07T15:27:07.260123+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":2400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:44:27.907413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6139,"num_read_kb":6135,"num_write":4930,"num_write_kb":1839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'212","reported_seq":862,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.737995+0000","last_change":"2024-09-07T13:38:11.963686+0000","last_active":"2024-09-07T15:24:31.737995+0000","last_peered":"2024-09-07T15:24:31.737995+0000","last_clean":"2024-09-07T15:24:31.737995+0000","last_became_active":"2024-09-07T13:38:11.962996+0000","last_became_peered":"2024-09-07T13:38:11.962996+0000","last_unstale":"2024-09-07T15:24:31.737995+0000","last_undegraded":"2024-09-07T15:24:31.737995+0000","last_fullsized":"2024-09-07T15:24:31.737995+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:40:25.557672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":878,"num_write":382,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'399","reported_seq":1087,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:50.038122+0000","last_change":"2024-09-07T15:27:50.037893+0000","last_active":"2024-09-07T15:27:50.038122+0000","last_peered":"2024-09-07T15:27:50.038122+0000","last_clean":"2024-09-07T15:27:50.038122+0000","last_became_active":"2024-09-07T13:38:09.953847+0000","last_became_peered":"2024-09-07T13:38:09.953847+0000","last_unstale":"2024-09-07T15:27:50.038122+0000","last_undegraded":"2024-09-07T15:27:50.038122+0000","last_fullsized":"2024-09-07T15:27:50.038122+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'399","last_scrub_stamp":"2024-09-07T15:27:50.037656+0000","last_deep_scrub":"269'399","last_deep_scrub_stamp":"2024-09-07T15:27:50.037656+0000","last_clean_scrub_stamp":"2024-09-07T15:27:50.037656+0000","objects_scrubbed":4,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:11:25.604230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1306955,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":588,"num_read_kb":9138,"num_write":1176,"num_write_kb":18853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"38'3","reported_seq":1014,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.428631+0000","last_change":"2024-09-07T13:38:13.973516+0000","last_active":"2024-09-07T15:27:42.428631+0000","last_peered":"2024-09-07T15:27:42.428631+0000","last_clean":"2024-09-07T15:27:42.428631+0000","last_became_active":"2024-09-07T13:38:13.972763+0000","last_became_peered":"2024-09-07T13:38:13.972763+0000","last_unstale":"2024-09-07T15:27:42.428631+0000","last_undegraded":"2024-09-07T15:27:42.428631+0000","last_fullsized":"2024-09-07T15:27:42.428631+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:42:31.547618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":725,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'134","reported_seq":703,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.201625+0000","last_change":"2024-09-07T13:38:15.988583+0000","last_active":"2024-09-07T15:26:01.201625+0000","last_peered":"2024-09-07T15:26:01.201625+0000","last_clean":"2024-09-07T15:26:01.201625+0000","last_became_active":"2024-09-07T13:38:15.987836+0000","last_became_peered":"2024-09-07T13:38:15.987836+0000","last_unstale":"2024-09-07T15:26:01.201625+0000","last_undegraded":"2024-09-07T15:26:01.201625+0000","last_fullsized":"2024-09-07T15:26:01.201625+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:02.859833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":145,"num_write":104,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506365+0000","last_change":"2024-09-07T13:38:17.997318+0000","last_active":"2024-09-07T15:24:42.506365+0000","last_peered":"2024-09-07T15:24:42.506365+0000","last_clean":"2024-09-07T15:24:42.506365+0000","last_became_active":"2024-09-07T13:38:17.996515+0000","last_became_peered":"2024-09-07T13:38:17.996515+0000","last_unstale":"2024-09-07T15:24:42.506365+0000","last_undegraded":"2024-09-07T15:24:42.506365+0000","last_fullsized":"2024-09-07T15:24:42.506365+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:44:26.222213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'88","reported_seq":614,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.224292+0000","last_change":"2024-09-07T13:38:20.014595+0000","last_active":"2024-09-07T15:26:03.224292+0000","last_peered":"2024-09-07T15:26:03.224292+0000","last_clean":"2024-09-07T15:26:03.224292+0000","last_became_active":"2024-09-07T13:38:20.012734+0000","last_became_peered":"2024-09-07T13:38:20.012734+0000","last_unstale":"2024-09-07T15:26:03.224292+0000","last_undegraded":"2024-09-07T15:26:03.224292+0000","last_fullsized":"2024-09-07T15:26:03.224292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:06:56.193443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":206,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'442","reported_seq":1241,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.247615+0000","last_change":"2024-09-07T15:28:01.247615+0000","last_active":"2024-09-07T15:28:01.247615+0000","last_peered":"2024-09-07T15:28:01.247615+0000","last_clean":"2024-09-07T15:28:01.247615+0000","last_became_active":"2024-09-07T13:38:11.970315+0000","last_became_peered":"2024-09-07T13:38:11.970315+0000","last_unstale":"2024-09-07T15:28:01.247615+0000","last_undegraded":"2024-09-07T15:28:01.247615+0000","last_fullsized":"2024-09-07T15:28:01.247615+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'442","last_scrub_stamp":"2024-09-07T15:28:01.247357+0000","last_deep_scrub":"269'442","last_deep_scrub_stamp":"2024-09-07T15:28:01.247357+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.247357+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:35:32.997296+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2170,"num_read_kb":1860,"num_write":785,"num_write_kb":513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'359","reported_seq":1031,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.559218+0000","last_change":"2024-09-07T15:27:58.559218+0000","last_active":"2024-09-07T15:27:58.559218+0000","last_peered":"2024-09-07T15:27:58.559218+0000","last_clean":"2024-09-07T15:27:58.559218+0000","last_became_active":"2024-09-07T13:38:41.158508+0000","last_became_peered":"2024-09-07T13:38:41.158508+0000","last_unstale":"2024-09-07T15:27:58.559218+0000","last_undegraded":"2024-09-07T15:27:58.559218+0000","last_fullsized":"2024-09-07T15:27:58.559218+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'359","last_scrub_stamp":"2024-09-07T15:27:58.558991+0000","last_deep_scrub":"269'359","last_deep_scrub_stamp":"2024-09-07T15:27:58.558991+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.558991+0000","objects_scrubbed":7,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:48:06.200120+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170935,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":513,"num_read_kb":8611,"num_write":1098,"num_write_kb":36760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.320477+0000","last_change":"2024-09-07T13:38:13.966433+0000","last_active":"2024-09-07T15:24:37.320477+0000","last_peered":"2024-09-07T15:24:37.320477+0000","last_clean":"2024-09-07T15:24:37.320477+0000","last_became_active":"2024-09-07T13:38:13.965676+0000","last_became_peered":"2024-09-07T13:38:13.965676+0000","last_unstale":"2024-09-07T15:24:37.320477+0000","last_undegraded":"2024-09-07T15:24:37.320477+0000","last_fullsized":"2024-09-07T15:24:37.320477+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:19:29.793910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'162","reported_seq":754,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:46.254460+0000","last_change":"2024-09-07T13:38:15.986169+0000","last_active":"2024-09-07T15:23:46.254460+0000","last_peered":"2024-09-07T15:23:46.254460+0000","last_clean":"2024-09-07T15:23:46.254460+0000","last_became_active":"2024-09-07T13:38:15.985575+0000","last_became_peered":"2024-09-07T13:38:15.985575+0000","last_unstale":"2024-09-07T15:23:46.254460+0000","last_undegraded":"2024-09-07T15:23:46.254460+0000","last_fullsized":"2024-09-07T15:23:46.254460+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:31:16.398124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'757","reported_seq":3169,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.201869+0000","last_change":"2024-09-07T13:38:17.993476+0000","last_active":"2024-09-07T15:27:45.201869+0000","last_peered":"2024-09-07T15:27:45.201869+0000","last_clean":"2024-09-07T15:27:45.201869+0000","last_became_active":"2024-09-07T13:38:17.992747+0000","last_became_peered":"2024-09-07T13:38:17.992747+0000","last_unstale":"2024-09-07T15:27:45.201869+0000","last_undegraded":"2024-09-07T15:27:45.201869+0000","last_fullsized":"2024-09-07T15:27:45.201869+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:43:18.408893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'209","reported_seq":1057,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.435530+0000","last_change":"2024-09-07T13:38:20.604507+0000","last_active":"2024-09-07T15:26:01.435530+0000","last_peered":"2024-09-07T15:26:01.435530+0000","last_clean":"2024-09-07T15:26:01.435530+0000","last_became_active":"2024-09-07T13:38:20.603950+0000","last_became_peered":"2024-09-07T13:38:20.603950+0000","last_unstale":"2024-09-07T15:26:01.435530+0000","last_undegraded":"2024-09-07T15:26:01.435530+0000","last_fullsized":"2024-09-07T15:26:01.435530+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:59:38.639963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":642,"num_read_kb":636,"num_write":447,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'76","reported_seq":710,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.600133+0000","last_change":"2024-09-07T15:28:05.600133+0000","last_active":"2024-09-07T15:28:05.600133+0000","last_peered":"2024-09-07T15:28:05.600133+0000","last_clean":"2024-09-07T15:28:05.600133+0000","last_became_active":"2024-09-07T13:38:11.960885+0000","last_became_peered":"2024-09-07T13:38:11.960885+0000","last_unstale":"2024-09-07T15:28:05.600133+0000","last_undegraded":"2024-09-07T15:28:05.600133+0000","last_fullsized":"2024-09-07T15:28:05.600133+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'76","last_scrub_stamp":"2024-09-07T15:28:05.599949+0000","last_deep_scrub":"269'76","last_deep_scrub_stamp":"2024-09-07T15:28:05.599949+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.599949+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:44:02.601858+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":356,"num_read_kb":308,"num_write":106,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'340","reported_seq":1013,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.044328+0000","last_change":"2024-09-07T15:27:54.044328+0000","last_active":"2024-09-07T15:27:54.044328+0000","last_peered":"2024-09-07T15:27:54.044328+0000","last_clean":"2024-09-07T15:27:54.044328+0000","last_became_active":"2024-09-07T13:38:09.969708+0000","last_became_peered":"2024-09-07T13:38:09.969708+0000","last_unstale":"2024-09-07T15:27:54.044328+0000","last_undegraded":"2024-09-07T15:27:54.044328+0000","last_fullsized":"2024-09-07T15:27:54.044328+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'340","last_scrub_stamp":"2024-09-07T15:27:54.044068+0000","last_deep_scrub":"269'340","last_deep_scrub_stamp":"2024-09-07T15:27:54.044068+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.044068+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:33:49.574366+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174882,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":512,"num_read_kb":26739,"num_write":1096,"num_write_kb":16661,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.739206+0000","last_change":"2024-09-07T13:38:13.966364+0000","last_active":"2024-09-07T15:24:36.739206+0000","last_peered":"2024-09-07T15:24:36.739206+0000","last_clean":"2024-09-07T15:24:36.739206+0000","last_became_active":"2024-09-07T13:38:13.961527+0000","last_became_peered":"2024-09-07T13:38:13.961527+0000","last_unstale":"2024-09-07T15:24:36.739206+0000","last_undegraded":"2024-09-07T15:24:36.739206+0000","last_fullsized":"2024-09-07T15:24:36.739206+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:46:36.432965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'303","reported_seq":916,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.238248+0000","last_change":"2024-09-07T13:38:16.018791+0000","last_active":"2024-09-07T15:27:44.238248+0000","last_peered":"2024-09-07T15:27:44.238248+0000","last_clean":"2024-09-07T15:27:44.238248+0000","last_became_active":"2024-09-07T13:38:16.016970+0000","last_became_peered":"2024-09-07T13:38:16.016970+0000","last_unstale":"2024-09-07T15:27:44.238248+0000","last_undegraded":"2024-09-07T15:27:44.238248+0000","last_fullsized":"2024-09-07T15:27:44.238248+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:56:13.636971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48611,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":504,"num_read_kb":1120,"num_write":402,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'781","reported_seq":4754,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.707204+0000","last_change":"2024-09-07T13:38:17.995450+0000","last_active":"2024-09-07T15:27:42.707204+0000","last_peered":"2024-09-07T15:27:42.707204+0000","last_clean":"2024-09-07T15:27:42.707204+0000","last_became_active":"2024-09-07T13:38:17.994698+0000","last_became_peered":"2024-09-07T13:38:17.994698+0000","last_unstale":"2024-09-07T15:27:42.707204+0000","last_undegraded":"2024-09-07T15:27:42.707204+0000","last_fullsized":"2024-09-07T15:27:42.707204+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":700,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:39:13.300701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'130","reported_seq":729,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.810867+0000","last_change":"2024-09-07T15:28:05.810867+0000","last_active":"2024-09-07T15:28:05.810867+0000","last_peered":"2024-09-07T15:28:05.810867+0000","last_clean":"2024-09-07T15:28:05.810867+0000","last_became_active":"2024-09-07T13:38:11.962281+0000","last_became_peered":"2024-09-07T13:38:11.962281+0000","last_unstale":"2024-09-07T15:28:05.810867+0000","last_undegraded":"2024-09-07T15:28:05.810867+0000","last_fullsized":"2024-09-07T15:28:05.810867+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'130","last_scrub_stamp":"2024-09-07T15:28:05.810670+0000","last_deep_scrub":"269'130","last_deep_scrub_stamp":"2024-09-07T15:28:05.810670+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.810670+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:23:22.721432+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":538,"num_read_kb":433,"num_write":207,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'425","reported_seq":1183,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.524323+0000","last_change":"2024-09-07T15:27:57.524323+0000","last_active":"2024-09-07T15:27:57.524323+0000","last_peered":"2024-09-07T15:27:57.524323+0000","last_clean":"2024-09-07T15:27:57.524323+0000","last_became_active":"2024-09-07T13:38:09.953807+0000","last_became_peered":"2024-09-07T13:38:09.953807+0000","last_unstale":"2024-09-07T15:27:57.524323+0000","last_undegraded":"2024-09-07T15:27:57.524323+0000","last_fullsized":"2024-09-07T15:27:57.524323+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'425","last_scrub_stamp":"2024-09-07T15:27:57.524038+0000","last_deep_scrub":"269'425","last_deep_scrub_stamp":"2024-09-07T15:27:57.524038+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.524038+0000","objects_scrubbed":6,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:39:19.753621+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263255,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":813,"num_read_kb":21895,"num_write":1378,"num_write_kb":56048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904776+0000","last_change":"2024-09-07T13:38:13.977761+0000","last_active":"2024-09-07T15:24:26.904776+0000","last_peered":"2024-09-07T15:24:26.904776+0000","last_clean":"2024-09-07T15:24:26.904776+0000","last_became_active":"2024-09-07T13:38:13.976951+0000","last_became_peered":"2024-09-07T13:38:13.976951+0000","last_unstale":"2024-09-07T15:24:26.904776+0000","last_undegraded":"2024-09-07T15:24:26.904776+0000","last_fullsized":"2024-09-07T15:24:26.904776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:16:54.571224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'448","reported_seq":1138,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.876690+0000","last_change":"2024-09-07T13:38:16.017735+0000","last_active":"2024-09-07T15:27:44.876690+0000","last_peered":"2024-09-07T15:27:44.876690+0000","last_clean":"2024-09-07T15:27:44.876690+0000","last_became_active":"2024-09-07T13:38:16.016901+0000","last_became_peered":"2024-09-07T13:38:16.016901+0000","last_unstale":"2024-09-07T15:27:44.876690+0000","last_undegraded":"2024-09-07T15:27:44.876690+0000","last_fullsized":"2024-09-07T15:27:44.876690+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":400,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:01:06.166512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47659,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":717,"num_read_kb":1325,"num_write":548,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.263704+0000","last_change":"2024-09-07T13:38:17.987827+0000","last_active":"2024-09-07T15:24:06.263704+0000","last_peered":"2024-09-07T15:24:06.263704+0000","last_clean":"2024-09-07T15:24:06.263704+0000","last_became_active":"2024-09-07T13:38:17.987198+0000","last_became_peered":"2024-09-07T13:38:17.987198+0000","last_unstale":"2024-09-07T15:24:06.263704+0000","last_undegraded":"2024-09-07T15:24:06.263704+0000","last_fullsized":"2024-09-07T15:24:06.263704+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:29:28.957888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'546","reported_seq":1389,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.733498+0000","last_change":"2024-09-07T13:38:20.019965+0000","last_active":"2024-09-07T15:27:23.733498+0000","last_peered":"2024-09-07T15:27:23.733498+0000","last_clean":"2024-09-07T15:27:23.733498+0000","last_became_active":"2024-09-07T13:38:20.018987+0000","last_became_peered":"2024-09-07T13:38:20.018987+0000","last_unstale":"2024-09-07T15:27:23.733498+0000","last_undegraded":"2024-09-07T15:27:23.733498+0000","last_fullsized":"2024-09-07T15:27:23.733498+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:22:59.794569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1314,"num_read_kb":1309,"num_write":1132,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'101","reported_seq":731,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.470277+0000","last_change":"2024-09-07T15:27:59.470277+0000","last_active":"2024-09-07T15:27:59.470277+0000","last_peered":"2024-09-07T15:27:59.470277+0000","last_clean":"2024-09-07T15:27:59.470277+0000","last_became_active":"2024-09-07T13:38:11.964035+0000","last_became_peered":"2024-09-07T13:38:11.964035+0000","last_unstale":"2024-09-07T15:27:59.470277+0000","last_undegraded":"2024-09-07T15:27:59.470277+0000","last_fullsized":"2024-09-07T15:27:59.470277+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'101","last_scrub_stamp":"2024-09-07T15:27:59.470002+0000","last_deep_scrub":"269'101","last_deep_scrub_stamp":"2024-09-07T15:27:59.470002+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.470002+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:01:03.946136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":383,"num_write":141,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'290","reported_seq":1005,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.491994+0000","last_change":"2024-09-07T15:27:53.491994+0000","last_active":"2024-09-07T15:27:53.491994+0000","last_peered":"2024-09-07T15:27:53.491994+0000","last_clean":"2024-09-07T15:27:53.491994+0000","last_became_active":"2024-09-07T13:38:09.953293+0000","last_became_peered":"2024-09-07T13:38:09.953293+0000","last_unstale":"2024-09-07T15:27:53.491994+0000","last_undegraded":"2024-09-07T15:27:53.491994+0000","last_fullsized":"2024-09-07T15:27:53.491994+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'290","last_scrub_stamp":"2024-09-07T15:27:53.491781+0000","last_deep_scrub":"269'290","last_deep_scrub_stamp":"2024-09-07T15:27:53.491781+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.491781+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:24:07.538735+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":53781,"num_write":982,"num_write_kb":33822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.309619+0000","last_change":"2024-09-07T15:28:05.309619+0000","last_active":"2024-09-07T15:28:05.309619+0000","last_peered":"2024-09-07T15:28:05.309619+0000","last_clean":"2024-09-07T15:28:05.309619+0000","last_became_active":"2024-09-07T13:38:13.957111+0000","last_became_peered":"2024-09-07T13:38:13.957111+0000","last_unstale":"2024-09-07T15:28:05.309619+0000","last_undegraded":"2024-09-07T15:28:05.309619+0000","last_fullsized":"2024-09-07T15:28:05.309619+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:05.309428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:05.309428+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.309428+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:03:58.248951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'288","reported_seq":913,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.411562+0000","last_change":"2024-09-07T13:38:15.993331+0000","last_active":"2024-09-07T15:27:43.411562+0000","last_peered":"2024-09-07T15:27:43.411562+0000","last_clean":"2024-09-07T15:27:43.411562+0000","last_became_active":"2024-09-07T13:38:15.988081+0000","last_became_peered":"2024-09-07T13:38:15.988081+0000","last_unstale":"2024-09-07T15:27:43.411562+0000","last_undegraded":"2024-09-07T15:27:43.411562+0000","last_fullsized":"2024-09-07T15:27:43.411562+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:05.398465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51973,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":482,"num_read_kb":1048,"num_write":380,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:57.325442+0000","last_change":"2024-09-07T13:38:17.994974+0000","last_active":"2024-09-07T15:24:57.325442+0000","last_peered":"2024-09-07T15:24:57.325442+0000","last_clean":"2024-09-07T15:24:57.325442+0000","last_became_active":"2024-09-07T13:38:17.994508+0000","last_became_peered":"2024-09-07T13:38:17.994508+0000","last_unstale":"2024-09-07T15:24:57.325442+0000","last_undegraded":"2024-09-07T15:24:57.325442+0000","last_fullsized":"2024-09-07T15:24:57.325442+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:33:44.871016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'128","reported_seq":655,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:06.513748+0000","last_change":"2024-09-07T13:38:20.012119+0000","last_active":"2024-09-07T15:27:06.513748+0000","last_peered":"2024-09-07T15:27:06.513748+0000","last_clean":"2024-09-07T15:27:06.513748+0000","last_became_active":"2024-09-07T13:38:20.011595+0000","last_became_peered":"2024-09-07T13:38:20.011595+0000","last_unstale":"2024-09-07T15:27:06.513748+0000","last_undegraded":"2024-09-07T15:27:06.513748+0000","last_fullsized":"2024-09-07T15:27:06.513748+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:08:29.701965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":176,"num_read_kb":166,"num_write":311,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'266","reported_seq":974,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.081097+0000","last_change":"2024-09-07T15:27:59.081097+0000","last_active":"2024-09-07T15:27:59.081097+0000","last_peered":"2024-09-07T15:27:59.081097+0000","last_clean":"2024-09-07T15:27:59.081097+0000","last_became_active":"2024-09-07T13:38:11.970451+0000","last_became_peered":"2024-09-07T13:38:11.970451+0000","last_unstale":"2024-09-07T15:27:59.081097+0000","last_undegraded":"2024-09-07T15:27:59.081097+0000","last_fullsized":"2024-09-07T15:27:59.081097+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'266","last_scrub_stamp":"2024-09-07T15:27:59.080911+0000","last_deep_scrub":"269'266","last_deep_scrub_stamp":"2024-09-07T15:27:59.080911+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.080911+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:47:46.819787+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1159,"num_read_kb":956,"num_write":391,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'366","reported_seq":1064,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.516405+0000","last_change":"2024-09-07T15:27:55.516405+0000","last_active":"2024-09-07T15:27:55.516405+0000","last_peered":"2024-09-07T15:27:55.516405+0000","last_clean":"2024-09-07T15:27:55.516405+0000","last_became_active":"2024-09-07T13:38:09.959258+0000","last_became_peered":"2024-09-07T13:38:09.959258+0000","last_unstale":"2024-09-07T15:27:55.516405+0000","last_undegraded":"2024-09-07T15:27:55.516405+0000","last_fullsized":"2024-09-07T15:27:55.516405+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'366","last_scrub_stamp":"2024-09-07T15:27:55.516196+0000","last_deep_scrub":"269'366","last_deep_scrub_stamp":"2024-09-07T15:27:55.516196+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.516196+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:29:06.428364+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":593,"num_read_kb":722,"num_write":1178,"num_write_kb":10943,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.281340+0000","last_change":"2024-09-07T15:28:08.281340+0000","last_active":"2024-09-07T15:28:08.281340+0000","last_peered":"2024-09-07T15:28:08.281340+0000","last_clean":"2024-09-07T15:28:08.281340+0000","last_became_active":"2024-09-07T13:38:13.959704+0000","last_became_peered":"2024-09-07T13:38:13.959704+0000","last_unstale":"2024-09-07T15:28:08.281340+0000","last_undegraded":"2024-09-07T15:28:08.281340+0000","last_fullsized":"2024-09-07T15:28:08.281340+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:08.281166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:08.281166+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.281166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:33:43.297262+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'348","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.990288+0000","last_change":"2024-09-07T13:38:15.989134+0000","last_active":"2024-09-07T15:27:44.990288+0000","last_peered":"2024-09-07T15:27:44.990288+0000","last_clean":"2024-09-07T15:27:44.990288+0000","last_became_active":"2024-09-07T13:38:15.987730+0000","last_became_peered":"2024-09-07T13:38:15.987730+0000","last_unstale":"2024-09-07T15:27:44.990288+0000","last_undegraded":"2024-09-07T15:27:44.990288+0000","last_fullsized":"2024-09-07T15:27:44.990288+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:01.312662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52329,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":566,"num_read_kb":1095,"num_write":432,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'757","reported_seq":3264,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.670366+0000","last_change":"2024-09-07T13:38:17.997382+0000","last_active":"2024-09-07T15:27:44.670366+0000","last_peered":"2024-09-07T15:27:44.670366+0000","last_clean":"2024-09-07T15:27:44.670366+0000","last_became_active":"2024-09-07T13:38:17.996538+0000","last_became_peered":"2024-09-07T13:38:17.996538+0000","last_unstale":"2024-09-07T15:27:44.670366+0000","last_undegraded":"2024-09-07T15:27:44.670366+0000","last_fullsized":"2024-09-07T15:27:44.670366+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:55:42.702421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'115","reported_seq":634,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.231056+0000","last_change":"2024-09-07T13:38:20.013518+0000","last_active":"2024-09-07T15:27:22.231056+0000","last_peered":"2024-09-07T15:27:22.231056+0000","last_clean":"2024-09-07T15:27:22.231056+0000","last_became_active":"2024-09-07T13:38:20.012449+0000","last_became_peered":"2024-09-07T13:38:20.012449+0000","last_unstale":"2024-09-07T15:27:22.231056+0000","last_undegraded":"2024-09-07T15:27:22.231056+0000","last_fullsized":"2024-09-07T15:27:22.231056+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:15:10.828329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":286,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'198","reported_seq":842,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.200377+0000","last_change":"2024-09-07T15:28:02.200377+0000","last_active":"2024-09-07T15:28:02.200377+0000","last_peered":"2024-09-07T15:28:02.200377+0000","last_clean":"2024-09-07T15:28:02.200377+0000","last_became_active":"2024-09-07T13:38:11.961387+0000","last_became_peered":"2024-09-07T13:38:11.961387+0000","last_unstale":"2024-09-07T15:28:02.200377+0000","last_undegraded":"2024-09-07T15:28:02.200377+0000","last_fullsized":"2024-09-07T15:28:02.200377+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'198","last_scrub_stamp":"2024-09-07T15:28:02.200162+0000","last_deep_scrub":"269'198","last_deep_scrub_stamp":"2024-09-07T15:28:02.200162+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.200162+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:11.628203+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":804,"num_read_kb":654,"num_write":292,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'333","reported_seq":1125,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.820891+0000","last_change":"2024-09-07T15:27:54.820891+0000","last_active":"2024-09-07T15:27:54.820891+0000","last_peered":"2024-09-07T15:27:54.820891+0000","last_clean":"2024-09-07T15:27:54.820891+0000","last_became_active":"2024-09-07T13:38:09.955525+0000","last_became_peered":"2024-09-07T13:38:09.955525+0000","last_unstale":"2024-09-07T15:27:54.820891+0000","last_undegraded":"2024-09-07T15:27:54.820891+0000","last_fullsized":"2024-09-07T15:27:54.820891+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'333","last_scrub_stamp":"2024-09-07T15:27:54.820660+0000","last_deep_scrub":"269'333","last_deep_scrub_stamp":"2024-09-07T15:27:54.820660+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.820660+0000","objects_scrubbed":7,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:37:23.589094+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1486129,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":604,"num_read_kb":36147,"num_write":1085,"num_write_kb":30629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.289838+0000","last_change":"2024-09-07T15:28:06.289838+0000","last_active":"2024-09-07T15:28:06.289838+0000","last_peered":"2024-09-07T15:28:06.289838+0000","last_clean":"2024-09-07T15:28:06.289838+0000","last_became_active":"2024-09-07T13:38:13.955470+0000","last_became_peered":"2024-09-07T13:38:13.955470+0000","last_unstale":"2024-09-07T15:28:06.289838+0000","last_undegraded":"2024-09-07T15:28:06.289838+0000","last_fullsized":"2024-09-07T15:28:06.289838+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:06.289663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:06.289663+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.289663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:42:34.328342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'551","reported_seq":1231,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.123568+0000","last_change":"2024-09-07T13:38:15.980702+0000","last_active":"2024-09-07T15:27:45.123568+0000","last_peered":"2024-09-07T15:27:45.123568+0000","last_clean":"2024-09-07T15:27:45.123568+0000","last_became_active":"2024-09-07T13:38:15.977053+0000","last_became_peered":"2024-09-07T13:38:15.977053+0000","last_unstale":"2024-09-07T15:27:45.123568+0000","last_undegraded":"2024-09-07T15:27:45.123568+0000","last_fullsized":"2024-09-07T15:27:45.123568+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:09:00.977138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95964,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":974,"num_read_kb":2319,"num_write":806,"num_write_kb":662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.264181+0000","last_change":"2024-09-07T13:38:18.001460+0000","last_active":"2024-09-07T15:24:31.264181+0000","last_peered":"2024-09-07T15:24:31.264181+0000","last_clean":"2024-09-07T15:24:31.264181+0000","last_became_active":"2024-09-07T13:38:17.999641+0000","last_became_peered":"2024-09-07T13:38:17.999641+0000","last_unstale":"2024-09-07T15:24:31.264181+0000","last_undegraded":"2024-09-07T15:24:31.264181+0000","last_fullsized":"2024-09-07T15:24:31.264181+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:23:51.811753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'173","reported_seq":723,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.269938+0000","last_change":"2024-09-07T13:38:20.005868+0000","last_active":"2024-09-07T15:24:31.269938+0000","last_peered":"2024-09-07T15:24:31.269938+0000","last_clean":"2024-09-07T15:24:31.269938+0000","last_became_active":"2024-09-07T13:38:20.000637+0000","last_became_peered":"2024-09-07T13:38:20.000637+0000","last_unstale":"2024-09-07T15:24:31.269938+0000","last_undegraded":"2024-09-07T15:24:31.269938+0000","last_fullsized":"2024-09-07T15:24:31.269938+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:19.707086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":254,"num_read_kb":244,"num_write":425,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'351","reported_seq":1111,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.405325+0000","last_change":"2024-09-07T15:27:55.405325+0000","last_active":"2024-09-07T15:27:55.405325+0000","last_peered":"2024-09-07T15:27:55.405325+0000","last_clean":"2024-09-07T15:27:55.405325+0000","last_became_active":"2024-09-07T13:38:11.978375+0000","last_became_peered":"2024-09-07T13:38:11.978375+0000","last_unstale":"2024-09-07T15:27:55.405325+0000","last_undegraded":"2024-09-07T15:27:55.405325+0000","last_fullsized":"2024-09-07T15:27:55.405325+0000","mapping_epoch":28,"log_start":"266'300","ondisk_log_start":"266'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'351","last_scrub_stamp":"2024-09-07T15:27:55.405131+0000","last_deep_scrub":"269'351","last_deep_scrub_stamp":"2024-09-07T15:27:55.405131+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.405131+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:08:38.060079+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1634,"num_read_kb":1416,"num_write":530,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25744,"num_omap_keys":101,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'405","reported_seq":1195,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.437338+0000","last_change":"2024-09-07T15:27:52.437338+0000","last_active":"2024-09-07T15:27:52.437338+0000","last_peered":"2024-09-07T15:27:52.437338+0000","last_clean":"2024-09-07T15:27:52.437338+0000","last_became_active":"2024-09-07T13:38:41.160505+0000","last_became_peered":"2024-09-07T13:38:41.160505+0000","last_unstale":"2024-09-07T15:27:52.437338+0000","last_undegraded":"2024-09-07T15:27:52.437338+0000","last_fullsized":"2024-09-07T15:27:52.437338+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'405","last_scrub_stamp":"2024-09-07T15:27:52.437121+0000","last_deep_scrub":"269'405","last_deep_scrub_stamp":"2024-09-07T15:27:52.437121+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.437121+0000","objects_scrubbed":7,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:05:53.424052+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243155,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":976,"num_read_kb":21179,"num_write":1309,"num_write_kb":33405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.293957+0000","last_change":"2024-09-07T15:28:09.293957+0000","last_active":"2024-09-07T15:28:09.293957+0000","last_peered":"2024-09-07T15:28:09.293957+0000","last_clean":"2024-09-07T15:28:09.293957+0000","last_became_active":"2024-09-07T13:38:13.970686+0000","last_became_peered":"2024-09-07T13:38:13.970686+0000","last_unstale":"2024-09-07T15:28:09.293957+0000","last_undegraded":"2024-09-07T15:28:09.293957+0000","last_fullsized":"2024-09-07T15:28:09.293957+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:09.293770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:09.293770+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.293770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:43:18.654512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'333","reported_seq":963,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.768651+0000","last_change":"2024-09-07T13:38:15.982497+0000","last_active":"2024-09-07T15:27:43.768651+0000","last_peered":"2024-09-07T15:27:43.768651+0000","last_clean":"2024-09-07T15:27:43.768651+0000","last_became_active":"2024-09-07T13:38:15.981714+0000","last_became_peered":"2024-09-07T13:38:15.981714+0000","last_unstale":"2024-09-07T15:27:43.768651+0000","last_undegraded":"2024-09-07T15:27:43.768651+0000","last_fullsized":"2024-09-07T15:27:43.768651+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:25:52.040745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44881,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":563,"num_read_kb":1137,"num_write":486,"num_write_kb":354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699538+0000","last_change":"2024-09-07T13:38:18.002116+0000","last_active":"2024-09-07T15:24:31.699538+0000","last_peered":"2024-09-07T15:24:31.699538+0000","last_clean":"2024-09-07T15:24:31.699538+0000","last_became_active":"2024-09-07T13:38:18.001444+0000","last_became_peered":"2024-09-07T13:38:18.001444+0000","last_unstale":"2024-09-07T15:24:31.699538+0000","last_undegraded":"2024-09-07T15:24:31.699538+0000","last_fullsized":"2024-09-07T15:24:31.699538+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:27:10.644741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'104","reported_seq":641,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348139+0000","last_change":"2024-09-07T13:38:20.008041+0000","last_active":"2024-09-07T15:26:47.348139+0000","last_peered":"2024-09-07T15:26:47.348139+0000","last_clean":"2024-09-07T15:26:47.348139+0000","last_became_active":"2024-09-07T13:38:20.007347+0000","last_became_peered":"2024-09-07T13:38:20.007347+0000","last_unstale":"2024-09-07T15:26:47.348139+0000","last_undegraded":"2024-09-07T15:26:47.348139+0000","last_fullsized":"2024-09-07T15:26:47.348139+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:48:28.738738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":136,"num_write":262,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'348","reported_seq":1002,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.420035+0000","last_change":"2024-09-07T15:27:57.420035+0000","last_active":"2024-09-07T15:27:57.420035+0000","last_peered":"2024-09-07T15:27:57.420035+0000","last_clean":"2024-09-07T15:27:57.420035+0000","last_became_active":"2024-09-07T13:38:11.950454+0000","last_became_peered":"2024-09-07T13:38:11.950454+0000","last_unstale":"2024-09-07T15:27:57.420035+0000","last_undegraded":"2024-09-07T15:27:57.420035+0000","last_fullsized":"2024-09-07T15:27:57.420035+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'348","last_scrub_stamp":"2024-09-07T15:27:57.419841+0000","last_deep_scrub":"269'348","last_deep_scrub_stamp":"2024-09-07T15:27:57.419841+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.419841+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:22:14.213867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1500,"num_read_kb":1202,"num_write":556,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'335","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.003893+0000","last_change":"2024-09-07T15:27:53.003893+0000","last_active":"2024-09-07T15:27:53.003893+0000","last_peered":"2024-09-07T15:27:53.003893+0000","last_clean":"2024-09-07T15:27:53.003893+0000","last_became_active":"2024-09-07T13:38:09.942104+0000","last_became_peered":"2024-09-07T13:38:09.942104+0000","last_unstale":"2024-09-07T15:27:53.003893+0000","last_undegraded":"2024-09-07T15:27:53.003893+0000","last_fullsized":"2024-09-07T15:27:53.003893+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'335","last_scrub_stamp":"2024-09-07T15:27:53.003670+0000","last_deep_scrub":"269'335","last_deep_scrub_stamp":"2024-09-07T15:27:53.003670+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.003670+0000","objects_scrubbed":7,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:32:46.159047+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":789594,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":576,"num_read_kb":6962,"num_write":1104,"num_write_kb":15487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.322109+0000","last_change":"2024-09-07T15:28:08.322109+0000","last_active":"2024-09-07T15:28:08.322109+0000","last_peered":"2024-09-07T15:28:08.322109+0000","last_clean":"2024-09-07T15:28:08.322109+0000","last_became_active":"2024-09-07T13:38:13.972315+0000","last_became_peered":"2024-09-07T13:38:13.972315+0000","last_unstale":"2024-09-07T15:28:08.322109+0000","last_undegraded":"2024-09-07T15:28:08.322109+0000","last_fullsized":"2024-09-07T15:28:08.322109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:08.321932+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:08.321932+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.321932+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:47:50.236758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'364","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.274259+0000","last_change":"2024-09-07T15:28:10.274259+0000","last_active":"2024-09-07T15:28:10.274259+0000","last_peered":"2024-09-07T15:28:10.274259+0000","last_clean":"2024-09-07T15:28:10.274259+0000","last_became_active":"2024-09-07T13:38:15.998960+0000","last_became_peered":"2024-09-07T13:38:15.998960+0000","last_unstale":"2024-09-07T15:28:10.274259+0000","last_undegraded":"2024-09-07T15:28:10.274259+0000","last_fullsized":"2024-09-07T15:28:10.274259+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'364","last_scrub_stamp":"2024-09-07T15:28:10.273990+0000","last_deep_scrub":"269'364","last_deep_scrub_stamp":"2024-09-07T15:28:10.273990+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.273990+0000","objects_scrubbed":7,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:43:38.939588+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50592,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":586,"num_read_kb":1148,"num_write":452,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'758","reported_seq":3292,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.509910+0000","last_change":"2024-09-07T13:38:18.007806+0000","last_active":"2024-09-07T15:27:44.509910+0000","last_peered":"2024-09-07T15:27:44.509910+0000","last_clean":"2024-09-07T15:27:44.509910+0000","last_became_active":"2024-09-07T13:38:18.007298+0000","last_became_peered":"2024-09-07T13:38:18.007298+0000","last_unstale":"2024-09-07T15:27:44.509910+0000","last_undegraded":"2024-09-07T15:27:44.509910+0000","last_fullsized":"2024-09-07T15:27:44.509910+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:06.178726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'146","reported_seq":688,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:41.298248+0000","last_change":"2024-09-07T13:38:20.013364+0000","last_active":"2024-09-07T15:26:41.298248+0000","last_peered":"2024-09-07T15:26:41.298248+0000","last_clean":"2024-09-07T15:26:41.298248+0000","last_became_active":"2024-09-07T13:38:20.012078+0000","last_became_peered":"2024-09-07T13:38:20.012078+0000","last_unstale":"2024-09-07T15:26:41.298248+0000","last_undegraded":"2024-09-07T15:26:41.298248+0000","last_fullsized":"2024-09-07T15:26:41.298248+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:01:30.871059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":218,"num_read_kb":205,"num_write":349,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'328","reported_seq":1005,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.416590+0000","last_change":"2024-09-07T15:27:56.416590+0000","last_active":"2024-09-07T15:27:56.416590+0000","last_peered":"2024-09-07T15:27:56.416590+0000","last_clean":"2024-09-07T15:27:56.416590+0000","last_became_active":"2024-09-07T13:38:11.978432+0000","last_became_peered":"2024-09-07T13:38:11.978432+0000","last_unstale":"2024-09-07T15:27:56.416590+0000","last_undegraded":"2024-09-07T15:27:56.416590+0000","last_fullsized":"2024-09-07T15:27:56.416590+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'328","last_scrub_stamp":"2024-09-07T15:27:56.416404+0000","last_deep_scrub":"269'328","last_deep_scrub_stamp":"2024-09-07T15:27:56.416404+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.416404+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:18:23.039047+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1389,"num_read_kb":1168,"num_write":485,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'348","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.385331+0000","last_change":"2024-09-07T15:27:51.385331+0000","last_active":"2024-09-07T15:27:51.385331+0000","last_peered":"2024-09-07T15:27:51.385331+0000","last_clean":"2024-09-07T15:27:51.385331+0000","last_became_active":"2024-09-07T13:38:09.949154+0000","last_became_peered":"2024-09-07T13:38:09.949154+0000","last_unstale":"2024-09-07T15:27:51.385331+0000","last_undegraded":"2024-09-07T15:27:51.385331+0000","last_fullsized":"2024-09-07T15:27:51.385331+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'348","last_scrub_stamp":"2024-09-07T15:27:51.385076+0000","last_deep_scrub":"269'348","last_deep_scrub_stamp":"2024-09-07T15:27:51.385076+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.385076+0000","objects_scrubbed":2,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:49:55.118258+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":525,"num_read_kb":26149,"num_write":1065,"num_write_kb":30118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1485,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.442598+0000","last_change":"2024-09-07T13:38:13.971061+0000","last_active":"2024-09-07T15:27:42.442598+0000","last_peered":"2024-09-07T15:27:42.442598+0000","last_clean":"2024-09-07T15:27:42.442598+0000","last_became_active":"2024-09-07T13:38:13.969774+0000","last_became_peered":"2024-09-07T13:38:13.969774+0000","last_unstale":"2024-09-07T15:27:42.442598+0000","last_undegraded":"2024-09-07T15:27:42.442598+0000","last_fullsized":"2024-09-07T15:27:42.442598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:47:31.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":957,"num_read_kb":957,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'134","reported_seq":719,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312288+0000","last_change":"2024-09-07T13:38:16.016998+0000","last_active":"2024-09-07T15:24:02.312288+0000","last_peered":"2024-09-07T15:24:02.312288+0000","last_clean":"2024-09-07T15:24:02.312288+0000","last_became_active":"2024-09-07T13:38:16.016446+0000","last_became_peered":"2024-09-07T13:38:16.016446+0000","last_unstale":"2024-09-07T15:24:02.312288+0000","last_undegraded":"2024-09-07T15:24:02.312288+0000","last_fullsized":"2024-09-07T15:24:02.312288+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:19:18.289661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":165,"num_read_kb":160,"num_write":110,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'742","reported_seq":5153,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.701519+0000","last_change":"2024-09-07T13:38:18.002486+0000","last_active":"2024-09-07T15:27:42.701519+0000","last_peered":"2024-09-07T15:27:42.701519+0000","last_clean":"2024-09-07T15:27:42.701519+0000","last_became_active":"2024-09-07T13:38:18.001633+0000","last_became_peered":"2024-09-07T13:38:18.001633+0000","last_unstale":"2024-09-07T15:27:42.701519+0000","last_undegraded":"2024-09-07T15:27:42.701519+0000","last_fullsized":"2024-09-07T15:27:42.701519+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":700,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:59.671048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'131","reported_seq":670,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.505020+0000","last_change":"2024-09-07T13:38:20.019360+0000","last_active":"2024-09-07T15:24:37.505020+0000","last_peered":"2024-09-07T15:24:37.505020+0000","last_clean":"2024-09-07T15:24:37.505020+0000","last_became_active":"2024-09-07T13:38:20.017590+0000","last_became_peered":"2024-09-07T13:38:20.017590+0000","last_unstale":"2024-09-07T15:24:37.505020+0000","last_undegraded":"2024-09-07T15:24:37.505020+0000","last_fullsized":"2024-09-07T15:24:37.505020+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:44:49.286523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":214,"num_read_kb":197,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'109","reported_seq":742,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.281624+0000","last_change":"2024-09-07T15:28:01.281624+0000","last_active":"2024-09-07T15:28:01.281624+0000","last_peered":"2024-09-07T15:28:01.281624+0000","last_clean":"2024-09-07T15:28:01.281624+0000","last_became_active":"2024-09-07T13:38:11.949335+0000","last_became_peered":"2024-09-07T13:38:11.949335+0000","last_unstale":"2024-09-07T15:28:01.281624+0000","last_undegraded":"2024-09-07T15:28:01.281624+0000","last_fullsized":"2024-09-07T15:28:01.281624+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'109","last_scrub_stamp":"2024-09-07T15:28:01.281399+0000","last_deep_scrub":"269'109","last_deep_scrub_stamp":"2024-09-07T15:28:01.281399+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.281399+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:41:54.583158+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":465,"num_read_kb":389,"num_write":165,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'413","reported_seq":1173,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.545467+0000","last_change":"2024-09-07T15:27:53.545467+0000","last_active":"2024-09-07T15:27:53.545467+0000","last_peered":"2024-09-07T15:27:53.545467+0000","last_clean":"2024-09-07T15:27:53.545467+0000","last_became_active":"2024-09-07T13:38:09.952763+0000","last_became_peered":"2024-09-07T13:38:09.952763+0000","last_unstale":"2024-09-07T15:27:53.545467+0000","last_undegraded":"2024-09-07T15:27:53.545467+0000","last_fullsized":"2024-09-07T15:27:53.545467+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'413","last_scrub_stamp":"2024-09-07T15:27:53.545062+0000","last_deep_scrub":"269'413","last_deep_scrub_stamp":"2024-09-07T15:27:53.545062+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.545062+0000","objects_scrubbed":10,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:28:27.924702+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2273796,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":776,"num_read_kb":35105,"num_write":1268,"num_write_kb":41827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.529403+0000","last_change":"2024-09-07T15:28:07.529403+0000","last_active":"2024-09-07T15:28:07.529403+0000","last_peered":"2024-09-07T15:28:07.529403+0000","last_clean":"2024-09-07T15:28:07.529403+0000","last_became_active":"2024-09-07T13:38:13.967414+0000","last_became_peered":"2024-09-07T13:38:13.967414+0000","last_unstale":"2024-09-07T15:28:07.529403+0000","last_undegraded":"2024-09-07T15:28:07.529403+0000","last_fullsized":"2024-09-07T15:28:07.529403+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:07.529210+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:07.529210+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.529210+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:55:25.155693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'511","reported_seq":1188,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.694243+0000","last_change":"2024-09-07T13:38:15.978535+0000","last_active":"2024-09-07T15:27:44.694243+0000","last_peered":"2024-09-07T15:27:44.694243+0000","last_clean":"2024-09-07T15:27:44.694243+0000","last_became_active":"2024-09-07T13:38:15.977773+0000","last_became_peered":"2024-09-07T13:38:15.977773+0000","last_unstale":"2024-09-07T15:27:44.694243+0000","last_undegraded":"2024-09-07T15:27:44.694243+0000","last_fullsized":"2024-09-07T15:27:44.694243+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":500,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:34:44.640802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47706,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1427,"num_read_kb":2018,"num_write":2016,"num_write_kb":1796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.474882+0000","last_change":"2024-09-07T13:38:18.002908+0000","last_active":"2024-09-07T15:24:06.474882+0000","last_peered":"2024-09-07T15:24:06.474882+0000","last_clean":"2024-09-07T15:24:06.474882+0000","last_became_active":"2024-09-07T13:38:18.002088+0000","last_became_peered":"2024-09-07T13:38:18.002088+0000","last_unstale":"2024-09-07T15:24:06.474882+0000","last_undegraded":"2024-09-07T15:24:06.474882+0000","last_fullsized":"2024-09-07T15:24:06.474882+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:26:46.897269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'135","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.573564+0000","last_change":"2024-09-07T13:38:20.014037+0000","last_active":"2024-09-07T15:26:03.573564+0000","last_peered":"2024-09-07T15:26:03.573564+0000","last_clean":"2024-09-07T15:26:03.573564+0000","last_became_active":"2024-09-07T13:38:20.013277+0000","last_became_peered":"2024-09-07T13:38:20.013277+0000","last_unstale":"2024-09-07T15:26:03.573564+0000","last_undegraded":"2024-09-07T15:26:03.573564+0000","last_fullsized":"2024-09-07T15:26:03.573564+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:45.341417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":158,"num_read_kb":155,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'248","reported_seq":889,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.077327+0000","last_change":"2024-09-07T15:27:58.077327+0000","last_active":"2024-09-07T15:27:58.077327+0000","last_peered":"2024-09-07T15:27:58.077327+0000","last_clean":"2024-09-07T15:27:58.077327+0000","last_became_active":"2024-09-07T13:38:11.976405+0000","last_became_peered":"2024-09-07T13:38:11.976405+0000","last_unstale":"2024-09-07T15:27:58.077327+0000","last_undegraded":"2024-09-07T15:27:58.077327+0000","last_fullsized":"2024-09-07T15:27:58.077327+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'248","last_scrub_stamp":"2024-09-07T15:27:58.077143+0000","last_deep_scrub":"269'248","last_deep_scrub_stamp":"2024-09-07T15:27:58.077143+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.077143+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:18:31.972798+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1035,"num_read_kb":831,"num_write":390,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"269'74","reported_seq":660,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.541560+0000","last_change":"2024-09-07T15:27:52.541410+0000","last_active":"2024-09-07T15:27:52.541560+0000","last_peered":"2024-09-07T15:27:52.541560+0000","last_clean":"2024-09-07T15:27:52.541560+0000","last_became_active":"2024-09-07T13:37:48.640244+0000","last_became_peered":"2024-09-07T13:37:48.640244+0000","last_unstale":"2024-09-07T15:27:52.541560+0000","last_undegraded":"2024-09-07T15:27:52.541560+0000","last_fullsized":"2024-09-07T15:27:52.541560+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'74","last_scrub_stamp":"2024-09-07T15:27:52.541209+0000","last_deep_scrub":"269'74","last_deep_scrub_stamp":"2024-09-07T15:27:52.541209+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.541209+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:30:27.029419+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"269'2","reported_seq":566,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.862887+0000","last_change":"2024-09-07T15:27:52.862887+0000","last_active":"2024-09-07T15:27:52.862887+0000","last_peered":"2024-09-07T15:27:52.862887+0000","last_clean":"2024-09-07T15:27:52.862887+0000","last_became_active":"2024-09-07T13:37:53.651096+0000","last_became_peered":"2024-09-07T13:37:53.651096+0000","last_unstale":"2024-09-07T15:27:52.862887+0000","last_undegraded":"2024-09-07T15:27:52.862887+0000","last_fullsized":"2024-09-07T15:27:52.862887+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:27:52.862651+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:27:52.862651+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.862651+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:18:55.565122+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00076349800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'365","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.498706+0000","last_change":"2024-09-07T15:27:52.498706+0000","last_active":"2024-09-07T15:27:52.498706+0000","last_peered":"2024-09-07T15:27:52.498706+0000","last_clean":"2024-09-07T15:27:52.498706+0000","last_became_active":"2024-09-07T13:38:09.970156+0000","last_became_peered":"2024-09-07T13:38:09.970156+0000","last_unstale":"2024-09-07T15:27:52.498706+0000","last_undegraded":"2024-09-07T15:27:52.498706+0000","last_fullsized":"2024-09-07T15:27:52.498706+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'365","last_scrub_stamp":"2024-09-07T15:27:52.498574+0000","last_deep_scrub":"269'365","last_deep_scrub_stamp":"2024-09-07T15:27:52.498574+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.498574+0000","objects_scrubbed":5,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:32:29.692118+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643817,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":9408,"num_write":1123,"num_write_kb":29387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.906224+0000","last_change":"2024-09-07T13:38:13.972800+0000","last_active":"2024-09-07T15:24:31.906224+0000","last_peered":"2024-09-07T15:24:31.906224+0000","last_clean":"2024-09-07T15:24:31.906224+0000","last_became_active":"2024-09-07T13:38:13.971905+0000","last_became_peered":"2024-09-07T13:38:13.971905+0000","last_unstale":"2024-09-07T15:24:31.906224+0000","last_undegraded":"2024-09-07T15:24:31.906224+0000","last_fullsized":"2024-09-07T15:24:31.906224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:44:51.237772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'760","reported_seq":1508,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.811498+0000","last_change":"2024-09-07T13:38:15.999961+0000","last_active":"2024-09-07T15:27:44.811498+0000","last_peered":"2024-09-07T15:27:44.811498+0000","last_clean":"2024-09-07T15:27:44.811498+0000","last_became_active":"2024-09-07T13:38:15.999277+0000","last_became_peered":"2024-09-07T13:38:15.999277+0000","last_unstale":"2024-09-07T15:27:44.811498+0000","last_undegraded":"2024-09-07T15:27:44.811498+0000","last_fullsized":"2024-09-07T15:27:44.811498+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:32:38.896559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129755,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1488,"num_read_kb":3227,"num_write":1454,"num_write_kb":1271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":519,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699369+0000","last_change":"2024-09-07T13:38:17.995320+0000","last_active":"2024-09-07T15:24:31.699369+0000","last_peered":"2024-09-07T15:24:31.699369+0000","last_clean":"2024-09-07T15:24:31.699369+0000","last_became_active":"2024-09-07T13:38:17.993862+0000","last_became_peered":"2024-09-07T13:38:17.993862+0000","last_unstale":"2024-09-07T15:24:31.699369+0000","last_undegraded":"2024-09-07T15:24:31.699369+0000","last_fullsized":"2024-09-07T15:24:31.699369+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:38:31.901929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'183","reported_seq":911,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.354056+0000","last_change":"2024-09-07T13:38:20.008926+0000","last_active":"2024-09-07T15:26:03.354056+0000","last_peered":"2024-09-07T15:26:03.354056+0000","last_clean":"2024-09-07T15:26:03.354056+0000","last_became_active":"2024-09-07T13:38:20.008171+0000","last_became_peered":"2024-09-07T13:38:20.008171+0000","last_unstale":"2024-09-07T15:26:03.354056+0000","last_undegraded":"2024-09-07T15:26:03.354056+0000","last_fullsized":"2024-09-07T15:26:03.354056+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:53:58.739499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":454,"num_read_kb":452,"num_write":371,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'108","reported_seq":701,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.239726+0000","last_change":"2024-09-07T15:28:00.239726+0000","last_active":"2024-09-07T15:28:00.239726+0000","last_peered":"2024-09-07T15:28:00.239726+0000","last_clean":"2024-09-07T15:28:00.239726+0000","last_became_active":"2024-09-07T13:38:11.952594+0000","last_became_peered":"2024-09-07T13:38:11.952594+0000","last_unstale":"2024-09-07T15:28:00.239726+0000","last_undegraded":"2024-09-07T15:28:00.239726+0000","last_fullsized":"2024-09-07T15:28:00.239726+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'108","last_scrub_stamp":"2024-09-07T15:28:00.239532+0000","last_deep_scrub":"269'108","last_deep_scrub_stamp":"2024-09-07T15:28:00.239532+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.239532+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:03:21.593535+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":470,"num_read_kb":380,"num_write":170,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":230,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":566,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.503752+0000","last_change":"2024-09-07T15:27:56.503752+0000","last_active":"2024-09-07T15:27:56.503752+0000","last_peered":"2024-09-07T15:27:56.503752+0000","last_clean":"2024-09-07T15:27:56.503752+0000","last_became_active":"2024-09-07T13:37:53.648513+0000","last_became_peered":"2024-09-07T13:37:53.648513+0000","last_unstale":"2024-09-07T15:27:56.503752+0000","last_undegraded":"2024-09-07T15:27:56.503752+0000","last_fullsized":"2024-09-07T15:27:56.503752+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:56.503584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:56.503584+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.503584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:11:30.887143+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001130404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'312","reported_seq":1020,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.081648+0000","last_change":"2024-09-07T15:27:51.081648+0000","last_active":"2024-09-07T15:27:51.081648+0000","last_peered":"2024-09-07T15:27:51.081648+0000","last_clean":"2024-09-07T15:27:51.081648+0000","last_became_active":"2024-09-07T13:38:09.956791+0000","last_became_peered":"2024-09-07T13:38:09.956791+0000","last_unstale":"2024-09-07T15:27:51.081648+0000","last_undegraded":"2024-09-07T15:27:51.081648+0000","last_fullsized":"2024-09-07T15:27:51.081648+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'312","last_scrub_stamp":"2024-09-07T15:27:51.081414+0000","last_deep_scrub":"269'312","last_deep_scrub_stamp":"2024-09-07T15:27:51.081414+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.081414+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:23:48.609400+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":491,"num_read_kb":113059,"num_write":932,"num_write_kb":37932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736933+0000","last_change":"2024-09-07T13:38:13.967843+0000","last_active":"2024-09-07T15:24:26.736933+0000","last_peered":"2024-09-07T15:24:26.736933+0000","last_clean":"2024-09-07T15:24:26.736933+0000","last_became_active":"2024-09-07T13:38:13.967037+0000","last_became_peered":"2024-09-07T13:38:13.967037+0000","last_unstale":"2024-09-07T15:24:26.736933+0000","last_undegraded":"2024-09-07T15:24:26.736933+0000","last_fullsized":"2024-09-07T15:24:26.736933+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:10.213062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1407","reported_seq":3716,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.752141+0000","last_change":"2024-09-07T13:38:15.982797+0000","last_active":"2024-09-07T15:27:44.752141+0000","last_peered":"2024-09-07T15:27:44.752141+0000","last_clean":"2024-09-07T15:27:44.752141+0000","last_became_active":"2024-09-07T13:38:15.982118+0000","last_became_peered":"2024-09-07T13:38:15.982118+0000","last_unstale":"2024-09-07T15:27:44.752141+0000","last_undegraded":"2024-09-07T15:27:44.752141+0000","last_fullsized":"2024-09-07T15:27:44.752141+0000","mapping_epoch":32,"log_start":"269'1300","ondisk_log_start":"269'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":1300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:04:50.073426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144324,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2234,"num_read_kb":4091,"num_write":1346,"num_write_kb":1099,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911326+0000","last_change":"2024-09-07T13:38:18.006692+0000","last_active":"2024-09-07T15:24:51.911326+0000","last_peered":"2024-09-07T15:24:51.911326+0000","last_clean":"2024-09-07T15:24:51.911326+0000","last_became_active":"2024-09-07T13:38:18.005928+0000","last_became_peered":"2024-09-07T13:38:18.005928+0000","last_unstale":"2024-09-07T15:24:51.911326+0000","last_undegraded":"2024-09-07T15:24:51.911326+0000","last_fullsized":"2024-09-07T15:24:51.911326+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:37:34.771952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'120","reported_seq":667,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.275880+0000","last_change":"2024-09-07T13:38:20.604464+0000","last_active":"2024-09-07T15:24:56.275880+0000","last_peered":"2024-09-07T15:24:56.275880+0000","last_clean":"2024-09-07T15:24:56.275880+0000","last_became_active":"2024-09-07T13:38:20.603620+0000","last_became_peered":"2024-09-07T13:38:20.603620+0000","last_unstale":"2024-09-07T15:24:56.275880+0000","last_undegraded":"2024-09-07T15:24:56.275880+0000","last_fullsized":"2024-09-07T15:24:56.275880+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:19:15.582694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1063,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":210,"num_read_kb":193,"num_write":303,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'136","reported_seq":757,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.261721+0000","last_change":"2024-09-07T15:28:00.261721+0000","last_active":"2024-09-07T15:28:00.261721+0000","last_peered":"2024-09-07T15:28:00.261721+0000","last_clean":"2024-09-07T15:28:00.261721+0000","last_became_active":"2024-09-07T13:38:11.959123+0000","last_became_peered":"2024-09-07T13:38:11.959123+0000","last_unstale":"2024-09-07T15:28:00.261721+0000","last_undegraded":"2024-09-07T15:28:00.261721+0000","last_fullsized":"2024-09-07T15:28:00.261721+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'136","last_scrub_stamp":"2024-09-07T15:28:00.261493+0000","last_deep_scrub":"269'136","last_deep_scrub_stamp":"2024-09-07T15:28:00.261493+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.261493+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:35.819051+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":469,"num_write":218,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":566,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.454482+0000","last_change":"2024-09-07T15:27:51.454482+0000","last_active":"2024-09-07T15:27:51.454482+0000","last_peered":"2024-09-07T15:27:51.454482+0000","last_clean":"2024-09-07T15:27:51.454482+0000","last_became_active":"2024-09-07T13:37:53.647110+0000","last_became_peered":"2024-09-07T13:37:53.647110+0000","last_unstale":"2024-09-07T15:27:51.454482+0000","last_undegraded":"2024-09-07T15:27:51.454482+0000","last_fullsized":"2024-09-07T15:27:51.454482+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:51.454320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:51.454320+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.454320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:47.618827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079789900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'370","reported_seq":1099,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:50.357574+0000","last_change":"2024-09-07T15:27:50.357574+0000","last_active":"2024-09-07T15:27:50.357574+0000","last_peered":"2024-09-07T15:27:50.357574+0000","last_clean":"2024-09-07T15:27:50.357574+0000","last_became_active":"2024-09-07T13:38:09.965593+0000","last_became_peered":"2024-09-07T13:38:09.965593+0000","last_unstale":"2024-09-07T15:27:50.357574+0000","last_undegraded":"2024-09-07T15:27:50.357574+0000","last_fullsized":"2024-09-07T15:27:50.357574+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'370","last_scrub_stamp":"2024-09-07T15:27:50.357486+0000","last_deep_scrub":"269'370","last_deep_scrub_stamp":"2024-09-07T15:27:50.357486+0000","last_clean_scrub_stamp":"2024-09-07T15:27:50.357486+0000","objects_scrubbed":4,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:07.925958+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2273684,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":617,"num_read_kb":60225,"num_write":1286,"num_write_kb":54706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"269'2","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.257734+0000","last_change":"2024-09-07T15:28:07.257734+0000","last_active":"2024-09-07T15:28:07.257734+0000","last_peered":"2024-09-07T15:28:07.257734+0000","last_clean":"2024-09-07T15:28:07.257734+0000","last_became_active":"2024-09-07T13:38:13.962053+0000","last_became_peered":"2024-09-07T13:38:13.962053+0000","last_unstale":"2024-09-07T15:28:07.257734+0000","last_undegraded":"2024-09-07T15:28:07.257734+0000","last_fullsized":"2024-09-07T15:28:07.257734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:07.257556+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:07.257556+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.257556+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:22.578715+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'353","reported_seq":2260,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:20.433223+0000","last_change":"2024-09-07T13:38:16.021006+0000","last_active":"2024-09-07T15:27:20.433223+0000","last_peered":"2024-09-07T15:27:20.433223+0000","last_clean":"2024-09-07T15:27:20.433223+0000","last_became_active":"2024-09-07T13:38:16.020234+0000","last_became_peered":"2024-09-07T13:38:16.020234+0000","last_unstale":"2024-09-07T15:27:20.433223+0000","last_undegraded":"2024-09-07T15:27:20.433223+0000","last_fullsized":"2024-09-07T15:27:20.433223+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:19:20.850511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":335,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.700614+0000","last_change":"2024-09-07T13:38:17.991469+0000","last_active":"2024-09-07T15:24:36.700614+0000","last_peered":"2024-09-07T15:24:36.700614+0000","last_clean":"2024-09-07T15:24:36.700614+0000","last_became_active":"2024-09-07T13:38:17.990681+0000","last_became_peered":"2024-09-07T13:38:17.990681+0000","last_unstale":"2024-09-07T15:24:36.700614+0000","last_undegraded":"2024-09-07T15:24:36.700614+0000","last_fullsized":"2024-09-07T15:24:36.700614+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:02:15.829518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'260","reported_seq":893,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.913039+0000","last_change":"2024-09-07T13:38:20.018748+0000","last_active":"2024-09-07T15:26:03.913039+0000","last_peered":"2024-09-07T15:26:03.913039+0000","last_clean":"2024-09-07T15:26:03.913039+0000","last_became_active":"2024-09-07T13:38:20.018090+0000","last_became_peered":"2024-09-07T13:38:20.018090+0000","last_unstale":"2024-09-07T15:26:03.913039+0000","last_undegraded":"2024-09-07T15:26:03.913039+0000","last_fullsized":"2024-09-07T15:26:03.913039+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:26:52.784025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":514,"num_read_kb":539,"num_write":563,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'130","reported_seq":770,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.293935+0000","last_change":"2024-09-07T15:27:59.293935+0000","last_active":"2024-09-07T15:27:59.293935+0000","last_peered":"2024-09-07T15:27:59.293935+0000","last_clean":"2024-09-07T15:27:59.293935+0000","last_became_active":"2024-09-07T13:38:11.950047+0000","last_became_peered":"2024-09-07T13:38:11.950047+0000","last_unstale":"2024-09-07T15:27:59.293935+0000","last_undegraded":"2024-09-07T15:27:59.293935+0000","last_fullsized":"2024-09-07T15:27:59.293935+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'130","last_scrub_stamp":"2024-09-07T15:27:59.293748+0000","last_deep_scrub":"269'130","last_deep_scrub_stamp":"2024-09-07T15:27:59.293748+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.293748+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:17:22.524934+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":472,"num_write":190,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"269'3","reported_seq":567,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.878570+0000","last_change":"2024-09-07T15:27:51.878570+0000","last_active":"2024-09-07T15:27:51.878570+0000","last_peered":"2024-09-07T15:27:51.878570+0000","last_clean":"2024-09-07T15:27:51.878570+0000","last_became_active":"2024-09-07T13:37:53.655546+0000","last_became_peered":"2024-09-07T13:37:53.655546+0000","last_unstale":"2024-09-07T15:27:51.878570+0000","last_undegraded":"2024-09-07T15:27:51.878570+0000","last_fullsized":"2024-09-07T15:27:51.878570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:27:51.878368+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:27:51.878368+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.878368+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:56:42.110652+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0020753350000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'348","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:50.448119+0000","last_change":"2024-09-07T15:27:50.448119+0000","last_active":"2024-09-07T15:27:50.448119+0000","last_peered":"2024-09-07T15:27:50.448119+0000","last_clean":"2024-09-07T15:27:50.448119+0000","last_became_active":"2024-09-07T13:38:41.109372+0000","last_became_peered":"2024-09-07T13:38:41.109372+0000","last_unstale":"2024-09-07T15:27:50.448119+0000","last_undegraded":"2024-09-07T15:27:50.448119+0000","last_fullsized":"2024-09-07T15:27:50.448119+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'348","last_scrub_stamp":"2024-09-07T15:27:50.448024+0000","last_deep_scrub":"269'348","last_deep_scrub_stamp":"2024-09-07T15:27:50.448024+0000","last_clean_scrub_stamp":"2024-09-07T15:27:50.448024+0000","objects_scrubbed":10,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:57:10.620448+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263278,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":528,"num_read_kb":112780,"num_write":1143,"num_write_kb":29364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:56.705176+0000","last_change":"2024-09-07T13:38:13.967215+0000","last_active":"2024-09-07T15:24:56.705176+0000","last_peered":"2024-09-07T15:24:56.705176+0000","last_clean":"2024-09-07T15:24:56.705176+0000","last_became_active":"2024-09-07T13:38:13.966445+0000","last_became_peered":"2024-09-07T13:38:13.966445+0000","last_unstale":"2024-09-07T15:24:56.705176+0000","last_undegraded":"2024-09-07T15:24:56.705176+0000","last_fullsized":"2024-09-07T15:24:56.705176+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:16:06.210630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'197","reported_seq":811,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:17.249733+0000","last_change":"2024-09-07T13:38:15.987387+0000","last_active":"2024-09-07T15:27:17.249733+0000","last_peered":"2024-09-07T15:27:17.249733+0000","last_clean":"2024-09-07T15:27:17.249733+0000","last_became_active":"2024-09-07T13:38:15.986117+0000","last_became_peered":"2024-09-07T13:38:15.986117+0000","last_unstale":"2024-09-07T15:27:17.249733+0000","last_undegraded":"2024-09-07T15:27:17.249733+0000","last_fullsized":"2024-09-07T15:27:17.249733+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:15.855397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":255,"num_read_kb":249,"num_write":186,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.096156+0000","last_change":"2024-09-07T15:28:06.096156+0000","last_active":"2024-09-07T15:28:06.096156+0000","last_peered":"2024-09-07T15:28:06.096156+0000","last_clean":"2024-09-07T15:28:06.096156+0000","last_became_active":"2024-09-07T13:38:17.997608+0000","last_became_peered":"2024-09-07T13:38:17.997608+0000","last_unstale":"2024-09-07T15:28:06.096156+0000","last_undegraded":"2024-09-07T15:28:06.096156+0000","last_fullsized":"2024-09-07T15:28:06.096156+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:06.095891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:06.095891+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.095891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:08:02.113598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'107","reported_seq":681,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.737832+0000","last_change":"2024-09-07T13:38:20.008383+0000","last_active":"2024-09-07T15:24:31.737832+0000","last_peered":"2024-09-07T15:24:31.737832+0000","last_clean":"2024-09-07T15:24:31.737832+0000","last_became_active":"2024-09-07T13:38:20.007816+0000","last_became_peered":"2024-09-07T13:38:20.007816+0000","last_unstale":"2024-09-07T15:24:31.737832+0000","last_undegraded":"2024-09-07T15:24:31.737832+0000","last_fullsized":"2024-09-07T15:24:31.737832+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:42:59.247539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":245,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'184","reported_seq":815,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.300766+0000","last_change":"2024-09-07T15:27:58.300766+0000","last_active":"2024-09-07T15:27:58.300766+0000","last_peered":"2024-09-07T15:27:58.300766+0000","last_clean":"2024-09-07T15:27:58.300766+0000","last_became_active":"2024-09-07T13:38:11.958318+0000","last_became_peered":"2024-09-07T13:38:11.958318+0000","last_unstale":"2024-09-07T15:27:58.300766+0000","last_undegraded":"2024-09-07T15:27:58.300766+0000","last_fullsized":"2024-09-07T15:27:58.300766+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'184","last_scrub_stamp":"2024-09-07T15:27:58.300586+0000","last_deep_scrub":"269'184","last_deep_scrub_stamp":"2024-09-07T15:27:58.300586+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.300586+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:31:10.011136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":674,"num_write":292,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'368","reported_seq":1096,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.822045+0000","last_change":"2024-09-07T15:27:53.822045+0000","last_active":"2024-09-07T15:27:53.822045+0000","last_peered":"2024-09-07T15:27:53.822045+0000","last_clean":"2024-09-07T15:27:53.822045+0000","last_became_active":"2024-09-07T13:38:09.951368+0000","last_became_peered":"2024-09-07T13:38:09.951368+0000","last_unstale":"2024-09-07T15:27:53.822045+0000","last_undegraded":"2024-09-07T15:27:53.822045+0000","last_fullsized":"2024-09-07T15:27:53.822045+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'368","last_scrub_stamp":"2024-09-07T15:27:53.821816+0000","last_deep_scrub":"269'368","last_deep_scrub_stamp":"2024-09-07T15:27:53.821816+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.821816+0000","objects_scrubbed":5,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:34:46.102397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263197,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":656,"num_read_kb":19059,"num_write":1185,"num_write_kb":25519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":570,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.338008+0000","last_change":"2024-09-07T15:27:52.338008+0000","last_active":"2024-09-07T15:27:52.338008+0000","last_peered":"2024-09-07T15:27:52.338008+0000","last_clean":"2024-09-07T15:27:52.338008+0000","last_became_active":"2024-09-07T13:37:53.666950+0000","last_became_peered":"2024-09-07T13:37:53.666950+0000","last_unstale":"2024-09-07T15:27:52.338008+0000","last_undegraded":"2024-09-07T15:27:52.338008+0000","last_fullsized":"2024-09-07T15:27:52.338008+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:52.337941+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:52.337941+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.337941+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:40:44.571032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068751100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.699213+0000","last_change":"2024-09-07T13:38:13.958787+0000","last_active":"2024-09-07T15:24:31.699213+0000","last_peered":"2024-09-07T15:24:31.699213+0000","last_clean":"2024-09-07T15:24:31.699213+0000","last_became_active":"2024-09-07T13:38:13.957914+0000","last_became_peered":"2024-09-07T13:38:13.957914+0000","last_unstale":"2024-09-07T15:24:31.699213+0000","last_undegraded":"2024-09-07T15:24:31.699213+0000","last_fullsized":"2024-09-07T15:24:31.699213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:07:41.412957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'651","reported_seq":1384,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.314822+0000","last_change":"2024-09-07T13:38:15.988819+0000","last_active":"2024-09-07T15:27:44.314822+0000","last_peered":"2024-09-07T15:27:44.314822+0000","last_clean":"2024-09-07T15:27:44.314822+0000","last_became_active":"2024-09-07T13:38:15.984554+0000","last_became_peered":"2024-09-07T13:38:15.984554+0000","last_unstale":"2024-09-07T15:27:44.314822+0000","last_undegraded":"2024-09-07T15:27:44.314822+0000","last_fullsized":"2024-09-07T15:27:44.314822+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":600,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:05:10.600670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89151,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1104,"num_read_kb":2372,"num_write":896,"num_write_kb":642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.504952+0000","last_change":"2024-09-07T13:38:18.000905+0000","last_active":"2024-09-07T15:24:37.504952+0000","last_peered":"2024-09-07T15:24:37.504952+0000","last_clean":"2024-09-07T15:24:37.504952+0000","last_became_active":"2024-09-07T13:38:18.000095+0000","last_became_peered":"2024-09-07T13:38:18.000095+0000","last_unstale":"2024-09-07T15:24:37.504952+0000","last_undegraded":"2024-09-07T15:24:37.504952+0000","last_fullsized":"2024-09-07T15:24:37.504952+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:26:48.915923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'136","reported_seq":678,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:59.537005+0000","last_change":"2024-09-07T13:38:20.605716+0000","last_active":"2024-09-07T15:25:59.537005+0000","last_peered":"2024-09-07T15:25:59.537005+0000","last_clean":"2024-09-07T15:25:59.537005+0000","last_became_active":"2024-09-07T13:38:20.604824+0000","last_became_peered":"2024-09-07T13:38:20.604824+0000","last_unstale":"2024-09-07T15:25:59.537005+0000","last_undegraded":"2024-09-07T15:25:59.537005+0000","last_fullsized":"2024-09-07T15:25:59.537005+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:29:30.494841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":220,"num_read_kb":205,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'398","reported_seq":1061,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.223464+0000","last_change":"2024-09-07T15:28:03.223464+0000","last_active":"2024-09-07T15:28:03.223464+0000","last_peered":"2024-09-07T15:28:03.223464+0000","last_clean":"2024-09-07T15:28:03.223464+0000","last_became_active":"2024-09-07T13:38:11.961743+0000","last_became_peered":"2024-09-07T13:38:11.961743+0000","last_unstale":"2024-09-07T15:28:03.223464+0000","last_undegraded":"2024-09-07T15:28:03.223464+0000","last_fullsized":"2024-09-07T15:28:03.223464+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'398","last_scrub_stamp":"2024-09-07T15:28:03.223270+0000","last_deep_scrub":"269'398","last_deep_scrub_stamp":"2024-09-07T15:28:03.223270+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.223270+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:02:57.762488+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1712,"num_read_kb":1353,"num_write":613,"num_write_kb":367,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'319","reported_seq":996,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.280949+0000","last_change":"2024-09-07T15:27:55.280949+0000","last_active":"2024-09-07T15:27:55.280949+0000","last_peered":"2024-09-07T15:27:55.280949+0000","last_clean":"2024-09-07T15:27:55.280949+0000","last_became_active":"2024-09-07T13:38:09.921123+0000","last_became_peered":"2024-09-07T13:38:09.921123+0000","last_unstale":"2024-09-07T15:27:55.280949+0000","last_undegraded":"2024-09-07T15:27:55.280949+0000","last_fullsized":"2024-09-07T15:27:55.280949+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'319","last_scrub_stamp":"2024-09-07T15:27:55.280714+0000","last_deep_scrub":"269'319","last_deep_scrub_stamp":"2024-09-07T15:27:55.280714+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.280714+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:55:13.614017+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":448,"num_read_kb":26022,"num_write":1087,"num_write_kb":45232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":564,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.496191+0000","last_change":"2024-09-07T15:27:54.496191+0000","last_active":"2024-09-07T15:27:54.496191+0000","last_peered":"2024-09-07T15:27:54.496191+0000","last_clean":"2024-09-07T15:27:54.496191+0000","last_became_active":"2024-09-07T13:37:53.668660+0000","last_became_peered":"2024-09-07T13:37:53.668660+0000","last_unstale":"2024-09-07T15:27:54.496191+0000","last_undegraded":"2024-09-07T15:27:54.496191+0000","last_fullsized":"2024-09-07T15:27:54.496191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:54.496015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:54.496015+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.496015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:03:24.738191+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00097177500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.048039+0000","last_change":"2024-09-07T15:28:03.048039+0000","last_active":"2024-09-07T15:28:03.048039+0000","last_peered":"2024-09-07T15:28:03.048039+0000","last_clean":"2024-09-07T15:28:03.048039+0000","last_became_active":"2024-09-07T13:38:13.962732+0000","last_became_peered":"2024-09-07T13:38:13.962732+0000","last_unstale":"2024-09-07T15:28:03.048039+0000","last_undegraded":"2024-09-07T15:28:03.048039+0000","last_fullsized":"2024-09-07T15:28:03.048039+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:03.047854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:03.047854+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.047854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:29:16.560623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'340","reported_seq":988,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.297902+0000","last_change":"2024-09-07T15:28:09.297902+0000","last_active":"2024-09-07T15:28:09.297902+0000","last_peered":"2024-09-07T15:28:09.297902+0000","last_clean":"2024-09-07T15:28:09.297902+0000","last_became_active":"2024-09-07T13:38:16.016371+0000","last_became_peered":"2024-09-07T13:38:16.016371+0000","last_unstale":"2024-09-07T15:28:09.297902+0000","last_undegraded":"2024-09-07T15:28:09.297902+0000","last_fullsized":"2024-09-07T15:28:09.297902+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'340","last_scrub_stamp":"2024-09-07T15:28:09.297649+0000","last_deep_scrub":"269'340","last_deep_scrub_stamp":"2024-09-07T15:28:09.297649+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.297649+0000","objects_scrubbed":8,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:19:55.785376+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":419,"num_read_kb":408,"num_write":402,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6602,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'766","reported_seq":3387,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.651234+0000","last_change":"2024-09-07T13:38:17.983253+0000","last_active":"2024-09-07T15:27:44.651234+0000","last_peered":"2024-09-07T15:27:44.651234+0000","last_clean":"2024-09-07T15:27:44.651234+0000","last_became_active":"2024-09-07T13:38:17.982543+0000","last_became_peered":"2024-09-07T13:38:17.982543+0000","last_unstale":"2024-09-07T15:27:44.651234+0000","last_undegraded":"2024-09-07T15:27:44.651234+0000","last_fullsized":"2024-09-07T15:27:44.651234+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:24:17.846699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'125","reported_seq":669,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348328+0000","last_change":"2024-09-07T13:38:20.607649+0000","last_active":"2024-09-07T15:26:47.348328+0000","last_peered":"2024-09-07T15:26:47.348328+0000","last_clean":"2024-09-07T15:26:47.348328+0000","last_became_active":"2024-09-07T13:38:20.606877+0000","last_became_peered":"2024-09-07T13:38:20.606877+0000","last_unstale":"2024-09-07T15:26:47.348328+0000","last_undegraded":"2024-09-07T15:26:47.348328+0000","last_fullsized":"2024-09-07T15:26:47.348328+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:49:21.727054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":690,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":307,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'231","reported_seq":934,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.529859+0000","last_change":"2024-09-07T15:28:01.529859+0000","last_active":"2024-09-07T15:28:01.529859+0000","last_peered":"2024-09-07T15:28:01.529859+0000","last_clean":"2024-09-07T15:28:01.529859+0000","last_became_active":"2024-09-07T13:38:11.962120+0000","last_became_peered":"2024-09-07T13:38:11.962120+0000","last_unstale":"2024-09-07T15:28:01.529859+0000","last_undegraded":"2024-09-07T15:28:01.529859+0000","last_fullsized":"2024-09-07T15:28:01.529859+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'231","last_scrub_stamp":"2024-09-07T15:28:01.529634+0000","last_deep_scrub":"269'231","last_deep_scrub_stamp":"2024-09-07T15:28:01.529634+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.529634+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:47:49.598779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1045,"num_read_kb":865,"num_write":371,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'309","reported_seq":1076,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.465529+0000","last_change":"2024-09-07T15:27:51.465529+0000","last_active":"2024-09-07T15:27:51.465529+0000","last_peered":"2024-09-07T15:27:51.465529+0000","last_clean":"2024-09-07T15:27:51.465529+0000","last_became_active":"2024-09-07T13:38:09.952616+0000","last_became_peered":"2024-09-07T13:38:09.952616+0000","last_unstale":"2024-09-07T15:27:51.465529+0000","last_undegraded":"2024-09-07T15:27:51.465529+0000","last_fullsized":"2024-09-07T15:27:51.465529+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'309","last_scrub_stamp":"2024-09-07T15:27:51.465380+0000","last_deep_scrub":"269'309","last_deep_scrub_stamp":"2024-09-07T15:27:51.465380+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.465380+0000","objects_scrubbed":6,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:48:41.344007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":748,"num_read_kb":2393,"num_write":1010,"num_write_kb":24762,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":568,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.294630+0000","last_change":"2024-09-07T15:27:53.294630+0000","last_active":"2024-09-07T15:27:53.294630+0000","last_peered":"2024-09-07T15:27:53.294630+0000","last_clean":"2024-09-07T15:27:53.294630+0000","last_became_active":"2024-09-07T13:37:53.647679+0000","last_became_peered":"2024-09-07T13:37:53.647679+0000","last_unstale":"2024-09-07T15:27:53.294630+0000","last_undegraded":"2024-09-07T15:27:53.294630+0000","last_fullsized":"2024-09-07T15:27:53.294630+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:53.294435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:53.294435+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.294435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:37:38.588810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001032404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.533167+0000","last_change":"2024-09-07T15:28:06.533167+0000","last_active":"2024-09-07T15:28:06.533167+0000","last_peered":"2024-09-07T15:28:06.533167+0000","last_clean":"2024-09-07T15:28:06.533167+0000","last_became_active":"2024-09-07T13:38:13.955420+0000","last_became_peered":"2024-09-07T13:38:13.955420+0000","last_unstale":"2024-09-07T15:28:06.533167+0000","last_undegraded":"2024-09-07T15:28:06.533167+0000","last_fullsized":"2024-09-07T15:28:06.533167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:06.532989+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:06.532989+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.532989+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:54:44.365316+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'157","reported_seq":755,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:32.503709+0000","last_change":"2024-09-07T13:38:16.000710+0000","last_active":"2024-09-07T15:24:32.503709+0000","last_peered":"2024-09-07T15:24:32.503709+0000","last_clean":"2024-09-07T15:24:32.503709+0000","last_became_active":"2024-09-07T13:38:15.999340+0000","last_became_peered":"2024-09-07T13:38:15.999340+0000","last_unstale":"2024-09-07T15:24:32.503709+0000","last_undegraded":"2024-09-07T15:24:32.503709+0000","last_fullsized":"2024-09-07T15:24:32.503709+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:05:22.421799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'781","reported_seq":3156,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.703389+0000","last_change":"2024-09-07T13:38:17.994825+0000","last_active":"2024-09-07T15:27:42.703389+0000","last_peered":"2024-09-07T15:27:42.703389+0000","last_clean":"2024-09-07T15:27:42.703389+0000","last_became_active":"2024-09-07T13:38:17.994130+0000","last_became_peered":"2024-09-07T13:38:17.994130+0000","last_unstale":"2024-09-07T15:27:42.703389+0000","last_undegraded":"2024-09-07T15:27:42.703389+0000","last_fullsized":"2024-09-07T15:27:42.703389+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":700,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:10:43.628727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'285","reported_seq":836,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.692899+0000","last_change":"2024-09-07T13:38:20.004339+0000","last_active":"2024-09-07T15:24:06.692899+0000","last_peered":"2024-09-07T15:24:06.692899+0000","last_clean":"2024-09-07T15:24:06.692899+0000","last_became_active":"2024-09-07T13:38:20.003499+0000","last_became_peered":"2024-09-07T13:38:20.003499+0000","last_unstale":"2024-09-07T15:24:06.692899+0000","last_undegraded":"2024-09-07T15:24:06.692899+0000","last_fullsized":"2024-09-07T15:24:06.692899+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:51:13.906951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":380,"num_read_kb":377,"num_write":633,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'184","reported_seq":816,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.395419+0000","last_change":"2024-09-07T15:27:54.395419+0000","last_active":"2024-09-07T15:27:54.395419+0000","last_peered":"2024-09-07T15:27:54.395419+0000","last_clean":"2024-09-07T15:27:54.395419+0000","last_became_active":"2024-09-07T13:38:11.962998+0000","last_became_peered":"2024-09-07T13:38:11.962998+0000","last_unstale":"2024-09-07T15:27:54.395419+0000","last_undegraded":"2024-09-07T15:27:54.395419+0000","last_fullsized":"2024-09-07T15:27:54.395419+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'184","last_scrub_stamp":"2024-09-07T15:27:54.395117+0000","last_deep_scrub":"269'184","last_deep_scrub_stamp":"2024-09-07T15:27:54.395117+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.395117+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:48:09.210243+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":789,"num_read_kb":643,"num_write":282,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'325","reported_seq":981,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.103373+0000","last_change":"2024-09-07T15:27:52.103373+0000","last_active":"2024-09-07T15:27:52.103373+0000","last_peered":"2024-09-07T15:27:52.103373+0000","last_clean":"2024-09-07T15:27:52.103373+0000","last_became_active":"2024-09-07T13:38:09.922360+0000","last_became_peered":"2024-09-07T13:38:09.922360+0000","last_unstale":"2024-09-07T15:27:52.103373+0000","last_undegraded":"2024-09-07T15:27:52.103373+0000","last_fullsized":"2024-09-07T15:27:52.103373+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'325","last_scrub_stamp":"2024-09-07T15:27:52.103246+0000","last_deep_scrub":"269'325","last_deep_scrub_stamp":"2024-09-07T15:27:52.103246+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.103246+0000","objects_scrubbed":6,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:19:58.515845+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":2156,"num_write":1099,"num_write_kb":8534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":560,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.039531+0000","last_change":"2024-09-07T15:27:52.039531+0000","last_active":"2024-09-07T15:27:52.039531+0000","last_peered":"2024-09-07T15:27:52.039531+0000","last_clean":"2024-09-07T15:27:52.039531+0000","last_became_active":"2024-09-07T13:37:53.652154+0000","last_became_peered":"2024-09-07T13:37:53.652154+0000","last_unstale":"2024-09-07T15:27:52.039531+0000","last_undegraded":"2024-09-07T15:27:52.039531+0000","last_fullsized":"2024-09-07T15:27:52.039531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:52.039353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:52.039353+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.039353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:53:34.745458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001109166,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":540,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321615+0000","last_change":"2024-09-07T13:38:13.966917+0000","last_active":"2024-09-07T15:24:42.321615+0000","last_peered":"2024-09-07T15:24:42.321615+0000","last_clean":"2024-09-07T15:24:42.321615+0000","last_became_active":"2024-09-07T13:38:13.965622+0000","last_became_peered":"2024-09-07T13:38:13.965622+0000","last_unstale":"2024-09-07T15:24:42.321615+0000","last_undegraded":"2024-09-07T15:24:42.321615+0000","last_fullsized":"2024-09-07T15:24:42.321615+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:55:00.270310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'814","reported_seq":1596,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.541904+0000","last_change":"2024-09-07T13:38:16.017685+0000","last_active":"2024-09-07T15:27:44.541904+0000","last_peered":"2024-09-07T15:27:44.541904+0000","last_clean":"2024-09-07T15:27:44.541904+0000","last_became_active":"2024-09-07T13:38:16.016890+0000","last_became_peered":"2024-09-07T13:38:16.016890+0000","last_unstale":"2024-09-07T15:27:44.541904+0000","last_undegraded":"2024-09-07T15:27:44.541904+0000","last_fullsized":"2024-09-07T15:27:44.541904+0000","mapping_epoch":32,"log_start":"269'800","ondisk_log_start":"269'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":800,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:46.184245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152831,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1451,"num_read_kb":3353,"num_write":1176,"num_write_kb":940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.320275+0000","last_change":"2024-09-07T13:38:17.985499+0000","last_active":"2024-09-07T15:24:37.320275+0000","last_peered":"2024-09-07T15:24:37.320275+0000","last_clean":"2024-09-07T15:24:37.320275+0000","last_became_active":"2024-09-07T13:38:17.985018+0000","last_became_peered":"2024-09-07T13:38:17.985018+0000","last_unstale":"2024-09-07T15:24:37.320275+0000","last_undegraded":"2024-09-07T15:24:37.320275+0000","last_fullsized":"2024-09-07T15:24:37.320275+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:16:28.704995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'100","reported_seq":632,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:06.729348+0000","last_change":"2024-09-07T13:38:20.011204+0000","last_active":"2024-09-07T15:24:06.729348+0000","last_peered":"2024-09-07T15:24:06.729348+0000","last_clean":"2024-09-07T15:24:06.729348+0000","last_became_active":"2024-09-07T13:38:20.010342+0000","last_became_peered":"2024-09-07T13:38:20.010342+0000","last_unstale":"2024-09-07T15:24:06.729348+0000","last_undegraded":"2024-09-07T15:24:06.729348+0000","last_fullsized":"2024-09-07T15:24:06.729348+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:42:05.981531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":156,"num_read_kb":148,"num_write":227,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'128","reported_seq":741,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.821645+0000","last_change":"2024-09-07T13:38:20.010353+0000","last_active":"2024-09-07T15:26:03.821645+0000","last_peered":"2024-09-07T15:26:03.821645+0000","last_clean":"2024-09-07T15:26:03.821645+0000","last_became_active":"2024-09-07T13:38:20.009466+0000","last_became_peered":"2024-09-07T13:38:20.009466+0000","last_unstale":"2024-09-07T15:26:03.821645+0000","last_undegraded":"2024-09-07T15:26:03.821645+0000","last_fullsized":"2024-09-07T15:26:03.821645+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:26:38.017531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":638,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":324,"num_read_kb":294,"num_write":309,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'4379","reported_seq":5172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.457203+0000","last_change":"2024-09-07T15:27:58.457203+0000","last_active":"2024-09-07T15:27:58.457203+0000","last_peered":"2024-09-07T15:27:58.457203+0000","last_clean":"2024-09-07T15:27:58.457203+0000","last_became_active":"2024-09-07T13:38:11.976844+0000","last_became_peered":"2024-09-07T13:38:11.976844+0000","last_unstale":"2024-09-07T15:27:58.457203+0000","last_undegraded":"2024-09-07T15:27:58.457203+0000","last_fullsized":"2024-09-07T15:27:58.457203+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4379","last_scrub_stamp":"2024-09-07T15:27:58.456981+0000","last_deep_scrub":"269'4379","last_deep_scrub_stamp":"2024-09-07T15:27:58.456981+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.456981+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:32:47.832609+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17906,"num_read_kb":14938,"num_write":6693,"num_write_kb":3441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'346","reported_seq":1210,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.428801+0000","last_change":"2024-09-07T15:27:52.428801+0000","last_active":"2024-09-07T15:27:52.428801+0000","last_peered":"2024-09-07T15:27:52.428801+0000","last_clean":"2024-09-07T15:27:52.428801+0000","last_became_active":"2024-09-07T13:38:09.957037+0000","last_became_peered":"2024-09-07T13:38:09.957037+0000","last_unstale":"2024-09-07T15:27:52.428801+0000","last_undegraded":"2024-09-07T15:27:52.428801+0000","last_fullsized":"2024-09-07T15:27:52.428801+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-07T15:27:52.428545+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-07T15:27:52.428545+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.428545+0000","objects_scrubbed":4,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:40:01.580193+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2273700,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":880,"num_read_kb":17448,"num_write":1116,"num_write_kb":57017,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.270317+0000","last_change":"2024-09-07T15:28:06.270317+0000","last_active":"2024-09-07T15:28:06.270317+0000","last_peered":"2024-09-07T15:28:06.270317+0000","last_clean":"2024-09-07T15:28:06.270317+0000","last_became_active":"2024-09-07T13:38:13.976602+0000","last_became_peered":"2024-09-07T13:38:13.976602+0000","last_unstale":"2024-09-07T15:28:06.270317+0000","last_undegraded":"2024-09-07T15:28:06.270317+0000","last_fullsized":"2024-09-07T15:28:06.270317+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:06.270119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:06.270119+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.270119+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:08:11.881081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'317","reported_seq":952,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.936776+0000","last_change":"2024-09-07T13:38:15.992311+0000","last_active":"2024-09-07T15:27:44.936776+0000","last_peered":"2024-09-07T15:27:44.936776+0000","last_clean":"2024-09-07T15:27:44.936776+0000","last_became_active":"2024-09-07T13:38:15.989419+0000","last_became_peered":"2024-09-07T13:38:15.989419+0000","last_unstale":"2024-09-07T15:27:44.936776+0000","last_undegraded":"2024-09-07T15:27:44.936776+0000","last_fullsized":"2024-09-07T15:27:44.936776+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48596,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":526,"num_read_kb":1103,"num_write":414,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.333933+0000","last_change":"2024-09-07T13:38:17.993473+0000","last_active":"2024-09-07T15:25:37.333933+0000","last_peered":"2024-09-07T15:25:37.333933+0000","last_clean":"2024-09-07T15:25:37.333933+0000","last_became_active":"2024-09-07T13:38:17.992724+0000","last_became_peered":"2024-09-07T13:38:17.992724+0000","last_unstale":"2024-09-07T15:25:37.333933+0000","last_undegraded":"2024-09-07T15:25:37.333933+0000","last_fullsized":"2024-09-07T15:25:37.333933+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'128","reported_seq":663,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.331641+0000","last_change":"2024-09-07T13:38:20.008813+0000","last_active":"2024-09-07T15:26:01.331641+0000","last_peered":"2024-09-07T15:26:01.331641+0000","last_clean":"2024-09-07T15:26:01.331641+0000","last_became_active":"2024-09-07T13:38:20.008192+0000","last_became_peered":"2024-09-07T13:38:20.008192+0000","last_unstale":"2024-09-07T15:26:01.331641+0000","last_undegraded":"2024-09-07T15:26:01.331641+0000","last_fullsized":"2024-09-07T15:26:01.331641+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:09:11.321278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":149,"num_write":314,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'76","reported_seq":682,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.253974+0000","last_change":"2024-09-07T15:28:02.253974+0000","last_active":"2024-09-07T15:28:02.253974+0000","last_peered":"2024-09-07T15:28:02.253974+0000","last_clean":"2024-09-07T15:28:02.253974+0000","last_became_active":"2024-09-07T13:38:11.951936+0000","last_became_peered":"2024-09-07T13:38:11.951936+0000","last_unstale":"2024-09-07T15:28:02.253974+0000","last_undegraded":"2024-09-07T15:28:02.253974+0000","last_fullsized":"2024-09-07T15:28:02.253974+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'76","last_scrub_stamp":"2024-09-07T15:28:02.253785+0000","last_deep_scrub":"269'76","last_deep_scrub_stamp":"2024-09-07T15:28:02.253785+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.253785+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:07:42.719637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":276,"num_write":115,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'350","reported_seq":1078,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.608883+0000","last_change":"2024-09-07T15:28:01.608883+0000","last_active":"2024-09-07T15:28:01.608883+0000","last_peered":"2024-09-07T15:28:01.608883+0000","last_clean":"2024-09-07T15:28:01.608883+0000","last_became_active":"2024-09-07T13:38:09.981304+0000","last_became_peered":"2024-09-07T13:38:09.981304+0000","last_unstale":"2024-09-07T15:28:01.608883+0000","last_undegraded":"2024-09-07T15:28:01.608883+0000","last_fullsized":"2024-09-07T15:28:01.608883+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'350","last_scrub_stamp":"2024-09-07T15:28:01.608591+0000","last_deep_scrub":"269'350","last_deep_scrub_stamp":"2024-09-07T15:28:01.608591+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.608591+0000","objects_scrubbed":8,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:34.833810+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":621,"num_read_kb":7248,"num_write":1110,"num_write_kb":7518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334194+0000","last_change":"2024-09-07T13:38:13.957405+0000","last_active":"2024-09-07T15:25:37.334194+0000","last_peered":"2024-09-07T15:25:37.334194+0000","last_clean":"2024-09-07T15:25:37.334194+0000","last_became_active":"2024-09-07T13:38:13.956706+0000","last_became_peered":"2024-09-07T13:38:13.956706+0000","last_unstale":"2024-09-07T15:25:37.334194+0000","last_undegraded":"2024-09-07T15:25:37.334194+0000","last_fullsized":"2024-09-07T15:25:37.334194+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'62","reported_seq":604,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.713895+0000","last_change":"2024-09-07T13:38:15.973702+0000","last_active":"2024-09-07T15:25:36.713895+0000","last_peered":"2024-09-07T15:25:36.713895+0000","last_clean":"2024-09-07T15:25:36.713895+0000","last_became_active":"2024-09-07T13:38:15.972913+0000","last_became_peered":"2024-09-07T13:38:15.972913+0000","last_unstale":"2024-09-07T15:25:36.713895+0000","last_undegraded":"2024-09-07T15:25:36.713895+0000","last_fullsized":"2024-09-07T15:25:36.713895+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":68,"num_read_kb":66,"num_write":48,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:41.923775+0000","last_change":"2024-09-07T13:38:18.002878+0000","last_active":"2024-09-07T15:25:41.923775+0000","last_peered":"2024-09-07T15:25:41.923775+0000","last_clean":"2024-09-07T15:25:41.923775+0000","last_became_active":"2024-09-07T13:38:18.002025+0000","last_became_peered":"2024-09-07T13:38:18.002025+0000","last_unstale":"2024-09-07T15:25:41.923775+0000","last_undegraded":"2024-09-07T15:25:41.923775+0000","last_fullsized":"2024-09-07T15:25:41.923775+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'220","reported_seq":763,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.147187+0000","last_change":"2024-09-07T13:38:20.021156+0000","last_active":"2024-09-07T15:26:01.147187+0000","last_peered":"2024-09-07T15:26:01.147187+0000","last_clean":"2024-09-07T15:26:01.147187+0000","last_became_active":"2024-09-07T13:38:20.020501+0000","last_became_peered":"2024-09-07T13:38:20.020501+0000","last_unstale":"2024-09-07T15:26:01.147187+0000","last_undegraded":"2024-09-07T15:26:01.147187+0000","last_fullsized":"2024-09-07T15:26:01.147187+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:23:16.164193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":825,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":332,"num_read_kb":331,"num_write":487,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'234","reported_seq":898,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.564215+0000","last_change":"2024-09-07T15:28:00.564215+0000","last_active":"2024-09-07T15:28:00.564215+0000","last_peered":"2024-09-07T15:28:00.564215+0000","last_clean":"2024-09-07T15:28:00.564215+0000","last_became_active":"2024-09-07T13:38:11.969506+0000","last_became_peered":"2024-09-07T13:38:11.969506+0000","last_unstale":"2024-09-07T15:28:00.564215+0000","last_undegraded":"2024-09-07T15:28:00.564215+0000","last_fullsized":"2024-09-07T15:28:00.564215+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'234","last_scrub_stamp":"2024-09-07T15:28:00.564025+0000","last_deep_scrub":"269'234","last_deep_scrub_stamp":"2024-09-07T15:28:00.564025+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.564025+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:51:08.612814+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1026,"num_read_kb":827,"num_write":378,"num_write_kb":215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7562,"num_omap_keys":32,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'369","reported_seq":1082,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.851966+0000","last_change":"2024-09-07T15:27:55.851966+0000","last_active":"2024-09-07T15:27:55.851966+0000","last_peered":"2024-09-07T15:27:55.851966+0000","last_clean":"2024-09-07T15:27:55.851966+0000","last_became_active":"2024-09-07T13:38:09.954167+0000","last_became_peered":"2024-09-07T13:38:09.954167+0000","last_unstale":"2024-09-07T15:27:55.851966+0000","last_undegraded":"2024-09-07T15:27:55.851966+0000","last_fullsized":"2024-09-07T15:27:55.851966+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'369","last_scrub_stamp":"2024-09-07T15:27:55.851756+0000","last_deep_scrub":"269'369","last_deep_scrub_stamp":"2024-09-07T15:27:55.851756+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.851756+0000","objects_scrubbed":4,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:29:41.248829+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":616,"num_read_kb":21853,"num_write":1381,"num_write_kb":38473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.922436+0000","last_change":"2024-09-07T13:38:13.975403+0000","last_active":"2024-09-07T15:25:36.922436+0000","last_peered":"2024-09-07T15:25:36.922436+0000","last_clean":"2024-09-07T15:25:36.922436+0000","last_became_active":"2024-09-07T13:38:13.974373+0000","last_became_peered":"2024-09-07T13:38:13.974373+0000","last_unstale":"2024-09-07T15:25:36.922436+0000","last_undegraded":"2024-09-07T15:25:36.922436+0000","last_fullsized":"2024-09-07T15:25:36.922436+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'380","reported_seq":1032,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.164799+0000","last_change":"2024-09-07T13:38:15.994807+0000","last_active":"2024-09-07T15:27:44.164799+0000","last_peered":"2024-09-07T15:27:44.164799+0000","last_clean":"2024-09-07T15:27:44.164799+0000","last_became_active":"2024-09-07T13:38:15.994161+0000","last_became_peered":"2024-09-07T13:38:15.994161+0000","last_unstale":"2024-09-07T15:27:44.164799+0000","last_undegraded":"2024-09-07T15:27:44.164799+0000","last_fullsized":"2024-09-07T15:27:44.164799+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46625,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":628,"num_read_kb":1329,"num_write":498,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":515,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:41.495324+0000","last_change":"2024-09-07T13:38:17.998219+0000","last_active":"2024-09-07T15:25:41.495324+0000","last_peered":"2024-09-07T15:25:41.495324+0000","last_clean":"2024-09-07T15:25:41.495324+0000","last_became_active":"2024-09-07T13:38:17.997443+0000","last_became_peered":"2024-09-07T13:38:17.997443+0000","last_unstale":"2024-09-07T15:25:41.495324+0000","last_undegraded":"2024-09-07T15:25:41.495324+0000","last_fullsized":"2024-09-07T15:25:41.495324+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'124","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.718913+0000","last_change":"2024-09-07T13:38:20.011068+0000","last_active":"2024-09-07T15:23:21.718913+0000","last_peered":"2024-09-07T15:23:21.718913+0000","last_clean":"2024-09-07T15:23:21.718913+0000","last_became_active":"2024-09-07T13:38:20.010281+0000","last_became_peered":"2024-09-07T13:38:20.010281+0000","last_unstale":"2024-09-07T15:23:21.718913+0000","last_undegraded":"2024-09-07T15:23:21.718913+0000","last_fullsized":"2024-09-07T15:23:21.718913+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:59:27.382466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":875,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":209,"num_read_kb":200,"num_write":302,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'90","reported_seq":711,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.617954+0000","last_change":"2024-09-07T15:28:03.617954+0000","last_active":"2024-09-07T15:28:03.617954+0000","last_peered":"2024-09-07T15:28:03.617954+0000","last_clean":"2024-09-07T15:28:03.617954+0000","last_became_active":"2024-09-07T13:38:11.960823+0000","last_became_peered":"2024-09-07T13:38:11.960823+0000","last_unstale":"2024-09-07T15:28:03.617954+0000","last_undegraded":"2024-09-07T15:28:03.617954+0000","last_fullsized":"2024-09-07T15:28:03.617954+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'90","last_scrub_stamp":"2024-09-07T15:28:03.617749+0000","last_deep_scrub":"269'90","last_deep_scrub_stamp":"2024-09-07T15:28:03.617749+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.617749+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:03:41.970045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":140,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'357","reported_seq":1060,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.125908+0000","last_change":"2024-09-07T15:27:53.125908+0000","last_active":"2024-09-07T15:27:53.125908+0000","last_peered":"2024-09-07T15:27:53.125908+0000","last_clean":"2024-09-07T15:27:53.125908+0000","last_became_active":"2024-09-07T13:38:09.957210+0000","last_became_peered":"2024-09-07T13:38:09.957210+0000","last_unstale":"2024-09-07T15:27:53.125908+0000","last_undegraded":"2024-09-07T15:27:53.125908+0000","last_fullsized":"2024-09-07T15:27:53.125908+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'357","last_scrub_stamp":"2024-09-07T15:27:53.125695+0000","last_deep_scrub":"269'357","last_deep_scrub_stamp":"2024-09-07T15:27:53.125695+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.125695+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:54:04.537546+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":558,"num_read_kb":54200,"num_write":1156,"num_write_kb":55534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"269'6","reported_seq":1014,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.115437+0000","last_change":"2024-09-07T15:28:05.115437+0000","last_active":"2024-09-07T15:28:05.115437+0000","last_peered":"2024-09-07T15:28:05.115437+0000","last_clean":"2024-09-07T15:28:05.115437+0000","last_became_active":"2024-09-07T13:38:13.958715+0000","last_became_peered":"2024-09-07T13:38:13.958715+0000","last_unstale":"2024-09-07T15:28:05.115437+0000","last_undegraded":"2024-09-07T15:28:05.115437+0000","last_fullsized":"2024-09-07T15:28:05.115437+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-07T15:28:05.115264+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-07T15:28:05.115264+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.115264+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:57:38.981317+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":729,"num_read_kb":1194,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'291","reported_seq":906,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.921397+0000","last_change":"2024-09-07T13:38:15.989301+0000","last_active":"2024-09-07T15:27:43.921397+0000","last_peered":"2024-09-07T15:27:43.921397+0000","last_clean":"2024-09-07T15:27:43.921397+0000","last_became_active":"2024-09-07T13:38:15.988580+0000","last_became_peered":"2024-09-07T13:38:15.988580+0000","last_unstale":"2024-09-07T15:27:43.921397+0000","last_undegraded":"2024-09-07T15:27:43.921397+0000","last_fullsized":"2024-09-07T15:27:43.921397+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48182,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":460,"num_read_kb":965,"num_write":360,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:41.715075+0000","last_change":"2024-09-07T13:38:17.994605+0000","last_active":"2024-09-07T15:25:41.715075+0000","last_peered":"2024-09-07T15:25:41.715075+0000","last_clean":"2024-09-07T15:25:41.715075+0000","last_became_active":"2024-09-07T13:38:17.994021+0000","last_became_peered":"2024-09-07T13:38:17.994021+0000","last_unstale":"2024-09-07T15:25:41.715075+0000","last_undegraded":"2024-09-07T15:25:41.715075+0000","last_fullsized":"2024-09-07T15:25:41.715075+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'163","reported_seq":810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.057015+0000","last_change":"2024-09-07T15:28:00.057015+0000","last_active":"2024-09-07T15:28:00.057015+0000","last_peered":"2024-09-07T15:28:00.057015+0000","last_clean":"2024-09-07T15:28:00.057015+0000","last_became_active":"2024-09-07T13:38:11.970009+0000","last_became_peered":"2024-09-07T13:38:11.970009+0000","last_unstale":"2024-09-07T15:28:00.057015+0000","last_undegraded":"2024-09-07T15:28:00.057015+0000","last_fullsized":"2024-09-07T15:28:00.057015+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'163","last_scrub_stamp":"2024-09-07T15:28:00.056834+0000","last_deep_scrub":"269'163","last_deep_scrub_stamp":"2024-09-07T15:28:00.056834+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.056834+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:22:40.823648+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":707,"num_read_kb":590,"num_write":240,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'350","reported_seq":1077,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.519004+0000","last_change":"2024-09-07T15:27:55.519004+0000","last_active":"2024-09-07T15:27:55.519004+0000","last_peered":"2024-09-07T15:27:55.519004+0000","last_clean":"2024-09-07T15:27:55.519004+0000","last_became_active":"2024-09-07T13:38:09.923243+0000","last_became_peered":"2024-09-07T13:38:09.923243+0000","last_unstale":"2024-09-07T15:27:55.519004+0000","last_undegraded":"2024-09-07T15:27:55.519004+0000","last_fullsized":"2024-09-07T15:27:55.519004+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'350","last_scrub_stamp":"2024-09-07T15:27:55.518755+0000","last_deep_scrub":"269'350","last_deep_scrub_stamp":"2024-09-07T15:27:55.518755+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.518755+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:12:53.491082+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":602,"num_read_kb":96016,"num_write":1158,"num_write_kb":38141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701924+0000","last_change":"2024-09-07T13:38:13.972609+0000","last_active":"2024-09-07T15:24:41.701924+0000","last_peered":"2024-09-07T15:24:41.701924+0000","last_clean":"2024-09-07T15:24:41.701924+0000","last_became_active":"2024-09-07T13:38:13.971866+0000","last_became_peered":"2024-09-07T13:38:13.971866+0000","last_unstale":"2024-09-07T15:24:41.701924+0000","last_undegraded":"2024-09-07T15:24:41.701924+0000","last_fullsized":"2024-09-07T15:24:41.701924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T13:42:39.308978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'530","reported_seq":1217,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.282217+0000","last_change":"2024-09-07T15:28:11.282217+0000","last_active":"2024-09-07T15:28:11.282217+0000","last_peered":"2024-09-07T15:28:11.282217+0000","last_clean":"2024-09-07T15:28:11.282217+0000","last_became_active":"2024-09-07T13:38:15.982495+0000","last_became_peered":"2024-09-07T13:38:15.982495+0000","last_unstale":"2024-09-07T15:28:11.282217+0000","last_undegraded":"2024-09-07T15:28:11.282217+0000","last_fullsized":"2024-09-07T15:28:11.282217+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'530","last_scrub_stamp":"2024-09-07T15:28:11.281966+0000","last_deep_scrub":"269'530","last_deep_scrub_stamp":"2024-09-07T15:28:11.281966+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.281966+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":500,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:39:36.978345+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94186,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":917,"num_read_kb":2064,"num_write":784,"num_write_kb":661,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25256,"num_omap_keys":48,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":513,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.718944+0000","last_change":"2024-09-07T13:38:18.000620+0000","last_active":"2024-09-07T15:23:21.718944+0000","last_peered":"2024-09-07T15:23:21.718944+0000","last_clean":"2024-09-07T15:23:21.718944+0000","last_became_active":"2024-09-07T13:38:17.999885+0000","last_became_peered":"2024-09-07T13:38:17.999885+0000","last_unstale":"2024-09-07T15:23:21.718944+0000","last_undegraded":"2024-09-07T15:23:21.718944+0000","last_fullsized":"2024-09-07T15:23:21.718944+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:27:22.617540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'164","reported_seq":704,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.386475+0000","last_change":"2024-09-07T13:38:20.607597+0000","last_active":"2024-09-07T15:27:22.386475+0000","last_peered":"2024-09-07T15:27:22.386475+0000","last_clean":"2024-09-07T15:27:22.386475+0000","last_became_active":"2024-09-07T13:38:20.606815+0000","last_became_peered":"2024-09-07T13:38:20.606815+0000","last_unstale":"2024-09-07T15:27:22.386475+0000","last_undegraded":"2024-09-07T15:27:22.386475+0000","last_fullsized":"2024-09-07T15:27:22.386475+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":250,"num_read_kb":257,"num_write":374,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'350","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:36.700690+0000","last_change":"2024-09-07T13:38:11.953780+0000","last_active":"2024-09-07T15:24:36.700690+0000","last_peered":"2024-09-07T15:24:36.700690+0000","last_clean":"2024-09-07T15:24:36.700690+0000","last_became_active":"2024-09-07T13:38:11.947922+0000","last_became_peered":"2024-09-07T13:38:11.947922+0000","last_unstale":"2024-09-07T15:24:36.700690+0000","last_undegraded":"2024-09-07T15:24:36.700690+0000","last_fullsized":"2024-09-07T15:24:36.700690+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:54:41.807954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1546,"num_read_kb":1238,"num_write":569,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'369","reported_seq":1142,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.367131+0000","last_change":"2024-09-07T15:27:51.367131+0000","last_active":"2024-09-07T15:27:51.367131+0000","last_peered":"2024-09-07T15:27:51.367131+0000","last_clean":"2024-09-07T15:27:51.367131+0000","last_became_active":"2024-09-07T13:38:41.160389+0000","last_became_peered":"2024-09-07T13:38:41.160389+0000","last_unstale":"2024-09-07T15:27:51.367131+0000","last_undegraded":"2024-09-07T15:27:51.367131+0000","last_fullsized":"2024-09-07T15:27:51.367131+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'369","last_scrub_stamp":"2024-09-07T15:27:51.367000+0000","last_deep_scrub":"269'369","last_deep_scrub_stamp":"2024-09-07T15:27:51.367000+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.367000+0000","objects_scrubbed":9,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:08:43.394610+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263258,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":791,"num_read_kb":31538,"num_write":1158,"num_write_kb":47270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.093811+0000","last_change":"2024-09-07T15:28:04.093811+0000","last_active":"2024-09-07T15:28:04.093811+0000","last_peered":"2024-09-07T15:28:04.093811+0000","last_clean":"2024-09-07T15:28:04.093811+0000","last_became_active":"2024-09-07T13:38:13.958601+0000","last_became_peered":"2024-09-07T13:38:13.958601+0000","last_unstale":"2024-09-07T15:28:04.093811+0000","last_undegraded":"2024-09-07T15:28:04.093811+0000","last_fullsized":"2024-09-07T15:28:04.093811+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:04.093627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:04.093627+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.093627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:50:40.826825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'373","reported_seq":1017,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.003650+0000","last_change":"2024-09-07T13:38:15.991456+0000","last_active":"2024-09-07T15:27:44.003650+0000","last_peered":"2024-09-07T15:27:44.003650+0000","last_clean":"2024-09-07T15:27:44.003650+0000","last_became_active":"2024-09-07T13:38:15.990637+0000","last_became_peered":"2024-09-07T13:38:15.990637+0000","last_unstale":"2024-09-07T15:27:44.003650+0000","last_undegraded":"2024-09-07T15:27:44.003650+0000","last_fullsized":"2024-09-07T15:27:44.003650+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:03:03.421393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45134,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":620,"num_read_kb":1206,"num_write":508,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.254336+0000","last_change":"2024-09-07T13:38:17.991164+0000","last_active":"2024-09-07T15:23:21.254336+0000","last_peered":"2024-09-07T15:23:21.254336+0000","last_clean":"2024-09-07T15:23:21.254336+0000","last_became_active":"2024-09-07T13:38:17.990470+0000","last_became_peered":"2024-09-07T13:38:17.990470+0000","last_unstale":"2024-09-07T15:23:21.254336+0000","last_undegraded":"2024-09-07T15:23:21.254336+0000","last_fullsized":"2024-09-07T15:23:21.254336+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:08:40.421219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'250","reported_seq":1198,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.247651+0000","last_change":"2024-09-07T13:38:20.005101+0000","last_active":"2024-09-07T15:26:03.247651+0000","last_peered":"2024-09-07T15:26:03.247651+0000","last_clean":"2024-09-07T15:26:03.247651+0000","last_became_active":"2024-09-07T13:38:20.004300+0000","last_became_peered":"2024-09-07T13:38:20.004300+0000","last_unstale":"2024-09-07T15:26:03.247651+0000","last_undegraded":"2024-09-07T15:26:03.247651+0000","last_fullsized":"2024-09-07T15:26:03.247651+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2027,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":884,"num_read_kb":826,"num_write":592,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'4312","reported_seq":4958,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.357977+0000","last_change":"2024-09-07T15:27:58.357977+0000","last_active":"2024-09-07T15:27:58.357977+0000","last_peered":"2024-09-07T15:27:58.357977+0000","last_clean":"2024-09-07T15:27:58.357977+0000","last_became_active":"2024-09-07T13:39:41.505537+0000","last_became_peered":"2024-09-07T13:39:41.505537+0000","last_unstale":"2024-09-07T15:27:58.357977+0000","last_undegraded":"2024-09-07T15:27:58.357977+0000","last_fullsized":"2024-09-07T15:27:58.357977+0000","mapping_epoch":41,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4312","last_scrub_stamp":"2024-09-07T15:27:58.357796+0000","last_deep_scrub":"269'4312","last_deep_scrub_stamp":"2024-09-07T15:27:58.357796+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.357796+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":3000,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:52:55.650931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17318,"num_read_kb":14397,"num_write":6478,"num_write_kb":3232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"269'307","reported_seq":948,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.418978+0000","last_change":"2024-09-07T15:27:53.418978+0000","last_active":"2024-09-07T15:27:53.418978+0000","last_peered":"2024-09-07T15:27:53.418978+0000","last_clean":"2024-09-07T15:27:53.418978+0000","last_became_active":"2024-09-07T13:38:41.159577+0000","last_became_peered":"2024-09-07T13:38:41.159577+0000","last_unstale":"2024-09-07T15:27:53.418978+0000","last_undegraded":"2024-09-07T15:27:53.418978+0000","last_fullsized":"2024-09-07T15:27:53.418978+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'307","last_scrub_stamp":"2024-09-07T15:27:53.418711+0000","last_deep_scrub":"269'307","last_deep_scrub_stamp":"2024-09-07T15:27:53.418711+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.418711+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:32:30.560769+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136841,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":489,"num_read_kb":20016,"num_write":1075,"num_write_kb":22282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:17.486513+0000","last_change":"2024-09-07T13:38:13.956694+0000","last_active":"2024-09-07T15:23:17.486513+0000","last_peered":"2024-09-07T15:23:17.486513+0000","last_clean":"2024-09-07T15:23:17.486513+0000","last_became_active":"2024-09-07T13:38:13.955580+0000","last_became_peered":"2024-09-07T13:38:13.955580+0000","last_unstale":"2024-09-07T15:23:17.486513+0000","last_undegraded":"2024-09-07T15:23:17.486513+0000","last_fullsized":"2024-09-07T15:23:17.486513+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:36:06.228489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'327","reported_seq":967,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.183117+0000","last_change":"2024-09-07T13:38:16.017092+0000","last_active":"2024-09-07T15:27:45.183117+0000","last_peered":"2024-09-07T15:27:45.183117+0000","last_clean":"2024-09-07T15:27:45.183117+0000","last_became_active":"2024-09-07T13:38:16.016437+0000","last_became_peered":"2024-09-07T13:38:16.016437+0000","last_unstale":"2024-09-07T15:27:45.183117+0000","last_undegraded":"2024-09-07T15:27:45.183117+0000","last_fullsized":"2024-09-07T15:27:45.183117+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:31.243514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47612,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":542,"num_read_kb":1158,"num_write":430,"num_write_kb":306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.274085+0000","last_change":"2024-09-07T13:38:17.999562+0000","last_active":"2024-09-07T15:24:46.274085+0000","last_peered":"2024-09-07T15:24:46.274085+0000","last_clean":"2024-09-07T15:24:46.274085+0000","last_became_active":"2024-09-07T13:38:17.999087+0000","last_became_peered":"2024-09-07T13:38:17.999087+0000","last_unstale":"2024-09-07T15:24:46.274085+0000","last_undegraded":"2024-09-07T15:24:46.274085+0000","last_fullsized":"2024-09-07T15:24:46.274085+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:42:10.243620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'109","reported_seq":627,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:23.752489+0000","last_change":"2024-09-07T13:38:20.015395+0000","last_active":"2024-09-07T15:27:23.752489+0000","last_peered":"2024-09-07T15:27:23.752489+0000","last_clean":"2024-09-07T15:27:23.752489+0000","last_became_active":"2024-09-07T13:38:20.014658+0000","last_became_peered":"2024-09-07T13:38:20.014658+0000","last_unstale":"2024-09-07T15:27:23.752489+0000","last_undegraded":"2024-09-07T15:27:23.752489+0000","last_fullsized":"2024-09-07T15:27:23.752489+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":132,"num_read_kb":129,"num_write":270,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'101","reported_seq":728,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.355211+0000","last_change":"2024-09-07T15:28:02.355066+0000","last_active":"2024-09-07T15:28:02.355211+0000","last_peered":"2024-09-07T15:28:02.355211+0000","last_clean":"2024-09-07T15:28:02.355211+0000","last_became_active":"2024-09-07T13:39:41.694595+0000","last_became_peered":"2024-09-07T13:39:41.694595+0000","last_unstale":"2024-09-07T15:28:02.355211+0000","last_undegraded":"2024-09-07T15:28:02.355211+0000","last_fullsized":"2024-09-07T15:28:02.355211+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'101","last_scrub_stamp":"2024-09-07T15:28:02.354876+0000","last_deep_scrub":"269'101","last_deep_scrub_stamp":"2024-09-07T15:28:02.354876+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.354876+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:03:36.268000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":387,"num_write":173,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'390","reported_seq":1095,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.211529+0000","last_change":"2024-09-07T15:27:56.211529+0000","last_active":"2024-09-07T15:27:56.211529+0000","last_peered":"2024-09-07T15:27:56.211529+0000","last_clean":"2024-09-07T15:27:56.211529+0000","last_became_active":"2024-09-07T13:38:09.953827+0000","last_became_peered":"2024-09-07T13:38:09.953827+0000","last_unstale":"2024-09-07T15:27:56.211529+0000","last_undegraded":"2024-09-07T15:27:56.211529+0000","last_fullsized":"2024-09-07T15:27:56.211529+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'390","last_scrub_stamp":"2024-09-07T15:27:56.211238+0000","last_deep_scrub":"269'390","last_deep_scrub_stamp":"2024-09-07T15:27:56.211238+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.211238+0000","objects_scrubbed":10,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:13:38.189289+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1663218,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":650,"num_read_kb":66367,"num_write":1200,"num_write_kb":61532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.274472+0000","last_change":"2024-09-07T15:28:10.274472+0000","last_active":"2024-09-07T15:28:10.274472+0000","last_peered":"2024-09-07T15:28:10.274472+0000","last_clean":"2024-09-07T15:28:10.274472+0000","last_became_active":"2024-09-07T13:38:13.972522+0000","last_became_peered":"2024-09-07T13:38:13.972522+0000","last_unstale":"2024-09-07T15:28:10.274472+0000","last_undegraded":"2024-09-07T15:28:10.274472+0000","last_fullsized":"2024-09-07T15:28:10.274472+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:10.274290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:10.274290+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.274290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:58:44.892975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'145","reported_seq":729,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.505163+0000","last_change":"2024-09-07T13:38:16.018199+0000","last_active":"2024-09-07T15:24:37.505163+0000","last_peered":"2024-09-07T15:24:37.505163+0000","last_clean":"2024-09-07T15:24:37.505163+0000","last_became_active":"2024-09-07T13:38:16.016986+0000","last_became_peered":"2024-09-07T13:38:16.016986+0000","last_unstale":"2024-09-07T15:24:37.505163+0000","last_undegraded":"2024-09-07T15:24:37.505163+0000","last_fullsized":"2024-09-07T15:24:37.505163+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:26:44.876461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":173,"num_read_kb":166,"num_write":122,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'740","reported_seq":3017,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.689482+0000","last_change":"2024-09-07T13:38:17.998575+0000","last_active":"2024-09-07T15:27:42.689482+0000","last_peered":"2024-09-07T15:27:42.689482+0000","last_clean":"2024-09-07T15:27:42.689482+0000","last_became_active":"2024-09-07T13:38:17.997709+0000","last_became_peered":"2024-09-07T13:38:17.997709+0000","last_unstale":"2024-09-07T15:27:42.689482+0000","last_undegraded":"2024-09-07T15:27:42.689482+0000","last_fullsized":"2024-09-07T15:27:42.689482+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":700,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:31.066186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'189","reported_seq":771,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:41.923672+0000","last_change":"2024-09-07T13:38:20.010093+0000","last_active":"2024-09-07T15:25:41.923672+0000","last_peered":"2024-09-07T15:25:41.923672+0000","last_clean":"2024-09-07T15:25:41.923672+0000","last_became_active":"2024-09-07T13:38:20.009577+0000","last_became_peered":"2024-09-07T13:38:20.009577+0000","last_unstale":"2024-09-07T15:25:41.923672+0000","last_undegraded":"2024-09-07T15:25:41.923672+0000","last_fullsized":"2024-09-07T15:25:41.923672+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":406,"num_write":464,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'93","reported_seq":717,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.494329+0000","last_change":"2024-09-07T15:28:00.494329+0000","last_active":"2024-09-07T15:28:00.494329+0000","last_peered":"2024-09-07T15:28:00.494329+0000","last_clean":"2024-09-07T15:28:00.494329+0000","last_became_active":"2024-09-07T13:38:11.974156+0000","last_became_peered":"2024-09-07T13:38:11.974156+0000","last_unstale":"2024-09-07T15:28:00.494329+0000","last_undegraded":"2024-09-07T15:28:00.494329+0000","last_fullsized":"2024-09-07T15:28:00.494329+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'93","last_scrub_stamp":"2024-09-07T15:28:00.494146+0000","last_deep_scrub":"269'93","last_deep_scrub_stamp":"2024-09-07T15:28:00.494146+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.494146+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:25:18.141330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":421,"num_read_kb":355,"num_write":136,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'353","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.870317+0000","last_change":"2024-09-07T15:27:56.870317+0000","last_active":"2024-09-07T15:27:56.870317+0000","last_peered":"2024-09-07T15:27:56.870317+0000","last_clean":"2024-09-07T15:27:56.870317+0000","last_became_active":"2024-09-07T13:38:09.958887+0000","last_became_peered":"2024-09-07T13:38:09.958887+0000","last_unstale":"2024-09-07T15:27:56.870317+0000","last_undegraded":"2024-09-07T15:27:56.870317+0000","last_fullsized":"2024-09-07T15:27:56.870317+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'353","last_scrub_stamp":"2024-09-07T15:27:56.870089+0000","last_deep_scrub":"269'353","last_deep_scrub_stamp":"2024-09-07T15:27:56.870089+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.870089+0000","objects_scrubbed":9,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:21:47.338869+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170304,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":544,"num_read_kb":3973,"num_write":1155,"num_write_kb":21729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.888120+0000","last_change":"2024-09-07T13:38:13.970518+0000","last_active":"2024-09-07T15:23:16.888120+0000","last_peered":"2024-09-07T15:23:16.888120+0000","last_clean":"2024-09-07T15:23:16.888120+0000","last_became_active":"2024-09-07T13:38:13.969784+0000","last_became_peered":"2024-09-07T13:38:13.969784+0000","last_unstale":"2024-09-07T15:23:16.888120+0000","last_undegraded":"2024-09-07T15:23:16.888120+0000","last_fullsized":"2024-09-07T15:23:16.888120+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:41:37.952439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'391","reported_seq":1038,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.246142+0000","last_change":"2024-09-07T13:38:15.979304+0000","last_active":"2024-09-07T15:27:43.246142+0000","last_peered":"2024-09-07T15:27:43.246142+0000","last_clean":"2024-09-07T15:27:43.246142+0000","last_became_active":"2024-09-07T13:38:15.978556+0000","last_became_peered":"2024-09-07T13:38:15.978556+0000","last_unstale":"2024-09-07T15:27:43.246142+0000","last_undegraded":"2024-09-07T15:27:43.246142+0000","last_fullsized":"2024-09-07T15:27:43.246142+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:29:50.770199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54198,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":623,"num_read_kb":1269,"num_write":492,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701683+0000","last_change":"2024-09-07T13:38:18.003655+0000","last_active":"2024-09-07T15:24:41.701683+0000","last_peered":"2024-09-07T15:24:41.701683+0000","last_clean":"2024-09-07T15:24:41.701683+0000","last_became_active":"2024-09-07T13:38:18.002871+0000","last_became_peered":"2024-09-07T13:38:18.002871+0000","last_unstale":"2024-09-07T15:24:41.701683+0000","last_undegraded":"2024-09-07T15:24:41.701683+0000","last_fullsized":"2024-09-07T15:24:41.701683+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:28:28.792148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'98","reported_seq":619,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:56.449098+0000","last_change":"2024-09-07T13:38:20.015917+0000","last_active":"2024-09-07T15:25:56.449098+0000","last_peered":"2024-09-07T15:25:56.449098+0000","last_clean":"2024-09-07T15:25:56.449098+0000","last_became_active":"2024-09-07T13:38:20.015212+0000","last_became_peered":"2024-09-07T13:38:20.015212+0000","last_unstale":"2024-09-07T15:25:56.449098+0000","last_undegraded":"2024-09-07T15:25:56.449098+0000","last_fullsized":"2024-09-07T15:25:56.449098+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:10.431721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":134,"num_read_kb":130,"num_write":246,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'97","reported_seq":718,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:12.485276+0000","last_change":"2024-09-07T13:38:11.974929+0000","last_active":"2024-09-07T15:23:12.485276+0000","last_peered":"2024-09-07T15:23:12.485276+0000","last_clean":"2024-09-07T15:23:12.485276+0000","last_became_active":"2024-09-07T13:38:11.974256+0000","last_became_peered":"2024-09-07T13:38:11.974256+0000","last_unstale":"2024-09-07T15:23:12.485276+0000","last_undegraded":"2024-09-07T15:23:12.485276+0000","last_fullsized":"2024-09-07T15:23:12.485276+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:54:58.569606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":449,"num_read_kb":381,"num_write":149,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'326","reported_seq":1101,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.815234+0000","last_change":"2024-09-07T15:27:58.815234+0000","last_active":"2024-09-07T15:27:58.815234+0000","last_peered":"2024-09-07T15:27:58.815234+0000","last_clean":"2024-09-07T15:27:58.815234+0000","last_became_active":"2024-09-07T13:38:09.945963+0000","last_became_peered":"2024-09-07T13:38:09.945963+0000","last_unstale":"2024-09-07T15:27:58.815234+0000","last_undegraded":"2024-09-07T15:27:58.815234+0000","last_fullsized":"2024-09-07T15:27:58.815234+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'326","last_scrub_stamp":"2024-09-07T15:27:58.814933+0000","last_deep_scrub":"269'326","last_deep_scrub_stamp":"2024-09-07T15:27:58.814933+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.814933+0000","objects_scrubbed":7,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:37:54.808009+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":697,"num_read_kb":82633,"num_write":1139,"num_write_kb":35726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:16.717734+0000","last_change":"2024-09-07T13:38:13.966044+0000","last_active":"2024-09-07T15:23:16.717734+0000","last_peered":"2024-09-07T15:23:16.717734+0000","last_clean":"2024-09-07T15:23:16.717734+0000","last_became_active":"2024-09-07T13:38:13.965190+0000","last_became_peered":"2024-09-07T13:38:13.965190+0000","last_unstale":"2024-09-07T15:23:16.717734+0000","last_undegraded":"2024-09-07T15:23:16.717734+0000","last_fullsized":"2024-09-07T15:23:16.717734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:14:51.663057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'302","reported_seq":915,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.337269+0000","last_change":"2024-09-07T13:38:15.978063+0000","last_active":"2024-09-07T15:27:43.337269+0000","last_peered":"2024-09-07T15:27:43.337269+0000","last_clean":"2024-09-07T15:27:43.337269+0000","last_became_active":"2024-09-07T13:38:15.977324+0000","last_became_peered":"2024-09-07T13:38:15.977324+0000","last_unstale":"2024-09-07T15:27:43.337269+0000","last_undegraded":"2024-09-07T15:27:43.337269+0000","last_fullsized":"2024-09-07T15:27:43.337269+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:34:44.493135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46963,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":508,"num_read_kb":1127,"num_write":406,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":513,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.487730+0000","last_change":"2024-09-07T13:38:18.005568+0000","last_active":"2024-09-07T15:25:06.487730+0000","last_peered":"2024-09-07T15:25:06.487730+0000","last_clean":"2024-09-07T15:25:06.487730+0000","last_became_active":"2024-09-07T13:38:18.004811+0000","last_became_peered":"2024-09-07T13:38:18.004811+0000","last_unstale":"2024-09-07T15:25:06.487730+0000","last_undegraded":"2024-09-07T15:25:06.487730+0000","last_fullsized":"2024-09-07T15:25:06.487730+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:00:30.267883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'133","reported_seq":695,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.158770+0000","last_change":"2024-09-07T13:38:20.607704+0000","last_active":"2024-09-07T15:26:01.158770+0000","last_peered":"2024-09-07T15:26:01.158770+0000","last_clean":"2024-09-07T15:26:01.158770+0000","last_became_active":"2024-09-07T13:38:20.606966+0000","last_became_peered":"2024-09-07T13:38:20.606966+0000","last_unstale":"2024-09-07T15:26:01.158770+0000","last_undegraded":"2024-09-07T15:26:01.158770+0000","last_fullsized":"2024-09-07T15:26:01.158770+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:25:12.558915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":247,"num_read_kb":238,"num_write":329,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'249","reported_seq":885,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.626253+0000","last_change":"2024-09-07T15:28:04.626253+0000","last_active":"2024-09-07T15:28:04.626253+0000","last_peered":"2024-09-07T15:28:04.626253+0000","last_clean":"2024-09-07T15:28:04.626253+0000","last_became_active":"2024-09-07T13:38:11.969032+0000","last_became_peered":"2024-09-07T13:38:11.969032+0000","last_unstale":"2024-09-07T15:28:04.626253+0000","last_undegraded":"2024-09-07T15:28:04.626253+0000","last_fullsized":"2024-09-07T15:28:04.626253+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'249","last_scrub_stamp":"2024-09-07T15:28:04.626071+0000","last_deep_scrub":"269'249","last_deep_scrub_stamp":"2024-09-07T15:28:04.626071+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.626071+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:17:31.938411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":810,"num_write":373,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'351","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.532299+0000","last_change":"2024-09-07T15:27:57.532299+0000","last_active":"2024-09-07T15:27:57.532299+0000","last_peered":"2024-09-07T15:27:57.532299+0000","last_clean":"2024-09-07T15:27:57.532299+0000","last_became_active":"2024-09-07T13:38:09.970986+0000","last_became_peered":"2024-09-07T13:38:09.970986+0000","last_unstale":"2024-09-07T15:27:57.532299+0000","last_undegraded":"2024-09-07T15:27:57.532299+0000","last_fullsized":"2024-09-07T15:27:57.532299+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'351","last_scrub_stamp":"2024-09-07T15:27:57.531893+0000","last_deep_scrub":"269'351","last_deep_scrub_stamp":"2024-09-07T15:27:57.531893+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.531893+0000","objects_scrubbed":7,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:03:50.996458+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6622861,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":485,"num_read_kb":38816,"num_write":1118,"num_write_kb":57230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:37.504876+0000","last_change":"2024-09-07T13:38:13.965128+0000","last_active":"2024-09-07T15:24:37.504876+0000","last_peered":"2024-09-07T15:24:37.504876+0000","last_clean":"2024-09-07T15:24:37.504876+0000","last_became_active":"2024-09-07T13:38:13.964414+0000","last_became_peered":"2024-09-07T13:38:13.964414+0000","last_unstale":"2024-09-07T15:24:37.504876+0000","last_undegraded":"2024-09-07T15:24:37.504876+0000","last_fullsized":"2024-09-07T15:24:37.504876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:12.922030+0000","last_clean_scrub_stamp":"2024-09-07T13:38:12.922030+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:37.267842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'275","reported_seq":873,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.058967+0000","last_change":"2024-09-07T13:38:15.993600+0000","last_active":"2024-09-07T15:27:45.058967+0000","last_peered":"2024-09-07T15:27:45.058967+0000","last_clean":"2024-09-07T15:27:45.058967+0000","last_became_active":"2024-09-07T13:38:15.988281+0000","last_became_peered":"2024-09-07T13:38:15.988281+0000","last_unstale":"2024-09-07T15:27:45.058967+0000","last_undegraded":"2024-09-07T15:27:45.058967+0000","last_fullsized":"2024-09-07T15:27:45.058967+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:47:52.794809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46331,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":446,"num_read_kb":1064,"num_write":372,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:22.487527+0000","last_change":"2024-09-07T13:38:17.991957+0000","last_active":"2024-09-07T15:23:22.487527+0000","last_peered":"2024-09-07T15:23:22.487527+0000","last_clean":"2024-09-07T15:23:22.487527+0000","last_became_active":"2024-09-07T13:38:17.991202+0000","last_became_peered":"2024-09-07T13:38:17.991202+0000","last_unstale":"2024-09-07T15:23:22.487527+0000","last_undegraded":"2024-09-07T15:23:22.487527+0000","last_fullsized":"2024-09-07T15:23:22.487527+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:55.082722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'159","reported_seq":1321,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:03.263661+0000","last_change":"2024-09-07T13:38:20.021523+0000","last_active":"2024-09-07T15:26:03.263661+0000","last_peered":"2024-09-07T15:26:03.263661+0000","last_clean":"2024-09-07T15:26:03.263661+0000","last_became_active":"2024-09-07T13:38:20.020888+0000","last_became_peered":"2024-09-07T13:38:20.020888+0000","last_unstale":"2024-09-07T15:26:03.263661+0000","last_undegraded":"2024-09-07T15:26:03.263661+0000","last_fullsized":"2024-09-07T15:26:03.263661+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:50:11.722481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":639,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":974,"num_read_kb":933,"num_write":389,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'72","reported_seq":677,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.567540+0000","last_change":"2024-09-07T15:28:02.567540+0000","last_active":"2024-09-07T15:28:02.567540+0000","last_peered":"2024-09-07T15:28:02.567540+0000","last_clean":"2024-09-07T15:28:02.567540+0000","last_became_active":"2024-09-07T13:38:11.976787+0000","last_became_peered":"2024-09-07T13:38:11.976787+0000","last_unstale":"2024-09-07T15:28:02.567540+0000","last_undegraded":"2024-09-07T15:28:02.567540+0000","last_fullsized":"2024-09-07T15:28:02.567540+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'72","last_scrub_stamp":"2024-09-07T15:28:02.567305+0000","last_deep_scrub":"269'72","last_deep_scrub_stamp":"2024-09-07T15:28:02.567305+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.567305+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:06:51.507558+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":328,"num_read_kb":277,"num_write":98,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'347","reported_seq":1024,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.155628+0000","last_change":"2024-09-07T15:27:54.155628+0000","last_active":"2024-09-07T15:27:54.155628+0000","last_peered":"2024-09-07T15:27:54.155628+0000","last_clean":"2024-09-07T15:27:54.155628+0000","last_became_active":"2024-09-07T13:38:09.957598+0000","last_became_peered":"2024-09-07T13:38:09.957598+0000","last_unstale":"2024-09-07T15:27:54.155628+0000","last_undegraded":"2024-09-07T15:27:54.155628+0000","last_fullsized":"2024-09-07T15:27:54.155628+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'347","last_scrub_stamp":"2024-09-07T15:27:54.155357+0000","last_deep_scrub":"269'347","last_deep_scrub_stamp":"2024-09-07T15:27:54.155357+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.155357+0000","objects_scrubbed":9,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:50:50.157106+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136926,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":457,"num_read_kb":38172,"num_write":1014,"num_write_kb":38268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"269'2","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.305687+0000","last_change":"2024-09-07T15:28:07.305687+0000","last_active":"2024-09-07T15:28:07.305687+0000","last_peered":"2024-09-07T15:28:07.305687+0000","last_clean":"2024-09-07T15:28:07.305687+0000","last_became_active":"2024-09-07T13:38:13.966063+0000","last_became_peered":"2024-09-07T13:38:13.966063+0000","last_unstale":"2024-09-07T15:28:07.305687+0000","last_undegraded":"2024-09-07T15:28:07.305687+0000","last_fullsized":"2024-09-07T15:28:07.305687+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:07.305500+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:07.305500+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.305500+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:27:13.836543+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'349","reported_seq":979,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:45.244360+0000","last_change":"2024-09-07T13:38:15.986689+0000","last_active":"2024-09-07T15:27:45.244360+0000","last_peered":"2024-09-07T15:27:45.244360+0000","last_clean":"2024-09-07T15:27:45.244360+0000","last_became_active":"2024-09-07T13:38:15.985935+0000","last_became_peered":"2024-09-07T13:38:15.985935+0000","last_unstale":"2024-09-07T15:27:45.244360+0000","last_undegraded":"2024-09-07T15:27:45.244360+0000","last_fullsized":"2024-09-07T15:27:45.244360+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:14.934190+0000","last_clean_scrub_stamp":"2024-09-07T13:38:14.934190+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:55:24.216028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48977,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":547,"num_read_kb":1136,"num_write":430,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":512,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:21.682501+0000","last_change":"2024-09-07T13:38:18.009435+0000","last_active":"2024-09-07T15:23:21.682501+0000","last_peered":"2024-09-07T15:23:21.682501+0000","last_clean":"2024-09-07T15:23:21.682501+0000","last_became_active":"2024-09-07T13:38:18.008930+0000","last_became_peered":"2024-09-07T13:38:18.008930+0000","last_unstale":"2024-09-07T15:23:21.682501+0000","last_undegraded":"2024-09-07T15:23:21.682501+0000","last_fullsized":"2024-09-07T15:23:21.682501+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:16.954998+0000","last_clean_scrub_stamp":"2024-09-07T13:38:16.954998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:31.672910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'150","reported_seq":664,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:22.360959+0000","last_change":"2024-09-07T13:38:20.013274+0000","last_active":"2024-09-07T15:27:22.360959+0000","last_peered":"2024-09-07T15:27:22.360959+0000","last_clean":"2024-09-07T15:27:22.360959+0000","last_became_active":"2024-09-07T13:38:20.010675+0000","last_became_peered":"2024-09-07T13:38:20.010675+0000","last_unstale":"2024-09-07T15:27:22.360959+0000","last_undegraded":"2024-09-07T15:27:22.360959+0000","last_fullsized":"2024-09-07T15:27:22.360959+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:18.960589+0000","last_clean_scrub_stamp":"2024-09-07T13:38:18.960589+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:14:19.163625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":155,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'138","reported_seq":784,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.264391+0000","last_change":"2024-09-07T15:28:05.264391+0000","last_active":"2024-09-07T15:28:05.264391+0000","last_peered":"2024-09-07T15:28:05.264391+0000","last_clean":"2024-09-07T15:28:05.264391+0000","last_became_active":"2024-09-07T13:38:11.951152+0000","last_became_peered":"2024-09-07T13:38:11.951152+0000","last_unstale":"2024-09-07T15:28:05.264391+0000","last_undegraded":"2024-09-07T15:28:05.264391+0000","last_fullsized":"2024-09-07T15:28:05.264391+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'138","last_scrub_stamp":"2024-09-07T15:28:05.264184+0000","last_deep_scrub":"269'138","last_deep_scrub_stamp":"2024-09-07T15:28:05.264184+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.264184+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:29:38.498081+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":210,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'356","reported_seq":1064,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.468737+0000","last_change":"2024-09-07T15:27:54.468737+0000","last_active":"2024-09-07T15:27:54.468737+0000","last_peered":"2024-09-07T15:27:54.468737+0000","last_clean":"2024-09-07T15:27:54.468737+0000","last_became_active":"2024-09-07T13:38:41.116020+0000","last_became_peered":"2024-09-07T13:38:41.116020+0000","last_unstale":"2024-09-07T15:27:54.468737+0000","last_undegraded":"2024-09-07T15:27:54.468737+0000","last_fullsized":"2024-09-07T15:27:54.468737+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'356","last_scrub_stamp":"2024-09-07T15:27:54.468470+0000","last_deep_scrub":"269'356","last_deep_scrub_stamp":"2024-09-07T15:27:54.468470+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.468470+0000","objects_scrubbed":6,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:04:48.209057+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6356514,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":637,"num_read_kb":16268,"num_write":1147,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"269'180","reported_seq":878,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.289748+0000","last_change":"2024-09-07T15:28:04.289748+0000","last_active":"2024-09-07T15:28:04.289748+0000","last_peered":"2024-09-07T15:28:04.289748+0000","last_clean":"2024-09-07T15:28:04.289748+0000","last_became_active":"2024-09-07T13:38:11.947998+0000","last_became_peered":"2024-09-07T13:38:11.947998+0000","last_unstale":"2024-09-07T15:28:04.289748+0000","last_undegraded":"2024-09-07T15:28:04.289748+0000","last_fullsized":"2024-09-07T15:28:04.289748+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'180","last_scrub_stamp":"2024-09-07T15:28:04.289562+0000","last_deep_scrub":"269'180","last_deep_scrub_stamp":"2024-09-07T15:28:04.289562+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.289562+0000","objects_scrubbed":1,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:39.801638+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":929,"num_read_kb":833,"num_write":305,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'354","reported_seq":1110,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.456462+0000","last_change":"2024-09-07T15:27:55.456462+0000","last_active":"2024-09-07T15:27:55.456462+0000","last_peered":"2024-09-07T15:27:55.456462+0000","last_clean":"2024-09-07T15:27:55.456462+0000","last_became_active":"2024-09-07T13:38:09.956746+0000","last_became_peered":"2024-09-07T13:38:09.956746+0000","last_unstale":"2024-09-07T15:27:55.456462+0000","last_undegraded":"2024-09-07T15:27:55.456462+0000","last_fullsized":"2024-09-07T15:27:55.456462+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'354","last_scrub_stamp":"2024-09-07T15:27:55.456263+0000","last_deep_scrub":"269'354","last_deep_scrub_stamp":"2024-09-07T15:27:55.456263+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.456263+0000","objects_scrubbed":4,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:29.867443+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306372,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":586,"num_read_kb":118227,"num_write":1111,"num_write_kb":43073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'123","reported_seq":764,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:21.735726+0000","last_change":"2024-09-07T13:38:11.968682+0000","last_active":"2024-09-07T15:24:21.735726+0000","last_peered":"2024-09-07T15:24:21.735726+0000","last_clean":"2024-09-07T15:24:21.735726+0000","last_became_active":"2024-09-07T13:38:11.964926+0000","last_became_peered":"2024-09-07T13:38:11.964926+0000","last_unstale":"2024-09-07T15:24:21.735726+0000","last_undegraded":"2024-09-07T15:24:21.735726+0000","last_fullsized":"2024-09-07T15:24:21.735726+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:22:01.094161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":452,"num_write":178,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'346","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.840851+0000","last_change":"2024-09-07T15:27:57.840851+0000","last_active":"2024-09-07T15:27:57.840851+0000","last_peered":"2024-09-07T15:27:57.840851+0000","last_clean":"2024-09-07T15:27:57.840851+0000","last_became_active":"2024-09-07T13:38:09.945903+0000","last_became_peered":"2024-09-07T13:38:09.945903+0000","last_unstale":"2024-09-07T15:27:57.840851+0000","last_undegraded":"2024-09-07T15:27:57.840851+0000","last_fullsized":"2024-09-07T15:27:57.840851+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-07T15:27:57.840628+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-07T15:27:57.840628+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.840628+0000","objects_scrubbed":6,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:44:13.586974+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1157958,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":89504,"num_write":1101,"num_write_kb":59727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'87","reported_seq":696,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.250933+0000","last_change":"2024-09-07T15:28:03.250933+0000","last_active":"2024-09-07T15:28:03.250933+0000","last_peered":"2024-09-07T15:28:03.250933+0000","last_clean":"2024-09-07T15:28:03.250933+0000","last_became_active":"2024-09-07T13:38:11.937036+0000","last_became_peered":"2024-09-07T13:38:11.937036+0000","last_unstale":"2024-09-07T15:28:03.250933+0000","last_undegraded":"2024-09-07T15:28:03.250933+0000","last_fullsized":"2024-09-07T15:28:03.250933+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'87","last_scrub_stamp":"2024-09-07T15:28:03.250727+0000","last_deep_scrub":"269'87","last_deep_scrub_stamp":"2024-09-07T15:28:03.250727+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.250727+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:00:15.968002+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":116,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'310","reported_seq":965,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.210152+0000","last_change":"2024-09-07T15:27:58.210152+0000","last_active":"2024-09-07T15:27:58.210152+0000","last_peered":"2024-09-07T15:27:58.210152+0000","last_clean":"2024-09-07T15:27:58.210152+0000","last_became_active":"2024-09-07T13:38:09.944652+0000","last_became_peered":"2024-09-07T13:38:09.944652+0000","last_unstale":"2024-09-07T15:27:58.210152+0000","last_undegraded":"2024-09-07T15:27:58.210152+0000","last_fullsized":"2024-09-07T15:27:58.210152+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'310","last_scrub_stamp":"2024-09-07T15:27:58.209892+0000","last_deep_scrub":"269'310","last_deep_scrub_stamp":"2024-09-07T15:27:58.209892+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.209892+0000","objects_scrubbed":10,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:25:37.890657+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":569969,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":462,"num_read_kb":1903,"num_write":939,"num_write_kb":15286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'34","reported_seq":632,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.602473+0000","last_change":"2024-09-07T15:28:06.602473+0000","last_active":"2024-09-07T15:28:06.602473+0000","last_peered":"2024-09-07T15:28:06.602473+0000","last_clean":"2024-09-07T15:28:06.602473+0000","last_became_active":"2024-09-07T13:38:11.954420+0000","last_became_peered":"2024-09-07T13:38:11.954420+0000","last_unstale":"2024-09-07T15:28:06.602473+0000","last_undegraded":"2024-09-07T15:28:06.602473+0000","last_fullsized":"2024-09-07T15:28:06.602473+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'34","last_scrub_stamp":"2024-09-07T15:28:06.602289+0000","last_deep_scrub":"269'34","last_deep_scrub_stamp":"2024-09-07T15:28:06.602289+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.602289+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:01:26.885353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":154,"num_write":48,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'320","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.536223+0000","last_change":"2024-09-07T15:27:54.536223+0000","last_active":"2024-09-07T15:27:54.536223+0000","last_peered":"2024-09-07T15:27:54.536223+0000","last_clean":"2024-09-07T15:27:54.536223+0000","last_became_active":"2024-09-07T13:38:41.118577+0000","last_became_peered":"2024-09-07T13:38:41.118577+0000","last_unstale":"2024-09-07T15:27:54.536223+0000","last_undegraded":"2024-09-07T15:27:54.536223+0000","last_fullsized":"2024-09-07T15:27:54.536223+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'320","last_scrub_stamp":"2024-09-07T15:27:54.535997+0000","last_deep_scrub":"269'320","last_deep_scrub_stamp":"2024-09-07T15:27:54.535997+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.535997+0000","objects_scrubbed":9,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:39:43.651229+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":536,"num_read_kb":67028,"num_write":1000,"num_write_kb":24885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"269'74","reported_seq":707,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.545523+0000","last_change":"2024-09-07T15:28:03.545523+0000","last_active":"2024-09-07T15:28:03.545523+0000","last_peered":"2024-09-07T15:28:03.545523+0000","last_clean":"2024-09-07T15:28:03.545523+0000","last_became_active":"2024-09-07T13:38:11.960709+0000","last_became_peered":"2024-09-07T13:38:11.960709+0000","last_unstale":"2024-09-07T15:28:03.545523+0000","last_undegraded":"2024-09-07T15:28:03.545523+0000","last_fullsized":"2024-09-07T15:28:03.545523+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'74","last_scrub_stamp":"2024-09-07T15:28:03.545345+0000","last_deep_scrub":"269'74","last_deep_scrub_stamp":"2024-09-07T15:28:03.545345+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.545345+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:40:17.639592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":310,"num_write":110,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'311","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.311938+0000","last_change":"2024-09-07T15:27:54.311938+0000","last_active":"2024-09-07T15:27:54.311938+0000","last_peered":"2024-09-07T15:27:54.311938+0000","last_clean":"2024-09-07T15:27:54.311938+0000","last_became_active":"2024-09-07T13:38:09.914458+0000","last_became_peered":"2024-09-07T13:38:09.914458+0000","last_unstale":"2024-09-07T15:27:54.311938+0000","last_undegraded":"2024-09-07T15:27:54.311938+0000","last_fullsized":"2024-09-07T15:27:54.311938+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'311","last_scrub_stamp":"2024-09-07T15:27:54.311693+0000","last_deep_scrub":"269'311","last_deep_scrub_stamp":"2024-09-07T15:27:54.311693+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.311693+0000","objects_scrubbed":6,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:09:37.607951+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136897,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":515,"num_read_kb":38434,"num_write":1030,"num_write_kb":29352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'4326","reported_seq":5033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:01.190170+0000","last_change":"2024-09-07T13:38:11.969273+0000","last_active":"2024-09-07T15:26:01.190170+0000","last_peered":"2024-09-07T15:26:01.190170+0000","last_clean":"2024-09-07T15:26:01.190170+0000","last_became_active":"2024-09-07T13:38:11.966079+0000","last_became_peered":"2024-09-07T13:38:11.966079+0000","last_unstale":"2024-09-07T15:26:01.190170+0000","last_undegraded":"2024-09-07T15:26:01.190170+0000","last_fullsized":"2024-09-07T15:26:01.190170+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":3000,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:01:42.728052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17506,"num_read_kb":14577,"num_write":6561,"num_write_kb":3271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'286","reported_seq":1000,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.990743+0000","last_change":"2024-09-07T15:27:55.990743+0000","last_active":"2024-09-07T15:27:55.990743+0000","last_peered":"2024-09-07T15:27:55.990743+0000","last_clean":"2024-09-07T15:27:55.990743+0000","last_became_active":"2024-09-07T13:38:09.966151+0000","last_became_peered":"2024-09-07T13:38:09.966151+0000","last_unstale":"2024-09-07T15:27:55.990743+0000","last_undegraded":"2024-09-07T15:27:55.990743+0000","last_fullsized":"2024-09-07T15:27:55.990743+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'286","last_scrub_stamp":"2024-09-07T15:27:55.990484+0000","last_deep_scrub":"269'286","last_deep_scrub_stamp":"2024-09-07T15:27:55.990484+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.990484+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:13:53.456014+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399262,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":546,"num_read_kb":2644,"num_write":904,"num_write_kb":22278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'164","reported_seq":824,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.097776+0000","last_change":"2024-09-07T15:28:01.097776+0000","last_active":"2024-09-07T15:28:01.097776+0000","last_peered":"2024-09-07T15:28:01.097776+0000","last_clean":"2024-09-07T15:28:01.097776+0000","last_became_active":"2024-09-07T13:38:11.966128+0000","last_became_peered":"2024-09-07T13:38:11.966128+0000","last_unstale":"2024-09-07T15:28:01.097776+0000","last_undegraded":"2024-09-07T15:28:01.097776+0000","last_fullsized":"2024-09-07T15:28:01.097776+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'164","last_scrub_stamp":"2024-09-07T15:28:01.097536+0000","last_deep_scrub":"269'164","last_deep_scrub_stamp":"2024-09-07T15:28:01.097536+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.097536+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:36:32.262161+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":749,"num_read_kb":624,"num_write":242,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'380","reported_seq":1107,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.494975+0000","last_change":"2024-09-07T15:27:56.494975+0000","last_active":"2024-09-07T15:27:56.494975+0000","last_peered":"2024-09-07T15:27:56.494975+0000","last_clean":"2024-09-07T15:27:56.494975+0000","last_became_active":"2024-09-07T13:38:09.943119+0000","last_became_peered":"2024-09-07T13:38:09.943119+0000","last_unstale":"2024-09-07T15:27:56.494975+0000","last_undegraded":"2024-09-07T15:27:56.494975+0000","last_fullsized":"2024-09-07T15:27:56.494975+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'380","last_scrub_stamp":"2024-09-07T15:27:56.494724+0000","last_deep_scrub":"269'380","last_deep_scrub_stamp":"2024-09-07T15:27:56.494724+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.494724+0000","objects_scrubbed":4,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:47:11.020401+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3875580,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":572,"num_read_kb":49070,"num_write":1141,"num_write_kb":52483,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'107","reported_seq":746,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.226399+0000","last_change":"2024-09-07T15:28:05.226399+0000","last_active":"2024-09-07T15:28:05.226399+0000","last_peered":"2024-09-07T15:28:05.226399+0000","last_clean":"2024-09-07T15:28:05.226399+0000","last_became_active":"2024-09-07T13:38:11.954473+0000","last_became_peered":"2024-09-07T13:38:11.954473+0000","last_unstale":"2024-09-07T15:28:05.226399+0000","last_undegraded":"2024-09-07T15:28:05.226399+0000","last_fullsized":"2024-09-07T15:28:05.226399+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'107","last_scrub_stamp":"2024-09-07T15:28:05.226213+0000","last_deep_scrub":"269'107","last_deep_scrub_stamp":"2024-09-07T15:28:05.226213+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.226213+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:59:46.897246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":158,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'308","reported_seq":1013,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.799095+0000","last_change":"2024-09-07T15:28:00.799095+0000","last_active":"2024-09-07T15:28:00.799095+0000","last_peered":"2024-09-07T15:28:00.799095+0000","last_clean":"2024-09-07T15:28:00.799095+0000","last_became_active":"2024-09-07T13:38:09.947018+0000","last_became_peered":"2024-09-07T13:38:09.947018+0000","last_unstale":"2024-09-07T15:28:00.799095+0000","last_undegraded":"2024-09-07T15:28:00.799095+0000","last_fullsized":"2024-09-07T15:28:00.799095+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'308","last_scrub_stamp":"2024-09-07T15:28:00.798870+0000","last_deep_scrub":"269'308","last_deep_scrub_stamp":"2024-09-07T15:28:00.798870+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.798870+0000","objects_scrubbed":5,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:57:39.889816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":480,"num_read_kb":54354,"num_write":901,"num_write_kb":34652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'199","reported_seq":872,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.569294+0000","last_change":"2024-09-07T15:28:05.569294+0000","last_active":"2024-09-07T15:28:05.569294+0000","last_peered":"2024-09-07T15:28:05.569294+0000","last_clean":"2024-09-07T15:28:05.569294+0000","last_became_active":"2024-09-07T13:38:11.963550+0000","last_became_peered":"2024-09-07T13:38:11.963550+0000","last_unstale":"2024-09-07T15:28:05.569294+0000","last_undegraded":"2024-09-07T15:28:05.569294+0000","last_fullsized":"2024-09-07T15:28:05.569294+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'199","last_scrub_stamp":"2024-09-07T15:28:05.569106+0000","last_deep_scrub":"269'199","last_deep_scrub_stamp":"2024-09-07T15:28:05.569106+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.569106+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:55:05.835860+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":873,"num_read_kb":718,"num_write":298,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":473,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'344","reported_seq":1096,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.570977+0000","last_change":"2024-09-07T15:27:58.570977+0000","last_active":"2024-09-07T15:27:58.570977+0000","last_peered":"2024-09-07T15:27:58.570977+0000","last_clean":"2024-09-07T15:27:58.570977+0000","last_became_active":"2024-09-07T13:38:09.959943+0000","last_became_peered":"2024-09-07T13:38:09.959943+0000","last_unstale":"2024-09-07T15:27:58.570977+0000","last_undegraded":"2024-09-07T15:27:58.570977+0000","last_fullsized":"2024-09-07T15:27:58.570977+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'344","last_scrub_stamp":"2024-09-07T15:27:58.570614+0000","last_deep_scrub":"269'344","last_deep_scrub_stamp":"2024-09-07T15:27:58.570614+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.570614+0000","objects_scrubbed":11,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:48:04.564985+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":586211,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":559,"num_read_kb":156829,"num_write":1125,"num_write_kb":44912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"269'226","reported_seq":895,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.349246+0000","last_change":"2024-09-07T15:27:59.349246+0000","last_active":"2024-09-07T15:27:59.349246+0000","last_peered":"2024-09-07T15:27:59.349246+0000","last_clean":"2024-09-07T15:27:59.349246+0000","last_became_active":"2024-09-07T13:38:11.967242+0000","last_became_peered":"2024-09-07T13:38:11.967242+0000","last_unstale":"2024-09-07T15:27:59.349246+0000","last_undegraded":"2024-09-07T15:27:59.349246+0000","last_fullsized":"2024-09-07T15:27:59.349246+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'226","last_scrub_stamp":"2024-09-07T15:27:59.349069+0000","last_deep_scrub":"269'226","last_deep_scrub_stamp":"2024-09-07T15:27:59.349069+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.349069+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:02:01.852619+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1029,"num_read_kb":861,"num_write":341,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'343","reported_seq":1017,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.802114+0000","last_change":"2024-09-07T15:27:59.802114+0000","last_active":"2024-09-07T15:27:59.802114+0000","last_peered":"2024-09-07T15:27:59.802114+0000","last_clean":"2024-09-07T15:27:59.802114+0000","last_became_active":"2024-09-07T13:38:09.958372+0000","last_became_peered":"2024-09-07T13:38:09.958372+0000","last_unstale":"2024-09-07T15:27:59.802114+0000","last_undegraded":"2024-09-07T15:27:59.802114+0000","last_fullsized":"2024-09-07T15:27:59.802114+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'343","last_scrub_stamp":"2024-09-07T15:27:59.801922+0000","last_deep_scrub":"269'343","last_deep_scrub_stamp":"2024-09-07T15:27:59.801922+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.801922+0000","objects_scrubbed":3,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:42:27.392932+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1050818,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":18583,"num_write":1091,"num_write_kb":37988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'251","reported_seq":939,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.530938+0000","last_change":"2024-09-07T15:28:01.530938+0000","last_active":"2024-09-07T15:28:01.530938+0000","last_peered":"2024-09-07T15:28:01.530938+0000","last_clean":"2024-09-07T15:28:01.530938+0000","last_became_active":"2024-09-07T13:38:11.984378+0000","last_became_peered":"2024-09-07T13:38:11.984378+0000","last_unstale":"2024-09-07T15:28:01.530938+0000","last_undegraded":"2024-09-07T15:28:01.530938+0000","last_fullsized":"2024-09-07T15:28:01.530938+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'251","last_scrub_stamp":"2024-09-07T15:28:01.530758+0000","last_deep_scrub":"269'251","last_deep_scrub_stamp":"2024-09-07T15:28:01.530758+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.530758+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:29:49.455439+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1089,"num_read_kb":888,"num_write":401,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'294","reported_seq":980,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.227346+0000","last_change":"2024-09-07T15:27:59.227346+0000","last_active":"2024-09-07T15:27:59.227346+0000","last_peered":"2024-09-07T15:27:59.227346+0000","last_clean":"2024-09-07T15:27:59.227346+0000","last_became_active":"2024-09-07T13:38:09.953778+0000","last_became_peered":"2024-09-07T13:38:09.953778+0000","last_unstale":"2024-09-07T15:27:59.227346+0000","last_undegraded":"2024-09-07T15:27:59.227346+0000","last_fullsized":"2024-09-07T15:27:59.227346+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'294","last_scrub_stamp":"2024-09-07T15:27:59.227116+0000","last_deep_scrub":"269'294","last_deep_scrub_stamp":"2024-09-07T15:27:59.227116+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.227116+0000","objects_scrubbed":8,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:58:52.480868+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2436320,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":446,"num_read_kb":70626,"num_write":1025,"num_write_kb":40171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'169","reported_seq":799,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:35.461578+0000","last_change":"2024-09-07T13:38:11.958808+0000","last_active":"2024-09-07T15:24:35.461578+0000","last_peered":"2024-09-07T15:24:35.461578+0000","last_clean":"2024-09-07T15:24:35.461578+0000","last_became_active":"2024-09-07T13:38:11.958064+0000","last_became_peered":"2024-09-07T13:38:11.958064+0000","last_unstale":"2024-09-07T15:24:35.461578+0000","last_undegraded":"2024-09-07T15:24:35.461578+0000","last_fullsized":"2024-09-07T15:24:35.461578+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:39:11.761149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":587,"num_write":258,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'341","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.002115+0000","last_change":"2024-09-07T15:27:55.002115+0000","last_active":"2024-09-07T15:27:55.002115+0000","last_peered":"2024-09-07T15:27:55.002115+0000","last_clean":"2024-09-07T15:27:55.002115+0000","last_became_active":"2024-09-07T13:38:09.936674+0000","last_became_peered":"2024-09-07T13:38:09.936674+0000","last_unstale":"2024-09-07T15:27:55.002115+0000","last_undegraded":"2024-09-07T15:27:55.002115+0000","last_fullsized":"2024-09-07T15:27:55.002115+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'341","last_scrub_stamp":"2024-09-07T15:27:55.001923+0000","last_deep_scrub":"269'341","last_deep_scrub_stamp":"2024-09-07T15:27:55.001923+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.001923+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:07:40.621278+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288967,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":494,"num_read_kb":29966,"num_write":1083,"num_write_kb":57855,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'104","reported_seq":698,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.257823+0000","last_change":"2024-09-07T15:28:04.257823+0000","last_active":"2024-09-07T15:28:04.257823+0000","last_peered":"2024-09-07T15:28:04.257823+0000","last_clean":"2024-09-07T15:28:04.257823+0000","last_became_active":"2024-09-07T13:38:11.948061+0000","last_became_peered":"2024-09-07T13:38:11.948061+0000","last_unstale":"2024-09-07T15:28:04.257823+0000","last_undegraded":"2024-09-07T15:28:04.257823+0000","last_fullsized":"2024-09-07T15:28:04.257823+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'104","last_scrub_stamp":"2024-09-07T15:28:04.257598+0000","last_deep_scrub":"269'104","last_deep_scrub_stamp":"2024-09-07T15:28:04.257598+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.257598+0000","objects_scrubbed":1,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:17:21.900420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":456,"num_read_kb":368,"num_write":151,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'329","reported_seq":974,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.563856+0000","last_change":"2024-09-07T15:28:00.563856+0000","last_active":"2024-09-07T15:28:00.563856+0000","last_peered":"2024-09-07T15:28:00.563856+0000","last_clean":"2024-09-07T15:28:00.563856+0000","last_became_active":"2024-09-07T13:38:09.977914+0000","last_became_peered":"2024-09-07T13:38:09.977914+0000","last_unstale":"2024-09-07T15:28:00.563856+0000","last_undegraded":"2024-09-07T15:28:00.563856+0000","last_fullsized":"2024-09-07T15:28:00.563856+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-07T15:28:00.563680+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-07T15:28:00.563680+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.563680+0000","objects_scrubbed":2,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:19:25.688261+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":444,"num_read_kb":6535,"num_write":1019,"num_write_kb":46948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'55","reported_seq":654,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:52.309580+0000","last_change":"2024-09-07T13:38:11.967367+0000","last_active":"2024-09-07T15:23:52.309580+0000","last_peered":"2024-09-07T15:23:52.309580+0000","last_clean":"2024-09-07T15:23:52.309580+0000","last_became_active":"2024-09-07T13:38:11.954989+0000","last_became_peered":"2024-09-07T13:38:11.954989+0000","last_unstale":"2024-09-07T15:23:52.309580+0000","last_undegraded":"2024-09-07T15:23:52.309580+0000","last_fullsized":"2024-09-07T15:23:52.309580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:04:31.660954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":193,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'349","reported_seq":1066,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.410030+0000","last_change":"2024-09-07T15:27:56.410030+0000","last_active":"2024-09-07T15:27:56.410030+0000","last_peered":"2024-09-07T15:27:56.410030+0000","last_clean":"2024-09-07T15:27:56.410030+0000","last_became_active":"2024-09-07T13:38:09.970859+0000","last_became_peered":"2024-09-07T13:38:09.970859+0000","last_unstale":"2024-09-07T15:27:56.410030+0000","last_undegraded":"2024-09-07T15:27:56.410030+0000","last_fullsized":"2024-09-07T15:27:56.410030+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'349","last_scrub_stamp":"2024-09-07T15:27:56.409807+0000","last_deep_scrub":"269'349","last_deep_scrub_stamp":"2024-09-07T15:27:56.409807+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.409807+0000","objects_scrubbed":6,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:55:24.322984+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":625,"num_read_kb":27882,"num_write":1267,"num_write_kb":26984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'187","reported_seq":865,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.699731+0000","last_change":"2024-09-07T15:28:06.699731+0000","last_active":"2024-09-07T15:28:06.699731+0000","last_peered":"2024-09-07T15:28:06.699731+0000","last_clean":"2024-09-07T15:28:06.699731+0000","last_became_active":"2024-09-07T13:38:11.967747+0000","last_became_peered":"2024-09-07T13:38:11.967747+0000","last_unstale":"2024-09-07T15:28:06.699731+0000","last_undegraded":"2024-09-07T15:28:06.699731+0000","last_fullsized":"2024-09-07T15:28:06.699731+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'187","last_scrub_stamp":"2024-09-07T15:28:06.699554+0000","last_deep_scrub":"269'187","last_deep_scrub_stamp":"2024-09-07T15:28:06.699554+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.699554+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:09.232020+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":822,"num_read_kb":682,"num_write":266,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'319","reported_seq":995,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.777168+0000","last_change":"2024-09-07T15:28:01.777168+0000","last_active":"2024-09-07T15:28:01.777168+0000","last_peered":"2024-09-07T15:28:01.777168+0000","last_clean":"2024-09-07T15:28:01.777168+0000","last_became_active":"2024-09-07T13:38:09.966982+0000","last_became_peered":"2024-09-07T13:38:09.966982+0000","last_unstale":"2024-09-07T15:28:01.777168+0000","last_undegraded":"2024-09-07T15:28:01.777168+0000","last_fullsized":"2024-09-07T15:28:01.777168+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'319","last_scrub_stamp":"2024-09-07T15:28:01.776898+0000","last_deep_scrub":"269'319","last_deep_scrub_stamp":"2024-09-07T15:28:01.776898+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.776898+0000","objects_scrubbed":6,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:12:42.412533+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7428301,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":512,"num_read_kb":26458,"num_write":1052,"num_write_kb":42546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'326","reported_seq":1001,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.785970+0000","last_change":"2024-09-07T15:28:03.785970+0000","last_active":"2024-09-07T15:28:03.785970+0000","last_peered":"2024-09-07T15:28:03.785970+0000","last_clean":"2024-09-07T15:28:03.785970+0000","last_became_active":"2024-09-07T13:38:09.950346+0000","last_became_peered":"2024-09-07T13:38:09.950346+0000","last_unstale":"2024-09-07T15:28:03.785970+0000","last_undegraded":"2024-09-07T15:28:03.785970+0000","last_fullsized":"2024-09-07T15:28:03.785970+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'326","last_scrub_stamp":"2024-09-07T15:28:03.785617+0000","last_deep_scrub":"269'326","last_deep_scrub_stamp":"2024-09-07T15:28:03.785617+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.785617+0000","objects_scrubbed":8,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:56:24.691869+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291488,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":493,"num_read_kb":31373,"num_write":1024,"num_write_kb":48642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'129","reported_seq":744,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.242659+0000","last_change":"2024-09-07T15:28:06.242659+0000","last_active":"2024-09-07T15:28:06.242659+0000","last_peered":"2024-09-07T15:28:06.242659+0000","last_clean":"2024-09-07T15:28:06.242659+0000","last_became_active":"2024-09-07T13:38:11.955485+0000","last_became_peered":"2024-09-07T13:38:11.955485+0000","last_unstale":"2024-09-07T15:28:06.242659+0000","last_undegraded":"2024-09-07T15:28:06.242659+0000","last_fullsized":"2024-09-07T15:28:06.242659+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'129","last_scrub_stamp":"2024-09-07T15:28:06.242477+0000","last_deep_scrub":"269'129","last_deep_scrub_stamp":"2024-09-07T15:28:06.242477+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.242477+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:00:30.543691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":556,"num_read_kb":453,"num_write":191,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'469","reported_seq":1172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.313572+0000","last_change":"2024-09-07T15:27:56.313572+0000","last_active":"2024-09-07T15:27:56.313572+0000","last_peered":"2024-09-07T15:27:56.313572+0000","last_clean":"2024-09-07T15:27:56.313572+0000","last_became_active":"2024-09-07T13:38:09.955640+0000","last_became_peered":"2024-09-07T13:38:09.955640+0000","last_unstale":"2024-09-07T15:27:56.313572+0000","last_undegraded":"2024-09-07T15:27:56.313572+0000","last_fullsized":"2024-09-07T15:27:56.313572+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'469","last_scrub_stamp":"2024-09-07T15:27:56.313361+0000","last_deep_scrub":"269'469","last_deep_scrub_stamp":"2024-09-07T15:27:56.313361+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.313361+0000","objects_scrubbed":2,"log_size":69,"log_dups_size":400,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:48:46.155694+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291472,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":763,"num_read_kb":13306,"num_write":1241,"num_write_kb":30944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'181","reported_seq":831,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.738055+0000","last_change":"2024-09-07T13:38:11.957199+0000","last_active":"2024-09-07T15:24:31.738055+0000","last_peered":"2024-09-07T15:24:31.738055+0000","last_clean":"2024-09-07T15:24:31.738055+0000","last_became_active":"2024-09-07T13:38:11.955420+0000","last_became_peered":"2024-09-07T13:38:11.955420+0000","last_unstale":"2024-09-07T15:24:31.738055+0000","last_undegraded":"2024-09-07T15:24:31.738055+0000","last_fullsized":"2024-09-07T15:24:31.738055+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:38:10.915358+0000","last_clean_scrub_stamp":"2024-09-07T13:38:10.915358+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:45:18.102760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":815,"num_read_kb":669,"num_write":276,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5579,"num_read_kb":3932,"num_write":1892,"num_write_kb":790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1063,"ondisk_log_size":1063,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15869,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":16338,"num_read_kb":16003,"num_write":16758,"num_write_kb":4902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":31738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1879,"ondisk_log_size":1879,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":482,"ondisk_log_size":482,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1528476,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":20492,"num_read_kb":39760,"num_write":17131,"num_write_kb":12297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":31858,"num_omap_keys":64,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1863,"ondisk_log_size":1863,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2413,"num_read_kb":2876,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":15,"ondisk_log_size":15,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102755,"num_read_kb":85366,"num_write":37204,"num_write_kb":18790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":41845,"num_omap_keys":170,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4138,"ondisk_log_size":4138,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":88637533,"num_objects":375,"num_object_clones":0,"num_object_copies":1125,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":375,"num_whiteouts":0,"num_read":36258,"num_read_kb":2657239,"num_write":70982,"num_write_kb":2277217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":134885376,"data_stored":134885376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3441,"ondisk_log_size":3441,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":189777,"num_write":158,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":189147,"num_write":158,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129543476,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":303040,"kb_used_data":28912,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94068800,"statfs":{"total":96636764160,"available":96326451200,"internally_reserved":0,"allocated":29605888,"data_stored":27585921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":280689098},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129543474,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":262860,"kb_used_data":15100,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":94108980,"statfs":{"total":96636764160,"available":96367595520,"internally_reserved":0,"allocated":15462400,"data_stored":13493947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":253688262},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129543476,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":155528,"kb_used_data":25848,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94216312,"statfs":{"total":96636764160,"available":96477503488,"internally_reserved":0,"allocated":26468352,"data_stored":24418266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129543472,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":122176,"kb_used_data":22960,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94249664,"statfs":{"total":96636764160,"available":96511655936,"internally_reserved":0,"allocated":23511040,"data_stored":21569131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":101579205},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543475,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":290204,"kb_used_data":20300,"kb_used_omap":1,"kb_used_meta":269886,"kb_avail":94081636,"statfs":{"total":96636764160,"available":96339595264,"internally_reserved":0,"allocated":20787200,"data_stored":18785859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":276363720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543474,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":126864,"kb_used_data":15232,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94244976,"statfs":{"total":96636764160,"available":96506855424,"internally_reserved":0,"allocated":15597568,"data_stored":13640532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543473,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":179216,"kb_used_data":17600,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94192624,"statfs":{"total":96636764160,"available":96453246976,"internally_reserved":0,"allocated":18022400,"data_stored":16033324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543474,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":258612,"kb_used_data":20580,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":94113228,"statfs":{"total":96636764160,"available":96371945472,"internally_reserved":0,"allocated":21073920,"data_stored":19065402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":243726792},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16158720,"data_stored":16158720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":13717504,"data_stored":13717504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":11325440,"data_stored":11325440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16470016,"data_stored":16470016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":19255296,"data_stored":19255296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":22102016,"data_stored":22102016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":11177984,"data_stored":11177984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24678400,"data_stored":24678400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-07T15:28:13.350 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.350 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.350 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.350 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.350 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.350 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.351 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.351 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.351 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.351 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.351 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.351 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.351 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.351 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.352 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.352 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.352 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.352 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.352 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.352 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.352 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.352 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.352 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.353 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.353 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.353 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.353 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.353 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.353 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.353 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.353 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.354 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.354 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.354 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.354 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.354 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.354 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.354 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.354 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.354 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.355 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.355 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.355 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.355 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.355 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.355 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.355 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.355 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.355 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.356 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.356 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.356 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.356 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.356 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.356 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.356 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.356 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.356 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.357 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.357 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.357 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.357 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.357 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.357 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.357 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.357 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.357 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.358 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.358 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.358 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.358 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.358 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.358 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.359 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.359 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.359 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.359 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.359 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.359 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.359 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.359 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.359 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.360 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.360 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.360 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.360 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.360 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.360 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.360 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.360 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.360 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.361 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.361 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.361 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.361 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.361 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.361 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.361 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.361 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.361 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.361 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.362 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.362 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.362 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.362 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.362 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.362 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.362 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.362 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.363 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.363 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.363 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.363 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.363 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.363 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.363 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.363 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.363 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.363 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.364 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.364 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.364 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.364 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.364 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.364 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.364 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.364 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.365 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.365 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.365 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.365 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.365 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.365 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.365 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.366 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.366 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.366 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.366 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.366 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.366 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.366 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.366 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.367 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.367 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.367 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.367 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.367 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.367 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.367 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.367 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.367 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.368 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.368 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.368 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.368 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.368 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.368 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.368 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.368 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.369 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.369 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.369 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.369 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.369 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.369 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.369 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.369 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.370 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.370 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.370 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.370 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.370 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.370 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.370 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.370 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.371 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.371 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.371 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.371 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.371 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.371 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.371 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.372 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.372 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.372 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.372 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.372 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.372 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.372 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.373 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.373 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.373 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.373 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.373 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.373 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.373 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.373 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.374 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.374 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.374 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.374 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.374 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.374 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.374 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.374 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.375 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.375 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.375 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.375 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.375 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.375 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.376 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.376 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.376 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.376 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.376 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.376 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.376 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.376 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.377 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.377 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.377 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.377 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.377 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.377 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.377 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.378 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.378 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.378 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.378 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.378 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.378 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.378 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.378 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.379 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.379 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.379 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.379 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.379 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.379 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.379 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.379 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.379 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.380 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-07T13:38:12.922030+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=12, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.380 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.380 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.380 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.380 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-07T13:38:14.934190+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=14, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.380 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-07T13:38:16.954998+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.380 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-07T13:38:18.960589+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=18, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.380 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.381 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.381 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.381 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.381 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-07T13:38:10.915358+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=38, tm_sec=10, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:13.381 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-07T15:28:33.382 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-07T15:28:33.750 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:28:33.762 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2024-09-07T15:28:33.766 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":3584,"stamp":"2024-09-07T15:28:33.524987+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":90774058,"num_objects":700,"num_object_clones":0,"num_object_copies":1775,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":700,"num_whiteouts":0,"num_read":184187,"num_read_kb":3184167,"num_write":144426,"num_write_kb":2577194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":61,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":726647,"num_omap_keys":1777,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13132,"ondisk_log_size":13132,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1724868,"kb_used_data":166532,"kb_used_omap":12,"kb_used_meta":1558195,"kb_avail":753249852,"statfs":{"total":773094113280,"available":771327848448,"internally_reserved":0,"allocated":170528768,"data_stored":154592382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":1595592244},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":614208,"num_omap_keys":1438,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008967"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:56.758385+0000","last_change":"2024-09-07T14:28:24.421644+0000","last_active":"2024-09-07T15:25:56.758385+0000","last_peered":"2024-09-07T15:25:56.758385+0000","last_clean":"2024-09-07T15:25:56.758385+0000","last_became_active":"2024-09-07T14:28:24.420634+0000","last_became_peered":"2024-09-07T14:28:24.420634+0000","last_unstale":"2024-09-07T15:25:56.758385+0000","last_undegraded":"2024-09-07T15:25:56.758385+0000","last_fullsized":"2024-09-07T15:25:56.758385+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'5","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:42.923614+0000","last_change":"2024-09-07T14:01:17.861487+0000","last_active":"2024-09-07T15:27:42.923614+0000","last_peered":"2024-09-07T15:27:42.923614+0000","last_clean":"2024-09-07T15:27:42.923614+0000","last_became_active":"2024-09-07T14:01:17.860628+0000","last_became_peered":"2024-09-07T14:01:17.860628+0000","last_unstale":"2024-09-07T15:27:42.923614+0000","last_undegraded":"2024-09-07T15:27:42.923614+0000","last_fullsized":"2024-09-07T15:27:42.923614+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:21:45.938337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5168,"num_write":5,"num_write_kb":5168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.307080+0000","last_change":"2024-09-07T14:01:10.281106+0000","last_active":"2024-09-07T15:23:42.307080+0000","last_peered":"2024-09-07T15:23:42.307080+0000","last_clean":"2024-09-07T15:23:42.307080+0000","last_became_active":"2024-09-07T14:01:10.280451+0000","last_became_peered":"2024-09-07T14:01:10.280451+0000","last_unstale":"2024-09-07T15:23:42.307080+0000","last_undegraded":"2024-09-07T15:23:42.307080+0000","last_fullsized":"2024-09-07T15:23:42.307080+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:46.345398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'32","reported_seq":163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.704175+0000","last_change":"2024-09-07T13:55:14.113420+0000","last_active":"2024-09-07T15:24:51.704175+0000","last_peered":"2024-09-07T15:24:51.704175+0000","last_clean":"2024-09-07T15:24:51.704175+0000","last_became_active":"2024-09-07T13:55:14.111290+0000","last_became_peered":"2024-09-07T13:55:14.111290+0000","last_unstale":"2024-09-07T15:24:51.704175+0000","last_undegraded":"2024-09-07T15:24:51.704175+0000","last_fullsized":"2024-09-07T15:24:51.704175+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:19:42.881114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":112,"num_write":58,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":45,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.318555+0000","last_change":"2024-09-07T15:28:24.318385+0000","last_active":"2024-09-07T15:28:24.318555+0000","last_peered":"2024-09-07T15:28:24.318555+0000","last_clean":"2024-09-07T15:28:24.318555+0000","last_became_active":"2024-09-07T14:28:24.440403+0000","last_became_peered":"2024-09-07T14:28:24.440403+0000","last_unstale":"2024-09-07T15:28:24.318555+0000","last_undegraded":"2024-09-07T15:28:24.318555+0000","last_fullsized":"2024-09-07T15:28:24.318555+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:24.318208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:24.318208+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.318208+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:01:44.775846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'4","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.818544+0000","last_change":"2024-09-07T14:01:17.860509+0000","last_active":"2024-09-07T15:27:44.818544+0000","last_peered":"2024-09-07T15:27:44.818544+0000","last_clean":"2024-09-07T15:27:44.818544+0000","last_became_active":"2024-09-07T14:01:17.859566+0000","last_became_peered":"2024-09-07T14:01:17.859566+0000","last_unstale":"2024-09-07T15:27:44.818544+0000","last_undegraded":"2024-09-07T15:27:44.818544+0000","last_fullsized":"2024-09-07T15:27:44.818544+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:31:05.625691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4214,"num_write":4,"num_write_kb":3643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"269'3","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.163490+0000","last_change":"2024-09-07T15:28:25.163490+0000","last_active":"2024-09-07T15:28:25.163490+0000","last_peered":"2024-09-07T15:28:25.163490+0000","last_clean":"2024-09-07T15:28:25.163490+0000","last_became_active":"2024-09-07T14:01:10.271430+0000","last_became_peered":"2024-09-07T14:01:10.271430+0000","last_unstale":"2024-09-07T15:28:25.163490+0000","last_undegraded":"2024-09-07T15:28:25.163490+0000","last_fullsized":"2024-09-07T15:28:25.163490+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:25.163304+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:25.163304+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.163304+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:40:43.750932+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"269'44","reported_seq":210,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.274733+0000","last_change":"2024-09-07T15:28:18.274733+0000","last_active":"2024-09-07T15:28:18.274733+0000","last_peered":"2024-09-07T15:28:18.274733+0000","last_clean":"2024-09-07T15:28:18.274733+0000","last_became_active":"2024-09-07T13:55:14.087402+0000","last_became_peered":"2024-09-07T13:55:14.087402+0000","last_unstale":"2024-09-07T15:28:18.274733+0000","last_undegraded":"2024-09-07T15:28:18.274733+0000","last_fullsized":"2024-09-07T15:28:18.274733+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'44","last_scrub_stamp":"2024-09-07T15:28:18.274553+0000","last_deep_scrub":"269'44","last_deep_scrub_stamp":"2024-09-07T15:28:18.274553+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.274553+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:32:46.377818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":156,"num_write":84,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":45,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.108610+0000","last_change":"2024-09-07T15:28:27.108610+0000","last_active":"2024-09-07T15:28:27.108610+0000","last_peered":"2024-09-07T15:28:27.108610+0000","last_clean":"2024-09-07T15:28:27.108610+0000","last_became_active":"2024-09-07T14:28:24.429669+0000","last_became_peered":"2024-09-07T14:28:24.429669+0000","last_unstale":"2024-09-07T15:28:27.108610+0000","last_undegraded":"2024-09-07T15:28:27.108610+0000","last_fullsized":"2024-09-07T15:28:27.108610+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:27.108435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:27.108435+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.108435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:01:50.046977+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'3","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701959+0000","last_change":"2024-09-07T14:01:17.972661+0000","last_active":"2024-09-07T15:24:41.701959+0000","last_peered":"2024-09-07T15:24:41.701959+0000","last_clean":"2024-09-07T15:24:41.701959+0000","last_became_active":"2024-09-07T14:01:17.972004+0000","last_became_peered":"2024-09-07T14:01:17.972004+0000","last_unstale":"2024-09-07T15:24:41.701959+0000","last_undegraded":"2024-09-07T15:24:41.701959+0000","last_fullsized":"2024-09-07T15:24:41.701959+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:52:18.839057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"269'3","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.299483+0000","last_change":"2024-09-07T15:28:21.299483+0000","last_active":"2024-09-07T15:28:21.299483+0000","last_peered":"2024-09-07T15:28:21.299483+0000","last_clean":"2024-09-07T15:28:21.299483+0000","last_became_active":"2024-09-07T14:01:10.264607+0000","last_became_peered":"2024-09-07T14:01:10.264607+0000","last_unstale":"2024-09-07T15:28:21.299483+0000","last_undegraded":"2024-09-07T15:28:21.299483+0000","last_fullsized":"2024-09-07T15:28:21.299483+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:21.299302+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:21.299302+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.299302+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:36:00.263589+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'7","reported_seq":91,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:16.709692+0000","last_change":"2024-09-07T13:55:14.109741+0000","last_active":"2024-09-07T15:25:16.709692+0000","last_peered":"2024-09-07T15:25:16.709692+0000","last_clean":"2024-09-07T15:25:16.709692+0000","last_became_active":"2024-09-07T13:55:14.108940+0000","last_became_peered":"2024-09-07T13:55:14.108940+0000","last_unstale":"2024-09-07T15:25:16.709692+0000","last_undegraded":"2024-09-07T15:25:16.709692+0000","last_fullsized":"2024-09-07T15:25:16.709692+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:43:14.023032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":13,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:17.315333+0000","last_change":"2024-09-07T14:28:24.419652+0000","last_active":"2024-09-07T15:24:17.315333+0000","last_peered":"2024-09-07T15:24:17.315333+0000","last_clean":"2024-09-07T15:24:17.315333+0000","last_became_active":"2024-09-07T14:28:24.417691+0000","last_became_peered":"2024-09-07T14:28:24.417691+0000","last_unstale":"2024-09-07T15:24:17.315333+0000","last_undegraded":"2024-09-07T15:24:17.315333+0000","last_fullsized":"2024-09-07T15:24:17.315333+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:01:52.353934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'3","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:37.358156+0000","last_change":"2024-09-07T14:01:17.970027+0000","last_active":"2024-09-07T15:27:37.358156+0000","last_peered":"2024-09-07T15:27:37.358156+0000","last_clean":"2024-09-07T15:27:37.358156+0000","last_became_active":"2024-09-07T14:01:17.968854+0000","last_became_peered":"2024-09-07T14:01:17.968854+0000","last_unstale":"2024-09-07T15:27:37.358156+0000","last_undegraded":"2024-09-07T15:27:37.358156+0000","last_fullsized":"2024-09-07T15:27:37.358156+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:26.054507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'2","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:28.619518+0000","last_change":"2024-09-07T15:28:28.619518+0000","last_active":"2024-09-07T15:28:28.619518+0000","last_peered":"2024-09-07T15:28:28.619518+0000","last_clean":"2024-09-07T15:28:28.619518+0000","last_became_active":"2024-09-07T14:01:10.273387+0000","last_became_peered":"2024-09-07T14:01:10.273387+0000","last_unstale":"2024-09-07T15:28:28.619518+0000","last_undegraded":"2024-09-07T15:28:28.619518+0000","last_fullsized":"2024-09-07T15:28:28.619518+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:28.619325+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:28.619325+0000","last_clean_scrub_stamp":"2024-09-07T15:28:28.619325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:38:06.533799+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'37","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:17.329520+0000","last_change":"2024-09-07T13:55:14.088118+0000","last_active":"2024-09-07T15:25:17.329520+0000","last_peered":"2024-09-07T15:25:17.329520+0000","last_clean":"2024-09-07T15:25:17.329520+0000","last_became_active":"2024-09-07T13:55:14.087457+0000","last_became_peered":"2024-09-07T13:55:14.087457+0000","last_unstale":"2024-09-07T15:25:17.329520+0000","last_undegraded":"2024-09-07T15:25:17.329520+0000","last_fullsized":"2024-09-07T15:25:17.329520+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:12:52.792391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":187,"num_read_kb":132,"num_write":69,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321813+0000","last_change":"2024-09-07T14:28:24.422282+0000","last_active":"2024-09-07T15:24:42.321813+0000","last_peered":"2024-09-07T15:24:42.321813+0000","last_clean":"2024-09-07T15:24:42.321813+0000","last_became_active":"2024-09-07T14:28:24.421520+0000","last_became_peered":"2024-09-07T14:28:24.421520+0000","last_unstale":"2024-09-07T15:24:42.321813+0000","last_undegraded":"2024-09-07T15:24:42.321813+0000","last_fullsized":"2024-09-07T15:24:42.321813+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:48.841353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":58,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:46.724653+0000","last_change":"2024-09-07T14:01:17.842419+0000","last_active":"2024-09-07T15:23:46.724653+0000","last_peered":"2024-09-07T15:23:46.724653+0000","last_clean":"2024-09-07T15:23:46.724653+0000","last_became_active":"2024-09-07T14:01:17.841361+0000","last_became_peered":"2024-09-07T14:01:17.841361+0000","last_unstale":"2024-09-07T15:23:46.724653+0000","last_undegraded":"2024-09-07T15:23:46.724653+0000","last_fullsized":"2024-09-07T15:23:46.724653+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:26:42.642334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:46.715983+0000","last_change":"2024-09-07T14:01:10.285835+0000","last_active":"2024-09-07T15:25:46.715983+0000","last_peered":"2024-09-07T15:25:46.715983+0000","last_clean":"2024-09-07T15:25:46.715983+0000","last_became_active":"2024-09-07T14:01:10.285111+0000","last_became_peered":"2024-09-07T14:01:10.285111+0000","last_unstale":"2024-09-07T15:25:46.715983+0000","last_undegraded":"2024-09-07T15:25:46.715983+0000","last_fullsized":"2024-09-07T15:25:46.715983+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'74","reported_seq":320,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:17.329414+0000","last_change":"2024-09-07T13:55:14.085801+0000","last_active":"2024-09-07T15:25:17.329414+0000","last_peered":"2024-09-07T15:25:17.329414+0000","last_clean":"2024-09-07T15:25:17.329414+0000","last_became_active":"2024-09-07T13:55:14.085052+0000","last_became_peered":"2024-09-07T13:55:14.085052+0000","last_unstale":"2024-09-07T15:25:17.329414+0000","last_undegraded":"2024-09-07T15:25:17.329414+0000","last_fullsized":"2024-09-07T15:25:17.329414+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:43:22.657225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":482,"num_read_kb":331,"num_write":108,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.273081+0000","last_change":"2024-09-07T14:28:24.440255+0000","last_active":"2024-09-07T15:24:41.273081+0000","last_peered":"2024-09-07T15:24:41.273081+0000","last_clean":"2024-09-07T15:24:41.273081+0000","last_became_active":"2024-09-07T14:28:24.436384+0000","last_became_peered":"2024-09-07T14:28:24.436384+0000","last_unstale":"2024-09-07T15:24:41.273081+0000","last_undegraded":"2024-09-07T15:24:41.273081+0000","last_fullsized":"2024-09-07T15:24:41.273081+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:00:47.377759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.165943+0000","last_change":"2024-09-07T15:28:22.165943+0000","last_active":"2024-09-07T15:28:22.165943+0000","last_peered":"2024-09-07T15:28:22.165943+0000","last_clean":"2024-09-07T15:28:22.165943+0000","last_became_active":"2024-09-07T14:01:17.850612+0000","last_became_peered":"2024-09-07T14:01:17.850612+0000","last_unstale":"2024-09-07T15:28:22.165943+0000","last_undegraded":"2024-09-07T15:28:22.165943+0000","last_fullsized":"2024-09-07T15:28:22.165943+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-07T15:28:22.165752+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-07T15:28:22.165752+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.165752+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:53:52.460052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"269'3","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.258428+0000","last_change":"2024-09-07T14:01:10.282581+0000","last_active":"2024-09-07T15:27:43.258428+0000","last_peered":"2024-09-07T15:27:43.258428+0000","last_clean":"2024-09-07T15:27:43.258428+0000","last_became_active":"2024-09-07T14:01:10.281150+0000","last_became_peered":"2024-09-07T14:01:10.281150+0000","last_unstale":"2024-09-07T15:27:43.258428+0000","last_undegraded":"2024-09-07T15:27:43.258428+0000","last_fullsized":"2024-09-07T15:27:43.258428+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'6","reported_seq":95,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.192944+0000","last_change":"2024-09-07T15:28:18.192944+0000","last_active":"2024-09-07T15:28:18.192944+0000","last_peered":"2024-09-07T15:28:18.192944+0000","last_clean":"2024-09-07T15:28:18.192944+0000","last_became_active":"2024-09-07T13:55:14.093572+0000","last_became_peered":"2024-09-07T13:55:14.093572+0000","last_unstale":"2024-09-07T15:28:18.192944+0000","last_undegraded":"2024-09-07T15:28:18.192944+0000","last_fullsized":"2024-09-07T15:28:18.192944+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-07T15:28:18.192744+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-07T15:28:18.192744+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.192744+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:59:01.215629+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":28,"num_read_kb":19,"num_write":12,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'1","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:56.927638+0000","last_change":"2024-09-07T14:28:24.442120+0000","last_active":"2024-09-07T15:25:56.927638+0000","last_peered":"2024-09-07T15:25:56.927638+0000","last_clean":"2024-09-07T15:25:56.927638+0000","last_became_active":"2024-09-07T14:28:24.441369+0000","last_became_peered":"2024-09-07T14:28:24.441369+0000","last_unstale":"2024-09-07T15:25:56.927638+0000","last_undegraded":"2024-09-07T15:25:56.927638+0000","last_fullsized":"2024-09-07T15:25:56.927638+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'3","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.135415+0000","last_change":"2024-09-07T15:28:25.135415+0000","last_active":"2024-09-07T15:28:25.135415+0000","last_peered":"2024-09-07T15:28:25.135415+0000","last_clean":"2024-09-07T15:28:25.135415+0000","last_became_active":"2024-09-07T14:01:17.858145+0000","last_became_peered":"2024-09-07T14:01:17.858145+0000","last_unstale":"2024-09-07T15:28:25.135415+0000","last_undegraded":"2024-09-07T15:28:25.135415+0000","last_fullsized":"2024-09-07T15:28:25.135415+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:25.135233+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:25.135233+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.135233+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:56:43.659114+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'5","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:42.491870+0000","last_change":"2024-09-07T14:01:10.283578+0000","last_active":"2024-09-07T15:23:42.491870+0000","last_peered":"2024-09-07T15:23:42.491870+0000","last_clean":"2024-09-07T15:23:42.491870+0000","last_became_active":"2024-09-07T14:01:10.282807+0000","last_became_peered":"2024-09-07T14:01:10.282807+0000","last_unstale":"2024-09-07T15:23:42.491870+0000","last_undegraded":"2024-09-07T15:23:42.491870+0000","last_fullsized":"2024-09-07T15:23:42.491870+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:02:47.880557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'22","reported_seq":134,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.707338+0000","last_change":"2024-09-07T13:55:14.096698+0000","last_active":"2024-09-07T15:25:06.707338+0000","last_peered":"2024-09-07T15:25:06.707338+0000","last_clean":"2024-09-07T15:25:06.707338+0000","last_became_active":"2024-09-07T13:55:14.096037+0000","last_became_peered":"2024-09-07T13:55:14.096037+0000","last_unstale":"2024-09-07T15:25:06.707338+0000","last_undegraded":"2024-09-07T15:25:06.707338+0000","last_fullsized":"2024-09-07T15:25:06.707338+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:27.666765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":81,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:56.927778+0000","last_change":"2024-09-07T14:28:24.450257+0000","last_active":"2024-09-07T15:25:56.927778+0000","last_peered":"2024-09-07T15:25:56.927778+0000","last_clean":"2024-09-07T15:25:56.927778+0000","last_became_active":"2024-09-07T14:28:24.448471+0000","last_became_peered":"2024-09-07T14:28:24.448471+0000","last_unstale":"2024-09-07T15:25:56.927778+0000","last_undegraded":"2024-09-07T15:25:56.927778+0000","last_fullsized":"2024-09-07T15:25:56.927778+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"269'2","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:17.343141+0000","last_change":"2024-09-07T14:01:17.841172+0000","last_active":"2024-09-07T15:26:17.343141+0000","last_peered":"2024-09-07T15:26:17.343141+0000","last_clean":"2024-09-07T15:26:17.343141+0000","last_became_active":"2024-09-07T14:01:17.839423+0000","last_became_peered":"2024-09-07T14:01:17.839423+0000","last_unstale":"2024-09-07T15:26:17.343141+0000","last_undegraded":"2024-09-07T15:26:17.343141+0000","last_fullsized":"2024-09-07T15:26:17.343141+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:21:56.350775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"266'3","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:23:41.687516+0000","last_change":"2024-09-07T14:01:10.266523+0000","last_active":"2024-09-07T15:23:41.687516+0000","last_peered":"2024-09-07T15:23:41.687516+0000","last_clean":"2024-09-07T15:23:41.687516+0000","last_became_active":"2024-09-07T14:01:10.265746+0000","last_became_peered":"2024-09-07T14:01:10.265746+0000","last_unstale":"2024-09-07T15:23:41.687516+0000","last_undegraded":"2024-09-07T15:23:41.687516+0000","last_fullsized":"2024-09-07T15:23:41.687516+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:45:32.096328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'20","reported_seq":133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.198613+0000","last_change":"2024-09-07T15:28:21.198613+0000","last_active":"2024-09-07T15:28:21.198613+0000","last_peered":"2024-09-07T15:28:21.198613+0000","last_clean":"2024-09-07T15:28:21.198613+0000","last_became_active":"2024-09-07T13:55:14.104075+0000","last_became_peered":"2024-09-07T13:55:14.104075+0000","last_unstale":"2024-09-07T15:28:21.198613+0000","last_undegraded":"2024-09-07T15:28:21.198613+0000","last_fullsized":"2024-09-07T15:28:21.198613+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'20","last_scrub_stamp":"2024-09-07T15:28:21.198402+0000","last_deep_scrub":"266'20","last_deep_scrub_stamp":"2024-09-07T15:28:21.198402+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.198402+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:58:52.635759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":97,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:31.230185+0000","last_change":"2024-09-07T15:28:31.230185+0000","last_active":"2024-09-07T15:28:31.230185+0000","last_peered":"2024-09-07T15:28:31.230185+0000","last_clean":"2024-09-07T15:28:31.230185+0000","last_became_active":"2024-09-07T14:28:24.414753+0000","last_became_peered":"2024-09-07T14:28:24.414753+0000","last_unstale":"2024-09-07T15:28:31.230185+0000","last_undegraded":"2024-09-07T15:28:31.230185+0000","last_fullsized":"2024-09-07T15:28:31.230185+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:31.230013+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:31.230013+0000","last_clean_scrub_stamp":"2024-09-07T15:28:31.230013+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:47:02.969046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'5","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:52.336910+0000","last_change":"2024-09-07T14:01:17.969533+0000","last_active":"2024-09-07T15:25:52.336910+0000","last_peered":"2024-09-07T15:25:52.336910+0000","last_clean":"2024-09-07T15:25:52.336910+0000","last_became_active":"2024-09-07T14:01:17.968788+0000","last_became_peered":"2024-09-07T14:01:17.968788+0000","last_unstale":"2024-09-07T15:25:52.336910+0000","last_undegraded":"2024-09-07T15:25:52.336910+0000","last_fullsized":"2024-09-07T15:25:52.336910+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"269'9","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.630793+0000","last_change":"2024-09-07T14:01:10.283582+0000","last_active":"2024-09-07T15:27:44.630793+0000","last_peered":"2024-09-07T15:27:44.630793+0000","last_clean":"2024-09-07T15:27:44.630793+0000","last_became_active":"2024-09-07T14:01:10.282824+0000","last_became_peered":"2024-09-07T14:01:10.282824+0000","last_unstale":"2024-09-07T15:27:44.630793+0000","last_undegraded":"2024-09-07T15:27:44.630793+0000","last_fullsized":"2024-09-07T15:27:44.630793+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:25:12.874905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":18432,"num_write":9,"num_write_kb":18432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"269'42","reported_seq":193,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701985+0000","last_change":"2024-09-07T13:55:14.112639+0000","last_active":"2024-09-07T15:24:41.701985+0000","last_peered":"2024-09-07T15:24:41.701985+0000","last_clean":"2024-09-07T15:24:41.701985+0000","last_became_active":"2024-09-07T13:55:14.110888+0000","last_became_peered":"2024-09-07T13:55:14.110888+0000","last_unstale":"2024-09-07T15:24:41.701985+0000","last_undegraded":"2024-09-07T15:24:41.701985+0000","last_fullsized":"2024-09-07T15:24:41.701985+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:52:33.355524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":158,"num_write":68,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'2","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.357883+0000","last_change":"2024-09-07T15:28:23.357883+0000","last_active":"2024-09-07T15:28:23.357883+0000","last_peered":"2024-09-07T15:28:23.357883+0000","last_clean":"2024-09-07T15:28:23.357883+0000","last_became_active":"2024-09-07T14:28:24.435296+0000","last_became_peered":"2024-09-07T14:28:24.435296+0000","last_unstale":"2024-09-07T15:28:23.357883+0000","last_undegraded":"2024-09-07T15:28:23.357883+0000","last_fullsized":"2024-09-07T15:28:23.357883+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:23.357701+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:23.357701+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.357701+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:08:47.561624+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334234+0000","last_change":"2024-09-07T14:01:17.965686+0000","last_active":"2024-09-07T15:25:37.334234+0000","last_peered":"2024-09-07T15:25:37.334234+0000","last_clean":"2024-09-07T15:25:37.334234+0000","last_became_active":"2024-09-07T14:01:17.964756+0000","last_became_peered":"2024-09-07T14:01:17.964756+0000","last_unstale":"2024-09-07T15:25:37.334234+0000","last_undegraded":"2024-09-07T15:25:37.334234+0000","last_fullsized":"2024-09-07T15:25:37.334234+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:46.925204+0000","last_change":"2024-09-07T14:01:10.275286+0000","last_active":"2024-09-07T15:25:46.925204+0000","last_peered":"2024-09-07T15:25:46.925204+0000","last_clean":"2024-09-07T15:25:46.925204+0000","last_became_active":"2024-09-07T14:01:10.274554+0000","last_became_peered":"2024-09-07T14:01:10.274554+0000","last_unstale":"2024-09-07T15:25:46.925204+0000","last_undegraded":"2024-09-07T15:25:46.925204+0000","last_fullsized":"2024-09-07T15:25:46.925204+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'51","reported_seq":218,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321919+0000","last_change":"2024-09-07T13:55:14.085990+0000","last_active":"2024-09-07T15:24:42.321919+0000","last_peered":"2024-09-07T15:24:42.321919+0000","last_clean":"2024-09-07T15:24:42.321919+0000","last_became_active":"2024-09-07T13:55:14.085355+0000","last_became_peered":"2024-09-07T13:55:14.085355+0000","last_unstale":"2024-09-07T15:24:42.321919+0000","last_undegraded":"2024-09-07T15:24:42.321919+0000","last_fullsized":"2024-09-07T15:24:42.321919+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:12:30.749491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":213,"num_write":78,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904660+0000","last_change":"2024-09-07T14:28:24.442216+0000","last_active":"2024-09-07T15:24:26.904660+0000","last_peered":"2024-09-07T15:24:26.904660+0000","last_clean":"2024-09-07T15:24:26.904660+0000","last_became_active":"2024-09-07T14:28:24.433218+0000","last_became_peered":"2024-09-07T14:28:24.433218+0000","last_unstale":"2024-09-07T15:24:26.904660+0000","last_undegraded":"2024-09-07T15:24:26.904660+0000","last_fullsized":"2024-09-07T15:24:26.904660+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:03:30.464391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"269'7","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.881275+0000","last_change":"2024-09-07T14:01:17.971411+0000","last_active":"2024-09-07T15:27:44.881275+0000","last_peered":"2024-09-07T15:27:44.881275+0000","last_clean":"2024-09-07T15:27:44.881275+0000","last_became_active":"2024-09-07T14:01:17.970646+0000","last_became_peered":"2024-09-07T14:01:17.970646+0000","last_unstale":"2024-09-07T15:27:44.881275+0000","last_undegraded":"2024-09-07T15:27:44.881275+0000","last_fullsized":"2024-09-07T15:27:44.881275+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":6262,"num_write":12,"num_write_kb":5179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'5","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.264766+0000","last_change":"2024-09-07T15:28:19.264766+0000","last_active":"2024-09-07T15:28:19.264766+0000","last_peered":"2024-09-07T15:28:19.264766+0000","last_clean":"2024-09-07T15:28:19.264766+0000","last_became_active":"2024-09-07T14:01:10.251302+0000","last_became_peered":"2024-09-07T14:01:10.251302+0000","last_unstale":"2024-09-07T15:28:19.264766+0000","last_undegraded":"2024-09-07T15:28:19.264766+0000","last_fullsized":"2024-09-07T15:28:19.264766+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-07T15:28:19.264575+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-07T15:28:19.264575+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.264575+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:36:02.868803+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'8","reported_seq":105,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.225394+0000","last_change":"2024-09-07T15:28:14.225394+0000","last_active":"2024-09-07T15:28:14.225394+0000","last_peered":"2024-09-07T15:28:14.225394+0000","last_clean":"2024-09-07T15:28:14.225394+0000","last_became_active":"2024-09-07T13:55:14.098558+0000","last_became_peered":"2024-09-07T13:55:14.098558+0000","last_unstale":"2024-09-07T15:28:14.225394+0000","last_undegraded":"2024-09-07T15:28:14.225394+0000","last_fullsized":"2024-09-07T15:28:14.225394+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-07T15:28:14.225160+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-07T15:28:14.225160+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.225160+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:28:56.749128+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":32,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.736692+0000","last_change":"2024-09-07T14:28:24.426960+0000","last_active":"2024-09-07T15:24:26.736692+0000","last_peered":"2024-09-07T15:24:26.736692+0000","last_clean":"2024-09-07T15:24:26.736692+0000","last_became_active":"2024-09-07T14:28:24.426118+0000","last_became_peered":"2024-09-07T14:28:24.426118+0000","last_unstale":"2024-09-07T15:24:26.736692+0000","last_undegraded":"2024-09-07T15:24:26.736692+0000","last_fullsized":"2024-09-07T15:24:26.736692+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:59.974978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":59,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:57.523171+0000","last_change":"2024-09-07T14:01:17.853494+0000","last_active":"2024-09-07T15:25:57.523171+0000","last_peered":"2024-09-07T15:25:57.523171+0000","last_clean":"2024-09-07T15:25:57.523171+0000","last_became_active":"2024-09-07T14:01:17.852178+0000","last_became_peered":"2024-09-07T14:01:17.852178+0000","last_unstale":"2024-09-07T15:25:57.523171+0000","last_undegraded":"2024-09-07T15:25:57.523171+0000","last_fullsized":"2024-09-07T15:25:57.523171+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'7","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.881803+0000","last_change":"2024-09-07T14:01:10.275656+0000","last_active":"2024-09-07T15:27:44.881803+0000","last_peered":"2024-09-07T15:27:44.881803+0000","last_clean":"2024-09-07T15:27:44.881803+0000","last_became_active":"2024-09-07T14:01:10.274646+0000","last_became_peered":"2024-09-07T14:01:10.274646+0000","last_unstale":"2024-09-07T15:27:44.881803+0000","last_undegraded":"2024-09-07T15:27:44.881803+0000","last_fullsized":"2024-09-07T15:27:44.881803+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":5213,"num_write":12,"num_write_kb":5213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'29","reported_seq":157,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:31.827547+0000","last_change":"2024-09-07T15:28:31.827547+0000","last_active":"2024-09-07T15:28:31.827547+0000","last_peered":"2024-09-07T15:28:31.827547+0000","last_clean":"2024-09-07T15:28:31.827547+0000","last_became_active":"2024-09-07T13:55:14.096759+0000","last_became_peered":"2024-09-07T13:55:14.096759+0000","last_unstale":"2024-09-07T15:28:31.827547+0000","last_undegraded":"2024-09-07T15:28:31.827547+0000","last_fullsized":"2024-09-07T15:28:31.827547+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'29","last_scrub_stamp":"2024-09-07T15:28:31.827366+0000","last_deep_scrub":"269'29","last_deep_scrub_stamp":"2024-09-07T15:28:31.827366+0000","last_clean_scrub_stamp":"2024-09-07T15:28:31.827366+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:11:38.553449+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":97,"num_write":54,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312361+0000","last_change":"2024-09-07T14:28:24.439419+0000","last_active":"2024-09-07T15:24:02.312361+0000","last_peered":"2024-09-07T15:24:02.312361+0000","last_clean":"2024-09-07T15:24:02.312361+0000","last_became_active":"2024-09-07T14:28:24.439038+0000","last_became_peered":"2024-09-07T14:28:24.439038+0000","last_unstale":"2024-09-07T15:24:02.312361+0000","last_undegraded":"2024-09-07T15:24:02.312361+0000","last_fullsized":"2024-09-07T15:24:02.312361+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:10:32.162144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:30.216839+0000","last_change":"2024-09-07T15:28:30.216839+0000","last_active":"2024-09-07T15:28:30.216839+0000","last_peered":"2024-09-07T15:28:30.216839+0000","last_clean":"2024-09-07T15:28:30.216839+0000","last_became_active":"2024-09-07T14:01:17.849321+0000","last_became_peered":"2024-09-07T14:01:17.849321+0000","last_unstale":"2024-09-07T15:28:30.216839+0000","last_undegraded":"2024-09-07T15:28:30.216839+0000","last_fullsized":"2024-09-07T15:28:30.216839+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:30.216653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:30.216653+0000","last_clean_scrub_stamp":"2024-09-07T15:28:30.216653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:31:16.634524+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"0'0","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.551150+0000","last_change":"2024-09-07T15:28:26.551150+0000","last_active":"2024-09-07T15:28:26.551150+0000","last_peered":"2024-09-07T15:28:26.551150+0000","last_clean":"2024-09-07T15:28:26.551150+0000","last_became_active":"2024-09-07T14:01:10.281706+0000","last_became_peered":"2024-09-07T14:01:10.281706+0000","last_unstale":"2024-09-07T15:28:26.551150+0000","last_undegraded":"2024-09-07T15:28:26.551150+0000","last_fullsized":"2024-09-07T15:28:26.551150+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:26.550954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:26.550954+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.550954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:48:34.179500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'23","reported_seq":145,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:30.826731+0000","last_change":"2024-09-07T15:28:30.826731+0000","last_active":"2024-09-07T15:28:30.826731+0000","last_peered":"2024-09-07T15:28:30.826731+0000","last_clean":"2024-09-07T15:28:30.826731+0000","last_became_active":"2024-09-07T13:55:14.095768+0000","last_became_peered":"2024-09-07T13:55:14.095768+0000","last_unstale":"2024-09-07T15:28:30.826731+0000","last_undegraded":"2024-09-07T15:28:30.826731+0000","last_fullsized":"2024-09-07T15:28:30.826731+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'23","last_scrub_stamp":"2024-09-07T15:28:30.826549+0000","last_deep_scrub":"269'23","last_deep_scrub_stamp":"2024-09-07T15:28:30.826549+0000","last_clean_scrub_stamp":"2024-09-07T15:28:30.826549+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:54:06.725695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":87,"num_write":38,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:01.691804+0000","last_change":"2024-09-07T14:28:24.444992+0000","last_active":"2024-09-07T15:24:01.691804+0000","last_peered":"2024-09-07T15:24:01.691804+0000","last_clean":"2024-09-07T15:24:01.691804+0000","last_became_active":"2024-09-07T14:28:24.444198+0000","last_became_peered":"2024-09-07T14:28:24.444198+0000","last_unstale":"2024-09-07T15:24:01.691804+0000","last_undegraded":"2024-09-07T15:24:01.691804+0000","last_fullsized":"2024-09-07T15:24:01.691804+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:43:10.563592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'5","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:29.240807+0000","last_change":"2024-09-07T15:28:29.240807+0000","last_active":"2024-09-07T15:28:29.240807+0000","last_peered":"2024-09-07T15:28:29.240807+0000","last_clean":"2024-09-07T15:28:29.240807+0000","last_became_active":"2024-09-07T14:01:17.856312+0000","last_became_peered":"2024-09-07T14:01:17.856312+0000","last_unstale":"2024-09-07T15:28:29.240807+0000","last_undegraded":"2024-09-07T15:28:29.240807+0000","last_fullsized":"2024-09-07T15:28:29.240807+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-07T15:28:29.240612+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-07T15:28:29.240612+0000","last_clean_scrub_stamp":"2024-09-07T15:28:29.240612+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:18:27.757367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"269'5","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:32.356800+0000","last_change":"2024-09-07T14:01:10.250937+0000","last_active":"2024-09-07T15:27:32.356800+0000","last_peered":"2024-09-07T15:27:32.356800+0000","last_clean":"2024-09-07T15:27:32.356800+0000","last_became_active":"2024-09-07T14:01:10.250120+0000","last_became_peered":"2024-09-07T14:01:10.250120+0000","last_unstale":"2024-09-07T15:27:32.356800+0000","last_undegraded":"2024-09-07T15:27:32.356800+0000","last_fullsized":"2024-09-07T15:27:32.356800+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:01:23.113964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":5,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'23","reported_seq":141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:31.147243+0000","last_change":"2024-09-07T15:28:31.147243+0000","last_active":"2024-09-07T15:28:31.147243+0000","last_peered":"2024-09-07T15:28:31.147243+0000","last_clean":"2024-09-07T15:28:31.147243+0000","last_became_active":"2024-09-07T13:55:14.104049+0000","last_became_peered":"2024-09-07T13:55:14.104049+0000","last_unstale":"2024-09-07T15:28:31.147243+0000","last_undegraded":"2024-09-07T15:28:31.147243+0000","last_fullsized":"2024-09-07T15:28:31.147243+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'23","last_scrub_stamp":"2024-09-07T15:28:31.147026+0000","last_deep_scrub":"269'23","last_deep_scrub_stamp":"2024-09-07T15:28:31.147026+0000","last_clean_scrub_stamp":"2024-09-07T15:28:31.147026+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:57:31.140769+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":76,"num_write":45,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701814+0000","last_change":"2024-09-07T14:28:24.445027+0000","last_active":"2024-09-07T15:24:41.701814+0000","last_peered":"2024-09-07T15:24:41.701814+0000","last_clean":"2024-09-07T15:24:41.701814+0000","last_became_active":"2024-09-07T14:28:24.444272+0000","last_became_peered":"2024-09-07T14:28:24.444272+0000","last_unstale":"2024-09-07T15:24:41.701814+0000","last_undegraded":"2024-09-07T15:24:41.701814+0000","last_fullsized":"2024-09-07T15:24:41.701814+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:45:10.304393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:17.329480+0000","last_change":"2024-09-07T14:01:17.841706+0000","last_active":"2024-09-07T15:25:17.329480+0000","last_peered":"2024-09-07T15:25:17.329480+0000","last_clean":"2024-09-07T15:25:17.329480+0000","last_became_active":"2024-09-07T14:01:17.838647+0000","last_became_peered":"2024-09-07T14:01:17.838647+0000","last_unstale":"2024-09-07T15:25:17.329480+0000","last_undegraded":"2024-09-07T15:25:17.329480+0000","last_fullsized":"2024-09-07T15:25:17.329480+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:37:08.321555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'3","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.133181+0000","last_change":"2024-09-07T15:28:23.133181+0000","last_active":"2024-09-07T15:28:23.133181+0000","last_peered":"2024-09-07T15:28:23.133181+0000","last_clean":"2024-09-07T15:28:23.133181+0000","last_became_active":"2024-09-07T14:01:10.275909+0000","last_became_peered":"2024-09-07T14:01:10.275909+0000","last_unstale":"2024-09-07T15:28:23.133181+0000","last_undegraded":"2024-09-07T15:28:23.133181+0000","last_fullsized":"2024-09-07T15:28:23.133181+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:23.132997+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:23.132997+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.132997+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:40:00.113174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'36","reported_seq":180,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:30.567764+0000","last_change":"2024-09-07T15:28:30.567764+0000","last_active":"2024-09-07T15:28:30.567764+0000","last_peered":"2024-09-07T15:28:30.567764+0000","last_clean":"2024-09-07T15:28:30.567764+0000","last_became_active":"2024-09-07T13:55:14.106783+0000","last_became_peered":"2024-09-07T13:55:14.106783+0000","last_unstale":"2024-09-07T15:28:30.567764+0000","last_undegraded":"2024-09-07T15:28:30.567764+0000","last_fullsized":"2024-09-07T15:28:30.567764+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'36","last_scrub_stamp":"2024-09-07T15:28:30.567581+0000","last_deep_scrub":"269'36","last_deep_scrub_stamp":"2024-09-07T15:28:30.567581+0000","last_clean_scrub_stamp":"2024-09-07T15:28:30.567581+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:54:48.923153+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":130,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'1","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:02.312314+0000","last_change":"2024-09-07T14:28:24.426725+0000","last_active":"2024-09-07T15:24:02.312314+0000","last_peered":"2024-09-07T15:24:02.312314+0000","last_clean":"2024-09-07T15:24:02.312314+0000","last_became_active":"2024-09-07T14:28:24.425903+0000","last_became_peered":"2024-09-07T14:28:24.425903+0000","last_unstale":"2024-09-07T15:24:02.312314+0000","last_undegraded":"2024-09-07T15:24:02.312314+0000","last_fullsized":"2024-09-07T15:24:02.312314+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:36:44.933635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.171359+0000","last_change":"2024-09-07T15:28:21.171359+0000","last_active":"2024-09-07T15:28:21.171359+0000","last_peered":"2024-09-07T15:28:21.171359+0000","last_clean":"2024-09-07T15:28:21.171359+0000","last_became_active":"2024-09-07T14:01:17.860752+0000","last_became_peered":"2024-09-07T14:01:17.860752+0000","last_unstale":"2024-09-07T15:28:21.171359+0000","last_undegraded":"2024-09-07T15:28:21.171359+0000","last_fullsized":"2024-09-07T15:28:21.171359+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-07T15:28:21.171160+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-07T15:28:21.171160+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.171160+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:08:28.716562+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:30.757422+0000","last_change":"2024-09-07T15:28:30.757422+0000","last_active":"2024-09-07T15:28:30.757422+0000","last_peered":"2024-09-07T15:28:30.757422+0000","last_clean":"2024-09-07T15:28:30.757422+0000","last_became_active":"2024-09-07T14:01:10.263521+0000","last_became_peered":"2024-09-07T14:01:10.263521+0000","last_unstale":"2024-09-07T15:28:30.757422+0000","last_undegraded":"2024-09-07T15:28:30.757422+0000","last_fullsized":"2024-09-07T15:28:30.757422+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:30.757244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:30.757244+0000","last_clean_scrub_stamp":"2024-09-07T15:28:30.757244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:18:40.382234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'32","reported_seq":162,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:12.341731+0000","last_change":"2024-09-07T13:55:14.087983+0000","last_active":"2024-09-07T15:26:12.341731+0000","last_peered":"2024-09-07T15:26:12.341731+0000","last_clean":"2024-09-07T15:26:12.341731+0000","last_became_active":"2024-09-07T13:55:14.087345+0000","last_became_peered":"2024-09-07T13:55:14.087345+0000","last_unstale":"2024-09-07T15:26:12.341731+0000","last_undegraded":"2024-09-07T15:26:12.341731+0000","last_fullsized":"2024-09-07T15:26:12.341731+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":113,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.313994+0000","last_change":"2024-09-07T15:28:20.313994+0000","last_active":"2024-09-07T15:28:20.313994+0000","last_peered":"2024-09-07T15:28:20.313994+0000","last_clean":"2024-09-07T15:28:20.313994+0000","last_became_active":"2024-09-07T14:28:24.435834+0000","last_became_peered":"2024-09-07T14:28:24.435834+0000","last_unstale":"2024-09-07T15:28:20.313994+0000","last_undegraded":"2024-09-07T15:28:20.313994+0000","last_fullsized":"2024-09-07T15:28:20.313994+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:20.313795+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:20.313795+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.313795+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:02:42.841812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"269'4","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348261+0000","last_change":"2024-09-07T14:01:17.851120+0000","last_active":"2024-09-07T15:26:47.348261+0000","last_peered":"2024-09-07T15:26:47.348261+0000","last_clean":"2024-09-07T15:26:47.348261+0000","last_became_active":"2024-09-07T14:01:17.850332+0000","last_became_peered":"2024-09-07T14:01:17.850332+0000","last_unstale":"2024-09-07T15:26:47.348261+0000","last_undegraded":"2024-09-07T15:26:47.348261+0000","last_fullsized":"2024-09-07T15:26:47.348261+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:23:08.648764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":3117,"num_write":4,"num_write_kb":3117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.904855+0000","last_change":"2024-09-07T14:01:10.278549+0000","last_active":"2024-09-07T15:24:26.904855+0000","last_peered":"2024-09-07T15:24:26.904855+0000","last_clean":"2024-09-07T15:24:26.904855+0000","last_became_active":"2024-09-07T14:01:10.277828+0000","last_became_peered":"2024-09-07T14:01:10.277828+0000","last_unstale":"2024-09-07T15:24:26.904855+0000","last_undegraded":"2024-09-07T15:24:26.904855+0000","last_fullsized":"2024-09-07T15:24:26.904855+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:52:42.590294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'30","reported_seq":157,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:37.334382+0000","last_change":"2024-09-07T13:55:14.112176+0000","last_active":"2024-09-07T15:25:37.334382+0000","last_peered":"2024-09-07T15:25:37.334382+0000","last_clean":"2024-09-07T15:25:37.334382+0000","last_became_active":"2024-09-07T13:55:14.111470+0000","last_became_peered":"2024-09-07T13:55:14.111470+0000","last_unstale":"2024-09-07T15:25:37.334382+0000","last_undegraded":"2024-09-07T15:25:37.334382+0000","last_fullsized":"2024-09-07T15:25:37.334382+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":107,"num_write":61,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908557+0000","last_change":"2024-09-07T14:28:24.447701+0000","last_active":"2024-09-07T15:24:41.908557+0000","last_peered":"2024-09-07T15:24:41.908557+0000","last_clean":"2024-09-07T15:24:41.908557+0000","last_became_active":"2024-09-07T14:28:24.447028+0000","last_became_peered":"2024-09-07T14:28:24.447028+0000","last_unstale":"2024-09-07T15:24:41.908557+0000","last_undegraded":"2024-09-07T15:24:41.908557+0000","last_fullsized":"2024-09-07T15:24:41.908557+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:04:23.693588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'3","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348226+0000","last_change":"2024-09-07T14:01:17.845755+0000","last_active":"2024-09-07T15:26:47.348226+0000","last_peered":"2024-09-07T15:26:47.348226+0000","last_clean":"2024-09-07T15:26:47.348226+0000","last_became_active":"2024-09-07T14:01:17.844909+0000","last_became_peered":"2024-09-07T14:01:17.844909+0000","last_unstale":"2024-09-07T15:26:47.348226+0000","last_undegraded":"2024-09-07T15:26:47.348226+0000","last_fullsized":"2024-09-07T15:26:47.348226+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:26:51.868727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.289179+0000","last_change":"2024-09-07T15:28:17.289179+0000","last_active":"2024-09-07T15:28:17.289179+0000","last_peered":"2024-09-07T15:28:17.289179+0000","last_clean":"2024-09-07T15:28:17.289179+0000","last_became_active":"2024-09-07T14:01:10.270414+0000","last_became_peered":"2024-09-07T14:01:10.270414+0000","last_unstale":"2024-09-07T15:28:17.289179+0000","last_undegraded":"2024-09-07T15:28:17.289179+0000","last_fullsized":"2024-09-07T15:28:17.289179+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:17.289007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:17.289007+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.289007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:01:45.567810+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'15","reported_seq":126,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:29.763457+0000","last_change":"2024-09-07T15:28:29.763457+0000","last_active":"2024-09-07T15:28:29.763457+0000","last_peered":"2024-09-07T15:28:29.763457+0000","last_clean":"2024-09-07T15:28:29.763457+0000","last_became_active":"2024-09-07T13:55:14.090156+0000","last_became_peered":"2024-09-07T13:55:14.090156+0000","last_unstale":"2024-09-07T15:28:29.763457+0000","last_undegraded":"2024-09-07T15:28:29.763457+0000","last_fullsized":"2024-09-07T15:28:29.763457+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'15","last_scrub_stamp":"2024-09-07T15:28:29.763234+0000","last_deep_scrub":"269'15","last_deep_scrub_stamp":"2024-09-07T15:28:29.763234+0000","last_clean_scrub_stamp":"2024-09-07T15:28:29.763234+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:06:35.580541+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":57,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.139359+0000","last_change":"2024-09-07T15:28:26.139359+0000","last_active":"2024-09-07T15:28:26.139359+0000","last_peered":"2024-09-07T15:28:26.139359+0000","last_clean":"2024-09-07T15:28:26.139359+0000","last_became_active":"2024-09-07T14:28:24.434502+0000","last_became_peered":"2024-09-07T14:28:24.434502+0000","last_unstale":"2024-09-07T15:28:26.139359+0000","last_undegraded":"2024-09-07T15:28:26.139359+0000","last_fullsized":"2024-09-07T15:28:26.139359+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:26.139182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:26.139182+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.139182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:40:55.835136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'3","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:28.196264+0000","last_change":"2024-09-07T15:28:28.196264+0000","last_active":"2024-09-07T15:28:28.196264+0000","last_peered":"2024-09-07T15:28:28.196264+0000","last_clean":"2024-09-07T15:28:28.196264+0000","last_became_active":"2024-09-07T14:01:17.969013+0000","last_became_peered":"2024-09-07T14:01:17.969013+0000","last_unstale":"2024-09-07T15:28:28.196264+0000","last_undegraded":"2024-09-07T15:28:28.196264+0000","last_fullsized":"2024-09-07T15:28:28.196264+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:28.196034+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:28.196034+0000","last_clean_scrub_stamp":"2024-09-07T15:28:28.196034+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:50:18.506168+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:26.697898+0000","last_change":"2024-09-07T14:01:10.271113+0000","last_active":"2024-09-07T15:24:26.697898+0000","last_peered":"2024-09-07T15:24:26.697898+0000","last_clean":"2024-09-07T15:24:26.697898+0000","last_became_active":"2024-09-07T14:01:10.270423+0000","last_became_peered":"2024-09-07T14:01:10.270423+0000","last_unstale":"2024-09-07T15:24:26.697898+0000","last_undegraded":"2024-09-07T15:24:26.697898+0000","last_fullsized":"2024-09-07T15:24:26.697898+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:16:50.551211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'40","reported_seq":193,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.199983+0000","last_change":"2024-09-07T15:28:19.199983+0000","last_active":"2024-09-07T15:28:19.199983+0000","last_peered":"2024-09-07T15:28:19.199983+0000","last_clean":"2024-09-07T15:28:19.199983+0000","last_became_active":"2024-09-07T13:55:14.102893+0000","last_became_peered":"2024-09-07T13:55:14.102893+0000","last_unstale":"2024-09-07T15:28:19.199983+0000","last_undegraded":"2024-09-07T15:28:19.199983+0000","last_fullsized":"2024-09-07T15:28:19.199983+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'40","last_scrub_stamp":"2024-09-07T15:28:19.199791+0000","last_deep_scrub":"269'40","last_deep_scrub_stamp":"2024-09-07T15:28:19.199791+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.199791+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:13:17.858236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":149,"num_write":62,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.909814+0000","last_change":"2024-09-07T14:28:24.433388+0000","last_active":"2024-09-07T15:24:46.909814+0000","last_peered":"2024-09-07T15:24:46.909814+0000","last_clean":"2024-09-07T15:24:46.909814+0000","last_became_active":"2024-09-07T14:28:24.430704+0000","last_became_peered":"2024-09-07T14:28:24.430704+0000","last_unstale":"2024-09-07T15:24:46.909814+0000","last_undegraded":"2024-09-07T15:24:46.909814+0000","last_fullsized":"2024-09-07T15:24:46.909814+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:38.535019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"269'3","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:47.348283+0000","last_change":"2024-09-07T14:01:17.850177+0000","last_active":"2024-09-07T15:26:47.348283+0000","last_peered":"2024-09-07T15:26:47.348283+0000","last_clean":"2024-09-07T15:26:47.348283+0000","last_became_active":"2024-09-07T14:01:17.849369+0000","last_became_peered":"2024-09-07T14:01:17.849369+0000","last_unstale":"2024-09-07T15:26:47.348283+0000","last_undegraded":"2024-09-07T15:26:47.348283+0000","last_fullsized":"2024-09-07T15:26:47.348283+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:20:45.551823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'3","reported_seq":81,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.187510+0000","last_change":"2024-09-07T15:28:24.187510+0000","last_active":"2024-09-07T15:28:24.187510+0000","last_peered":"2024-09-07T15:28:24.187510+0000","last_clean":"2024-09-07T15:28:24.187510+0000","last_became_active":"2024-09-07T14:01:10.262548+0000","last_became_peered":"2024-09-07T14:01:10.262548+0000","last_unstale":"2024-09-07T15:28:24.187510+0000","last_undegraded":"2024-09-07T15:28:24.187510+0000","last_fullsized":"2024-09-07T15:28:24.187510+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-07T15:28:24.187305+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-07T15:28:24.187305+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.187305+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:13:05.685573+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'45","reported_seq":216,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.241846+0000","last_change":"2024-09-07T15:28:13.241846+0000","last_active":"2024-09-07T15:28:13.241846+0000","last_peered":"2024-09-07T15:28:13.241846+0000","last_clean":"2024-09-07T15:28:13.241846+0000","last_became_active":"2024-09-07T13:55:14.086878+0000","last_became_peered":"2024-09-07T13:55:14.086878+0000","last_unstale":"2024-09-07T15:28:13.241846+0000","last_undegraded":"2024-09-07T15:28:13.241846+0000","last_fullsized":"2024-09-07T15:28:13.241846+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'45","last_scrub_stamp":"2024-09-07T15:28:13.241617+0000","last_deep_scrub":"269'45","last_deep_scrub_stamp":"2024-09-07T15:28:13.241617+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.241617+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:17:48.308284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":250,"num_read_kb":176,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.321954+0000","last_change":"2024-09-07T14:28:24.415508+0000","last_active":"2024-09-07T15:24:42.321954+0000","last_peered":"2024-09-07T15:24:42.321954+0000","last_clean":"2024-09-07T15:24:42.321954+0000","last_became_active":"2024-09-07T14:28:24.414314+0000","last_became_peered":"2024-09-07T14:28:24.414314+0000","last_unstale":"2024-09-07T15:24:42.321954+0000","last_undegraded":"2024-09-07T15:24:42.321954+0000","last_fullsized":"2024-09-07T15:24:42.321954+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:06:51.227028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'3","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.883520+0000","last_change":"2024-09-07T14:01:17.855825+0000","last_active":"2024-09-07T15:27:44.883520+0000","last_peered":"2024-09-07T15:27:44.883520+0000","last_clean":"2024-09-07T15:27:44.883520+0000","last_became_active":"2024-09-07T14:01:17.850864+0000","last_became_peered":"2024-09-07T14:01:17.850864+0000","last_unstale":"2024-09-07T15:27:44.883520+0000","last_undegraded":"2024-09-07T15:27:44.883520+0000","last_fullsized":"2024-09-07T15:27:44.883520+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.628417+0000","last_change":"2024-09-07T14:01:10.272436+0000","last_active":"2024-09-07T15:27:44.628417+0000","last_peered":"2024-09-07T15:27:44.628417+0000","last_clean":"2024-09-07T15:27:44.628417+0000","last_became_active":"2024-09-07T14:01:10.271721+0000","last_became_peered":"2024-09-07T14:01:10.271721+0000","last_unstale":"2024-09-07T15:27:44.628417+0000","last_undegraded":"2024-09-07T15:27:44.628417+0000","last_fullsized":"2024-09-07T15:27:44.628417+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"269'41","reported_seq":187,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:30.174963+0000","last_change":"2024-09-07T15:28:30.174963+0000","last_active":"2024-09-07T15:28:30.174963+0000","last_peered":"2024-09-07T15:28:30.174963+0000","last_clean":"2024-09-07T15:28:30.174963+0000","last_became_active":"2024-09-07T13:55:14.104562+0000","last_became_peered":"2024-09-07T13:55:14.104562+0000","last_unstale":"2024-09-07T15:28:30.174963+0000","last_undegraded":"2024-09-07T15:28:30.174963+0000","last_fullsized":"2024-09-07T15:28:30.174963+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'41","last_scrub_stamp":"2024-09-07T15:28:30.174749+0000","last_deep_scrub":"269'41","last_deep_scrub_stamp":"2024-09-07T15:28:30.174749+0000","last_clean_scrub_stamp":"2024-09-07T15:28:30.174749+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:24.472703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":129,"num_write":95,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911358+0000","last_change":"2024-09-07T14:28:24.450802+0000","last_active":"2024-09-07T15:24:51.911358+0000","last_peered":"2024-09-07T15:24:51.911358+0000","last_clean":"2024-09-07T15:24:51.911358+0000","last_became_active":"2024-09-07T14:28:24.449892+0000","last_became_peered":"2024-09-07T14:28:24.449892+0000","last_unstale":"2024-09-07T15:24:51.911358+0000","last_undegraded":"2024-09-07T15:24:51.911358+0000","last_fullsized":"2024-09-07T15:24:51.911358+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:10:30.937952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"269'2","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.852941+0000","last_change":"2024-09-07T14:01:17.967758+0000","last_active":"2024-09-07T15:27:43.852941+0000","last_peered":"2024-09-07T15:27:43.852941+0000","last_clean":"2024-09-07T15:27:43.852941+0000","last_became_active":"2024-09-07T14:01:17.966792+0000","last_became_peered":"2024-09-07T14:01:17.966792+0000","last_unstale":"2024-09-07T15:27:43.852941+0000","last_undegraded":"2024-09-07T15:27:43.852941+0000","last_fullsized":"2024-09-07T15:27:43.852941+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.213934+0000","last_change":"2024-09-07T15:28:23.213934+0000","last_active":"2024-09-07T15:28:23.213934+0000","last_peered":"2024-09-07T15:28:23.213934+0000","last_clean":"2024-09-07T15:28:23.213934+0000","last_became_active":"2024-09-07T14:01:10.259439+0000","last_became_peered":"2024-09-07T14:01:10.259439+0000","last_unstale":"2024-09-07T15:28:23.213934+0000","last_undegraded":"2024-09-07T15:28:23.213934+0000","last_fullsized":"2024-09-07T15:28:23.213934+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:23.213748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:23.213748+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.213748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:40:56.394128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'30","reported_seq":166,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:29.779443+0000","last_change":"2024-09-07T15:28:29.779443+0000","last_active":"2024-09-07T15:28:29.779443+0000","last_peered":"2024-09-07T15:28:29.779443+0000","last_clean":"2024-09-07T15:28:29.779443+0000","last_became_active":"2024-09-07T13:55:14.110216+0000","last_became_peered":"2024-09-07T13:55:14.110216+0000","last_unstale":"2024-09-07T15:28:29.779443+0000","last_undegraded":"2024-09-07T15:28:29.779443+0000","last_fullsized":"2024-09-07T15:28:29.779443+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'30","last_scrub_stamp":"2024-09-07T15:28:29.779266+0000","last_deep_scrub":"269'30","last_deep_scrub_stamp":"2024-09-07T15:28:29.779266+0000","last_clean_scrub_stamp":"2024-09-07T15:28:29.779266+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:15.384325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":108,"num_write":54,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908638+0000","last_change":"2024-09-07T14:28:24.451013+0000","last_active":"2024-09-07T15:24:41.908638+0000","last_peered":"2024-09-07T15:24:41.908638+0000","last_clean":"2024-09-07T15:24:41.908638+0000","last_became_active":"2024-09-07T14:28:24.450417+0000","last_became_peered":"2024-09-07T14:28:24.450417+0000","last_unstale":"2024-09-07T15:24:41.908638+0000","last_undegraded":"2024-09-07T15:24:41.908638+0000","last_fullsized":"2024-09-07T15:24:41.908638+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:10:51.683732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.175937+0000","last_change":"2024-09-07T15:28:27.175937+0000","last_active":"2024-09-07T15:28:27.175937+0000","last_peered":"2024-09-07T15:28:27.175937+0000","last_clean":"2024-09-07T15:28:27.175937+0000","last_became_active":"2024-09-07T14:01:17.856471+0000","last_became_peered":"2024-09-07T14:01:17.856471+0000","last_unstale":"2024-09-07T15:28:27.175937+0000","last_undegraded":"2024-09-07T15:28:27.175937+0000","last_fullsized":"2024-09-07T15:28:27.175937+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:27.175753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:27.175753+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.175753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:41:57.466117+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"269'6","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.943668+0000","last_change":"2024-09-07T14:01:10.269618+0000","last_active":"2024-09-07T15:27:44.943668+0000","last_peered":"2024-09-07T15:27:44.943668+0000","last_clean":"2024-09-07T15:27:44.943668+0000","last_became_active":"2024-09-07T14:01:10.266056+0000","last_became_peered":"2024-09-07T14:01:10.266056+0000","last_unstale":"2024-09-07T15:27:44.943668+0000","last_undegraded":"2024-09-07T15:27:44.943668+0000","last_fullsized":"2024-09-07T15:27:44.943668+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":11,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'54","reported_seq":225,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:31.506864+0000","last_change":"2024-09-07T15:28:31.506864+0000","last_active":"2024-09-07T15:28:31.506864+0000","last_peered":"2024-09-07T15:28:31.506864+0000","last_clean":"2024-09-07T15:28:31.506864+0000","last_became_active":"2024-09-07T13:55:14.098950+0000","last_became_peered":"2024-09-07T13:55:14.098950+0000","last_unstale":"2024-09-07T15:28:31.506864+0000","last_undegraded":"2024-09-07T15:28:31.506864+0000","last_fullsized":"2024-09-07T15:28:31.506864+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'54","last_scrub_stamp":"2024-09-07T15:28:31.506666+0000","last_deep_scrub":"269'54","last_deep_scrub_stamp":"2024-09-07T15:28:31.506666+0000","last_clean_scrub_stamp":"2024-09-07T15:28:31.506666+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:23:30.091283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":185,"num_write":91,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701880+0000","last_change":"2024-09-07T14:28:24.444344+0000","last_active":"2024-09-07T15:24:41.701880+0000","last_peered":"2024-09-07T15:24:41.701880+0000","last_clean":"2024-09-07T15:24:41.701880+0000","last_became_active":"2024-09-07T14:28:24.438339+0000","last_became_peered":"2024-09-07T14:28:24.438339+0000","last_unstale":"2024-09-07T15:24:41.701880+0000","last_undegraded":"2024-09-07T15:24:41.701880+0000","last_fullsized":"2024-09-07T15:24:41.701880+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:39:39.219463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:06.930024+0000","last_change":"2024-09-07T14:01:43.038404+0000","last_active":"2024-09-07T15:26:06.930024+0000","last_peered":"2024-09-07T15:26:06.930024+0000","last_clean":"2024-09-07T15:26:06.930024+0000","last_became_active":"2024-09-07T14:01:43.037365+0000","last_became_peered":"2024-09-07T14:01:43.037365+0000","last_unstale":"2024-09-07T15:26:06.930024+0000","last_undegraded":"2024-09-07T15:26:06.930024+0000","last_fullsized":"2024-09-07T15:26:06.930024+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'5","reported_seq":84,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.633241+0000","last_change":"2024-09-07T15:28:24.633241+0000","last_active":"2024-09-07T15:28:24.633241+0000","last_peered":"2024-09-07T15:28:24.633241+0000","last_clean":"2024-09-07T15:28:24.633241+0000","last_became_active":"2024-09-07T14:01:10.281758+0000","last_became_peered":"2024-09-07T14:01:10.281758+0000","last_unstale":"2024-09-07T15:28:24.633241+0000","last_undegraded":"2024-09-07T15:28:24.633241+0000","last_fullsized":"2024-09-07T15:28:24.633241+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-07T15:28:24.633054+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-07T15:28:24.633054+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.633054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:39:17.644165+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"269'73","reported_seq":326,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.146693+0000","last_change":"2024-09-07T15:28:17.146528+0000","last_active":"2024-09-07T15:28:17.146693+0000","last_peered":"2024-09-07T15:28:17.146693+0000","last_clean":"2024-09-07T15:28:17.146693+0000","last_became_active":"2024-09-07T13:55:14.103004+0000","last_became_peered":"2024-09-07T13:55:14.103004+0000","last_unstale":"2024-09-07T15:28:17.146693+0000","last_undegraded":"2024-09-07T15:28:17.146693+0000","last_fullsized":"2024-09-07T15:28:17.146693+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'73","last_scrub_stamp":"2024-09-07T15:28:17.146305+0000","last_deep_scrub":"269'73","last_deep_scrub_stamp":"2024-09-07T15:28:17.146305+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.146305+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:26:29.285209+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":468,"num_read_kb":333,"num_write":96,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3479,"num_omap_keys":7,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.908502+0000","last_change":"2024-09-07T14:28:24.446598+0000","last_active":"2024-09-07T15:24:41.908502+0000","last_peered":"2024-09-07T15:24:41.908502+0000","last_clean":"2024-09-07T15:24:41.908502+0000","last_became_active":"2024-09-07T14:28:24.445752+0000","last_became_peered":"2024-09-07T14:28:24.445752+0000","last_unstale":"2024-09-07T15:24:41.908502+0000","last_undegraded":"2024-09-07T15:24:41.908502+0000","last_fullsized":"2024-09-07T15:24:41.908502+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:00:22.870675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:06.707470+0000","last_change":"2024-09-07T14:01:17.859047+0000","last_active":"2024-09-07T15:25:06.707470+0000","last_peered":"2024-09-07T15:25:06.707470+0000","last_clean":"2024-09-07T15:25:06.707470+0000","last_became_active":"2024-09-07T14:01:17.858287+0000","last_became_peered":"2024-09-07T14:01:17.858287+0000","last_unstale":"2024-09-07T15:25:06.707470+0000","last_undegraded":"2024-09-07T15:25:06.707470+0000","last_fullsized":"2024-09-07T15:25:06.707470+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:44:18.000233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:31.906167+0000","last_change":"2024-09-07T14:01:10.274179+0000","last_active":"2024-09-07T15:24:31.906167+0000","last_peered":"2024-09-07T15:24:31.906167+0000","last_clean":"2024-09-07T15:24:31.906167+0000","last_became_active":"2024-09-07T14:01:10.268756+0000","last_became_peered":"2024-09-07T14:01:10.268756+0000","last_unstale":"2024-09-07T15:24:31.906167+0000","last_undegraded":"2024-09-07T15:24:31.906167+0000","last_fullsized":"2024-09-07T15:24:31.906167+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:36:49.729237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'29","reported_seq":152,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:16.723730+0000","last_change":"2024-09-07T13:55:14.111993+0000","last_active":"2024-09-07T15:26:16.723730+0000","last_peered":"2024-09-07T15:26:16.723730+0000","last_clean":"2024-09-07T15:26:16.723730+0000","last_became_active":"2024-09-07T13:55:14.110464+0000","last_became_peered":"2024-09-07T13:55:14.110464+0000","last_unstale":"2024-09-07T15:26:16.723730+0000","last_undegraded":"2024-09-07T15:26:16.723730+0000","last_fullsized":"2024-09-07T15:26:16.723730+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T13:55:13.042950+0000","last_clean_scrub_stamp":"2024-09-07T13:55:13.042950+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":94,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.740329+0000","last_change":"2024-09-07T14:28:24.428982+0000","last_active":"2024-09-07T15:24:41.740329+0000","last_peered":"2024-09-07T15:24:41.740329+0000","last_clean":"2024-09-07T15:24:41.740329+0000","last_became_active":"2024-09-07T14:28:24.428244+0000","last_became_peered":"2024-09-07T14:28:24.428244+0000","last_unstale":"2024-09-07T15:24:41.740329+0000","last_undegraded":"2024-09-07T15:24:41.740329+0000","last_fullsized":"2024-09-07T15:24:41.740329+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:25:01.872997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701850+0000","last_change":"2024-09-07T14:01:17.965590+0000","last_active":"2024-09-07T15:24:41.701850+0000","last_peered":"2024-09-07T15:24:41.701850+0000","last_clean":"2024-09-07T15:24:41.701850+0000","last_became_active":"2024-09-07T14:01:17.964701+0000","last_became_peered":"2024-09-07T14:01:17.964701+0000","last_unstale":"2024-09-07T15:24:41.701850+0000","last_undegraded":"2024-09-07T15:24:41.701850+0000","last_fullsized":"2024-09-07T15:24:41.701850+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:25:05.335373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.297363+0000","last_change":"2024-09-07T15:28:16.297363+0000","last_active":"2024-09-07T15:28:16.297363+0000","last_peered":"2024-09-07T15:28:16.297363+0000","last_clean":"2024-09-07T15:28:16.297363+0000","last_became_active":"2024-09-07T14:01:10.271397+0000","last_became_peered":"2024-09-07T14:01:10.271397+0000","last_unstale":"2024-09-07T15:28:16.297363+0000","last_undegraded":"2024-09-07T15:28:16.297363+0000","last_fullsized":"2024-09-07T15:28:16.297363+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:16.297145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:16.297145+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.297145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:56:42.422937+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'48","reported_seq":210,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.094980+0000","last_change":"2024-09-07T15:28:16.094803+0000","last_active":"2024-09-07T15:28:16.094980+0000","last_peered":"2024-09-07T15:28:16.094980+0000","last_clean":"2024-09-07T15:28:16.094980+0000","last_became_active":"2024-09-07T13:55:14.091327+0000","last_became_peered":"2024-09-07T13:55:14.091327+0000","last_unstale":"2024-09-07T15:28:16.094980+0000","last_undegraded":"2024-09-07T15:28:16.094980+0000","last_fullsized":"2024-09-07T15:28:16.094980+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'48","last_scrub_stamp":"2024-09-07T15:28:16.094621+0000","last_deep_scrub":"269'48","last_deep_scrub_stamp":"2024-09-07T15:28:16.094621+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.094621+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:51:46.703307+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":159,"num_write":94,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.272863+0000","last_change":"2024-09-07T14:28:24.430591+0000","last_active":"2024-09-07T15:24:41.272863+0000","last_peered":"2024-09-07T15:24:41.272863+0000","last_clean":"2024-09-07T15:24:41.272863+0000","last_became_active":"2024-09-07T14:28:24.429868+0000","last_became_peered":"2024-09-07T14:28:24.429868+0000","last_unstale":"2024-09-07T15:24:41.272863+0000","last_undegraded":"2024-09-07T15:24:41.272863+0000","last_fullsized":"2024-09-07T15:24:41.272863+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:23:57.215484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"266'3","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:51.926570+0000","last_change":"2024-09-07T14:01:17.971995+0000","last_active":"2024-09-07T15:25:51.926570+0000","last_peered":"2024-09-07T15:25:51.926570+0000","last_clean":"2024-09-07T15:25:51.926570+0000","last_became_active":"2024-09-07T14:01:17.971294+0000","last_became_peered":"2024-09-07T14:01:17.971294+0000","last_unstale":"2024-09-07T15:25:51.926570+0000","last_undegraded":"2024-09-07T15:25:51.926570+0000","last_fullsized":"2024-09-07T15:25:51.926570+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'6","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:44.483737+0000","last_change":"2024-09-07T14:01:10.239346+0000","last_active":"2024-09-07T15:27:44.483737+0000","last_peered":"2024-09-07T15:27:44.483737+0000","last_clean":"2024-09-07T15:27:44.483737+0000","last_became_active":"2024-09-07T14:01:10.238886+0000","last_became_peered":"2024-09-07T14:01:10.238886+0000","last_unstale":"2024-09-07T15:27:44.483737+0000","last_undegraded":"2024-09-07T15:27:44.483737+0000","last_fullsized":"2024-09-07T15:27:44.483737+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":16,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'53","reported_seq":229,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:28.738837+0000","last_change":"2024-09-07T15:28:28.738837+0000","last_active":"2024-09-07T15:28:28.738837+0000","last_peered":"2024-09-07T15:28:28.738837+0000","last_clean":"2024-09-07T15:28:28.738837+0000","last_became_active":"2024-09-07T13:55:14.114845+0000","last_became_peered":"2024-09-07T13:55:14.114845+0000","last_unstale":"2024-09-07T15:28:28.738837+0000","last_undegraded":"2024-09-07T15:28:28.738837+0000","last_fullsized":"2024-09-07T15:28:28.738837+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'53","last_scrub_stamp":"2024-09-07T15:28:28.738648+0000","last_deep_scrub":"269'53","last_deep_scrub_stamp":"2024-09-07T15:28:28.738648+0000","last_clean_scrub_stamp":"2024-09-07T15:28:28.738648+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:54:30.504440+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":187,"num_write":95,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:42.506120+0000","last_change":"2024-09-07T14:28:24.425851+0000","last_active":"2024-09-07T15:24:42.506120+0000","last_peered":"2024-09-07T15:24:42.506120+0000","last_clean":"2024-09-07T15:24:42.506120+0000","last_became_active":"2024-09-07T14:28:24.425116+0000","last_became_peered":"2024-09-07T14:28:24.425116+0000","last_unstale":"2024-09-07T15:24:42.506120+0000","last_undegraded":"2024-09-07T15:24:42.506120+0000","last_fullsized":"2024-09-07T15:24:42.506120+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T14:39:27.903060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'9","reported_seq":89,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:29.574162+0000","last_change":"2024-09-07T15:28:29.574162+0000","last_active":"2024-09-07T15:28:29.574162+0000","last_peered":"2024-09-07T15:28:29.574162+0000","last_clean":"2024-09-07T15:28:29.574162+0000","last_became_active":"2024-09-07T14:01:17.845124+0000","last_became_peered":"2024-09-07T14:01:17.845124+0000","last_unstale":"2024-09-07T15:28:29.574162+0000","last_undegraded":"2024-09-07T15:28:29.574162+0000","last_fullsized":"2024-09-07T15:28:29.574162+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'9","last_scrub_stamp":"2024-09-07T15:28:29.573971+0000","last_deep_scrub":"266'9","last_deep_scrub_stamp":"2024-09-07T15:28:29.573971+0000","last_clean_scrub_stamp":"2024-09-07T15:28:29.573971+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:37:40.626263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":14,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:41.923943+0000","last_change":"2024-09-07T14:01:10.274240+0000","last_active":"2024-09-07T15:25:41.923943+0000","last_peered":"2024-09-07T15:25:41.923943+0000","last_clean":"2024-09-07T15:25:41.923943+0000","last_became_active":"2024-09-07T14:01:10.269301+0000","last_became_peered":"2024-09-07T14:01:10.269301+0000","last_unstale":"2024-09-07T15:25:41.923943+0000","last_undegraded":"2024-09-07T15:25:41.923943+0000","last_fullsized":"2024-09-07T15:25:41.923943+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:25:08.328899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'32","reported_seq":173,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.290420+0000","last_change":"2024-09-07T15:28:19.290420+0000","last_active":"2024-09-07T15:28:19.290420+0000","last_peered":"2024-09-07T15:28:19.290420+0000","last_clean":"2024-09-07T15:28:19.290420+0000","last_became_active":"2024-09-07T13:55:14.085439+0000","last_became_peered":"2024-09-07T13:55:14.085439+0000","last_unstale":"2024-09-07T15:28:19.290420+0000","last_undegraded":"2024-09-07T15:28:19.290420+0000","last_fullsized":"2024-09-07T15:28:19.290420+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'32","last_scrub_stamp":"2024-09-07T15:28:19.290148+0000","last_deep_scrub":"269'32","last_deep_scrub_stamp":"2024-09-07T15:28:19.290148+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.290148+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:33:47.734301+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":153,"num_read_kb":116,"num_write":71,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"269'2","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.328538+0000","last_change":"2024-09-07T15:28:22.328538+0000","last_active":"2024-09-07T15:28:22.328538+0000","last_peered":"2024-09-07T15:28:22.328538+0000","last_clean":"2024-09-07T15:28:22.328538+0000","last_became_active":"2024-09-07T14:28:24.435468+0000","last_became_peered":"2024-09-07T14:28:24.435468+0000","last_unstale":"2024-09-07T15:28:22.328538+0000","last_undegraded":"2024-09-07T15:28:22.328538+0000","last_fullsized":"2024-09-07T15:28:22.328538+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:22.328359+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:22.328359+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.328359+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:36:34.913535+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"269'3","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.150918+0000","last_change":"2024-09-07T15:28:26.150918+0000","last_active":"2024-09-07T15:28:26.150918+0000","last_peered":"2024-09-07T15:28:26.150918+0000","last_clean":"2024-09-07T15:28:26.150918+0000","last_became_active":"2024-09-07T14:01:17.847319+0000","last_became_peered":"2024-09-07T14:01:17.847319+0000","last_unstale":"2024-09-07T15:28:26.150918+0000","last_undegraded":"2024-09-07T15:28:26.150918+0000","last_fullsized":"2024-09-07T15:28:26.150918+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:26.150684+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:26.150684+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.150684+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:31:23.110251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:26.919761+0000","last_change":"2024-09-07T14:01:10.280600+0000","last_active":"2024-09-07T15:25:26.919761+0000","last_peered":"2024-09-07T15:25:26.919761+0000","last_clean":"2024-09-07T15:25:26.919761+0000","last_became_active":"2024-09-07T14:01:10.280018+0000","last_became_peered":"2024-09-07T14:01:10.280018+0000","last_unstale":"2024-09-07T15:25:26.919761+0000","last_undegraded":"2024-09-07T15:25:26.919761+0000","last_fullsized":"2024-09-07T15:25:26.919761+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:41:29.665218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'44","reported_seq":207,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.729738+0000","last_change":"2024-09-07T15:28:27.729738+0000","last_active":"2024-09-07T15:28:27.729738+0000","last_peered":"2024-09-07T15:28:27.729738+0000","last_clean":"2024-09-07T15:28:27.729738+0000","last_became_active":"2024-09-07T13:55:14.090454+0000","last_became_peered":"2024-09-07T13:55:14.090454+0000","last_unstale":"2024-09-07T15:28:27.729738+0000","last_undegraded":"2024-09-07T15:28:27.729738+0000","last_fullsized":"2024-09-07T15:28:27.729738+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'44","last_scrub_stamp":"2024-09-07T15:28:27.729557+0000","last_deep_scrub":"269'44","last_deep_scrub_stamp":"2024-09-07T15:28:27.729557+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.729557+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:55.199632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":162,"num_write":74,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:46.703086+0000","last_change":"2024-09-07T14:28:24.446957+0000","last_active":"2024-09-07T15:24:46.703086+0000","last_peered":"2024-09-07T15:24:46.703086+0000","last_clean":"2024-09-07T15:24:46.703086+0000","last_became_active":"2024-09-07T14:28:24.446083+0000","last_became_peered":"2024-09-07T14:28:24.446083+0000","last_unstale":"2024-09-07T15:24:46.703086+0000","last_undegraded":"2024-09-07T15:24:46.703086+0000","last_fullsized":"2024-09-07T15:24:46.703086+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:11:26.067615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'3","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:25:36.753280+0000","last_change":"2024-09-07T14:01:17.843000+0000","last_active":"2024-09-07T15:25:36.753280+0000","last_peered":"2024-09-07T15:25:36.753280+0000","last_clean":"2024-09-07T15:25:36.753280+0000","last_became_active":"2024-09-07T14:01:17.841771+0000","last_became_peered":"2024-09-07T14:01:17.841771+0000","last_unstale":"2024-09-07T15:25:36.753280+0000","last_undegraded":"2024-09-07T15:25:36.753280+0000","last_fullsized":"2024-09-07T15:25:36.753280+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:22:04.340930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'10","reported_seq":94,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:26:36.937740+0000","last_change":"2024-09-07T14:01:10.273932+0000","last_active":"2024-09-07T15:26:36.937740+0000","last_peered":"2024-09-07T15:26:36.937740+0000","last_clean":"2024-09-07T15:26:36.937740+0000","last_became_active":"2024-09-07T14:01:10.269153+0000","last_became_peered":"2024-09-07T14:01:10.269153+0000","last_unstale":"2024-09-07T15:26:36.937740+0000","last_undegraded":"2024-09-07T15:26:36.937740+0000","last_fullsized":"2024-09-07T15:26:36.937740+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:09.217054+0000","last_clean_scrub_stamp":"2024-09-07T14:01:09.217054+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:40:28.178453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":26173,"num_write":20,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'14","reported_seq":121,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.592470+0000","last_change":"2024-09-07T15:28:27.592470+0000","last_active":"2024-09-07T15:28:27.592470+0000","last_peered":"2024-09-07T15:28:27.592470+0000","last_clean":"2024-09-07T15:28:27.592470+0000","last_became_active":"2024-09-07T13:55:14.109848+0000","last_became_peered":"2024-09-07T13:55:14.109848+0000","last_unstale":"2024-09-07T15:28:27.592470+0000","last_undegraded":"2024-09-07T15:28:27.592470+0000","last_fullsized":"2024-09-07T15:28:27.592470+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'14","last_scrub_stamp":"2024-09-07T15:28:27.592285+0000","last_deep_scrub":"269'14","last_deep_scrub_stamp":"2024-09-07T15:28:27.592285+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.592285+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:45:53.249044+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":42,"num_write":30,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:41.701782+0000","last_change":"2024-09-07T14:28:24.438271+0000","last_active":"2024-09-07T15:24:41.701782+0000","last_peered":"2024-09-07T15:24:41.701782+0000","last_clean":"2024-09-07T15:24:41.701782+0000","last_became_active":"2024-09-07T14:28:24.432790+0000","last_became_peered":"2024-09-07T14:28:24.432790+0000","last_unstale":"2024-09-07T15:24:41.701782+0000","last_undegraded":"2024-09-07T15:24:41.701782+0000","last_fullsized":"2024-09-07T15:24:41.701782+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:03:01.172519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'8","reported_seq":90,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.154437+0000","last_change":"2024-09-07T15:28:24.154437+0000","last_active":"2024-09-07T15:28:24.154437+0000","last_peered":"2024-09-07T15:28:24.154437+0000","last_clean":"2024-09-07T15:28:24.154437+0000","last_became_active":"2024-09-07T14:01:17.850358+0000","last_became_peered":"2024-09-07T14:01:17.850358+0000","last_unstale":"2024-09-07T15:28:24.154437+0000","last_undegraded":"2024-09-07T15:28:24.154437+0000","last_fullsized":"2024-09-07T15:28:24.154437+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'8","last_scrub_stamp":"2024-09-07T15:28:24.154247+0000","last_deep_scrub":"269'8","last_deep_scrub_stamp":"2024-09-07T15:28:24.154247+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.154247+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:14:07.033272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":20482,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'6","reported_seq":90,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.248955+0000","last_change":"2024-09-07T15:28:22.248955+0000","last_active":"2024-09-07T15:28:22.248955+0000","last_peered":"2024-09-07T15:28:22.248955+0000","last_clean":"2024-09-07T15:28:22.248955+0000","last_became_active":"2024-09-07T14:01:10.263024+0000","last_became_peered":"2024-09-07T14:01:10.263024+0000","last_unstale":"2024-09-07T15:28:22.248955+0000","last_undegraded":"2024-09-07T15:28:22.248955+0000","last_fullsized":"2024-09-07T15:28:22.248955+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-07T15:28:22.248773+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-07T15:28:22.248773+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.248773+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:51:07.819498+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":14336,"num_write":11,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'5","reported_seq":99,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.082756+0000","last_change":"2024-09-07T15:28:15.082756+0000","last_active":"2024-09-07T15:28:15.082756+0000","last_peered":"2024-09-07T15:28:15.082756+0000","last_clean":"2024-09-07T15:28:15.082756+0000","last_became_active":"2024-09-07T13:55:14.110785+0000","last_became_peered":"2024-09-07T13:55:14.110785+0000","last_unstale":"2024-09-07T15:28:15.082756+0000","last_undegraded":"2024-09-07T15:28:15.082756+0000","last_fullsized":"2024-09-07T15:28:15.082756+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-07T15:28:15.082577+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-07T15:28:15.082577+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.082577+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:09:43.405797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":14,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:24:51.911256+0000","last_change":"2024-09-07T14:28:24.446999+0000","last_active":"2024-09-07T15:24:51.911256+0000","last_peered":"2024-09-07T15:24:51.911256+0000","last_clean":"2024-09-07T15:24:51.911256+0000","last_became_active":"2024-09-07T14:28:24.446376+0000","last_became_peered":"2024-09-07T14:28:24.446376+0000","last_unstale":"2024-09-07T15:24:51.911256+0000","last_undegraded":"2024-09-07T15:24:51.911256+0000","last_fullsized":"2024-09-07T15:24:51.911256+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:28:23.382283+0000","last_clean_scrub_stamp":"2024-09-07T14:28:23.382283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:19:03.598898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'9","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:43.696913+0000","last_change":"2024-09-07T14:01:17.852924+0000","last_active":"2024-09-07T15:27:43.696913+0000","last_peered":"2024-09-07T15:27:43.696913+0000","last_clean":"2024-09-07T15:27:43.696913+0000","last_became_active":"2024-09-07T14:01:17.852105+0000","last_became_peered":"2024-09-07T14:01:17.852105+0000","last_unstale":"2024-09-07T15:27:43.696913+0000","last_undegraded":"2024-09-07T15:27:43.696913+0000","last_fullsized":"2024-09-07T15:27:43.696913+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T14:01:16.804403+0000","last_clean_scrub_stamp":"2024-09-07T14:01:16.804403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:27:04.072854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":15360,"num_write":19,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'2","reported_seq":81,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.159461+0000","last_change":"2024-09-07T15:28:20.159461+0000","last_active":"2024-09-07T15:28:20.159461+0000","last_peered":"2024-09-07T15:28:20.159461+0000","last_clean":"2024-09-07T15:28:20.159461+0000","last_became_active":"2024-09-07T14:01:10.269141+0000","last_became_peered":"2024-09-07T14:01:10.269141+0000","last_unstale":"2024-09-07T15:28:20.159461+0000","last_undegraded":"2024-09-07T15:28:20.159461+0000","last_fullsized":"2024-09-07T15:28:20.159461+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:20.159273+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:20.159273+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.159273+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:55:22.557121+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":59,"num_write":2,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'25","reported_seq":154,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.748673+0000","last_change":"2024-09-07T15:28:27.748673+0000","last_active":"2024-09-07T15:28:27.748673+0000","last_peered":"2024-09-07T15:28:27.748673+0000","last_clean":"2024-09-07T15:28:27.748673+0000","last_became_active":"2024-09-07T13:55:14.104604+0000","last_became_peered":"2024-09-07T13:55:14.104604+0000","last_unstale":"2024-09-07T15:28:27.748673+0000","last_undegraded":"2024-09-07T15:28:27.748673+0000","last_fullsized":"2024-09-07T15:28:27.748673+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'25","last_scrub_stamp":"2024-09-07T15:28:27.748498+0000","last_deep_scrub":"269'25","last_deep_scrub_stamp":"2024-09-07T15:28:27.748498+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.748498+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:50:53.078833+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":83,"num_write":58,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'332","reported_seq":986,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.726776+0000","last_change":"2024-09-07T15:28:05.726776+0000","last_active":"2024-09-07T15:28:05.726776+0000","last_peered":"2024-09-07T15:28:05.726776+0000","last_clean":"2024-09-07T15:28:05.726776+0000","last_became_active":"2024-09-07T13:38:09.976851+0000","last_became_peered":"2024-09-07T13:38:09.976851+0000","last_unstale":"2024-09-07T15:28:05.726776+0000","last_undegraded":"2024-09-07T15:28:05.726776+0000","last_fullsized":"2024-09-07T15:28:05.726776+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-07T15:28:05.726568+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-07T15:28:05.726568+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.726568+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:38:43.280840+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263276,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":468,"num_read_kb":5723,"num_write":1046,"num_write_kb":19813,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'193","reported_seq":861,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.816795+0000","last_change":"2024-09-07T15:28:09.816658+0000","last_active":"2024-09-07T15:28:09.816795+0000","last_peered":"2024-09-07T15:28:09.816795+0000","last_clean":"2024-09-07T15:28:09.816795+0000","last_became_active":"2024-09-07T13:38:11.969838+0000","last_became_peered":"2024-09-07T13:38:11.969838+0000","last_unstale":"2024-09-07T15:28:09.816795+0000","last_undegraded":"2024-09-07T15:28:09.816795+0000","last_fullsized":"2024-09-07T15:28:09.816795+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'193","last_scrub_stamp":"2024-09-07T15:28:09.816465+0000","last_deep_scrub":"269'193","last_deep_scrub_stamp":"2024-09-07T15:28:09.816465+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.816465+0000","objects_scrubbed":2,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:15:25.061470+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":837,"num_read_kb":690,"num_write":305,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'342","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.321265+0000","last_change":"2024-09-07T15:27:57.321265+0000","last_active":"2024-09-07T15:27:57.321265+0000","last_peered":"2024-09-07T15:27:57.321265+0000","last_clean":"2024-09-07T15:27:57.321265+0000","last_became_active":"2024-09-07T13:38:09.954623+0000","last_became_peered":"2024-09-07T13:38:09.954623+0000","last_unstale":"2024-09-07T15:27:57.321265+0000","last_undegraded":"2024-09-07T15:27:57.321265+0000","last_fullsized":"2024-09-07T15:27:57.321265+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-07T15:27:57.321052+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-07T15:27:57.321052+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.321052+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:22.087369+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":506,"num_read_kb":33916,"num_write":1059,"num_write_kb":49123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'163","reported_seq":819,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.698348+0000","last_change":"2024-09-07T15:28:10.698173+0000","last_active":"2024-09-07T15:28:10.698348+0000","last_peered":"2024-09-07T15:28:10.698348+0000","last_clean":"2024-09-07T15:28:10.698348+0000","last_became_active":"2024-09-07T13:38:11.943415+0000","last_became_peered":"2024-09-07T13:38:11.943415+0000","last_unstale":"2024-09-07T15:28:10.698348+0000","last_undegraded":"2024-09-07T15:28:10.698348+0000","last_fullsized":"2024-09-07T15:28:10.698348+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'163","last_scrub_stamp":"2024-09-07T15:28:10.697991+0000","last_deep_scrub":"269'163","last_deep_scrub_stamp":"2024-09-07T15:28:10.697991+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.697991+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:53:53.265471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":620,"num_write":246,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'407","reported_seq":1092,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.231254+0000","last_change":"2024-09-07T15:27:57.231254+0000","last_active":"2024-09-07T15:27:57.231254+0000","last_peered":"2024-09-07T15:27:57.231254+0000","last_clean":"2024-09-07T15:27:57.231254+0000","last_became_active":"2024-09-07T13:38:09.921102+0000","last_became_peered":"2024-09-07T13:38:09.921102+0000","last_unstale":"2024-09-07T15:27:57.231254+0000","last_undegraded":"2024-09-07T15:27:57.231254+0000","last_fullsized":"2024-09-07T15:27:57.231254+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'407","last_scrub_stamp":"2024-09-07T15:27:57.231016+0000","last_deep_scrub":"269'407","last_deep_scrub_stamp":"2024-09-07T15:27:57.231016+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.231016+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:05:03.605916+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":594,"num_read_kb":1211,"num_write":1316,"num_write_kb":30068,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'154","reported_seq":799,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.537861+0000","last_change":"2024-09-07T15:28:09.537593+0000","last_active":"2024-09-07T15:28:09.537861+0000","last_peered":"2024-09-07T15:28:09.537861+0000","last_clean":"2024-09-07T15:28:09.537861+0000","last_became_active":"2024-09-07T13:38:11.963722+0000","last_became_peered":"2024-09-07T13:38:11.963722+0000","last_unstale":"2024-09-07T15:28:09.537861+0000","last_undegraded":"2024-09-07T15:28:09.537861+0000","last_fullsized":"2024-09-07T15:28:09.537861+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'154","last_scrub_stamp":"2024-09-07T15:28:09.537383+0000","last_deep_scrub":"269'154","last_deep_scrub_stamp":"2024-09-07T15:28:09.537383+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.537383+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:31:02.599113+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":721,"num_read_kb":593,"num_write":234,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'320","reported_seq":1010,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.810838+0000","last_change":"2024-09-07T15:28:04.810668+0000","last_active":"2024-09-07T15:28:04.810838+0000","last_peered":"2024-09-07T15:28:04.810838+0000","last_clean":"2024-09-07T15:28:04.810838+0000","last_became_active":"2024-09-07T13:38:09.959674+0000","last_became_peered":"2024-09-07T13:38:09.959674+0000","last_unstale":"2024-09-07T15:28:04.810838+0000","last_undegraded":"2024-09-07T15:28:04.810838+0000","last_fullsized":"2024-09-07T15:28:04.810838+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'320","last_scrub_stamp":"2024-09-07T15:28:04.810377+0000","last_deep_scrub":"269'320","last_deep_scrub_stamp":"2024-09-07T15:28:04.810377+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.810377+0000","objects_scrubbed":7,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:03:42.720776+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291501,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":503,"num_read_kb":30367,"num_write":1050,"num_write_kb":53281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'331","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.226937+0000","last_change":"2024-09-07T15:28:08.226772+0000","last_active":"2024-09-07T15:28:08.226937+0000","last_peered":"2024-09-07T15:28:08.226937+0000","last_clean":"2024-09-07T15:28:08.226937+0000","last_became_active":"2024-09-07T13:38:11.961013+0000","last_became_peered":"2024-09-07T13:38:11.961013+0000","last_unstale":"2024-09-07T15:28:08.226937+0000","last_undegraded":"2024-09-07T15:28:08.226937+0000","last_fullsized":"2024-09-07T15:28:08.226937+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'331","last_scrub_stamp":"2024-09-07T15:28:08.226589+0000","last_deep_scrub":"269'331","last_deep_scrub_stamp":"2024-09-07T15:28:08.226589+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.226589+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:12:26.786205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1192,"num_write":512,"num_write_kb":260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'358","reported_seq":1030,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.689997+0000","last_change":"2024-09-07T15:28:04.689848+0000","last_active":"2024-09-07T15:28:04.689997+0000","last_peered":"2024-09-07T15:28:04.689997+0000","last_clean":"2024-09-07T15:28:04.689997+0000","last_became_active":"2024-09-07T13:38:09.953932+0000","last_became_peered":"2024-09-07T13:38:09.953932+0000","last_unstale":"2024-09-07T15:28:04.689997+0000","last_undegraded":"2024-09-07T15:28:04.689997+0000","last_fullsized":"2024-09-07T15:28:04.689997+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'358","last_scrub_stamp":"2024-09-07T15:28:04.689640+0000","last_deep_scrub":"269'358","last_deep_scrub_stamp":"2024-09-07T15:28:04.689640+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.689640+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:58:21.285823+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":526412,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":543,"num_read_kb":30170,"num_write":1139,"num_write_kb":38425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'88","reported_seq":673,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.062587+0000","last_change":"2024-09-07T15:28:02.062587+0000","last_active":"2024-09-07T15:28:02.062587+0000","last_peered":"2024-09-07T15:28:02.062587+0000","last_clean":"2024-09-07T15:28:02.062587+0000","last_became_active":"2024-09-07T13:38:11.982743+0000","last_became_peered":"2024-09-07T13:38:11.982743+0000","last_unstale":"2024-09-07T15:28:02.062587+0000","last_undegraded":"2024-09-07T15:28:02.062587+0000","last_fullsized":"2024-09-07T15:28:02.062587+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'88","last_scrub_stamp":"2024-09-07T15:28:02.062369+0000","last_deep_scrub":"269'88","last_deep_scrub_stamp":"2024-09-07T15:28:02.062369+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.062369+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:06:11.579932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":301,"num_write":125,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'328","reported_seq":995,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.765094+0000","last_change":"2024-09-07T15:28:02.764842+0000","last_active":"2024-09-07T15:28:02.765094+0000","last_peered":"2024-09-07T15:28:02.765094+0000","last_clean":"2024-09-07T15:28:02.765094+0000","last_became_active":"2024-09-07T13:38:09.957979+0000","last_became_peered":"2024-09-07T13:38:09.957979+0000","last_unstale":"2024-09-07T15:28:02.765094+0000","last_undegraded":"2024-09-07T15:28:02.765094+0000","last_fullsized":"2024-09-07T15:28:02.765094+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'328","last_scrub_stamp":"2024-09-07T15:28:02.764542+0000","last_deep_scrub":"269'328","last_deep_scrub_stamp":"2024-09-07T15:28:02.764542+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.764542+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:27:09.846195+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1239465,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":44305,"num_write":1096,"num_write_kb":16554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'383","reported_seq":1129,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.608190+0000","last_change":"2024-09-07T15:28:22.608190+0000","last_active":"2024-09-07T15:28:22.608190+0000","last_peered":"2024-09-07T15:28:22.608190+0000","last_clean":"2024-09-07T15:28:22.608190+0000","last_became_active":"2024-09-07T13:38:11.954410+0000","last_became_peered":"2024-09-07T13:38:11.954410+0000","last_unstale":"2024-09-07T15:28:22.608190+0000","last_undegraded":"2024-09-07T15:28:22.608190+0000","last_fullsized":"2024-09-07T15:28:22.608190+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'383","last_scrub_stamp":"2024-09-07T15:28:22.607912+0000","last_deep_scrub":"269'383","last_deep_scrub_stamp":"2024-09-07T15:28:22.607912+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.607912+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:21:18.592286+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1955,"num_read_kb":1679,"num_write":644,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'342","reported_seq":1060,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.694377+0000","last_change":"2024-09-07T15:28:03.694088+0000","last_active":"2024-09-07T15:28:03.694377+0000","last_peered":"2024-09-07T15:28:03.694377+0000","last_clean":"2024-09-07T15:28:03.694377+0000","last_became_active":"2024-09-07T13:38:09.972033+0000","last_became_peered":"2024-09-07T13:38:09.972033+0000","last_unstale":"2024-09-07T15:28:03.694377+0000","last_undegraded":"2024-09-07T15:28:03.694377+0000","last_fullsized":"2024-09-07T15:28:03.694377+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-07T15:28:03.693835+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-07T15:28:03.693835+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.693835+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:04.973252+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":526,"num_read_kb":181820,"num_write":1046,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'174","reported_seq":844,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.790229+0000","last_change":"2024-09-07T15:28:11.790229+0000","last_active":"2024-09-07T15:28:11.790229+0000","last_peered":"2024-09-07T15:28:11.790229+0000","last_clean":"2024-09-07T15:28:11.790229+0000","last_became_active":"2024-09-07T13:38:11.960213+0000","last_became_peered":"2024-09-07T13:38:11.960213+0000","last_unstale":"2024-09-07T15:28:11.790229+0000","last_undegraded":"2024-09-07T15:28:11.790229+0000","last_fullsized":"2024-09-07T15:28:11.790229+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'174","last_scrub_stamp":"2024-09-07T15:28:11.790045+0000","last_deep_scrub":"269'174","last_deep_scrub_stamp":"2024-09-07T15:28:11.790045+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.790045+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:32:52.604164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":270,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'371","reported_seq":1090,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.366915+0000","last_change":"2024-09-07T15:27:57.366915+0000","last_active":"2024-09-07T15:27:57.366915+0000","last_peered":"2024-09-07T15:27:57.366915+0000","last_clean":"2024-09-07T15:27:57.366915+0000","last_became_active":"2024-09-07T13:38:41.161509+0000","last_became_peered":"2024-09-07T13:38:41.161509+0000","last_unstale":"2024-09-07T15:27:57.366915+0000","last_undegraded":"2024-09-07T15:27:57.366915+0000","last_fullsized":"2024-09-07T15:27:57.366915+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'371","last_scrub_stamp":"2024-09-07T15:27:57.366637+0000","last_deep_scrub":"269'371","last_deep_scrub_stamp":"2024-09-07T15:27:57.366637+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.366637+0000","objects_scrubbed":10,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:30:02.645588+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399168,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":633,"num_read_kb":72346,"num_write":1252,"num_write_kb":40551,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3f","version":"269'416","reported_seq":1103,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.287045+0000","last_change":"2024-09-07T15:28:04.287045+0000","last_active":"2024-09-07T15:28:04.287045+0000","last_peered":"2024-09-07T15:28:04.287045+0000","last_clean":"2024-09-07T15:28:04.287045+0000","last_became_active":"2024-09-07T13:38:11.972698+0000","last_became_peered":"2024-09-07T13:38:11.972698+0000","last_unstale":"2024-09-07T15:28:04.287045+0000","last_undegraded":"2024-09-07T15:28:04.287045+0000","last_fullsized":"2024-09-07T15:28:04.287045+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'416","last_scrub_stamp":"2024-09-07T15:28:04.286821+0000","last_deep_scrub":"269'416","last_deep_scrub_stamp":"2024-09-07T15:28:04.286821+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.286821+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:02:18.599868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1783,"num_read_kb":1437,"num_write":678,"num_write_kb":429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'106","reported_seq":719,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.585143+0000","last_change":"2024-09-07T15:28:04.585143+0000","last_active":"2024-09-07T15:28:04.585143+0000","last_peered":"2024-09-07T15:28:04.585143+0000","last_clean":"2024-09-07T15:28:04.585143+0000","last_became_active":"2024-09-07T13:38:11.960936+0000","last_became_peered":"2024-09-07T13:38:11.960936+0000","last_unstale":"2024-09-07T15:28:04.585143+0000","last_undegraded":"2024-09-07T15:28:04.585143+0000","last_fullsized":"2024-09-07T15:28:04.585143+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'106","last_scrub_stamp":"2024-09-07T15:28:04.584959+0000","last_deep_scrub":"269'106","last_deep_scrub_stamp":"2024-09-07T15:28:04.584959+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.584959+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:18:00.024372+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":395,"num_write":179,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'318","reported_seq":1112,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.663796+0000","last_change":"2024-09-07T15:28:02.663796+0000","last_active":"2024-09-07T15:28:02.663796+0000","last_peered":"2024-09-07T15:28:02.663796+0000","last_clean":"2024-09-07T15:28:02.663796+0000","last_became_active":"2024-09-07T13:38:09.959861+0000","last_became_peered":"2024-09-07T13:38:09.959861+0000","last_unstale":"2024-09-07T15:28:02.663796+0000","last_undegraded":"2024-09-07T15:28:02.663796+0000","last_fullsized":"2024-09-07T15:28:02.663796+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'318","last_scrub_stamp":"2024-09-07T15:28:02.663544+0000","last_deep_scrub":"269'318","last_deep_scrub_stamp":"2024-09-07T15:28:02.663544+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.663544+0000","objects_scrubbed":12,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:22:49.465214+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7540731,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":565,"num_read_kb":82831,"num_write":1041,"num_write_kb":33447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'108","reported_seq":693,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.737912+0000","last_change":"2024-09-07T15:28:07.737912+0000","last_active":"2024-09-07T15:28:07.737912+0000","last_peered":"2024-09-07T15:28:07.737912+0000","last_clean":"2024-09-07T15:28:07.737912+0000","last_became_active":"2024-09-07T13:38:11.962652+0000","last_became_peered":"2024-09-07T13:38:11.962652+0000","last_unstale":"2024-09-07T15:28:07.737912+0000","last_undegraded":"2024-09-07T15:28:07.737912+0000","last_fullsized":"2024-09-07T15:28:07.737912+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'108","last_scrub_stamp":"2024-09-07T15:28:07.737730+0000","last_deep_scrub":"269'108","last_deep_scrub_stamp":"2024-09-07T15:28:07.737730+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.737730+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:29:33.337254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":468,"num_read_kb":378,"num_write":164,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'322","reported_seq":935,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.374904+0000","last_change":"2024-09-07T15:28:01.374904+0000","last_active":"2024-09-07T15:28:01.374904+0000","last_peered":"2024-09-07T15:28:01.374904+0000","last_clean":"2024-09-07T15:28:01.374904+0000","last_became_active":"2024-09-07T13:38:41.160930+0000","last_became_peered":"2024-09-07T13:38:41.160930+0000","last_unstale":"2024-09-07T15:28:01.374904+0000","last_undegraded":"2024-09-07T15:28:01.374904+0000","last_fullsized":"2024-09-07T15:28:01.374904+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'322","last_scrub_stamp":"2024-09-07T15:28:01.374670+0000","last_deep_scrub":"269'322","last_deep_scrub_stamp":"2024-09-07T15:28:01.374670+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.374670+0000","objects_scrubbed":8,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:30:30.076219+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":402,"num_read_kb":14856,"num_write":982,"num_write_kb":49218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"269'106","reported_seq":730,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.782401+0000","last_change":"2024-09-07T15:28:08.782264+0000","last_active":"2024-09-07T15:28:08.782401+0000","last_peered":"2024-09-07T15:28:08.782401+0000","last_clean":"2024-09-07T15:28:08.782401+0000","last_became_active":"2024-09-07T13:38:11.957275+0000","last_became_peered":"2024-09-07T13:38:11.957275+0000","last_unstale":"2024-09-07T15:28:08.782401+0000","last_undegraded":"2024-09-07T15:28:08.782401+0000","last_fullsized":"2024-09-07T15:28:08.782401+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'106","last_scrub_stamp":"2024-09-07T15:28:08.782082+0000","last_deep_scrub":"269'106","last_deep_scrub_stamp":"2024-09-07T15:28:08.782082+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.782082+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:22.110371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":461,"num_read_kb":383,"num_write":163,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'347","reported_seq":1041,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.038269+0000","last_change":"2024-09-07T15:27:57.038269+0000","last_active":"2024-09-07T15:27:57.038269+0000","last_peered":"2024-09-07T15:27:57.038269+0000","last_clean":"2024-09-07T15:27:57.038269+0000","last_became_active":"2024-09-07T13:38:09.964013+0000","last_became_peered":"2024-09-07T13:38:09.964013+0000","last_unstale":"2024-09-07T15:27:57.038269+0000","last_undegraded":"2024-09-07T15:27:57.038269+0000","last_fullsized":"2024-09-07T15:27:57.038269+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'347","last_scrub_stamp":"2024-09-07T15:27:57.038037+0000","last_deep_scrub":"269'347","last_deep_scrub_stamp":"2024-09-07T15:27:57.038037+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.038037+0000","objects_scrubbed":4,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:49:36.160181+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254138,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":535,"num_read_kb":32661,"num_write":1092,"num_write_kb":29964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'227","reported_seq":942,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.353712+0000","last_change":"2024-09-07T15:28:00.353712+0000","last_active":"2024-09-07T15:28:00.353712+0000","last_peered":"2024-09-07T15:28:00.353712+0000","last_clean":"2024-09-07T15:28:00.353712+0000","last_became_active":"2024-09-07T13:38:11.972570+0000","last_became_peered":"2024-09-07T13:38:11.972570+0000","last_unstale":"2024-09-07T15:28:00.353712+0000","last_undegraded":"2024-09-07T15:28:00.353712+0000","last_fullsized":"2024-09-07T15:28:00.353712+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'227","last_scrub_stamp":"2024-09-07T15:28:00.353516+0000","last_deep_scrub":"269'227","last_deep_scrub_stamp":"2024-09-07T15:28:00.353516+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.353516+0000","objects_scrubbed":1,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:57:17.657259+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1070,"num_read_kb":888,"num_write":347,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4003,"num_omap_keys":18,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'290","reported_seq":951,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.396241+0000","last_change":"2024-09-07T15:27:53.396241+0000","last_active":"2024-09-07T15:27:53.396241+0000","last_peered":"2024-09-07T15:27:53.396241+0000","last_clean":"2024-09-07T15:27:53.396241+0000","last_became_active":"2024-09-07T13:38:09.944867+0000","last_became_peered":"2024-09-07T13:38:09.944867+0000","last_unstale":"2024-09-07T15:27:53.396241+0000","last_undegraded":"2024-09-07T15:27:53.396241+0000","last_fullsized":"2024-09-07T15:27:53.396241+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'290","last_scrub_stamp":"2024-09-07T15:27:53.396033+0000","last_deep_scrub":"269'290","last_deep_scrub_stamp":"2024-09-07T15:27:53.396033+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.396033+0000","objects_scrubbed":4,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:05:06.165060+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":429,"num_read_kb":40336,"num_write":968,"num_write_kb":26024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'114","reported_seq":749,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.317295+0000","last_change":"2024-09-07T15:28:03.317295+0000","last_active":"2024-09-07T15:28:03.317295+0000","last_peered":"2024-09-07T15:28:03.317295+0000","last_clean":"2024-09-07T15:28:03.317295+0000","last_became_active":"2024-09-07T13:38:11.962589+0000","last_became_peered":"2024-09-07T13:38:11.962589+0000","last_unstale":"2024-09-07T15:28:03.317295+0000","last_undegraded":"2024-09-07T15:28:03.317295+0000","last_fullsized":"2024-09-07T15:28:03.317295+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'114","last_scrub_stamp":"2024-09-07T15:28:03.317082+0000","last_deep_scrub":"269'114","last_deep_scrub_stamp":"2024-09-07T15:28:03.317082+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.317082+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:09:51.522559+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":495,"num_read_kb":414,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'369","reported_seq":1089,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.546787+0000","last_change":"2024-09-07T15:27:59.546787+0000","last_active":"2024-09-07T15:27:59.546787+0000","last_peered":"2024-09-07T15:27:59.546787+0000","last_clean":"2024-09-07T15:27:59.546787+0000","last_became_active":"2024-09-07T13:38:09.936636+0000","last_became_peered":"2024-09-07T13:38:09.936636+0000","last_unstale":"2024-09-07T15:27:59.546787+0000","last_undegraded":"2024-09-07T15:27:59.546787+0000","last_fullsized":"2024-09-07T15:27:59.546787+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'369","last_scrub_stamp":"2024-09-07T15:27:59.546490+0000","last_deep_scrub":"269'369","last_deep_scrub_stamp":"2024-09-07T15:27:59.546490+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.546490+0000","objects_scrubbed":8,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:26:49.442905+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1630542,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":543,"num_read_kb":64206,"num_write":1195,"num_write_kb":43546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'202","reported_seq":838,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.654657+0000","last_change":"2024-09-07T15:28:20.654657+0000","last_active":"2024-09-07T15:28:20.654657+0000","last_peered":"2024-09-07T15:28:20.654657+0000","last_clean":"2024-09-07T15:28:20.654657+0000","last_became_active":"2024-09-07T13:38:11.953816+0000","last_became_peered":"2024-09-07T13:38:11.953816+0000","last_unstale":"2024-09-07T15:28:20.654657+0000","last_undegraded":"2024-09-07T15:28:20.654657+0000","last_fullsized":"2024-09-07T15:28:20.654657+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'202","last_scrub_stamp":"2024-09-07T15:28:20.654440+0000","last_deep_scrub":"269'202","last_deep_scrub_stamp":"2024-09-07T15:28:20.654440+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.654440+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:32:54.466773+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":711,"num_write":314,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'337","reported_seq":1067,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.185232+0000","last_change":"2024-09-07T15:27:55.184927+0000","last_active":"2024-09-07T15:27:55.185232+0000","last_peered":"2024-09-07T15:27:55.185232+0000","last_clean":"2024-09-07T15:27:55.185232+0000","last_became_active":"2024-09-07T13:38:09.926896+0000","last_became_peered":"2024-09-07T13:38:09.926896+0000","last_unstale":"2024-09-07T15:27:55.185232+0000","last_undegraded":"2024-09-07T15:27:55.185232+0000","last_fullsized":"2024-09-07T15:27:55.185232+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'337","last_scrub_stamp":"2024-09-07T15:27:55.184618+0000","last_deep_scrub":"269'337","last_deep_scrub_stamp":"2024-09-07T15:27:55.184618+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.184618+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:56:48.086666+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136880,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":598,"num_read_kb":94793,"num_write":1150,"num_write_kb":33804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'157","reported_seq":699,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:31.608717+0000","last_change":"2024-09-07T15:28:31.608717+0000","last_active":"2024-09-07T15:28:31.608717+0000","last_peered":"2024-09-07T15:28:31.608717+0000","last_clean":"2024-09-07T15:28:31.608717+0000","last_became_active":"2024-09-07T13:38:20.012866+0000","last_became_peered":"2024-09-07T13:38:20.012866+0000","last_unstale":"2024-09-07T15:28:31.608717+0000","last_undegraded":"2024-09-07T15:28:31.608717+0000","last_fullsized":"2024-09-07T15:28:31.608717+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'157","last_scrub_stamp":"2024-09-07T15:28:31.608536+0000","last_deep_scrub":"269'157","last_deep_scrub_stamp":"2024-09-07T15:28:31.608536+0000","last_clean_scrub_stamp":"2024-09-07T15:28:31.608536+0000","objects_scrubbed":3,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:16:46.116980+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":200,"num_read_kb":195,"num_write":365,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'346","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.570817+0000","last_change":"2024-09-07T15:28:02.570620+0000","last_active":"2024-09-07T15:28:02.570817+0000","last_peered":"2024-09-07T15:28:02.570817+0000","last_clean":"2024-09-07T15:28:02.570817+0000","last_became_active":"2024-09-07T13:38:11.959769+0000","last_became_peered":"2024-09-07T13:38:11.959769+0000","last_unstale":"2024-09-07T15:28:02.570817+0000","last_undegraded":"2024-09-07T15:28:02.570817+0000","last_fullsized":"2024-09-07T15:28:02.570817+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-07T15:28:02.570433+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-07T15:28:02.570433+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.570433+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:14:06.441370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1546,"num_read_kb":1292,"num_write":565,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'329","reported_seq":981,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.538752+0000","last_change":"2024-09-07T15:27:59.538752+0000","last_active":"2024-09-07T15:27:59.538752+0000","last_peered":"2024-09-07T15:27:59.538752+0000","last_clean":"2024-09-07T15:27:59.538752+0000","last_became_active":"2024-09-07T13:38:09.981394+0000","last_became_peered":"2024-09-07T13:38:09.981394+0000","last_unstale":"2024-09-07T15:27:59.538752+0000","last_undegraded":"2024-09-07T15:27:59.538752+0000","last_fullsized":"2024-09-07T15:27:59.538752+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-07T15:27:59.538528+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-07T15:27:59.538528+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.538528+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:41:52.597546+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":569264,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":415,"num_read_kb":38898,"num_write":965,"num_write_kb":26673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.737227+0000","last_change":"2024-09-07T15:28:14.737227+0000","last_active":"2024-09-07T15:28:14.737227+0000","last_peered":"2024-09-07T15:28:14.737227+0000","last_clean":"2024-09-07T15:28:14.737227+0000","last_became_active":"2024-09-07T13:38:13.967255+0000","last_became_peered":"2024-09-07T13:38:13.967255+0000","last_unstale":"2024-09-07T15:28:14.737227+0000","last_undegraded":"2024-09-07T15:28:14.737227+0000","last_fullsized":"2024-09-07T15:28:14.737227+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:14.737051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:14.737051+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.737051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:42:52.807153+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'371","reported_seq":1026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.191093+0000","last_change":"2024-09-07T15:28:16.191093+0000","last_active":"2024-09-07T15:28:16.191093+0000","last_peered":"2024-09-07T15:28:16.191093+0000","last_clean":"2024-09-07T15:28:16.191093+0000","last_became_active":"2024-09-07T13:38:15.983817+0000","last_became_peered":"2024-09-07T13:38:15.983817+0000","last_unstale":"2024-09-07T15:28:16.191093+0000","last_undegraded":"2024-09-07T15:28:16.191093+0000","last_fullsized":"2024-09-07T15:28:16.191093+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'371","last_scrub_stamp":"2024-09-07T15:28:16.190946+0000","last_deep_scrub":"269'371","last_deep_scrub_stamp":"2024-09-07T15:28:16.190946+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.190946+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:54:44.165620+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45742,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":587,"num_read_kb":1148,"num_write":460,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.746939+0000","last_change":"2024-09-07T15:28:23.746939+0000","last_active":"2024-09-07T15:28:23.746939+0000","last_peered":"2024-09-07T15:28:23.746939+0000","last_clean":"2024-09-07T15:28:23.746939+0000","last_became_active":"2024-09-07T13:38:17.993257+0000","last_became_peered":"2024-09-07T13:38:17.993257+0000","last_unstale":"2024-09-07T15:28:23.746939+0000","last_undegraded":"2024-09-07T15:28:23.746939+0000","last_fullsized":"2024-09-07T15:28:23.746939+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:23.746752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:23.746752+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.746752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:38:51.329624+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2486","reported_seq":4413,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:31.740797+0000","last_change":"2024-09-07T15:28:31.740797+0000","last_active":"2024-09-07T15:28:31.740797+0000","last_peered":"2024-09-07T15:28:31.740797+0000","last_clean":"2024-09-07T15:28:31.740797+0000","last_became_active":"2024-09-07T13:38:20.019496+0000","last_became_peered":"2024-09-07T13:38:20.019496+0000","last_unstale":"2024-09-07T15:28:31.740797+0000","last_undegraded":"2024-09-07T15:28:31.740797+0000","last_fullsized":"2024-09-07T15:28:31.740797+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2486","last_scrub_stamp":"2024-09-07T15:28:31.740593+0000","last_deep_scrub":"269'2486","last_deep_scrub_stamp":"2024-09-07T15:28:31.740593+0000","last_clean_scrub_stamp":"2024-09-07T15:28:31.740593+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":2400,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:00:57.532843+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6139,"num_read_kb":6135,"num_write":4930,"num_write_kb":1839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'212","reported_seq":870,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.810006+0000","last_change":"2024-09-07T15:28:06.810006+0000","last_active":"2024-09-07T15:28:06.810006+0000","last_peered":"2024-09-07T15:28:06.810006+0000","last_clean":"2024-09-07T15:28:06.810006+0000","last_became_active":"2024-09-07T13:38:11.962996+0000","last_became_peered":"2024-09-07T13:38:11.962996+0000","last_unstale":"2024-09-07T15:28:06.810006+0000","last_undegraded":"2024-09-07T15:28:06.810006+0000","last_fullsized":"2024-09-07T15:28:06.810006+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'212","last_scrub_stamp":"2024-09-07T15:28:06.809828+0000","last_deep_scrub":"269'212","last_deep_scrub_stamp":"2024-09-07T15:28:06.809828+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.809828+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:09:27.626377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":878,"num_write":382,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'399","reported_seq":1087,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:50.038122+0000","last_change":"2024-09-07T15:27:50.037893+0000","last_active":"2024-09-07T15:27:50.038122+0000","last_peered":"2024-09-07T15:27:50.038122+0000","last_clean":"2024-09-07T15:27:50.038122+0000","last_became_active":"2024-09-07T13:38:09.953847+0000","last_became_peered":"2024-09-07T13:38:09.953847+0000","last_unstale":"2024-09-07T15:27:50.038122+0000","last_undegraded":"2024-09-07T15:27:50.038122+0000","last_fullsized":"2024-09-07T15:27:50.038122+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'399","last_scrub_stamp":"2024-09-07T15:27:50.037656+0000","last_deep_scrub":"269'399","last_deep_scrub_stamp":"2024-09-07T15:27:50.037656+0000","last_clean_scrub_stamp":"2024-09-07T15:27:50.037656+0000","objects_scrubbed":4,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:11:25.604230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1306955,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":588,"num_read_kb":9138,"num_write":1176,"num_write_kb":18853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"269'4","reported_seq":1024,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.616720+0000","last_change":"2024-09-07T15:28:10.616571+0000","last_active":"2024-09-07T15:28:10.616720+0000","last_peered":"2024-09-07T15:28:10.616720+0000","last_clean":"2024-09-07T15:28:10.616720+0000","last_became_active":"2024-09-07T13:38:13.972763+0000","last_became_peered":"2024-09-07T13:38:13.972763+0000","last_unstale":"2024-09-07T15:28:10.616720+0000","last_undegraded":"2024-09-07T15:28:10.616720+0000","last_fullsized":"2024-09-07T15:28:10.616720+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-07T15:28:10.616373+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-07T15:28:10.616373+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.616373+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:12:43.167585+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":725,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'138","reported_seq":715,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.580866+0000","last_change":"2024-09-07T15:28:13.580866+0000","last_active":"2024-09-07T15:28:13.580866+0000","last_peered":"2024-09-07T15:28:13.580866+0000","last_clean":"2024-09-07T15:28:13.580866+0000","last_became_active":"2024-09-07T13:38:15.987836+0000","last_became_peered":"2024-09-07T13:38:15.987836+0000","last_unstale":"2024-09-07T15:28:13.580866+0000","last_undegraded":"2024-09-07T15:28:13.580866+0000","last_fullsized":"2024-09-07T15:28:13.580866+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'138","last_scrub_stamp":"2024-09-07T15:28:13.580608+0000","last_deep_scrub":"269'138","last_deep_scrub_stamp":"2024-09-07T15:28:13.580608+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.580608+0000","objects_scrubbed":4,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:11:33.316892+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":145,"num_write":104,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.629095+0000","last_change":"2024-09-07T15:28:17.629095+0000","last_active":"2024-09-07T15:28:17.629095+0000","last_peered":"2024-09-07T15:28:17.629095+0000","last_clean":"2024-09-07T15:28:17.629095+0000","last_became_active":"2024-09-07T13:38:17.996515+0000","last_became_peered":"2024-09-07T13:38:17.996515+0000","last_unstale":"2024-09-07T15:28:17.629095+0000","last_undegraded":"2024-09-07T15:28:17.629095+0000","last_fullsized":"2024-09-07T15:28:17.629095+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:17.628901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:17.628901+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.628901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:20:22.213983+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'93","reported_seq":628,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.213698+0000","last_change":"2024-09-07T15:28:27.213698+0000","last_active":"2024-09-07T15:28:27.213698+0000","last_peered":"2024-09-07T15:28:27.213698+0000","last_clean":"2024-09-07T15:28:27.213698+0000","last_became_active":"2024-09-07T13:38:20.012734+0000","last_became_peered":"2024-09-07T13:38:20.012734+0000","last_unstale":"2024-09-07T15:28:27.213698+0000","last_undegraded":"2024-09-07T15:28:27.213698+0000","last_fullsized":"2024-09-07T15:28:27.213698+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'93","last_scrub_stamp":"2024-09-07T15:28:27.213493+0000","last_deep_scrub":"269'93","last_deep_scrub_stamp":"2024-09-07T15:28:27.213493+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.213493+0000","objects_scrubbed":5,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:01:16.213432+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":206,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'442","reported_seq":1241,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.247615+0000","last_change":"2024-09-07T15:28:01.247615+0000","last_active":"2024-09-07T15:28:01.247615+0000","last_peered":"2024-09-07T15:28:01.247615+0000","last_clean":"2024-09-07T15:28:01.247615+0000","last_became_active":"2024-09-07T13:38:11.970315+0000","last_became_peered":"2024-09-07T13:38:11.970315+0000","last_unstale":"2024-09-07T15:28:01.247615+0000","last_undegraded":"2024-09-07T15:28:01.247615+0000","last_fullsized":"2024-09-07T15:28:01.247615+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'442","last_scrub_stamp":"2024-09-07T15:28:01.247357+0000","last_deep_scrub":"269'442","last_deep_scrub_stamp":"2024-09-07T15:28:01.247357+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.247357+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:35:32.997296+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2170,"num_read_kb":1860,"num_write":785,"num_write_kb":513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'359","reported_seq":1031,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.559218+0000","last_change":"2024-09-07T15:27:58.559218+0000","last_active":"2024-09-07T15:27:58.559218+0000","last_peered":"2024-09-07T15:27:58.559218+0000","last_clean":"2024-09-07T15:27:58.559218+0000","last_became_active":"2024-09-07T13:38:41.158508+0000","last_became_peered":"2024-09-07T13:38:41.158508+0000","last_unstale":"2024-09-07T15:27:58.559218+0000","last_undegraded":"2024-09-07T15:27:58.559218+0000","last_fullsized":"2024-09-07T15:27:58.559218+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'359","last_scrub_stamp":"2024-09-07T15:27:58.558991+0000","last_deep_scrub":"269'359","last_deep_scrub_stamp":"2024-09-07T15:27:58.558991+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.558991+0000","objects_scrubbed":7,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:48:06.200120+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170935,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":513,"num_read_kb":8611,"num_write":1098,"num_write_kb":36760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.593950+0000","last_change":"2024-09-07T15:28:11.593950+0000","last_active":"2024-09-07T15:28:11.593950+0000","last_peered":"2024-09-07T15:28:11.593950+0000","last_clean":"2024-09-07T15:28:11.593950+0000","last_became_active":"2024-09-07T13:38:13.965676+0000","last_became_peered":"2024-09-07T13:38:13.965676+0000","last_unstale":"2024-09-07T15:28:11.593950+0000","last_undegraded":"2024-09-07T15:28:11.593950+0000","last_fullsized":"2024-09-07T15:28:11.593950+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:11.593756+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:11.593756+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.593756+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:12:49.566103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'167","reported_seq":768,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.291217+0000","last_change":"2024-09-07T15:28:11.291050+0000","last_active":"2024-09-07T15:28:11.291217+0000","last_peered":"2024-09-07T15:28:11.291217+0000","last_clean":"2024-09-07T15:28:11.291217+0000","last_became_active":"2024-09-07T13:38:15.985575+0000","last_became_peered":"2024-09-07T13:38:15.985575+0000","last_unstale":"2024-09-07T15:28:11.291217+0000","last_undegraded":"2024-09-07T15:28:11.291217+0000","last_fullsized":"2024-09-07T15:28:11.291217+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'167","last_scrub_stamp":"2024-09-07T15:28:11.290832+0000","last_deep_scrub":"269'167","last_deep_scrub_stamp":"2024-09-07T15:28:11.290832+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.290832+0000","objects_scrubbed":5,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:44:13.935812+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'758","reported_seq":3178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.718019+0000","last_change":"2024-09-07T15:28:21.718019+0000","last_active":"2024-09-07T15:28:21.718019+0000","last_peered":"2024-09-07T15:28:21.718019+0000","last_clean":"2024-09-07T15:28:21.718019+0000","last_became_active":"2024-09-07T13:38:17.992747+0000","last_became_peered":"2024-09-07T13:38:17.992747+0000","last_unstale":"2024-09-07T15:28:21.718019+0000","last_undegraded":"2024-09-07T15:28:21.718019+0000","last_fullsized":"2024-09-07T15:28:21.718019+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'758","last_scrub_stamp":"2024-09-07T15:28:21.717831+0000","last_deep_scrub":"269'758","last_deep_scrub_stamp":"2024-09-07T15:28:21.717831+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.717831+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:02:42.399617+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'211","reported_seq":1068,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.632061+0000","last_change":"2024-09-07T15:28:21.631874+0000","last_active":"2024-09-07T15:28:21.632061+0000","last_peered":"2024-09-07T15:28:21.632061+0000","last_clean":"2024-09-07T15:28:21.632061+0000","last_became_active":"2024-09-07T13:38:20.603950+0000","last_became_peered":"2024-09-07T13:38:20.603950+0000","last_unstale":"2024-09-07T15:28:21.632061+0000","last_undegraded":"2024-09-07T15:28:21.632061+0000","last_fullsized":"2024-09-07T15:28:21.632061+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'211","last_scrub_stamp":"2024-09-07T15:28:21.631690+0000","last_deep_scrub":"269'211","last_deep_scrub_stamp":"2024-09-07T15:28:21.631690+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.631690+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:07:30.194966+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":642,"num_read_kb":636,"num_write":447,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'76","reported_seq":710,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.600133+0000","last_change":"2024-09-07T15:28:05.600133+0000","last_active":"2024-09-07T15:28:05.600133+0000","last_peered":"2024-09-07T15:28:05.600133+0000","last_clean":"2024-09-07T15:28:05.600133+0000","last_became_active":"2024-09-07T13:38:11.960885+0000","last_became_peered":"2024-09-07T13:38:11.960885+0000","last_unstale":"2024-09-07T15:28:05.600133+0000","last_undegraded":"2024-09-07T15:28:05.600133+0000","last_fullsized":"2024-09-07T15:28:05.600133+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'76","last_scrub_stamp":"2024-09-07T15:28:05.599949+0000","last_deep_scrub":"269'76","last_deep_scrub_stamp":"2024-09-07T15:28:05.599949+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.599949+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:44:02.601858+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":356,"num_read_kb":308,"num_write":106,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'340","reported_seq":1013,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.044328+0000","last_change":"2024-09-07T15:27:54.044328+0000","last_active":"2024-09-07T15:27:54.044328+0000","last_peered":"2024-09-07T15:27:54.044328+0000","last_clean":"2024-09-07T15:27:54.044328+0000","last_became_active":"2024-09-07T13:38:09.969708+0000","last_became_peered":"2024-09-07T13:38:09.969708+0000","last_unstale":"2024-09-07T15:27:54.044328+0000","last_undegraded":"2024-09-07T15:27:54.044328+0000","last_fullsized":"2024-09-07T15:27:54.044328+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'340","last_scrub_stamp":"2024-09-07T15:27:54.044068+0000","last_deep_scrub":"269'340","last_deep_scrub_stamp":"2024-09-07T15:27:54.044068+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.044068+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:33:49.574366+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174882,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":512,"num_read_kb":26739,"num_write":1096,"num_write_kb":16661,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.748339+0000","last_change":"2024-09-07T15:28:15.748339+0000","last_active":"2024-09-07T15:28:15.748339+0000","last_peered":"2024-09-07T15:28:15.748339+0000","last_clean":"2024-09-07T15:28:15.748339+0000","last_became_active":"2024-09-07T13:38:13.961527+0000","last_became_peered":"2024-09-07T13:38:13.961527+0000","last_unstale":"2024-09-07T15:28:15.748339+0000","last_undegraded":"2024-09-07T15:28:15.748339+0000","last_fullsized":"2024-09-07T15:28:15.748339+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:15.748163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:15.748163+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.748163+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:05:43.078692+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'307","reported_seq":928,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.792987+0000","last_change":"2024-09-07T15:28:18.792987+0000","last_active":"2024-09-07T15:28:18.792987+0000","last_peered":"2024-09-07T15:28:18.792987+0000","last_clean":"2024-09-07T15:28:18.792987+0000","last_became_active":"2024-09-07T13:38:16.016970+0000","last_became_peered":"2024-09-07T13:38:16.016970+0000","last_unstale":"2024-09-07T15:28:18.792987+0000","last_undegraded":"2024-09-07T15:28:18.792987+0000","last_fullsized":"2024-09-07T15:28:18.792987+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'307","last_scrub_stamp":"2024-09-07T15:28:18.792672+0000","last_deep_scrub":"269'307","last_deep_scrub_stamp":"2024-09-07T15:28:18.792672+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.792672+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:00:24.848805+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48611,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":504,"num_read_kb":1120,"num_write":402,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'782","reported_seq":4764,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.653556+0000","last_change":"2024-09-07T15:28:24.653385+0000","last_active":"2024-09-07T15:28:24.653556+0000","last_peered":"2024-09-07T15:28:24.653556+0000","last_clean":"2024-09-07T15:28:24.653556+0000","last_became_active":"2024-09-07T13:38:17.994698+0000","last_became_peered":"2024-09-07T13:38:17.994698+0000","last_unstale":"2024-09-07T15:28:24.653556+0000","last_undegraded":"2024-09-07T15:28:24.653556+0000","last_fullsized":"2024-09-07T15:28:24.653556+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'782","last_scrub_stamp":"2024-09-07T15:28:24.653198+0000","last_deep_scrub":"269'782","last_deep_scrub_stamp":"2024-09-07T15:28:24.653198+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.653198+0000","objects_scrubbed":1,"log_size":82,"log_dups_size":700,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:40:30.072659+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'130","reported_seq":729,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.810867+0000","last_change":"2024-09-07T15:28:05.810867+0000","last_active":"2024-09-07T15:28:05.810867+0000","last_peered":"2024-09-07T15:28:05.810867+0000","last_clean":"2024-09-07T15:28:05.810867+0000","last_became_active":"2024-09-07T13:38:11.962281+0000","last_became_peered":"2024-09-07T13:38:11.962281+0000","last_unstale":"2024-09-07T15:28:05.810867+0000","last_undegraded":"2024-09-07T15:28:05.810867+0000","last_fullsized":"2024-09-07T15:28:05.810867+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'130","last_scrub_stamp":"2024-09-07T15:28:05.810670+0000","last_deep_scrub":"269'130","last_deep_scrub_stamp":"2024-09-07T15:28:05.810670+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.810670+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:23:22.721432+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":538,"num_read_kb":433,"num_write":207,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'425","reported_seq":1183,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.524323+0000","last_change":"2024-09-07T15:27:57.524323+0000","last_active":"2024-09-07T15:27:57.524323+0000","last_peered":"2024-09-07T15:27:57.524323+0000","last_clean":"2024-09-07T15:27:57.524323+0000","last_became_active":"2024-09-07T13:38:09.953807+0000","last_became_peered":"2024-09-07T13:38:09.953807+0000","last_unstale":"2024-09-07T15:27:57.524323+0000","last_undegraded":"2024-09-07T15:27:57.524323+0000","last_fullsized":"2024-09-07T15:27:57.524323+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'425","last_scrub_stamp":"2024-09-07T15:27:57.524038+0000","last_deep_scrub":"269'425","last_deep_scrub_stamp":"2024-09-07T15:27:57.524038+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.524038+0000","objects_scrubbed":6,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:39:19.753621+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263255,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":813,"num_read_kb":21895,"num_write":1378,"num_write_kb":56048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.733530+0000","last_change":"2024-09-07T15:28:11.733530+0000","last_active":"2024-09-07T15:28:11.733530+0000","last_peered":"2024-09-07T15:28:11.733530+0000","last_clean":"2024-09-07T15:28:11.733530+0000","last_became_active":"2024-09-07T13:38:13.976951+0000","last_became_peered":"2024-09-07T13:38:13.976951+0000","last_unstale":"2024-09-07T15:28:11.733530+0000","last_undegraded":"2024-09-07T15:28:11.733530+0000","last_fullsized":"2024-09-07T15:28:11.733530+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:11.733351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:11.733351+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.733351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:39:10.242235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'458","reported_seq":1156,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.791453+0000","last_change":"2024-09-07T15:28:18.791453+0000","last_active":"2024-09-07T15:28:18.791453+0000","last_peered":"2024-09-07T15:28:18.791453+0000","last_clean":"2024-09-07T15:28:18.791453+0000","last_became_active":"2024-09-07T13:38:16.016901+0000","last_became_peered":"2024-09-07T13:38:16.016901+0000","last_unstale":"2024-09-07T15:28:18.791453+0000","last_undegraded":"2024-09-07T15:28:18.791453+0000","last_fullsized":"2024-09-07T15:28:18.791453+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'458","last_scrub_stamp":"2024-09-07T15:28:18.791111+0000","last_deep_scrub":"269'458","last_deep_scrub_stamp":"2024-09-07T15:28:18.791111+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.791111+0000","objects_scrubbed":10,"log_size":58,"log_dups_size":400,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:35:00.117431+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47659,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":717,"num_read_kb":1325,"num_write":548,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.313009+0000","last_change":"2024-09-07T15:28:12.313009+0000","last_active":"2024-09-07T15:28:12.313009+0000","last_peered":"2024-09-07T15:28:12.313009+0000","last_clean":"2024-09-07T15:28:12.313009+0000","last_became_active":"2024-09-07T13:38:17.987198+0000","last_became_peered":"2024-09-07T13:38:17.987198+0000","last_unstale":"2024-09-07T15:28:12.313009+0000","last_undegraded":"2024-09-07T15:28:12.313009+0000","last_fullsized":"2024-09-07T15:28:12.313009+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:12.312817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:12.312817+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.312817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:00:26.530554+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'549","reported_seq":1400,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.824875+0000","last_change":"2024-09-07T15:28:23.824875+0000","last_active":"2024-09-07T15:28:23.824875+0000","last_peered":"2024-09-07T15:28:23.824875+0000","last_clean":"2024-09-07T15:28:23.824875+0000","last_became_active":"2024-09-07T13:38:20.018987+0000","last_became_peered":"2024-09-07T13:38:20.018987+0000","last_unstale":"2024-09-07T15:28:23.824875+0000","last_undegraded":"2024-09-07T15:28:23.824875+0000","last_fullsized":"2024-09-07T15:28:23.824875+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'549","last_scrub_stamp":"2024-09-07T15:28:23.824675+0000","last_deep_scrub":"269'549","last_deep_scrub_stamp":"2024-09-07T15:28:23.824675+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.824675+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":500,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:41:28.966845+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1314,"num_read_kb":1309,"num_write":1132,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'101","reported_seq":731,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.470277+0000","last_change":"2024-09-07T15:27:59.470277+0000","last_active":"2024-09-07T15:27:59.470277+0000","last_peered":"2024-09-07T15:27:59.470277+0000","last_clean":"2024-09-07T15:27:59.470277+0000","last_became_active":"2024-09-07T13:38:11.964035+0000","last_became_peered":"2024-09-07T13:38:11.964035+0000","last_unstale":"2024-09-07T15:27:59.470277+0000","last_undegraded":"2024-09-07T15:27:59.470277+0000","last_fullsized":"2024-09-07T15:27:59.470277+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'101","last_scrub_stamp":"2024-09-07T15:27:59.470002+0000","last_deep_scrub":"269'101","last_deep_scrub_stamp":"2024-09-07T15:27:59.470002+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.470002+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:01:03.946136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":383,"num_write":141,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'290","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.492168+0000","last_change":"2024-09-07T15:27:53.491994+0000","last_active":"2024-09-07T15:27:53.492168+0000","last_peered":"2024-09-07T15:27:53.492168+0000","last_clean":"2024-09-07T15:27:53.492168+0000","last_became_active":"2024-09-07T13:38:09.953293+0000","last_became_peered":"2024-09-07T13:38:09.953293+0000","last_unstale":"2024-09-07T15:27:53.492168+0000","last_undegraded":"2024-09-07T15:27:53.492168+0000","last_fullsized":"2024-09-07T15:27:53.492168+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'290","last_scrub_stamp":"2024-09-07T15:27:53.491781+0000","last_deep_scrub":"269'290","last_deep_scrub_stamp":"2024-09-07T15:27:53.491781+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.491781+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:24:07.538735+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":53781,"num_write":982,"num_write_kb":33822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.309619+0000","last_change":"2024-09-07T15:28:05.309619+0000","last_active":"2024-09-07T15:28:05.309619+0000","last_peered":"2024-09-07T15:28:05.309619+0000","last_clean":"2024-09-07T15:28:05.309619+0000","last_became_active":"2024-09-07T13:38:13.957111+0000","last_became_peered":"2024-09-07T13:38:13.957111+0000","last_unstale":"2024-09-07T15:28:05.309619+0000","last_undegraded":"2024-09-07T15:28:05.309619+0000","last_fullsized":"2024-09-07T15:28:05.309619+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:05.309428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:05.309428+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.309428+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:03:58.248951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'292","reported_seq":926,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.632807+0000","last_change":"2024-09-07T15:28:14.632661+0000","last_active":"2024-09-07T15:28:14.632807+0000","last_peered":"2024-09-07T15:28:14.632807+0000","last_clean":"2024-09-07T15:28:14.632807+0000","last_became_active":"2024-09-07T13:38:15.988081+0000","last_became_peered":"2024-09-07T13:38:15.988081+0000","last_unstale":"2024-09-07T15:28:14.632807+0000","last_undegraded":"2024-09-07T15:28:14.632807+0000","last_fullsized":"2024-09-07T15:28:14.632807+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'292","last_scrub_stamp":"2024-09-07T15:28:14.632479+0000","last_deep_scrub":"269'292","last_deep_scrub_stamp":"2024-09-07T15:28:14.632479+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.632479+0000","objects_scrubbed":4,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:14:18.549017+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51973,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":482,"num_read_kb":1048,"num_write":380,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.664464+0000","last_change":"2024-09-07T15:28:21.664464+0000","last_active":"2024-09-07T15:28:21.664464+0000","last_peered":"2024-09-07T15:28:21.664464+0000","last_clean":"2024-09-07T15:28:21.664464+0000","last_became_active":"2024-09-07T13:38:17.994508+0000","last_became_peered":"2024-09-07T13:38:17.994508+0000","last_unstale":"2024-09-07T15:28:21.664464+0000","last_undegraded":"2024-09-07T15:28:21.664464+0000","last_fullsized":"2024-09-07T15:28:21.664464+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:21.664286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:21.664286+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.664286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:04:56.598615+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'130","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.048797+0000","last_change":"2024-09-07T15:28:13.048797+0000","last_active":"2024-09-07T15:28:13.048797+0000","last_peered":"2024-09-07T15:28:13.048797+0000","last_clean":"2024-09-07T15:28:13.048797+0000","last_became_active":"2024-09-07T13:38:20.011595+0000","last_became_peered":"2024-09-07T13:38:20.011595+0000","last_unstale":"2024-09-07T15:28:13.048797+0000","last_undegraded":"2024-09-07T15:28:13.048797+0000","last_fullsized":"2024-09-07T15:28:13.048797+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'130","last_scrub_stamp":"2024-09-07T15:28:13.048614+0000","last_deep_scrub":"269'130","last_deep_scrub_stamp":"2024-09-07T15:28:13.048614+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.048614+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:00:35.666875+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":176,"num_read_kb":166,"num_write":311,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'266","reported_seq":974,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.081097+0000","last_change":"2024-09-07T15:27:59.081097+0000","last_active":"2024-09-07T15:27:59.081097+0000","last_peered":"2024-09-07T15:27:59.081097+0000","last_clean":"2024-09-07T15:27:59.081097+0000","last_became_active":"2024-09-07T13:38:11.970451+0000","last_became_peered":"2024-09-07T13:38:11.970451+0000","last_unstale":"2024-09-07T15:27:59.081097+0000","last_undegraded":"2024-09-07T15:27:59.081097+0000","last_fullsized":"2024-09-07T15:27:59.081097+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'266","last_scrub_stamp":"2024-09-07T15:27:59.080911+0000","last_deep_scrub":"269'266","last_deep_scrub_stamp":"2024-09-07T15:27:59.080911+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.080911+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:47:46.819787+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1159,"num_read_kb":956,"num_write":391,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'366","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.516559+0000","last_change":"2024-09-07T15:27:55.516405+0000","last_active":"2024-09-07T15:27:55.516559+0000","last_peered":"2024-09-07T15:27:55.516559+0000","last_clean":"2024-09-07T15:27:55.516559+0000","last_became_active":"2024-09-07T13:38:09.959258+0000","last_became_peered":"2024-09-07T13:38:09.959258+0000","last_unstale":"2024-09-07T15:27:55.516559+0000","last_undegraded":"2024-09-07T15:27:55.516559+0000","last_fullsized":"2024-09-07T15:27:55.516559+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'366","last_scrub_stamp":"2024-09-07T15:27:55.516196+0000","last_deep_scrub":"269'366","last_deep_scrub_stamp":"2024-09-07T15:27:55.516196+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.516196+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:29:06.428364+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":593,"num_read_kb":722,"num_write":1178,"num_write_kb":10943,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.281516+0000","last_change":"2024-09-07T15:28:08.281340+0000","last_active":"2024-09-07T15:28:08.281516+0000","last_peered":"2024-09-07T15:28:08.281516+0000","last_clean":"2024-09-07T15:28:08.281516+0000","last_became_active":"2024-09-07T13:38:13.959704+0000","last_became_peered":"2024-09-07T13:38:13.959704+0000","last_unstale":"2024-09-07T15:28:08.281516+0000","last_undegraded":"2024-09-07T15:28:08.281516+0000","last_fullsized":"2024-09-07T15:28:08.281516+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:08.281166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:08.281166+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.281166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:33:43.297262+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'355","reported_seq":1014,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.799307+0000","last_change":"2024-09-07T15:28:16.799307+0000","last_active":"2024-09-07T15:28:16.799307+0000","last_peered":"2024-09-07T15:28:16.799307+0000","last_clean":"2024-09-07T15:28:16.799307+0000","last_became_active":"2024-09-07T13:38:15.987730+0000","last_became_peered":"2024-09-07T13:38:15.987730+0000","last_unstale":"2024-09-07T15:28:16.799307+0000","last_undegraded":"2024-09-07T15:28:16.799307+0000","last_fullsized":"2024-09-07T15:28:16.799307+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'355","last_scrub_stamp":"2024-09-07T15:28:16.799085+0000","last_deep_scrub":"269'355","last_deep_scrub_stamp":"2024-09-07T15:28:16.799085+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.799085+0000","objects_scrubbed":7,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:36:07.239471+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52329,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":566,"num_read_kb":1095,"num_write":432,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'758","reported_seq":3273,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.189547+0000","last_change":"2024-09-07T15:28:19.189547+0000","last_active":"2024-09-07T15:28:19.189547+0000","last_peered":"2024-09-07T15:28:19.189547+0000","last_clean":"2024-09-07T15:28:19.189547+0000","last_became_active":"2024-09-07T13:38:17.996538+0000","last_became_peered":"2024-09-07T13:38:17.996538+0000","last_unstale":"2024-09-07T15:28:19.189547+0000","last_undegraded":"2024-09-07T15:28:19.189547+0000","last_fullsized":"2024-09-07T15:28:19.189547+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'758","last_scrub_stamp":"2024-09-07T15:28:19.189340+0000","last_deep_scrub":"269'758","last_deep_scrub_stamp":"2024-09-07T15:28:19.189340+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.189340+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:55:10.463183+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'115","reported_seq":642,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.266405+0000","last_change":"2024-09-07T15:28:23.266405+0000","last_active":"2024-09-07T15:28:23.266405+0000","last_peered":"2024-09-07T15:28:23.266405+0000","last_clean":"2024-09-07T15:28:23.266405+0000","last_became_active":"2024-09-07T13:38:20.012449+0000","last_became_peered":"2024-09-07T13:38:20.012449+0000","last_unstale":"2024-09-07T15:28:23.266405+0000","last_undegraded":"2024-09-07T15:28:23.266405+0000","last_fullsized":"2024-09-07T15:28:23.266405+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'115","last_scrub_stamp":"2024-09-07T15:28:23.266213+0000","last_deep_scrub":"269'115","last_deep_scrub_stamp":"2024-09-07T15:28:23.266213+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.266213+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:17:16.775133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":286,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'198","reported_seq":843,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.200536+0000","last_change":"2024-09-07T15:28:02.200377+0000","last_active":"2024-09-07T15:28:02.200536+0000","last_peered":"2024-09-07T15:28:02.200536+0000","last_clean":"2024-09-07T15:28:02.200536+0000","last_became_active":"2024-09-07T13:38:11.961387+0000","last_became_peered":"2024-09-07T13:38:11.961387+0000","last_unstale":"2024-09-07T15:28:02.200536+0000","last_undegraded":"2024-09-07T15:28:02.200536+0000","last_fullsized":"2024-09-07T15:28:02.200536+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'198","last_scrub_stamp":"2024-09-07T15:28:02.200162+0000","last_deep_scrub":"269'198","last_deep_scrub_stamp":"2024-09-07T15:28:02.200162+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.200162+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:11.628203+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":804,"num_read_kb":654,"num_write":292,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'333","reported_seq":1126,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.821070+0000","last_change":"2024-09-07T15:27:54.820891+0000","last_active":"2024-09-07T15:27:54.821070+0000","last_peered":"2024-09-07T15:27:54.821070+0000","last_clean":"2024-09-07T15:27:54.821070+0000","last_became_active":"2024-09-07T13:38:09.955525+0000","last_became_peered":"2024-09-07T13:38:09.955525+0000","last_unstale":"2024-09-07T15:27:54.821070+0000","last_undegraded":"2024-09-07T15:27:54.821070+0000","last_fullsized":"2024-09-07T15:27:54.821070+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'333","last_scrub_stamp":"2024-09-07T15:27:54.820660+0000","last_deep_scrub":"269'333","last_deep_scrub_stamp":"2024-09-07T15:27:54.820660+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.820660+0000","objects_scrubbed":7,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:37:23.589094+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1486129,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":604,"num_read_kb":36147,"num_write":1085,"num_write_kb":30629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.289838+0000","last_change":"2024-09-07T15:28:06.289838+0000","last_active":"2024-09-07T15:28:06.289838+0000","last_peered":"2024-09-07T15:28:06.289838+0000","last_clean":"2024-09-07T15:28:06.289838+0000","last_became_active":"2024-09-07T13:38:13.955470+0000","last_became_peered":"2024-09-07T13:38:13.955470+0000","last_unstale":"2024-09-07T15:28:06.289838+0000","last_undegraded":"2024-09-07T15:28:06.289838+0000","last_fullsized":"2024-09-07T15:28:06.289838+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:06.289663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:06.289663+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.289663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:42:34.328342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'555","reported_seq":1243,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.239826+0000","last_change":"2024-09-07T15:28:13.239826+0000","last_active":"2024-09-07T15:28:13.239826+0000","last_peered":"2024-09-07T15:28:13.239826+0000","last_clean":"2024-09-07T15:28:13.239826+0000","last_became_active":"2024-09-07T13:38:15.977053+0000","last_became_peered":"2024-09-07T13:38:15.977053+0000","last_unstale":"2024-09-07T15:28:13.239826+0000","last_undegraded":"2024-09-07T15:28:13.239826+0000","last_fullsized":"2024-09-07T15:28:13.239826+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'555","last_scrub_stamp":"2024-09-07T15:28:13.239681+0000","last_deep_scrub":"269'555","last_deep_scrub_stamp":"2024-09-07T15:28:13.239681+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.239681+0000","objects_scrubbed":6,"log_size":55,"log_dups_size":500,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:53:06.380812+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95964,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":974,"num_read_kb":2319,"num_write":806,"num_write_kb":662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.279934+0000","last_change":"2024-09-07T15:28:12.279934+0000","last_active":"2024-09-07T15:28:12.279934+0000","last_peered":"2024-09-07T15:28:12.279934+0000","last_clean":"2024-09-07T15:28:12.279934+0000","last_became_active":"2024-09-07T13:38:17.999641+0000","last_became_peered":"2024-09-07T13:38:17.999641+0000","last_unstale":"2024-09-07T15:28:12.279934+0000","last_undegraded":"2024-09-07T15:28:12.279934+0000","last_fullsized":"2024-09-07T15:28:12.279934+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:12.279659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:12.279659+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.279659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:20:27.464591+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'174","reported_seq":732,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.327957+0000","last_change":"2024-09-07T15:28:18.327957+0000","last_active":"2024-09-07T15:28:18.327957+0000","last_peered":"2024-09-07T15:28:18.327957+0000","last_clean":"2024-09-07T15:28:18.327957+0000","last_became_active":"2024-09-07T13:38:20.000637+0000","last_became_peered":"2024-09-07T13:38:20.000637+0000","last_unstale":"2024-09-07T15:28:18.327957+0000","last_undegraded":"2024-09-07T15:28:18.327957+0000","last_fullsized":"2024-09-07T15:28:18.327957+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'174","last_scrub_stamp":"2024-09-07T15:28:18.327743+0000","last_deep_scrub":"269'174","last_deep_scrub_stamp":"2024-09-07T15:28:18.327743+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.327743+0000","objects_scrubbed":1,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:54:06.875576+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":254,"num_read_kb":244,"num_write":425,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'351","reported_seq":1112,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.405460+0000","last_change":"2024-09-07T15:27:55.405325+0000","last_active":"2024-09-07T15:27:55.405460+0000","last_peered":"2024-09-07T15:27:55.405460+0000","last_clean":"2024-09-07T15:27:55.405460+0000","last_became_active":"2024-09-07T13:38:11.978375+0000","last_became_peered":"2024-09-07T13:38:11.978375+0000","last_unstale":"2024-09-07T15:27:55.405460+0000","last_undegraded":"2024-09-07T15:27:55.405460+0000","last_fullsized":"2024-09-07T15:27:55.405460+0000","mapping_epoch":28,"log_start":"266'300","ondisk_log_start":"266'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'351","last_scrub_stamp":"2024-09-07T15:27:55.405131+0000","last_deep_scrub":"269'351","last_deep_scrub_stamp":"2024-09-07T15:27:55.405131+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.405131+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:08:38.060079+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1634,"num_read_kb":1416,"num_write":530,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25744,"num_omap_keys":101,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'405","reported_seq":1195,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.437338+0000","last_change":"2024-09-07T15:27:52.437338+0000","last_active":"2024-09-07T15:27:52.437338+0000","last_peered":"2024-09-07T15:27:52.437338+0000","last_clean":"2024-09-07T15:27:52.437338+0000","last_became_active":"2024-09-07T13:38:41.160505+0000","last_became_peered":"2024-09-07T13:38:41.160505+0000","last_unstale":"2024-09-07T15:27:52.437338+0000","last_undegraded":"2024-09-07T15:27:52.437338+0000","last_fullsized":"2024-09-07T15:27:52.437338+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'405","last_scrub_stamp":"2024-09-07T15:27:52.437121+0000","last_deep_scrub":"269'405","last_deep_scrub_stamp":"2024-09-07T15:27:52.437121+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.437121+0000","objects_scrubbed":7,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:05:53.424052+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243155,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":976,"num_read_kb":21179,"num_write":1309,"num_write_kb":33405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.294080+0000","last_change":"2024-09-07T15:28:09.293957+0000","last_active":"2024-09-07T15:28:09.294080+0000","last_peered":"2024-09-07T15:28:09.294080+0000","last_clean":"2024-09-07T15:28:09.294080+0000","last_became_active":"2024-09-07T13:38:13.970686+0000","last_became_peered":"2024-09-07T13:38:13.970686+0000","last_unstale":"2024-09-07T15:28:09.294080+0000","last_undegraded":"2024-09-07T15:28:09.294080+0000","last_fullsized":"2024-09-07T15:28:09.294080+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:09.293770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:09.293770+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.293770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:43:18.654512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'338","reported_seq":977,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.616733+0000","last_change":"2024-09-07T15:28:11.616593+0000","last_active":"2024-09-07T15:28:11.616733+0000","last_peered":"2024-09-07T15:28:11.616733+0000","last_clean":"2024-09-07T15:28:11.616733+0000","last_became_active":"2024-09-07T13:38:15.981714+0000","last_became_peered":"2024-09-07T13:38:15.981714+0000","last_unstale":"2024-09-07T15:28:11.616733+0000","last_undegraded":"2024-09-07T15:28:11.616733+0000","last_fullsized":"2024-09-07T15:28:11.616733+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'338","last_scrub_stamp":"2024-09-07T15:28:11.616391+0000","last_deep_scrub":"269'338","last_deep_scrub_stamp":"2024-09-07T15:28:11.616391+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.616391+0000","objects_scrubbed":6,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:00:38.597662+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44881,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":563,"num_read_kb":1137,"num_write":486,"num_write_kb":354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.202328+0000","last_change":"2024-09-07T15:28:20.202328+0000","last_active":"2024-09-07T15:28:20.202328+0000","last_peered":"2024-09-07T15:28:20.202328+0000","last_clean":"2024-09-07T15:28:20.202328+0000","last_became_active":"2024-09-07T13:38:18.001444+0000","last_became_peered":"2024-09-07T13:38:18.001444+0000","last_unstale":"2024-09-07T15:28:20.202328+0000","last_undegraded":"2024-09-07T15:28:20.202328+0000","last_fullsized":"2024-09-07T15:28:20.202328+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:20.202138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:20.202138+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.202138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:11:14.301109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'107","reported_seq":652,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.627258+0000","last_change":"2024-09-07T15:28:25.627258+0000","last_active":"2024-09-07T15:28:25.627258+0000","last_peered":"2024-09-07T15:28:25.627258+0000","last_clean":"2024-09-07T15:28:25.627258+0000","last_became_active":"2024-09-07T13:38:20.007347+0000","last_became_peered":"2024-09-07T13:38:20.007347+0000","last_unstale":"2024-09-07T15:28:25.627258+0000","last_undegraded":"2024-09-07T15:28:25.627258+0000","last_fullsized":"2024-09-07T15:28:25.627258+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'107","last_scrub_stamp":"2024-09-07T15:28:25.627071+0000","last_deep_scrub":"269'107","last_deep_scrub_stamp":"2024-09-07T15:28:25.627071+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.627071+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:06:01.988556+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":136,"num_write":262,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'348","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.420194+0000","last_change":"2024-09-07T15:27:57.420035+0000","last_active":"2024-09-07T15:27:57.420194+0000","last_peered":"2024-09-07T15:27:57.420194+0000","last_clean":"2024-09-07T15:27:57.420194+0000","last_became_active":"2024-09-07T13:38:11.950454+0000","last_became_peered":"2024-09-07T13:38:11.950454+0000","last_unstale":"2024-09-07T15:27:57.420194+0000","last_undegraded":"2024-09-07T15:27:57.420194+0000","last_fullsized":"2024-09-07T15:27:57.420194+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'348","last_scrub_stamp":"2024-09-07T15:27:57.419841+0000","last_deep_scrub":"269'348","last_deep_scrub_stamp":"2024-09-07T15:27:57.419841+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.419841+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:22:14.213867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1500,"num_read_kb":1202,"num_write":556,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'335","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.003893+0000","last_change":"2024-09-07T15:27:53.003893+0000","last_active":"2024-09-07T15:27:53.003893+0000","last_peered":"2024-09-07T15:27:53.003893+0000","last_clean":"2024-09-07T15:27:53.003893+0000","last_became_active":"2024-09-07T13:38:09.942104+0000","last_became_peered":"2024-09-07T13:38:09.942104+0000","last_unstale":"2024-09-07T15:27:53.003893+0000","last_undegraded":"2024-09-07T15:27:53.003893+0000","last_fullsized":"2024-09-07T15:27:53.003893+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'335","last_scrub_stamp":"2024-09-07T15:27:53.003670+0000","last_deep_scrub":"269'335","last_deep_scrub_stamp":"2024-09-07T15:27:53.003670+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.003670+0000","objects_scrubbed":7,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:32:46.159047+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":789594,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":576,"num_read_kb":6962,"num_write":1104,"num_write_kb":15487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":540,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.322242+0000","last_change":"2024-09-07T15:28:08.322109+0000","last_active":"2024-09-07T15:28:08.322242+0000","last_peered":"2024-09-07T15:28:08.322242+0000","last_clean":"2024-09-07T15:28:08.322242+0000","last_became_active":"2024-09-07T13:38:13.972315+0000","last_became_peered":"2024-09-07T13:38:13.972315+0000","last_unstale":"2024-09-07T15:28:08.322242+0000","last_undegraded":"2024-09-07T15:28:08.322242+0000","last_fullsized":"2024-09-07T15:28:08.322242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:08.321932+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:08.321932+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.321932+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:47:50.236758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'364","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.274259+0000","last_change":"2024-09-07T15:28:10.274259+0000","last_active":"2024-09-07T15:28:10.274259+0000","last_peered":"2024-09-07T15:28:10.274259+0000","last_clean":"2024-09-07T15:28:10.274259+0000","last_became_active":"2024-09-07T13:38:15.998960+0000","last_became_peered":"2024-09-07T13:38:15.998960+0000","last_unstale":"2024-09-07T15:28:10.274259+0000","last_undegraded":"2024-09-07T15:28:10.274259+0000","last_fullsized":"2024-09-07T15:28:10.274259+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'364","last_scrub_stamp":"2024-09-07T15:28:10.273990+0000","last_deep_scrub":"269'364","last_deep_scrub_stamp":"2024-09-07T15:28:10.273990+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.273990+0000","objects_scrubbed":7,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:43:38.939588+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50592,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":586,"num_read_kb":1148,"num_write":452,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'759","reported_seq":3301,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.265501+0000","last_change":"2024-09-07T15:28:15.265501+0000","last_active":"2024-09-07T15:28:15.265501+0000","last_peered":"2024-09-07T15:28:15.265501+0000","last_clean":"2024-09-07T15:28:15.265501+0000","last_became_active":"2024-09-07T13:38:18.007298+0000","last_became_peered":"2024-09-07T13:38:18.007298+0000","last_unstale":"2024-09-07T15:28:15.265501+0000","last_undegraded":"2024-09-07T15:28:15.265501+0000","last_fullsized":"2024-09-07T15:28:15.265501+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'759","last_scrub_stamp":"2024-09-07T15:28:15.265325+0000","last_deep_scrub":"269'759","last_deep_scrub_stamp":"2024-09-07T15:28:15.265325+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.265325+0000","objects_scrubbed":1,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:52:59.197131+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'149","reported_seq":699,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.344345+0000","last_change":"2024-09-07T15:28:16.344345+0000","last_active":"2024-09-07T15:28:16.344345+0000","last_peered":"2024-09-07T15:28:16.344345+0000","last_clean":"2024-09-07T15:28:16.344345+0000","last_became_active":"2024-09-07T13:38:20.012078+0000","last_became_peered":"2024-09-07T13:38:20.012078+0000","last_unstale":"2024-09-07T15:28:16.344345+0000","last_undegraded":"2024-09-07T15:28:16.344345+0000","last_fullsized":"2024-09-07T15:28:16.344345+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'149","last_scrub_stamp":"2024-09-07T15:28:16.344143+0000","last_deep_scrub":"269'149","last_deep_scrub_stamp":"2024-09-07T15:28:16.344143+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.344143+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:36:39.108733+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":218,"num_read_kb":205,"num_write":349,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'328","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.416749+0000","last_change":"2024-09-07T15:27:56.416590+0000","last_active":"2024-09-07T15:27:56.416749+0000","last_peered":"2024-09-07T15:27:56.416749+0000","last_clean":"2024-09-07T15:27:56.416749+0000","last_became_active":"2024-09-07T13:38:11.978432+0000","last_became_peered":"2024-09-07T13:38:11.978432+0000","last_unstale":"2024-09-07T15:27:56.416749+0000","last_undegraded":"2024-09-07T15:27:56.416749+0000","last_fullsized":"2024-09-07T15:27:56.416749+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'328","last_scrub_stamp":"2024-09-07T15:27:56.416404+0000","last_deep_scrub":"269'328","last_deep_scrub_stamp":"2024-09-07T15:27:56.416404+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.416404+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:18:23.039047+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1389,"num_read_kb":1168,"num_write":485,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'348","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.385331+0000","last_change":"2024-09-07T15:27:51.385331+0000","last_active":"2024-09-07T15:27:51.385331+0000","last_peered":"2024-09-07T15:27:51.385331+0000","last_clean":"2024-09-07T15:27:51.385331+0000","last_became_active":"2024-09-07T13:38:09.949154+0000","last_became_peered":"2024-09-07T13:38:09.949154+0000","last_unstale":"2024-09-07T15:27:51.385331+0000","last_undegraded":"2024-09-07T15:27:51.385331+0000","last_fullsized":"2024-09-07T15:27:51.385331+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'348","last_scrub_stamp":"2024-09-07T15:27:51.385076+0000","last_deep_scrub":"269'348","last_deep_scrub_stamp":"2024-09-07T15:27:51.385076+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.385076+0000","objects_scrubbed":2,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:49:55.118258+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":525,"num_read_kb":26149,"num_write":1065,"num_write_kb":30118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"269'4","reported_seq":1495,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.745768+0000","last_change":"2024-09-07T15:28:13.745768+0000","last_active":"2024-09-07T15:28:13.745768+0000","last_peered":"2024-09-07T15:28:13.745768+0000","last_clean":"2024-09-07T15:28:13.745768+0000","last_became_active":"2024-09-07T13:38:13.969774+0000","last_became_peered":"2024-09-07T13:38:13.969774+0000","last_unstale":"2024-09-07T15:28:13.745768+0000","last_undegraded":"2024-09-07T15:28:13.745768+0000","last_fullsized":"2024-09-07T15:28:13.745768+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-07T15:28:13.745587+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-07T15:28:13.745587+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.745587+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:24:01.172927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":957,"num_read_kb":957,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'139","reported_seq":733,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.610018+0000","last_change":"2024-09-07T15:28:15.609856+0000","last_active":"2024-09-07T15:28:15.610018+0000","last_peered":"2024-09-07T15:28:15.610018+0000","last_clean":"2024-09-07T15:28:15.610018+0000","last_became_active":"2024-09-07T13:38:16.016446+0000","last_became_peered":"2024-09-07T13:38:16.016446+0000","last_unstale":"2024-09-07T15:28:15.610018+0000","last_undegraded":"2024-09-07T15:28:15.610018+0000","last_fullsized":"2024-09-07T15:28:15.610018+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'139","last_scrub_stamp":"2024-09-07T15:28:15.609667+0000","last_deep_scrub":"269'139","last_deep_scrub_stamp":"2024-09-07T15:28:15.609667+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.609667+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:08:28.545753+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":165,"num_read_kb":160,"num_write":110,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'742","reported_seq":5161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.070772+0000","last_change":"2024-09-07T15:28:08.070772+0000","last_active":"2024-09-07T15:28:08.070772+0000","last_peered":"2024-09-07T15:28:08.070772+0000","last_clean":"2024-09-07T15:28:08.070772+0000","last_became_active":"2024-09-07T13:38:18.001633+0000","last_became_peered":"2024-09-07T13:38:18.001633+0000","last_unstale":"2024-09-07T15:28:08.070772+0000","last_undegraded":"2024-09-07T15:28:08.070772+0000","last_fullsized":"2024-09-07T15:28:08.070772+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'742","last_scrub_stamp":"2024-09-07T15:28:08.070587+0000","last_deep_scrub":"269'742","last_deep_scrub_stamp":"2024-09-07T15:28:08.070587+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.070587+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":700,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:45:01.526104+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'132","reported_seq":679,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.631142+0000","last_change":"2024-09-07T15:28:23.631142+0000","last_active":"2024-09-07T15:28:23.631142+0000","last_peered":"2024-09-07T15:28:23.631142+0000","last_clean":"2024-09-07T15:28:23.631142+0000","last_became_active":"2024-09-07T13:38:20.017590+0000","last_became_peered":"2024-09-07T13:38:20.017590+0000","last_unstale":"2024-09-07T15:28:23.631142+0000","last_undegraded":"2024-09-07T15:28:23.631142+0000","last_fullsized":"2024-09-07T15:28:23.631142+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'132","last_scrub_stamp":"2024-09-07T15:28:23.630962+0000","last_deep_scrub":"269'132","last_deep_scrub_stamp":"2024-09-07T15:28:23.630962+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.630962+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:26:02.841044+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":214,"num_read_kb":197,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'109","reported_seq":742,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.281624+0000","last_change":"2024-09-07T15:28:01.281624+0000","last_active":"2024-09-07T15:28:01.281624+0000","last_peered":"2024-09-07T15:28:01.281624+0000","last_clean":"2024-09-07T15:28:01.281624+0000","last_became_active":"2024-09-07T13:38:11.949335+0000","last_became_peered":"2024-09-07T13:38:11.949335+0000","last_unstale":"2024-09-07T15:28:01.281624+0000","last_undegraded":"2024-09-07T15:28:01.281624+0000","last_fullsized":"2024-09-07T15:28:01.281624+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'109","last_scrub_stamp":"2024-09-07T15:28:01.281399+0000","last_deep_scrub":"269'109","last_deep_scrub_stamp":"2024-09-07T15:28:01.281399+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.281399+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:41:54.583158+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":465,"num_read_kb":389,"num_write":165,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'413","reported_seq":1173,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.545467+0000","last_change":"2024-09-07T15:27:53.545467+0000","last_active":"2024-09-07T15:27:53.545467+0000","last_peered":"2024-09-07T15:27:53.545467+0000","last_clean":"2024-09-07T15:27:53.545467+0000","last_became_active":"2024-09-07T13:38:09.952763+0000","last_became_peered":"2024-09-07T13:38:09.952763+0000","last_unstale":"2024-09-07T15:27:53.545467+0000","last_undegraded":"2024-09-07T15:27:53.545467+0000","last_fullsized":"2024-09-07T15:27:53.545467+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'413","last_scrub_stamp":"2024-09-07T15:27:53.545062+0000","last_deep_scrub":"269'413","last_deep_scrub_stamp":"2024-09-07T15:27:53.545062+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.545062+0000","objects_scrubbed":10,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:28:27.924702+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2273796,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":776,"num_read_kb":35105,"num_write":1268,"num_write_kb":41827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.529605+0000","last_change":"2024-09-07T15:28:07.529403+0000","last_active":"2024-09-07T15:28:07.529605+0000","last_peered":"2024-09-07T15:28:07.529605+0000","last_clean":"2024-09-07T15:28:07.529605+0000","last_became_active":"2024-09-07T13:38:13.967414+0000","last_became_peered":"2024-09-07T13:38:13.967414+0000","last_unstale":"2024-09-07T15:28:07.529605+0000","last_undegraded":"2024-09-07T15:28:07.529605+0000","last_fullsized":"2024-09-07T15:28:07.529605+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:07.529210+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:07.529210+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.529210+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:55:25.155693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'520","reported_seq":1206,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.801855+0000","last_change":"2024-09-07T15:28:19.801715+0000","last_active":"2024-09-07T15:28:19.801855+0000","last_peered":"2024-09-07T15:28:19.801855+0000","last_clean":"2024-09-07T15:28:19.801855+0000","last_became_active":"2024-09-07T13:38:15.977773+0000","last_became_peered":"2024-09-07T13:38:15.977773+0000","last_unstale":"2024-09-07T15:28:19.801855+0000","last_undegraded":"2024-09-07T15:28:19.801855+0000","last_fullsized":"2024-09-07T15:28:19.801855+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'520","last_scrub_stamp":"2024-09-07T15:28:19.801515+0000","last_deep_scrub":"269'520","last_deep_scrub_stamp":"2024-09-07T15:28:19.801515+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.801515+0000","objects_scrubbed":9,"log_size":20,"log_dups_size":500,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:05:50.800538+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47706,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1427,"num_read_kb":2018,"num_write":2016,"num_write_kb":1796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":488484,"num_omap_keys":1128,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.058175+0000","last_change":"2024-09-07T15:28:07.058175+0000","last_active":"2024-09-07T15:28:07.058175+0000","last_peered":"2024-09-07T15:28:07.058175+0000","last_clean":"2024-09-07T15:28:07.058175+0000","last_became_active":"2024-09-07T13:38:18.002088+0000","last_became_peered":"2024-09-07T13:38:18.002088+0000","last_unstale":"2024-09-07T15:28:07.058175+0000","last_undegraded":"2024-09-07T15:28:07.058175+0000","last_fullsized":"2024-09-07T15:28:07.058175+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:07.057982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:07.057982+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.057982+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:06:26.888104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'138","reported_seq":676,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.345469+0000","last_change":"2024-09-07T15:28:17.345469+0000","last_active":"2024-09-07T15:28:17.345469+0000","last_peered":"2024-09-07T15:28:17.345469+0000","last_clean":"2024-09-07T15:28:17.345469+0000","last_became_active":"2024-09-07T13:38:20.013277+0000","last_became_peered":"2024-09-07T13:38:20.013277+0000","last_unstale":"2024-09-07T15:28:17.345469+0000","last_undegraded":"2024-09-07T15:28:17.345469+0000","last_fullsized":"2024-09-07T15:28:17.345469+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'138","last_scrub_stamp":"2024-09-07T15:28:17.345287+0000","last_deep_scrub":"269'138","last_deep_scrub_stamp":"2024-09-07T15:28:17.345287+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.345287+0000","objects_scrubbed":3,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:32:21.283682+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":158,"num_read_kb":155,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'248","reported_seq":889,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.077327+0000","last_change":"2024-09-07T15:27:58.077327+0000","last_active":"2024-09-07T15:27:58.077327+0000","last_peered":"2024-09-07T15:27:58.077327+0000","last_clean":"2024-09-07T15:27:58.077327+0000","last_became_active":"2024-09-07T13:38:11.976405+0000","last_became_peered":"2024-09-07T13:38:11.976405+0000","last_unstale":"2024-09-07T15:27:58.077327+0000","last_undegraded":"2024-09-07T15:27:58.077327+0000","last_fullsized":"2024-09-07T15:27:58.077327+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'248","last_scrub_stamp":"2024-09-07T15:27:58.077143+0000","last_deep_scrub":"269'248","last_deep_scrub_stamp":"2024-09-07T15:27:58.077143+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.077143+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:18:31.972798+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1035,"num_read_kb":831,"num_write":390,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"269'74","reported_seq":660,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.541560+0000","last_change":"2024-09-07T15:27:52.541410+0000","last_active":"2024-09-07T15:27:52.541560+0000","last_peered":"2024-09-07T15:27:52.541560+0000","last_clean":"2024-09-07T15:27:52.541560+0000","last_became_active":"2024-09-07T13:37:48.640244+0000","last_became_peered":"2024-09-07T13:37:48.640244+0000","last_unstale":"2024-09-07T15:27:52.541560+0000","last_undegraded":"2024-09-07T15:27:52.541560+0000","last_fullsized":"2024-09-07T15:27:52.541560+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'74","last_scrub_stamp":"2024-09-07T15:27:52.541209+0000","last_deep_scrub":"269'74","last_deep_scrub_stamp":"2024-09-07T15:27:52.541209+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.541209+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:30:27.029419+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"269'2","reported_seq":567,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.863111+0000","last_change":"2024-09-07T15:27:52.862887+0000","last_active":"2024-09-07T15:27:52.863111+0000","last_peered":"2024-09-07T15:27:52.863111+0000","last_clean":"2024-09-07T15:27:52.863111+0000","last_became_active":"2024-09-07T13:37:53.651096+0000","last_became_peered":"2024-09-07T13:37:53.651096+0000","last_unstale":"2024-09-07T15:27:52.863111+0000","last_undegraded":"2024-09-07T15:27:52.863111+0000","last_fullsized":"2024-09-07T15:27:52.863111+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:27:52.862651+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:27:52.862651+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.862651+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:18:55.565122+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00076349800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'365","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.498706+0000","last_change":"2024-09-07T15:27:52.498706+0000","last_active":"2024-09-07T15:27:52.498706+0000","last_peered":"2024-09-07T15:27:52.498706+0000","last_clean":"2024-09-07T15:27:52.498706+0000","last_became_active":"2024-09-07T13:38:09.970156+0000","last_became_peered":"2024-09-07T13:38:09.970156+0000","last_unstale":"2024-09-07T15:27:52.498706+0000","last_undegraded":"2024-09-07T15:27:52.498706+0000","last_fullsized":"2024-09-07T15:27:52.498706+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'365","last_scrub_stamp":"2024-09-07T15:27:52.498574+0000","last_deep_scrub":"269'365","last_deep_scrub_stamp":"2024-09-07T15:27:52.498574+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.498574+0000","objects_scrubbed":5,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:32:29.692118+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643817,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":9408,"num_write":1123,"num_write_kb":29387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.699489+0000","last_change":"2024-09-07T15:28:09.699489+0000","last_active":"2024-09-07T15:28:09.699489+0000","last_peered":"2024-09-07T15:28:09.699489+0000","last_clean":"2024-09-07T15:28:09.699489+0000","last_became_active":"2024-09-07T13:38:13.971905+0000","last_became_peered":"2024-09-07T13:38:13.971905+0000","last_unstale":"2024-09-07T15:28:09.699489+0000","last_undegraded":"2024-09-07T15:28:09.699489+0000","last_fullsized":"2024-09-07T15:28:09.699489+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:09.699277+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:09.699277+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.699277+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:28:44.174104+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'766","reported_seq":1522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.795719+0000","last_change":"2024-09-07T15:28:17.795719+0000","last_active":"2024-09-07T15:28:17.795719+0000","last_peered":"2024-09-07T15:28:17.795719+0000","last_clean":"2024-09-07T15:28:17.795719+0000","last_became_active":"2024-09-07T13:38:15.999277+0000","last_became_peered":"2024-09-07T13:38:15.999277+0000","last_unstale":"2024-09-07T15:28:17.795719+0000","last_undegraded":"2024-09-07T15:28:17.795719+0000","last_fullsized":"2024-09-07T15:28:17.795719+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'766","last_scrub_stamp":"2024-09-07T15:28:17.795453+0000","last_deep_scrub":"269'766","last_deep_scrub_stamp":"2024-09-07T15:28:17.795453+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.795453+0000","objects_scrubbed":6,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:13:11.035574+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129755,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1488,"num_read_kb":3227,"num_write":1454,"num_write_kb":1271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":106958,"num_omap_keys":256,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.148094+0000","last_change":"2024-09-07T15:28:17.148094+0000","last_active":"2024-09-07T15:28:17.148094+0000","last_peered":"2024-09-07T15:28:17.148094+0000","last_clean":"2024-09-07T15:28:17.148094+0000","last_became_active":"2024-09-07T13:38:17.993862+0000","last_became_peered":"2024-09-07T13:38:17.993862+0000","last_unstale":"2024-09-07T15:28:17.148094+0000","last_undegraded":"2024-09-07T15:28:17.148094+0000","last_fullsized":"2024-09-07T15:28:17.148094+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:17.147906+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:17.147906+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.147906+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:56:50.062831+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'185","reported_seq":921,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.088929+0000","last_change":"2024-09-07T15:28:12.088929+0000","last_active":"2024-09-07T15:28:12.088929+0000","last_peered":"2024-09-07T15:28:12.088929+0000","last_clean":"2024-09-07T15:28:12.088929+0000","last_became_active":"2024-09-07T13:38:20.008171+0000","last_became_peered":"2024-09-07T13:38:20.008171+0000","last_unstale":"2024-09-07T15:28:12.088929+0000","last_undegraded":"2024-09-07T15:28:12.088929+0000","last_fullsized":"2024-09-07T15:28:12.088929+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'185","last_scrub_stamp":"2024-09-07T15:28:12.088482+0000","last_deep_scrub":"269'185","last_deep_scrub_stamp":"2024-09-07T15:28:12.088482+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.088482+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:55:34.629517+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":454,"num_read_kb":452,"num_write":371,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'108","reported_seq":701,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.239726+0000","last_change":"2024-09-07T15:28:00.239726+0000","last_active":"2024-09-07T15:28:00.239726+0000","last_peered":"2024-09-07T15:28:00.239726+0000","last_clean":"2024-09-07T15:28:00.239726+0000","last_became_active":"2024-09-07T13:38:11.952594+0000","last_became_peered":"2024-09-07T13:38:11.952594+0000","last_unstale":"2024-09-07T15:28:00.239726+0000","last_undegraded":"2024-09-07T15:28:00.239726+0000","last_fullsized":"2024-09-07T15:28:00.239726+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'108","last_scrub_stamp":"2024-09-07T15:28:00.239532+0000","last_deep_scrub":"269'108","last_deep_scrub_stamp":"2024-09-07T15:28:00.239532+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.239532+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:03:21.593535+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":470,"num_read_kb":380,"num_write":170,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":230,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":567,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.503919+0000","last_change":"2024-09-07T15:27:56.503752+0000","last_active":"2024-09-07T15:27:56.503919+0000","last_peered":"2024-09-07T15:27:56.503919+0000","last_clean":"2024-09-07T15:27:56.503919+0000","last_became_active":"2024-09-07T13:37:53.648513+0000","last_became_peered":"2024-09-07T13:37:53.648513+0000","last_unstale":"2024-09-07T15:27:56.503919+0000","last_undegraded":"2024-09-07T15:27:56.503919+0000","last_fullsized":"2024-09-07T15:27:56.503919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:56.503584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:56.503584+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.503584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:11:30.887143+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001130404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'312","reported_seq":1020,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.081648+0000","last_change":"2024-09-07T15:27:51.081648+0000","last_active":"2024-09-07T15:27:51.081648+0000","last_peered":"2024-09-07T15:27:51.081648+0000","last_clean":"2024-09-07T15:27:51.081648+0000","last_became_active":"2024-09-07T13:38:09.956791+0000","last_became_peered":"2024-09-07T13:38:09.956791+0000","last_unstale":"2024-09-07T15:27:51.081648+0000","last_undegraded":"2024-09-07T15:27:51.081648+0000","last_fullsized":"2024-09-07T15:27:51.081648+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'312","last_scrub_stamp":"2024-09-07T15:27:51.081414+0000","last_deep_scrub":"269'312","last_deep_scrub_stamp":"2024-09-07T15:27:51.081414+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.081414+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:23:48.609400+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":491,"num_read_kb":113059,"num_write":932,"num_write_kb":37932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.754850+0000","last_change":"2024-09-07T15:28:12.754850+0000","last_active":"2024-09-07T15:28:12.754850+0000","last_peered":"2024-09-07T15:28:12.754850+0000","last_clean":"2024-09-07T15:28:12.754850+0000","last_became_active":"2024-09-07T13:38:13.967037+0000","last_became_peered":"2024-09-07T13:38:13.967037+0000","last_unstale":"2024-09-07T15:28:12.754850+0000","last_undegraded":"2024-09-07T15:28:12.754850+0000","last_fullsized":"2024-09-07T15:28:12.754850+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:12.754668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:12.754668+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.754668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:17:26.753989+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1414","reported_seq":3731,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.301989+0000","last_change":"2024-09-07T15:28:13.301989+0000","last_active":"2024-09-07T15:28:13.301989+0000","last_peered":"2024-09-07T15:28:13.301989+0000","last_clean":"2024-09-07T15:28:13.301989+0000","last_became_active":"2024-09-07T13:38:15.982118+0000","last_became_peered":"2024-09-07T13:38:15.982118+0000","last_unstale":"2024-09-07T15:28:13.301989+0000","last_undegraded":"2024-09-07T15:28:13.301989+0000","last_fullsized":"2024-09-07T15:28:13.301989+0000","mapping_epoch":32,"log_start":"269'1400","ondisk_log_start":"269'1400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1414","last_scrub_stamp":"2024-09-07T15:28:13.301911+0000","last_deep_scrub":"269'1414","last_deep_scrub_stamp":"2024-09-07T15:28:13.301911+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.301911+0000","objects_scrubbed":11,"log_size":14,"log_dups_size":1400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:54:39.682788+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144324,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2234,"num_read_kb":4091,"num_write":1346,"num_write_kb":1099,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6238,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.734736+0000","last_change":"2024-09-07T15:28:20.734736+0000","last_active":"2024-09-07T15:28:20.734736+0000","last_peered":"2024-09-07T15:28:20.734736+0000","last_clean":"2024-09-07T15:28:20.734736+0000","last_became_active":"2024-09-07T13:38:18.005928+0000","last_became_peered":"2024-09-07T13:38:18.005928+0000","last_unstale":"2024-09-07T15:28:20.734736+0000","last_undegraded":"2024-09-07T15:28:20.734736+0000","last_fullsized":"2024-09-07T15:28:20.734736+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:20.734560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:20.734560+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.734560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:02:21.376317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'124","reported_seq":679,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.248973+0000","last_change":"2024-09-07T15:28:20.248973+0000","last_active":"2024-09-07T15:28:20.248973+0000","last_peered":"2024-09-07T15:28:20.248973+0000","last_clean":"2024-09-07T15:28:20.248973+0000","last_became_active":"2024-09-07T13:38:20.603620+0000","last_became_peered":"2024-09-07T13:38:20.603620+0000","last_unstale":"2024-09-07T15:28:20.248973+0000","last_undegraded":"2024-09-07T15:28:20.248973+0000","last_fullsized":"2024-09-07T15:28:20.248973+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'124","last_scrub_stamp":"2024-09-07T15:28:20.248716+0000","last_deep_scrub":"269'124","last_deep_scrub_stamp":"2024-09-07T15:28:20.248716+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.248716+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:03:50.036387+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1063,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":210,"num_read_kb":193,"num_write":303,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'136","reported_seq":757,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.261721+0000","last_change":"2024-09-07T15:28:00.261721+0000","last_active":"2024-09-07T15:28:00.261721+0000","last_peered":"2024-09-07T15:28:00.261721+0000","last_clean":"2024-09-07T15:28:00.261721+0000","last_became_active":"2024-09-07T13:38:11.959123+0000","last_became_peered":"2024-09-07T13:38:11.959123+0000","last_unstale":"2024-09-07T15:28:00.261721+0000","last_undegraded":"2024-09-07T15:28:00.261721+0000","last_fullsized":"2024-09-07T15:28:00.261721+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'136","last_scrub_stamp":"2024-09-07T15:28:00.261493+0000","last_deep_scrub":"269'136","last_deep_scrub_stamp":"2024-09-07T15:28:00.261493+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.261493+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:35.819051+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":469,"num_write":218,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":567,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.454607+0000","last_change":"2024-09-07T15:27:51.454482+0000","last_active":"2024-09-07T15:27:51.454607+0000","last_peered":"2024-09-07T15:27:51.454607+0000","last_clean":"2024-09-07T15:27:51.454607+0000","last_became_active":"2024-09-07T13:37:53.647110+0000","last_became_peered":"2024-09-07T13:37:53.647110+0000","last_unstale":"2024-09-07T15:27:51.454607+0000","last_undegraded":"2024-09-07T15:27:51.454607+0000","last_fullsized":"2024-09-07T15:27:51.454607+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:51.454320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:51.454320+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.454320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:47.618827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079789900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'370","reported_seq":1099,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:50.357574+0000","last_change":"2024-09-07T15:27:50.357574+0000","last_active":"2024-09-07T15:27:50.357574+0000","last_peered":"2024-09-07T15:27:50.357574+0000","last_clean":"2024-09-07T15:27:50.357574+0000","last_became_active":"2024-09-07T13:38:09.965593+0000","last_became_peered":"2024-09-07T13:38:09.965593+0000","last_unstale":"2024-09-07T15:27:50.357574+0000","last_undegraded":"2024-09-07T15:27:50.357574+0000","last_fullsized":"2024-09-07T15:27:50.357574+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'370","last_scrub_stamp":"2024-09-07T15:27:50.357486+0000","last_deep_scrub":"269'370","last_deep_scrub_stamp":"2024-09-07T15:27:50.357486+0000","last_clean_scrub_stamp":"2024-09-07T15:27:50.357486+0000","objects_scrubbed":4,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:07.925958+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2273684,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":617,"num_read_kb":60225,"num_write":1286,"num_write_kb":54706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"269'2","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.257734+0000","last_change":"2024-09-07T15:28:07.257734+0000","last_active":"2024-09-07T15:28:07.257734+0000","last_peered":"2024-09-07T15:28:07.257734+0000","last_clean":"2024-09-07T15:28:07.257734+0000","last_became_active":"2024-09-07T13:38:13.962053+0000","last_became_peered":"2024-09-07T13:38:13.962053+0000","last_unstale":"2024-09-07T15:28:07.257734+0000","last_undegraded":"2024-09-07T15:28:07.257734+0000","last_fullsized":"2024-09-07T15:28:07.257734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:07.257556+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:07.257556+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.257556+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:22.578715+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'362","reported_seq":2277,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.826052+0000","last_change":"2024-09-07T15:28:15.826052+0000","last_active":"2024-09-07T15:28:15.826052+0000","last_peered":"2024-09-07T15:28:15.826052+0000","last_clean":"2024-09-07T15:28:15.826052+0000","last_became_active":"2024-09-07T13:38:16.020234+0000","last_became_peered":"2024-09-07T13:38:16.020234+0000","last_unstale":"2024-09-07T15:28:15.826052+0000","last_undegraded":"2024-09-07T15:28:15.826052+0000","last_fullsized":"2024-09-07T15:28:15.826052+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'362","last_scrub_stamp":"2024-09-07T15:28:15.825749+0000","last_deep_scrub":"269'362","last_deep_scrub_stamp":"2024-09-07T15:28:15.825749+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.825749+0000","objects_scrubbed":9,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:44:23.607887+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":335,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5582,"num_omap_keys":14,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.145257+0000","last_change":"2024-09-07T15:28:18.145257+0000","last_active":"2024-09-07T15:28:18.145257+0000","last_peered":"2024-09-07T15:28:18.145257+0000","last_clean":"2024-09-07T15:28:18.145257+0000","last_became_active":"2024-09-07T13:38:17.990681+0000","last_became_peered":"2024-09-07T13:38:17.990681+0000","last_unstale":"2024-09-07T15:28:18.145257+0000","last_undegraded":"2024-09-07T15:28:18.145257+0000","last_fullsized":"2024-09-07T15:28:18.145257+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:18.145068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:18.145068+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.145068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:54:59.296094+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'262","reported_seq":904,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.607188+0000","last_change":"2024-09-07T15:28:26.607015+0000","last_active":"2024-09-07T15:28:26.607188+0000","last_peered":"2024-09-07T15:28:26.607188+0000","last_clean":"2024-09-07T15:28:26.607188+0000","last_became_active":"2024-09-07T13:38:20.018090+0000","last_became_peered":"2024-09-07T13:38:20.018090+0000","last_unstale":"2024-09-07T15:28:26.607188+0000","last_undegraded":"2024-09-07T15:28:26.607188+0000","last_fullsized":"2024-09-07T15:28:26.607188+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'262","last_scrub_stamp":"2024-09-07T15:28:26.606824+0000","last_deep_scrub":"269'262","last_deep_scrub_stamp":"2024-09-07T15:28:26.606824+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.606824+0000","objects_scrubbed":2,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:31:24.256013+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":514,"num_read_kb":539,"num_write":563,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'130","reported_seq":770,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.293935+0000","last_change":"2024-09-07T15:27:59.293935+0000","last_active":"2024-09-07T15:27:59.293935+0000","last_peered":"2024-09-07T15:27:59.293935+0000","last_clean":"2024-09-07T15:27:59.293935+0000","last_became_active":"2024-09-07T13:38:11.950047+0000","last_became_peered":"2024-09-07T13:38:11.950047+0000","last_unstale":"2024-09-07T15:27:59.293935+0000","last_undegraded":"2024-09-07T15:27:59.293935+0000","last_fullsized":"2024-09-07T15:27:59.293935+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'130","last_scrub_stamp":"2024-09-07T15:27:59.293748+0000","last_deep_scrub":"269'130","last_deep_scrub_stamp":"2024-09-07T15:27:59.293748+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.293748+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:17:22.524934+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":472,"num_write":190,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"269'3","reported_seq":568,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.878773+0000","last_change":"2024-09-07T15:27:51.878570+0000","last_active":"2024-09-07T15:27:51.878773+0000","last_peered":"2024-09-07T15:27:51.878773+0000","last_clean":"2024-09-07T15:27:51.878773+0000","last_became_active":"2024-09-07T13:37:53.655546+0000","last_became_peered":"2024-09-07T13:37:53.655546+0000","last_unstale":"2024-09-07T15:27:51.878773+0000","last_undegraded":"2024-09-07T15:27:51.878773+0000","last_fullsized":"2024-09-07T15:27:51.878773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:27:51.878368+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:27:51.878368+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.878368+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:56:42.110652+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0020753350000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'348","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:50.448119+0000","last_change":"2024-09-07T15:27:50.448119+0000","last_active":"2024-09-07T15:27:50.448119+0000","last_peered":"2024-09-07T15:27:50.448119+0000","last_clean":"2024-09-07T15:27:50.448119+0000","last_became_active":"2024-09-07T13:38:41.109372+0000","last_became_peered":"2024-09-07T13:38:41.109372+0000","last_unstale":"2024-09-07T15:27:50.448119+0000","last_undegraded":"2024-09-07T15:27:50.448119+0000","last_fullsized":"2024-09-07T15:27:50.448119+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'348","last_scrub_stamp":"2024-09-07T15:27:50.448024+0000","last_deep_scrub":"269'348","last_deep_scrub_stamp":"2024-09-07T15:27:50.448024+0000","last_clean_scrub_stamp":"2024-09-07T15:27:50.448024+0000","objects_scrubbed":10,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:57:10.620448+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263278,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":528,"num_read_kb":112780,"num_write":1143,"num_write_kb":29364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.222011+0000","last_change":"2024-09-07T15:28:09.222011+0000","last_active":"2024-09-07T15:28:09.222011+0000","last_peered":"2024-09-07T15:28:09.222011+0000","last_clean":"2024-09-07T15:28:09.222011+0000","last_became_active":"2024-09-07T13:38:13.966445+0000","last_became_peered":"2024-09-07T13:38:13.966445+0000","last_unstale":"2024-09-07T15:28:09.222011+0000","last_undegraded":"2024-09-07T15:28:09.222011+0000","last_fullsized":"2024-09-07T15:28:09.222011+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:09.221825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:09.221825+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.221825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:18:14.358152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'204","reported_seq":826,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.648324+0000","last_change":"2024-09-07T15:28:13.648324+0000","last_active":"2024-09-07T15:28:13.648324+0000","last_peered":"2024-09-07T15:28:13.648324+0000","last_clean":"2024-09-07T15:28:13.648324+0000","last_became_active":"2024-09-07T13:38:15.986117+0000","last_became_peered":"2024-09-07T13:38:15.986117+0000","last_unstale":"2024-09-07T15:28:13.648324+0000","last_undegraded":"2024-09-07T15:28:13.648324+0000","last_fullsized":"2024-09-07T15:28:13.648324+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'204","last_scrub_stamp":"2024-09-07T15:28:13.648125+0000","last_deep_scrub":"269'204","last_deep_scrub_stamp":"2024-09-07T15:28:13.648125+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.648125+0000","objects_scrubbed":7,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:25:31.504312+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":255,"num_read_kb":249,"num_write":186,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3232,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.096156+0000","last_change":"2024-09-07T15:28:06.096156+0000","last_active":"2024-09-07T15:28:06.096156+0000","last_peered":"2024-09-07T15:28:06.096156+0000","last_clean":"2024-09-07T15:28:06.096156+0000","last_became_active":"2024-09-07T13:38:17.997608+0000","last_became_peered":"2024-09-07T13:38:17.997608+0000","last_unstale":"2024-09-07T15:28:06.096156+0000","last_undegraded":"2024-09-07T15:28:06.096156+0000","last_fullsized":"2024-09-07T15:28:06.096156+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:06.095891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:06.095891+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.095891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:08:02.113598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'108","reported_seq":690,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.816844+0000","last_change":"2024-09-07T15:28:25.816844+0000","last_active":"2024-09-07T15:28:25.816844+0000","last_peered":"2024-09-07T15:28:25.816844+0000","last_clean":"2024-09-07T15:28:25.816844+0000","last_became_active":"2024-09-07T13:38:20.007816+0000","last_became_peered":"2024-09-07T13:38:20.007816+0000","last_unstale":"2024-09-07T15:28:25.816844+0000","last_undegraded":"2024-09-07T15:28:25.816844+0000","last_fullsized":"2024-09-07T15:28:25.816844+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'108","last_scrub_stamp":"2024-09-07T15:28:25.816658+0000","last_deep_scrub":"269'108","last_deep_scrub_stamp":"2024-09-07T15:28:25.816658+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.816658+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:22:31.182028+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":245,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'184","reported_seq":815,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.300766+0000","last_change":"2024-09-07T15:27:58.300766+0000","last_active":"2024-09-07T15:27:58.300766+0000","last_peered":"2024-09-07T15:27:58.300766+0000","last_clean":"2024-09-07T15:27:58.300766+0000","last_became_active":"2024-09-07T13:38:11.958318+0000","last_became_peered":"2024-09-07T13:38:11.958318+0000","last_unstale":"2024-09-07T15:27:58.300766+0000","last_undegraded":"2024-09-07T15:27:58.300766+0000","last_fullsized":"2024-09-07T15:27:58.300766+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'184","last_scrub_stamp":"2024-09-07T15:27:58.300586+0000","last_deep_scrub":"269'184","last_deep_scrub_stamp":"2024-09-07T15:27:58.300586+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.300586+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:31:10.011136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":674,"num_write":292,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'368","reported_seq":1096,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.822045+0000","last_change":"2024-09-07T15:27:53.822045+0000","last_active":"2024-09-07T15:27:53.822045+0000","last_peered":"2024-09-07T15:27:53.822045+0000","last_clean":"2024-09-07T15:27:53.822045+0000","last_became_active":"2024-09-07T13:38:09.951368+0000","last_became_peered":"2024-09-07T13:38:09.951368+0000","last_unstale":"2024-09-07T15:27:53.822045+0000","last_undegraded":"2024-09-07T15:27:53.822045+0000","last_fullsized":"2024-09-07T15:27:53.822045+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'368","last_scrub_stamp":"2024-09-07T15:27:53.821816+0000","last_deep_scrub":"269'368","last_deep_scrub_stamp":"2024-09-07T15:27:53.821816+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.821816+0000","objects_scrubbed":5,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:34:46.102397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263197,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":656,"num_read_kb":19059,"num_write":1185,"num_write_kb":25519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":571,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.338067+0000","last_change":"2024-09-07T15:27:52.338008+0000","last_active":"2024-09-07T15:27:52.338067+0000","last_peered":"2024-09-07T15:27:52.338067+0000","last_clean":"2024-09-07T15:27:52.338067+0000","last_became_active":"2024-09-07T13:37:53.666950+0000","last_became_peered":"2024-09-07T13:37:53.666950+0000","last_unstale":"2024-09-07T15:27:52.338067+0000","last_undegraded":"2024-09-07T15:27:52.338067+0000","last_fullsized":"2024-09-07T15:27:52.338067+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:52.337941+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:52.337941+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.337941+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:40:44.571032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068751100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.189459+0000","last_change":"2024-09-07T15:28:11.189459+0000","last_active":"2024-09-07T15:28:11.189459+0000","last_peered":"2024-09-07T15:28:11.189459+0000","last_clean":"2024-09-07T15:28:11.189459+0000","last_became_active":"2024-09-07T13:38:13.957914+0000","last_became_peered":"2024-09-07T13:38:13.957914+0000","last_unstale":"2024-09-07T15:28:11.189459+0000","last_undegraded":"2024-09-07T15:28:11.189459+0000","last_fullsized":"2024-09-07T15:28:11.189459+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:11.189273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:11.189273+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.189273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:39:09.928436+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'658","reported_seq":1399,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.197986+0000","last_change":"2024-09-07T15:28:12.197986+0000","last_active":"2024-09-07T15:28:12.197986+0000","last_peered":"2024-09-07T15:28:12.197986+0000","last_clean":"2024-09-07T15:28:12.197986+0000","last_became_active":"2024-09-07T13:38:15.984554+0000","last_became_peered":"2024-09-07T13:38:15.984554+0000","last_unstale":"2024-09-07T15:28:12.197986+0000","last_undegraded":"2024-09-07T15:28:12.197986+0000","last_fullsized":"2024-09-07T15:28:12.197986+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'658","last_scrub_stamp":"2024-09-07T15:28:12.197762+0000","last_deep_scrub":"269'658","last_deep_scrub_stamp":"2024-09-07T15:28:12.197762+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.197762+0000","objects_scrubbed":9,"log_size":58,"log_dups_size":600,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:37:27.277032+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89151,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1104,"num_read_kb":2372,"num_write":896,"num_write_kb":642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4334,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.609803+0000","last_change":"2024-09-07T15:28:14.609803+0000","last_active":"2024-09-07T15:28:14.609803+0000","last_peered":"2024-09-07T15:28:14.609803+0000","last_clean":"2024-09-07T15:28:14.609803+0000","last_became_active":"2024-09-07T13:38:18.000095+0000","last_became_peered":"2024-09-07T13:38:18.000095+0000","last_unstale":"2024-09-07T15:28:14.609803+0000","last_undegraded":"2024-09-07T15:28:14.609803+0000","last_fullsized":"2024-09-07T15:28:14.609803+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:14.609616+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:14.609616+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.609616+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:34:37.149973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'139","reported_seq":689,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.256886+0000","last_change":"2024-09-07T15:28:26.256886+0000","last_active":"2024-09-07T15:28:26.256886+0000","last_peered":"2024-09-07T15:28:26.256886+0000","last_clean":"2024-09-07T15:28:26.256886+0000","last_became_active":"2024-09-07T13:38:20.604824+0000","last_became_peered":"2024-09-07T13:38:20.604824+0000","last_unstale":"2024-09-07T15:28:26.256886+0000","last_undegraded":"2024-09-07T15:28:26.256886+0000","last_fullsized":"2024-09-07T15:28:26.256886+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'139","last_scrub_stamp":"2024-09-07T15:28:26.256637+0000","last_deep_scrub":"269'139","last_deep_scrub_stamp":"2024-09-07T15:28:26.256637+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.256637+0000","objects_scrubbed":3,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:31:26.730450+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":220,"num_read_kb":205,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'398","reported_seq":1061,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.223464+0000","last_change":"2024-09-07T15:28:03.223464+0000","last_active":"2024-09-07T15:28:03.223464+0000","last_peered":"2024-09-07T15:28:03.223464+0000","last_clean":"2024-09-07T15:28:03.223464+0000","last_became_active":"2024-09-07T13:38:11.961743+0000","last_became_peered":"2024-09-07T13:38:11.961743+0000","last_unstale":"2024-09-07T15:28:03.223464+0000","last_undegraded":"2024-09-07T15:28:03.223464+0000","last_fullsized":"2024-09-07T15:28:03.223464+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'398","last_scrub_stamp":"2024-09-07T15:28:03.223270+0000","last_deep_scrub":"269'398","last_deep_scrub_stamp":"2024-09-07T15:28:03.223270+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.223270+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:02:57.762488+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1712,"num_read_kb":1353,"num_write":613,"num_write_kb":367,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'319","reported_seq":996,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.280949+0000","last_change":"2024-09-07T15:27:55.280949+0000","last_active":"2024-09-07T15:27:55.280949+0000","last_peered":"2024-09-07T15:27:55.280949+0000","last_clean":"2024-09-07T15:27:55.280949+0000","last_became_active":"2024-09-07T13:38:09.921123+0000","last_became_peered":"2024-09-07T13:38:09.921123+0000","last_unstale":"2024-09-07T15:27:55.280949+0000","last_undegraded":"2024-09-07T15:27:55.280949+0000","last_fullsized":"2024-09-07T15:27:55.280949+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'319","last_scrub_stamp":"2024-09-07T15:27:55.280714+0000","last_deep_scrub":"269'319","last_deep_scrub_stamp":"2024-09-07T15:27:55.280714+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.280714+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:55:13.614017+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":448,"num_read_kb":26022,"num_write":1087,"num_write_kb":45232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":564,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.496191+0000","last_change":"2024-09-07T15:27:54.496191+0000","last_active":"2024-09-07T15:27:54.496191+0000","last_peered":"2024-09-07T15:27:54.496191+0000","last_clean":"2024-09-07T15:27:54.496191+0000","last_became_active":"2024-09-07T13:37:53.668660+0000","last_became_peered":"2024-09-07T13:37:53.668660+0000","last_unstale":"2024-09-07T15:27:54.496191+0000","last_undegraded":"2024-09-07T15:27:54.496191+0000","last_fullsized":"2024-09-07T15:27:54.496191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:54.496015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:54.496015+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.496015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:03:24.738191+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00097177500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.048039+0000","last_change":"2024-09-07T15:28:03.048039+0000","last_active":"2024-09-07T15:28:03.048039+0000","last_peered":"2024-09-07T15:28:03.048039+0000","last_clean":"2024-09-07T15:28:03.048039+0000","last_became_active":"2024-09-07T13:38:13.962732+0000","last_became_peered":"2024-09-07T13:38:13.962732+0000","last_unstale":"2024-09-07T15:28:03.048039+0000","last_undegraded":"2024-09-07T15:28:03.048039+0000","last_fullsized":"2024-09-07T15:28:03.048039+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:03.047854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:03.047854+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.047854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:29:16.560623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'340","reported_seq":988,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.297902+0000","last_change":"2024-09-07T15:28:09.297902+0000","last_active":"2024-09-07T15:28:09.297902+0000","last_peered":"2024-09-07T15:28:09.297902+0000","last_clean":"2024-09-07T15:28:09.297902+0000","last_became_active":"2024-09-07T13:38:16.016371+0000","last_became_peered":"2024-09-07T13:38:16.016371+0000","last_unstale":"2024-09-07T15:28:09.297902+0000","last_undegraded":"2024-09-07T15:28:09.297902+0000","last_fullsized":"2024-09-07T15:28:09.297902+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'340","last_scrub_stamp":"2024-09-07T15:28:09.297649+0000","last_deep_scrub":"269'340","last_deep_scrub_stamp":"2024-09-07T15:28:09.297649+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.297649+0000","objects_scrubbed":8,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:19:55.785376+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":419,"num_read_kb":408,"num_write":402,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6602,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'767","reported_seq":3396,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.814706+0000","last_change":"2024-09-07T15:28:21.814706+0000","last_active":"2024-09-07T15:28:21.814706+0000","last_peered":"2024-09-07T15:28:21.814706+0000","last_clean":"2024-09-07T15:28:21.814706+0000","last_became_active":"2024-09-07T13:38:17.982543+0000","last_became_peered":"2024-09-07T13:38:17.982543+0000","last_unstale":"2024-09-07T15:28:21.814706+0000","last_undegraded":"2024-09-07T15:28:21.814706+0000","last_fullsized":"2024-09-07T15:28:21.814706+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'767","last_scrub_stamp":"2024-09-07T15:28:21.814437+0000","last_deep_scrub":"269'767","last_deep_scrub_stamp":"2024-09-07T15:28:21.814437+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.814437+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:39:52.214775+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'128","reported_seq":680,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:30.518764+0000","last_change":"2024-09-07T15:28:30.518764+0000","last_active":"2024-09-07T15:28:30.518764+0000","last_peered":"2024-09-07T15:28:30.518764+0000","last_clean":"2024-09-07T15:28:30.518764+0000","last_became_active":"2024-09-07T13:38:20.606877+0000","last_became_peered":"2024-09-07T13:38:20.606877+0000","last_unstale":"2024-09-07T15:28:30.518764+0000","last_undegraded":"2024-09-07T15:28:30.518764+0000","last_fullsized":"2024-09-07T15:28:30.518764+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'128","last_scrub_stamp":"2024-09-07T15:28:30.518572+0000","last_deep_scrub":"269'128","last_deep_scrub_stamp":"2024-09-07T15:28:30.518572+0000","last_clean_scrub_stamp":"2024-09-07T15:28:30.518572+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:37:32.954606+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":690,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":307,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'231","reported_seq":934,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.529859+0000","last_change":"2024-09-07T15:28:01.529859+0000","last_active":"2024-09-07T15:28:01.529859+0000","last_peered":"2024-09-07T15:28:01.529859+0000","last_clean":"2024-09-07T15:28:01.529859+0000","last_became_active":"2024-09-07T13:38:11.962120+0000","last_became_peered":"2024-09-07T13:38:11.962120+0000","last_unstale":"2024-09-07T15:28:01.529859+0000","last_undegraded":"2024-09-07T15:28:01.529859+0000","last_fullsized":"2024-09-07T15:28:01.529859+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'231","last_scrub_stamp":"2024-09-07T15:28:01.529634+0000","last_deep_scrub":"269'231","last_deep_scrub_stamp":"2024-09-07T15:28:01.529634+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.529634+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:47:49.598779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1045,"num_read_kb":865,"num_write":371,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'309","reported_seq":1076,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.465529+0000","last_change":"2024-09-07T15:27:51.465529+0000","last_active":"2024-09-07T15:27:51.465529+0000","last_peered":"2024-09-07T15:27:51.465529+0000","last_clean":"2024-09-07T15:27:51.465529+0000","last_became_active":"2024-09-07T13:38:09.952616+0000","last_became_peered":"2024-09-07T13:38:09.952616+0000","last_unstale":"2024-09-07T15:27:51.465529+0000","last_undegraded":"2024-09-07T15:27:51.465529+0000","last_fullsized":"2024-09-07T15:27:51.465529+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'309","last_scrub_stamp":"2024-09-07T15:27:51.465380+0000","last_deep_scrub":"269'309","last_deep_scrub_stamp":"2024-09-07T15:27:51.465380+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.465380+0000","objects_scrubbed":6,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:48:41.344007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":748,"num_read_kb":2393,"num_write":1010,"num_write_kb":24762,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":569,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.294782+0000","last_change":"2024-09-07T15:27:53.294630+0000","last_active":"2024-09-07T15:27:53.294782+0000","last_peered":"2024-09-07T15:27:53.294782+0000","last_clean":"2024-09-07T15:27:53.294782+0000","last_became_active":"2024-09-07T13:37:53.647679+0000","last_became_peered":"2024-09-07T13:37:53.647679+0000","last_unstale":"2024-09-07T15:27:53.294782+0000","last_undegraded":"2024-09-07T15:27:53.294782+0000","last_fullsized":"2024-09-07T15:27:53.294782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:53.294435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:53.294435+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.294435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:37:38.588810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001032404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.533167+0000","last_change":"2024-09-07T15:28:06.533167+0000","last_active":"2024-09-07T15:28:06.533167+0000","last_peered":"2024-09-07T15:28:06.533167+0000","last_clean":"2024-09-07T15:28:06.533167+0000","last_became_active":"2024-09-07T13:38:13.955420+0000","last_became_peered":"2024-09-07T13:38:13.955420+0000","last_unstale":"2024-09-07T15:28:06.533167+0000","last_undegraded":"2024-09-07T15:28:06.533167+0000","last_fullsized":"2024-09-07T15:28:06.533167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:06.532989+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:06.532989+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.532989+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:54:44.365316+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'162","reported_seq":768,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.622471+0000","last_change":"2024-09-07T15:28:12.622471+0000","last_active":"2024-09-07T15:28:12.622471+0000","last_peered":"2024-09-07T15:28:12.622471+0000","last_clean":"2024-09-07T15:28:12.622471+0000","last_became_active":"2024-09-07T13:38:15.999340+0000","last_became_peered":"2024-09-07T13:38:15.999340+0000","last_unstale":"2024-09-07T15:28:12.622471+0000","last_undegraded":"2024-09-07T15:28:12.622471+0000","last_fullsized":"2024-09-07T15:28:12.622471+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'162","last_scrub_stamp":"2024-09-07T15:28:12.622250+0000","last_deep_scrub":"269'162","last_deep_scrub_stamp":"2024-09-07T15:28:12.622250+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.622250+0000","objects_scrubbed":5,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:33:16.459388+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'782","reported_seq":3165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.678922+0000","last_change":"2024-09-07T15:28:22.678922+0000","last_active":"2024-09-07T15:28:22.678922+0000","last_peered":"2024-09-07T15:28:22.678922+0000","last_clean":"2024-09-07T15:28:22.678922+0000","last_became_active":"2024-09-07T13:38:17.994130+0000","last_became_peered":"2024-09-07T13:38:17.994130+0000","last_unstale":"2024-09-07T15:28:22.678922+0000","last_undegraded":"2024-09-07T15:28:22.678922+0000","last_fullsized":"2024-09-07T15:28:22.678922+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'782","last_scrub_stamp":"2024-09-07T15:28:22.678714+0000","last_deep_scrub":"269'782","last_deep_scrub_stamp":"2024-09-07T15:28:22.678714+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.678714+0000","objects_scrubbed":1,"log_size":82,"log_dups_size":700,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:41:30.742441+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'289","reported_seq":848,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.266387+0000","last_change":"2024-09-07T15:28:25.266387+0000","last_active":"2024-09-07T15:28:25.266387+0000","last_peered":"2024-09-07T15:28:25.266387+0000","last_clean":"2024-09-07T15:28:25.266387+0000","last_became_active":"2024-09-07T13:38:20.003499+0000","last_became_peered":"2024-09-07T13:38:20.003499+0000","last_unstale":"2024-09-07T15:28:25.266387+0000","last_undegraded":"2024-09-07T15:28:25.266387+0000","last_fullsized":"2024-09-07T15:28:25.266387+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'289","last_scrub_stamp":"2024-09-07T15:28:25.266188+0000","last_deep_scrub":"269'289","last_deep_scrub_stamp":"2024-09-07T15:28:25.266188+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.266188+0000","objects_scrubbed":4,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:29:46.319337+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":380,"num_read_kb":377,"num_write":633,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'184","reported_seq":816,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.395419+0000","last_change":"2024-09-07T15:27:54.395419+0000","last_active":"2024-09-07T15:27:54.395419+0000","last_peered":"2024-09-07T15:27:54.395419+0000","last_clean":"2024-09-07T15:27:54.395419+0000","last_became_active":"2024-09-07T13:38:11.962998+0000","last_became_peered":"2024-09-07T13:38:11.962998+0000","last_unstale":"2024-09-07T15:27:54.395419+0000","last_undegraded":"2024-09-07T15:27:54.395419+0000","last_fullsized":"2024-09-07T15:27:54.395419+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'184","last_scrub_stamp":"2024-09-07T15:27:54.395117+0000","last_deep_scrub":"269'184","last_deep_scrub_stamp":"2024-09-07T15:27:54.395117+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.395117+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:48:09.210243+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":789,"num_read_kb":643,"num_write":282,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'325","reported_seq":981,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.103373+0000","last_change":"2024-09-07T15:27:52.103373+0000","last_active":"2024-09-07T15:27:52.103373+0000","last_peered":"2024-09-07T15:27:52.103373+0000","last_clean":"2024-09-07T15:27:52.103373+0000","last_became_active":"2024-09-07T13:38:09.922360+0000","last_became_peered":"2024-09-07T13:38:09.922360+0000","last_unstale":"2024-09-07T15:27:52.103373+0000","last_undegraded":"2024-09-07T15:27:52.103373+0000","last_fullsized":"2024-09-07T15:27:52.103373+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'325","last_scrub_stamp":"2024-09-07T15:27:52.103246+0000","last_deep_scrub":"269'325","last_deep_scrub_stamp":"2024-09-07T15:27:52.103246+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.103246+0000","objects_scrubbed":6,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:19:58.515845+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":2156,"num_write":1099,"num_write_kb":8534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":561,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.039681+0000","last_change":"2024-09-07T15:27:52.039531+0000","last_active":"2024-09-07T15:27:52.039681+0000","last_peered":"2024-09-07T15:27:52.039681+0000","last_clean":"2024-09-07T15:27:52.039681+0000","last_became_active":"2024-09-07T13:37:53.652154+0000","last_became_peered":"2024-09-07T13:37:53.652154+0000","last_unstale":"2024-09-07T15:27:52.039681+0000","last_undegraded":"2024-09-07T15:27:52.039681+0000","last_fullsized":"2024-09-07T15:27:52.039681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:52.039353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:52.039353+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.039353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:53:34.745458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001109166,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":548,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.599067+0000","last_change":"2024-09-07T15:28:12.599067+0000","last_active":"2024-09-07T15:28:12.599067+0000","last_peered":"2024-09-07T15:28:12.599067+0000","last_clean":"2024-09-07T15:28:12.599067+0000","last_became_active":"2024-09-07T13:38:13.965622+0000","last_became_peered":"2024-09-07T13:38:13.965622+0000","last_unstale":"2024-09-07T15:28:12.599067+0000","last_undegraded":"2024-09-07T15:28:12.599067+0000","last_fullsized":"2024-09-07T15:28:12.599067+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:12.598844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:12.598844+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.598844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:38:42.772270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'822","reported_seq":1612,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.865263+0000","last_change":"2024-09-07T15:28:14.865263+0000","last_active":"2024-09-07T15:28:14.865263+0000","last_peered":"2024-09-07T15:28:14.865263+0000","last_clean":"2024-09-07T15:28:14.865263+0000","last_became_active":"2024-09-07T13:38:16.016890+0000","last_became_peered":"2024-09-07T13:38:16.016890+0000","last_unstale":"2024-09-07T15:28:14.865263+0000","last_undegraded":"2024-09-07T15:28:14.865263+0000","last_fullsized":"2024-09-07T15:28:14.865263+0000","mapping_epoch":32,"log_start":"269'800","ondisk_log_start":"269'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'822","last_scrub_stamp":"2024-09-07T15:28:14.864944+0000","last_deep_scrub":"269'822","last_deep_scrub_stamp":"2024-09-07T15:28:14.864944+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.864944+0000","objects_scrubbed":8,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:10:19.386708+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152831,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1451,"num_read_kb":3353,"num_write":1176,"num_write_kb":940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.586184+0000","last_change":"2024-09-07T15:28:19.586184+0000","last_active":"2024-09-07T15:28:19.586184+0000","last_peered":"2024-09-07T15:28:19.586184+0000","last_clean":"2024-09-07T15:28:19.586184+0000","last_became_active":"2024-09-07T13:38:17.985018+0000","last_became_peered":"2024-09-07T13:38:17.985018+0000","last_unstale":"2024-09-07T15:28:19.586184+0000","last_undegraded":"2024-09-07T15:28:19.586184+0000","last_fullsized":"2024-09-07T15:28:19.586184+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:19.585999+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:19.585999+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.585999+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:54:41.320762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'102","reported_seq":642,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.810570+0000","last_change":"2024-09-07T15:28:24.810570+0000","last_active":"2024-09-07T15:28:24.810570+0000","last_peered":"2024-09-07T15:28:24.810570+0000","last_clean":"2024-09-07T15:28:24.810570+0000","last_became_active":"2024-09-07T13:38:20.010342+0000","last_became_peered":"2024-09-07T13:38:20.010342+0000","last_unstale":"2024-09-07T15:28:24.810570+0000","last_undegraded":"2024-09-07T15:28:24.810570+0000","last_fullsized":"2024-09-07T15:28:24.810570+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'102","last_scrub_stamp":"2024-09-07T15:28:24.810326+0000","last_deep_scrub":"269'102","last_deep_scrub_stamp":"2024-09-07T15:28:24.810326+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.810326+0000","objects_scrubbed":2,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:07.464363+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":156,"num_read_kb":148,"num_write":227,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'132","reported_seq":753,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:29.204712+0000","last_change":"2024-09-07T15:28:29.204712+0000","last_active":"2024-09-07T15:28:29.204712+0000","last_peered":"2024-09-07T15:28:29.204712+0000","last_clean":"2024-09-07T15:28:29.204712+0000","last_became_active":"2024-09-07T13:38:20.009466+0000","last_became_peered":"2024-09-07T13:38:20.009466+0000","last_unstale":"2024-09-07T15:28:29.204712+0000","last_undegraded":"2024-09-07T15:28:29.204712+0000","last_fullsized":"2024-09-07T15:28:29.204712+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'132","last_scrub_stamp":"2024-09-07T15:28:29.204478+0000","last_deep_scrub":"269'132","last_deep_scrub_stamp":"2024-09-07T15:28:29.204478+0000","last_clean_scrub_stamp":"2024-09-07T15:28:29.204478+0000","objects_scrubbed":4,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:54:19.963049+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":638,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":324,"num_read_kb":294,"num_write":309,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'4379","reported_seq":5172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.457203+0000","last_change":"2024-09-07T15:27:58.457203+0000","last_active":"2024-09-07T15:27:58.457203+0000","last_peered":"2024-09-07T15:27:58.457203+0000","last_clean":"2024-09-07T15:27:58.457203+0000","last_became_active":"2024-09-07T13:38:11.976844+0000","last_became_peered":"2024-09-07T13:38:11.976844+0000","last_unstale":"2024-09-07T15:27:58.457203+0000","last_undegraded":"2024-09-07T15:27:58.457203+0000","last_fullsized":"2024-09-07T15:27:58.457203+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4379","last_scrub_stamp":"2024-09-07T15:27:58.456981+0000","last_deep_scrub":"269'4379","last_deep_scrub_stamp":"2024-09-07T15:27:58.456981+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.456981+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:32:47.832609+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17906,"num_read_kb":14938,"num_write":6693,"num_write_kb":3441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'346","reported_seq":1211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.428941+0000","last_change":"2024-09-07T15:27:52.428801+0000","last_active":"2024-09-07T15:27:52.428941+0000","last_peered":"2024-09-07T15:27:52.428941+0000","last_clean":"2024-09-07T15:27:52.428941+0000","last_became_active":"2024-09-07T13:38:09.957037+0000","last_became_peered":"2024-09-07T13:38:09.957037+0000","last_unstale":"2024-09-07T15:27:52.428941+0000","last_undegraded":"2024-09-07T15:27:52.428941+0000","last_fullsized":"2024-09-07T15:27:52.428941+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-07T15:27:52.428545+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-07T15:27:52.428545+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.428545+0000","objects_scrubbed":4,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:40:01.580193+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2273700,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":880,"num_read_kb":17448,"num_write":1116,"num_write_kb":57017,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.270317+0000","last_change":"2024-09-07T15:28:06.270317+0000","last_active":"2024-09-07T15:28:06.270317+0000","last_peered":"2024-09-07T15:28:06.270317+0000","last_clean":"2024-09-07T15:28:06.270317+0000","last_became_active":"2024-09-07T13:38:13.976602+0000","last_became_peered":"2024-09-07T13:38:13.976602+0000","last_unstale":"2024-09-07T15:28:06.270317+0000","last_undegraded":"2024-09-07T15:28:06.270317+0000","last_fullsized":"2024-09-07T15:28:06.270317+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:06.270119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:06.270119+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.270119+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:08:11.881081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'322","reported_seq":965,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.598583+0000","last_change":"2024-09-07T15:28:16.598583+0000","last_active":"2024-09-07T15:28:16.598583+0000","last_peered":"2024-09-07T15:28:16.598583+0000","last_clean":"2024-09-07T15:28:16.598583+0000","last_became_active":"2024-09-07T13:38:15.989419+0000","last_became_peered":"2024-09-07T13:38:15.989419+0000","last_unstale":"2024-09-07T15:28:16.598583+0000","last_undegraded":"2024-09-07T15:28:16.598583+0000","last_fullsized":"2024-09-07T15:28:16.598583+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'322","last_scrub_stamp":"2024-09-07T15:28:16.598384+0000","last_deep_scrub":"269'322","last_deep_scrub_stamp":"2024-09-07T15:28:16.598384+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.598384+0000","objects_scrubbed":5,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:45:27.089439+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48596,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":526,"num_read_kb":1103,"num_write":414,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.645275+0000","last_change":"2024-09-07T15:28:23.645275+0000","last_active":"2024-09-07T15:28:23.645275+0000","last_peered":"2024-09-07T15:28:23.645275+0000","last_clean":"2024-09-07T15:28:23.645275+0000","last_became_active":"2024-09-07T13:38:17.992724+0000","last_became_peered":"2024-09-07T13:38:17.992724+0000","last_unstale":"2024-09-07T15:28:23.645275+0000","last_undegraded":"2024-09-07T15:28:23.645275+0000","last_fullsized":"2024-09-07T15:28:23.645275+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:23.645098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:23.645098+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.645098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:52:10.662006+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'128","reported_seq":671,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:29.550743+0000","last_change":"2024-09-07T15:28:29.550743+0000","last_active":"2024-09-07T15:28:29.550743+0000","last_peered":"2024-09-07T15:28:29.550743+0000","last_clean":"2024-09-07T15:28:29.550743+0000","last_became_active":"2024-09-07T13:38:20.008192+0000","last_became_peered":"2024-09-07T13:38:20.008192+0000","last_unstale":"2024-09-07T15:28:29.550743+0000","last_undegraded":"2024-09-07T15:28:29.550743+0000","last_fullsized":"2024-09-07T15:28:29.550743+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'128","last_scrub_stamp":"2024-09-07T15:28:29.550464+0000","last_deep_scrub":"269'128","last_deep_scrub_stamp":"2024-09-07T15:28:29.550464+0000","last_clean_scrub_stamp":"2024-09-07T15:28:29.550464+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:23:30.189712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":149,"num_write":314,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'76","reported_seq":682,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.253974+0000","last_change":"2024-09-07T15:28:02.253974+0000","last_active":"2024-09-07T15:28:02.253974+0000","last_peered":"2024-09-07T15:28:02.253974+0000","last_clean":"2024-09-07T15:28:02.253974+0000","last_became_active":"2024-09-07T13:38:11.951936+0000","last_became_peered":"2024-09-07T13:38:11.951936+0000","last_unstale":"2024-09-07T15:28:02.253974+0000","last_undegraded":"2024-09-07T15:28:02.253974+0000","last_fullsized":"2024-09-07T15:28:02.253974+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'76","last_scrub_stamp":"2024-09-07T15:28:02.253785+0000","last_deep_scrub":"269'76","last_deep_scrub_stamp":"2024-09-07T15:28:02.253785+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.253785+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:07:42.719637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":276,"num_write":115,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'350","reported_seq":1078,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.608883+0000","last_change":"2024-09-07T15:28:01.608883+0000","last_active":"2024-09-07T15:28:01.608883+0000","last_peered":"2024-09-07T15:28:01.608883+0000","last_clean":"2024-09-07T15:28:01.608883+0000","last_became_active":"2024-09-07T13:38:09.981304+0000","last_became_peered":"2024-09-07T13:38:09.981304+0000","last_unstale":"2024-09-07T15:28:01.608883+0000","last_undegraded":"2024-09-07T15:28:01.608883+0000","last_fullsized":"2024-09-07T15:28:01.608883+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'350","last_scrub_stamp":"2024-09-07T15:28:01.608591+0000","last_deep_scrub":"269'350","last_deep_scrub_stamp":"2024-09-07T15:28:01.608591+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.608591+0000","objects_scrubbed":8,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:34.833810+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":621,"num_read_kb":7248,"num_write":1110,"num_write_kb":7518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.624111+0000","last_change":"2024-09-07T15:28:09.624111+0000","last_active":"2024-09-07T15:28:09.624111+0000","last_peered":"2024-09-07T15:28:09.624111+0000","last_clean":"2024-09-07T15:28:09.624111+0000","last_became_active":"2024-09-07T13:38:13.956706+0000","last_became_peered":"2024-09-07T13:38:13.956706+0000","last_unstale":"2024-09-07T15:28:09.624111+0000","last_undegraded":"2024-09-07T15:28:09.624111+0000","last_fullsized":"2024-09-07T15:28:09.624111+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:09.623928+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:09.623928+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.623928+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:08:03.654082+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'65","reported_seq":615,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.202531+0000","last_change":"2024-09-07T15:28:14.202531+0000","last_active":"2024-09-07T15:28:14.202531+0000","last_peered":"2024-09-07T15:28:14.202531+0000","last_clean":"2024-09-07T15:28:14.202531+0000","last_became_active":"2024-09-07T13:38:15.972913+0000","last_became_peered":"2024-09-07T13:38:15.972913+0000","last_unstale":"2024-09-07T15:28:14.202531+0000","last_undegraded":"2024-09-07T15:28:14.202531+0000","last_fullsized":"2024-09-07T15:28:14.202531+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'65","last_scrub_stamp":"2024-09-07T15:28:14.202354+0000","last_deep_scrub":"269'65","last_deep_scrub_stamp":"2024-09-07T15:28:14.202354+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.202354+0000","objects_scrubbed":3,"log_size":65,"log_dups_size":0,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:31:29.768334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":68,"num_read_kb":66,"num_write":48,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.743006+0000","last_change":"2024-09-07T15:28:22.743006+0000","last_active":"2024-09-07T15:28:22.743006+0000","last_peered":"2024-09-07T15:28:22.743006+0000","last_clean":"2024-09-07T15:28:22.743006+0000","last_became_active":"2024-09-07T13:38:18.002025+0000","last_became_peered":"2024-09-07T13:38:18.002025+0000","last_unstale":"2024-09-07T15:28:22.743006+0000","last_undegraded":"2024-09-07T15:28:22.743006+0000","last_fullsized":"2024-09-07T15:28:22.743006+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:22.742830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:22.742830+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.742830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:08:23.379414+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'223","reported_seq":775,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:28.251622+0000","last_change":"2024-09-07T15:28:28.251622+0000","last_active":"2024-09-07T15:28:28.251622+0000","last_peered":"2024-09-07T15:28:28.251622+0000","last_clean":"2024-09-07T15:28:28.251622+0000","last_became_active":"2024-09-07T13:38:20.020501+0000","last_became_peered":"2024-09-07T13:38:20.020501+0000","last_unstale":"2024-09-07T15:28:28.251622+0000","last_undegraded":"2024-09-07T15:28:28.251622+0000","last_fullsized":"2024-09-07T15:28:28.251622+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'223","last_scrub_stamp":"2024-09-07T15:28:28.251428+0000","last_deep_scrub":"269'223","last_deep_scrub_stamp":"2024-09-07T15:28:28.251428+0000","last_clean_scrub_stamp":"2024-09-07T15:28:28.251428+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:23:00.145335+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":825,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":332,"num_read_kb":331,"num_write":487,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'234","reported_seq":898,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.564215+0000","last_change":"2024-09-07T15:28:00.564215+0000","last_active":"2024-09-07T15:28:00.564215+0000","last_peered":"2024-09-07T15:28:00.564215+0000","last_clean":"2024-09-07T15:28:00.564215+0000","last_became_active":"2024-09-07T13:38:11.969506+0000","last_became_peered":"2024-09-07T13:38:11.969506+0000","last_unstale":"2024-09-07T15:28:00.564215+0000","last_undegraded":"2024-09-07T15:28:00.564215+0000","last_fullsized":"2024-09-07T15:28:00.564215+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'234","last_scrub_stamp":"2024-09-07T15:28:00.564025+0000","last_deep_scrub":"269'234","last_deep_scrub_stamp":"2024-09-07T15:28:00.564025+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.564025+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:51:08.612814+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1026,"num_read_kb":827,"num_write":378,"num_write_kb":215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7562,"num_omap_keys":32,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'369","reported_seq":1082,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.851966+0000","last_change":"2024-09-07T15:27:55.851966+0000","last_active":"2024-09-07T15:27:55.851966+0000","last_peered":"2024-09-07T15:27:55.851966+0000","last_clean":"2024-09-07T15:27:55.851966+0000","last_became_active":"2024-09-07T13:38:09.954167+0000","last_became_peered":"2024-09-07T13:38:09.954167+0000","last_unstale":"2024-09-07T15:27:55.851966+0000","last_undegraded":"2024-09-07T15:27:55.851966+0000","last_fullsized":"2024-09-07T15:27:55.851966+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'369","last_scrub_stamp":"2024-09-07T15:27:55.851756+0000","last_deep_scrub":"269'369","last_deep_scrub_stamp":"2024-09-07T15:27:55.851756+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.851756+0000","objects_scrubbed":4,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:29:41.248829+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":616,"num_read_kb":21853,"num_write":1381,"num_write_kb":38473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.772627+0000","last_change":"2024-09-07T15:28:12.772627+0000","last_active":"2024-09-07T15:28:12.772627+0000","last_peered":"2024-09-07T15:28:12.772627+0000","last_clean":"2024-09-07T15:28:12.772627+0000","last_became_active":"2024-09-07T13:38:13.974373+0000","last_became_peered":"2024-09-07T13:38:13.974373+0000","last_unstale":"2024-09-07T15:28:12.772627+0000","last_undegraded":"2024-09-07T15:28:12.772627+0000","last_fullsized":"2024-09-07T15:28:12.772627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:12.772443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:12.772443+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.772443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:21:06.517211+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'385","reported_seq":1045,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.592493+0000","last_change":"2024-09-07T15:28:17.592493+0000","last_active":"2024-09-07T15:28:17.592493+0000","last_peered":"2024-09-07T15:28:17.592493+0000","last_clean":"2024-09-07T15:28:17.592493+0000","last_became_active":"2024-09-07T13:38:15.994161+0000","last_became_peered":"2024-09-07T13:38:15.994161+0000","last_unstale":"2024-09-07T15:28:17.592493+0000","last_undegraded":"2024-09-07T15:28:17.592493+0000","last_fullsized":"2024-09-07T15:28:17.592493+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'385","last_scrub_stamp":"2024-09-07T15:28:17.592239+0000","last_deep_scrub":"269'385","last_deep_scrub_stamp":"2024-09-07T15:28:17.592239+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.592239+0000","objects_scrubbed":5,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:45:31.160965+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46625,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":628,"num_read_kb":1329,"num_write":498,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.105327+0000","last_change":"2024-09-07T15:28:09.105327+0000","last_active":"2024-09-07T15:28:09.105327+0000","last_peered":"2024-09-07T15:28:09.105327+0000","last_clean":"2024-09-07T15:28:09.105327+0000","last_became_active":"2024-09-07T13:38:17.997443+0000","last_became_peered":"2024-09-07T13:38:17.997443+0000","last_unstale":"2024-09-07T15:28:09.105327+0000","last_undegraded":"2024-09-07T15:28:09.105327+0000","last_fullsized":"2024-09-07T15:28:09.105327+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:09.105137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:09.105137+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.105137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:37:04.546892+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'127","reported_seq":677,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:28.771088+0000","last_change":"2024-09-07T15:28:28.771088+0000","last_active":"2024-09-07T15:28:28.771088+0000","last_peered":"2024-09-07T15:28:28.771088+0000","last_clean":"2024-09-07T15:28:28.771088+0000","last_became_active":"2024-09-07T13:38:20.010281+0000","last_became_peered":"2024-09-07T13:38:20.010281+0000","last_unstale":"2024-09-07T15:28:28.771088+0000","last_undegraded":"2024-09-07T15:28:28.771088+0000","last_fullsized":"2024-09-07T15:28:28.771088+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'127","last_scrub_stamp":"2024-09-07T15:28:28.770895+0000","last_deep_scrub":"269'127","last_deep_scrub_stamp":"2024-09-07T15:28:28.770895+0000","last_clean_scrub_stamp":"2024-09-07T15:28:28.770895+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:56:43.451626+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":875,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":209,"num_read_kb":200,"num_write":302,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'90","reported_seq":711,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.617954+0000","last_change":"2024-09-07T15:28:03.617954+0000","last_active":"2024-09-07T15:28:03.617954+0000","last_peered":"2024-09-07T15:28:03.617954+0000","last_clean":"2024-09-07T15:28:03.617954+0000","last_became_active":"2024-09-07T13:38:11.960823+0000","last_became_peered":"2024-09-07T13:38:11.960823+0000","last_unstale":"2024-09-07T15:28:03.617954+0000","last_undegraded":"2024-09-07T15:28:03.617954+0000","last_fullsized":"2024-09-07T15:28:03.617954+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'90","last_scrub_stamp":"2024-09-07T15:28:03.617749+0000","last_deep_scrub":"269'90","last_deep_scrub_stamp":"2024-09-07T15:28:03.617749+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.617749+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:03:41.970045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":140,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'357","reported_seq":1060,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.125908+0000","last_change":"2024-09-07T15:27:53.125908+0000","last_active":"2024-09-07T15:27:53.125908+0000","last_peered":"2024-09-07T15:27:53.125908+0000","last_clean":"2024-09-07T15:27:53.125908+0000","last_became_active":"2024-09-07T13:38:09.957210+0000","last_became_peered":"2024-09-07T13:38:09.957210+0000","last_unstale":"2024-09-07T15:27:53.125908+0000","last_undegraded":"2024-09-07T15:27:53.125908+0000","last_fullsized":"2024-09-07T15:27:53.125908+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'357","last_scrub_stamp":"2024-09-07T15:27:53.125695+0000","last_deep_scrub":"269'357","last_deep_scrub_stamp":"2024-09-07T15:27:53.125695+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.125695+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:54:04.537546+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":558,"num_read_kb":54200,"num_write":1156,"num_write_kb":55534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"269'6","reported_seq":1014,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.115437+0000","last_change":"2024-09-07T15:28:05.115437+0000","last_active":"2024-09-07T15:28:05.115437+0000","last_peered":"2024-09-07T15:28:05.115437+0000","last_clean":"2024-09-07T15:28:05.115437+0000","last_became_active":"2024-09-07T13:38:13.958715+0000","last_became_peered":"2024-09-07T13:38:13.958715+0000","last_unstale":"2024-09-07T15:28:05.115437+0000","last_undegraded":"2024-09-07T15:28:05.115437+0000","last_fullsized":"2024-09-07T15:28:05.115437+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-07T15:28:05.115264+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-07T15:28:05.115264+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.115264+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:57:38.981317+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":729,"num_read_kb":1194,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'295","reported_seq":918,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.831743+0000","last_change":"2024-09-07T15:28:17.831743+0000","last_active":"2024-09-07T15:28:17.831743+0000","last_peered":"2024-09-07T15:28:17.831743+0000","last_clean":"2024-09-07T15:28:17.831743+0000","last_became_active":"2024-09-07T13:38:15.988580+0000","last_became_peered":"2024-09-07T13:38:15.988580+0000","last_unstale":"2024-09-07T15:28:17.831743+0000","last_undegraded":"2024-09-07T15:28:17.831743+0000","last_fullsized":"2024-09-07T15:28:17.831743+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'295","last_scrub_stamp":"2024-09-07T15:28:17.831496+0000","last_deep_scrub":"269'295","last_deep_scrub_stamp":"2024-09-07T15:28:17.831496+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.831496+0000","objects_scrubbed":4,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:39:39.266991+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48182,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":460,"num_read_kb":965,"num_write":360,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.228525+0000","last_change":"2024-09-07T15:28:21.228525+0000","last_active":"2024-09-07T15:28:21.228525+0000","last_peered":"2024-09-07T15:28:21.228525+0000","last_clean":"2024-09-07T15:28:21.228525+0000","last_became_active":"2024-09-07T13:38:17.994021+0000","last_became_peered":"2024-09-07T13:38:17.994021+0000","last_unstale":"2024-09-07T15:28:21.228525+0000","last_undegraded":"2024-09-07T15:28:21.228525+0000","last_fullsized":"2024-09-07T15:28:21.228525+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:21.228339+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:21.228339+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.228339+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:54:22.776148+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'163","reported_seq":810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.057015+0000","last_change":"2024-09-07T15:28:00.057015+0000","last_active":"2024-09-07T15:28:00.057015+0000","last_peered":"2024-09-07T15:28:00.057015+0000","last_clean":"2024-09-07T15:28:00.057015+0000","last_became_active":"2024-09-07T13:38:11.970009+0000","last_became_peered":"2024-09-07T13:38:11.970009+0000","last_unstale":"2024-09-07T15:28:00.057015+0000","last_undegraded":"2024-09-07T15:28:00.057015+0000","last_fullsized":"2024-09-07T15:28:00.057015+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'163","last_scrub_stamp":"2024-09-07T15:28:00.056834+0000","last_deep_scrub":"269'163","last_deep_scrub_stamp":"2024-09-07T15:28:00.056834+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.056834+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:22:40.823648+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":707,"num_read_kb":590,"num_write":240,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'350","reported_seq":1077,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.519004+0000","last_change":"2024-09-07T15:27:55.519004+0000","last_active":"2024-09-07T15:27:55.519004+0000","last_peered":"2024-09-07T15:27:55.519004+0000","last_clean":"2024-09-07T15:27:55.519004+0000","last_became_active":"2024-09-07T13:38:09.923243+0000","last_became_peered":"2024-09-07T13:38:09.923243+0000","last_unstale":"2024-09-07T15:27:55.519004+0000","last_undegraded":"2024-09-07T15:27:55.519004+0000","last_fullsized":"2024-09-07T15:27:55.519004+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'350","last_scrub_stamp":"2024-09-07T15:27:55.518755+0000","last_deep_scrub":"269'350","last_deep_scrub_stamp":"2024-09-07T15:27:55.518755+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.518755+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:12:53.491082+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":602,"num_read_kb":96016,"num_write":1158,"num_write_kb":38141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.177326+0000","last_change":"2024-09-07T15:28:10.177326+0000","last_active":"2024-09-07T15:28:10.177326+0000","last_peered":"2024-09-07T15:28:10.177326+0000","last_clean":"2024-09-07T15:28:10.177326+0000","last_became_active":"2024-09-07T13:38:13.971866+0000","last_became_peered":"2024-09-07T13:38:13.971866+0000","last_unstale":"2024-09-07T15:28:10.177326+0000","last_undegraded":"2024-09-07T15:28:10.177326+0000","last_fullsized":"2024-09-07T15:28:10.177326+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:10.177145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:10.177145+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.177145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:11:05.228932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'530","reported_seq":1218,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.282441+0000","last_change":"2024-09-07T15:28:11.282217+0000","last_active":"2024-09-07T15:28:11.282441+0000","last_peered":"2024-09-07T15:28:11.282441+0000","last_clean":"2024-09-07T15:28:11.282441+0000","last_became_active":"2024-09-07T13:38:15.982495+0000","last_became_peered":"2024-09-07T13:38:15.982495+0000","last_unstale":"2024-09-07T15:28:11.282441+0000","last_undegraded":"2024-09-07T15:28:11.282441+0000","last_fullsized":"2024-09-07T15:28:11.282441+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'530","last_scrub_stamp":"2024-09-07T15:28:11.281966+0000","last_deep_scrub":"269'530","last_deep_scrub_stamp":"2024-09-07T15:28:11.281966+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.281966+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":500,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:39:36.978345+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94186,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":917,"num_read_kb":2064,"num_write":784,"num_write_kb":661,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25256,"num_omap_keys":48,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.822589+0000","last_change":"2024-09-07T15:28:20.822408+0000","last_active":"2024-09-07T15:28:20.822589+0000","last_peered":"2024-09-07T15:28:20.822589+0000","last_clean":"2024-09-07T15:28:20.822589+0000","last_became_active":"2024-09-07T13:38:17.999885+0000","last_became_peered":"2024-09-07T13:38:17.999885+0000","last_unstale":"2024-09-07T15:28:20.822589+0000","last_undegraded":"2024-09-07T15:28:20.822589+0000","last_fullsized":"2024-09-07T15:28:20.822589+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:20.822219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:20.822219+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.822219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:07:01.727333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'168","reported_seq":716,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.603832+0000","last_change":"2024-09-07T15:28:27.603832+0000","last_active":"2024-09-07T15:28:27.603832+0000","last_peered":"2024-09-07T15:28:27.603832+0000","last_clean":"2024-09-07T15:28:27.603832+0000","last_became_active":"2024-09-07T13:38:20.606815+0000","last_became_peered":"2024-09-07T13:38:20.606815+0000","last_unstale":"2024-09-07T15:28:27.603832+0000","last_undegraded":"2024-09-07T15:28:27.603832+0000","last_fullsized":"2024-09-07T15:28:27.603832+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'168","last_scrub_stamp":"2024-09-07T15:28:27.603642+0000","last_deep_scrub":"269'168","last_deep_scrub_stamp":"2024-09-07T15:28:27.603642+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.603642+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:05:51.757700+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":250,"num_read_kb":257,"num_write":374,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'351","reported_seq":1031,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.243098+0000","last_change":"2024-09-07T15:28:07.243098+0000","last_active":"2024-09-07T15:28:07.243098+0000","last_peered":"2024-09-07T15:28:07.243098+0000","last_clean":"2024-09-07T15:28:07.243098+0000","last_became_active":"2024-09-07T13:38:11.947922+0000","last_became_peered":"2024-09-07T13:38:11.947922+0000","last_unstale":"2024-09-07T15:28:07.243098+0000","last_undegraded":"2024-09-07T15:28:07.243098+0000","last_fullsized":"2024-09-07T15:28:07.243098+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'351","last_scrub_stamp":"2024-09-07T15:28:07.242912+0000","last_deep_scrub":"269'351","last_deep_scrub_stamp":"2024-09-07T15:28:07.242912+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.242912+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:57:46.257246+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1546,"num_read_kb":1238,"num_write":569,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'369","reported_seq":1142,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.367131+0000","last_change":"2024-09-07T15:27:51.367131+0000","last_active":"2024-09-07T15:27:51.367131+0000","last_peered":"2024-09-07T15:27:51.367131+0000","last_clean":"2024-09-07T15:27:51.367131+0000","last_became_active":"2024-09-07T13:38:41.160389+0000","last_became_peered":"2024-09-07T13:38:41.160389+0000","last_unstale":"2024-09-07T15:27:51.367131+0000","last_undegraded":"2024-09-07T15:27:51.367131+0000","last_fullsized":"2024-09-07T15:27:51.367131+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'369","last_scrub_stamp":"2024-09-07T15:27:51.367000+0000","last_deep_scrub":"269'369","last_deep_scrub_stamp":"2024-09-07T15:27:51.367000+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.367000+0000","objects_scrubbed":9,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:08:43.394610+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263258,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":791,"num_read_kb":31538,"num_write":1158,"num_write_kb":47270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.093811+0000","last_change":"2024-09-07T15:28:04.093811+0000","last_active":"2024-09-07T15:28:04.093811+0000","last_peered":"2024-09-07T15:28:04.093811+0000","last_clean":"2024-09-07T15:28:04.093811+0000","last_became_active":"2024-09-07T13:38:13.958601+0000","last_became_peered":"2024-09-07T13:38:13.958601+0000","last_unstale":"2024-09-07T15:28:04.093811+0000","last_undegraded":"2024-09-07T15:28:04.093811+0000","last_fullsized":"2024-09-07T15:28:04.093811+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:04.093627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:04.093627+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.093627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:50:40.826825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'381","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.789952+0000","last_change":"2024-09-07T15:28:19.789952+0000","last_active":"2024-09-07T15:28:19.789952+0000","last_peered":"2024-09-07T15:28:19.789952+0000","last_clean":"2024-09-07T15:28:19.789952+0000","last_became_active":"2024-09-07T13:38:15.990637+0000","last_became_peered":"2024-09-07T13:38:15.990637+0000","last_unstale":"2024-09-07T15:28:19.789952+0000","last_undegraded":"2024-09-07T15:28:19.789952+0000","last_fullsized":"2024-09-07T15:28:19.789952+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'381","last_scrub_stamp":"2024-09-07T15:28:19.789715+0000","last_deep_scrub":"269'381","last_deep_scrub_stamp":"2024-09-07T15:28:19.789715+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.789715+0000","objects_scrubbed":8,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:30:03.595266+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45134,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":620,"num_read_kb":1206,"num_write":508,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.254447+0000","last_change":"2024-09-07T15:28:14.254312+0000","last_active":"2024-09-07T15:28:14.254447+0000","last_peered":"2024-09-07T15:28:14.254447+0000","last_clean":"2024-09-07T15:28:14.254447+0000","last_became_active":"2024-09-07T13:38:17.990470+0000","last_became_peered":"2024-09-07T13:38:17.990470+0000","last_unstale":"2024-09-07T15:28:14.254447+0000","last_undegraded":"2024-09-07T15:28:14.254447+0000","last_fullsized":"2024-09-07T15:28:14.254447+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:14.254133+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:14.254133+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.254133+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:06.457844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'257","reported_seq":1213,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.094238+0000","last_change":"2024-09-07T15:28:14.094238+0000","last_active":"2024-09-07T15:28:14.094238+0000","last_peered":"2024-09-07T15:28:14.094238+0000","last_clean":"2024-09-07T15:28:14.094238+0000","last_became_active":"2024-09-07T13:38:20.004300+0000","last_became_peered":"2024-09-07T13:38:20.004300+0000","last_unstale":"2024-09-07T15:28:14.094238+0000","last_undegraded":"2024-09-07T15:28:14.094238+0000","last_fullsized":"2024-09-07T15:28:14.094238+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'257","last_scrub_stamp":"2024-09-07T15:28:14.093976+0000","last_deep_scrub":"269'257","last_deep_scrub_stamp":"2024-09-07T15:28:14.093976+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.093976+0000","objects_scrubbed":7,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:31:08.285170+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2027,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":884,"num_read_kb":826,"num_write":592,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'4312","reported_seq":4958,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.357977+0000","last_change":"2024-09-07T15:27:58.357977+0000","last_active":"2024-09-07T15:27:58.357977+0000","last_peered":"2024-09-07T15:27:58.357977+0000","last_clean":"2024-09-07T15:27:58.357977+0000","last_became_active":"2024-09-07T13:39:41.505537+0000","last_became_peered":"2024-09-07T13:39:41.505537+0000","last_unstale":"2024-09-07T15:27:58.357977+0000","last_undegraded":"2024-09-07T15:27:58.357977+0000","last_fullsized":"2024-09-07T15:27:58.357977+0000","mapping_epoch":41,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4312","last_scrub_stamp":"2024-09-07T15:27:58.357796+0000","last_deep_scrub":"269'4312","last_deep_scrub_stamp":"2024-09-07T15:27:58.357796+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.357796+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":3000,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:52:55.650931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17318,"num_read_kb":14397,"num_write":6478,"num_write_kb":3232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"269'307","reported_seq":948,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.418978+0000","last_change":"2024-09-07T15:27:53.418978+0000","last_active":"2024-09-07T15:27:53.418978+0000","last_peered":"2024-09-07T15:27:53.418978+0000","last_clean":"2024-09-07T15:27:53.418978+0000","last_became_active":"2024-09-07T13:38:41.159577+0000","last_became_peered":"2024-09-07T13:38:41.159577+0000","last_unstale":"2024-09-07T15:27:53.418978+0000","last_undegraded":"2024-09-07T15:27:53.418978+0000","last_fullsized":"2024-09-07T15:27:53.418978+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'307","last_scrub_stamp":"2024-09-07T15:27:53.418711+0000","last_deep_scrub":"269'307","last_deep_scrub_stamp":"2024-09-07T15:27:53.418711+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.418711+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:32:30.560769+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136841,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":489,"num_read_kb":20016,"num_write":1075,"num_write_kb":22282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.572369+0000","last_change":"2024-09-07T15:28:10.572130+0000","last_active":"2024-09-07T15:28:10.572369+0000","last_peered":"2024-09-07T15:28:10.572369+0000","last_clean":"2024-09-07T15:28:10.572369+0000","last_became_active":"2024-09-07T13:38:13.955580+0000","last_became_peered":"2024-09-07T13:38:13.955580+0000","last_unstale":"2024-09-07T15:28:10.572369+0000","last_undegraded":"2024-09-07T15:28:10.572369+0000","last_fullsized":"2024-09-07T15:28:10.572369+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:10.571852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:10.571852+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.571852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:16:46.492856+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'332","reported_seq":980,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.567577+0000","last_change":"2024-09-07T15:28:18.567577+0000","last_active":"2024-09-07T15:28:18.567577+0000","last_peered":"2024-09-07T15:28:18.567577+0000","last_clean":"2024-09-07T15:28:18.567577+0000","last_became_active":"2024-09-07T13:38:16.016437+0000","last_became_peered":"2024-09-07T13:38:16.016437+0000","last_unstale":"2024-09-07T15:28:18.567577+0000","last_undegraded":"2024-09-07T15:28:18.567577+0000","last_fullsized":"2024-09-07T15:28:18.567577+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-07T15:28:18.567376+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-07T15:28:18.567376+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.567376+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:25:04.927338+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47612,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":542,"num_read_kb":1158,"num_write":430,"num_write_kb":306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.293282+0000","last_change":"2024-09-07T15:28:15.293282+0000","last_active":"2024-09-07T15:28:15.293282+0000","last_peered":"2024-09-07T15:28:15.293282+0000","last_clean":"2024-09-07T15:28:15.293282+0000","last_became_active":"2024-09-07T13:38:17.999087+0000","last_became_peered":"2024-09-07T13:38:17.999087+0000","last_unstale":"2024-09-07T15:28:15.293282+0000","last_undegraded":"2024-09-07T15:28:15.293282+0000","last_fullsized":"2024-09-07T15:28:15.293282+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:15.293108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:15.293108+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.293108+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:34:07.722533+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'113","reported_seq":639,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.780726+0000","last_change":"2024-09-07T15:28:26.780726+0000","last_active":"2024-09-07T15:28:26.780726+0000","last_peered":"2024-09-07T15:28:26.780726+0000","last_clean":"2024-09-07T15:28:26.780726+0000","last_became_active":"2024-09-07T13:38:20.014658+0000","last_became_peered":"2024-09-07T13:38:20.014658+0000","last_unstale":"2024-09-07T15:28:26.780726+0000","last_undegraded":"2024-09-07T15:28:26.780726+0000","last_fullsized":"2024-09-07T15:28:26.780726+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'113","last_scrub_stamp":"2024-09-07T15:28:26.780526+0000","last_deep_scrub":"269'113","last_deep_scrub_stamp":"2024-09-07T15:28:26.780526+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.780526+0000","objects_scrubbed":4,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:32:44.585540+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":132,"num_read_kb":129,"num_write":270,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'101","reported_seq":728,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.355211+0000","last_change":"2024-09-07T15:28:02.355066+0000","last_active":"2024-09-07T15:28:02.355211+0000","last_peered":"2024-09-07T15:28:02.355211+0000","last_clean":"2024-09-07T15:28:02.355211+0000","last_became_active":"2024-09-07T13:39:41.694595+0000","last_became_peered":"2024-09-07T13:39:41.694595+0000","last_unstale":"2024-09-07T15:28:02.355211+0000","last_undegraded":"2024-09-07T15:28:02.355211+0000","last_fullsized":"2024-09-07T15:28:02.355211+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'101","last_scrub_stamp":"2024-09-07T15:28:02.354876+0000","last_deep_scrub":"269'101","last_deep_scrub_stamp":"2024-09-07T15:28:02.354876+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.354876+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:03:36.268000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":387,"num_write":173,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'390","reported_seq":1096,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.211679+0000","last_change":"2024-09-07T15:27:56.211529+0000","last_active":"2024-09-07T15:27:56.211679+0000","last_peered":"2024-09-07T15:27:56.211679+0000","last_clean":"2024-09-07T15:27:56.211679+0000","last_became_active":"2024-09-07T13:38:09.953827+0000","last_became_peered":"2024-09-07T13:38:09.953827+0000","last_unstale":"2024-09-07T15:27:56.211679+0000","last_undegraded":"2024-09-07T15:27:56.211679+0000","last_fullsized":"2024-09-07T15:27:56.211679+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'390","last_scrub_stamp":"2024-09-07T15:27:56.211238+0000","last_deep_scrub":"269'390","last_deep_scrub_stamp":"2024-09-07T15:27:56.211238+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.211238+0000","objects_scrubbed":10,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:13:38.189289+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1663218,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":650,"num_read_kb":66367,"num_write":1200,"num_write_kb":61532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.274674+0000","last_change":"2024-09-07T15:28:10.274472+0000","last_active":"2024-09-07T15:28:10.274674+0000","last_peered":"2024-09-07T15:28:10.274674+0000","last_clean":"2024-09-07T15:28:10.274674+0000","last_became_active":"2024-09-07T13:38:13.972522+0000","last_became_peered":"2024-09-07T13:38:13.972522+0000","last_unstale":"2024-09-07T15:28:10.274674+0000","last_undegraded":"2024-09-07T15:28:10.274674+0000","last_fullsized":"2024-09-07T15:28:10.274674+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:10.274290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:10.274290+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.274290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:58:44.892975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'151","reported_seq":743,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.586455+0000","last_change":"2024-09-07T15:28:15.586455+0000","last_active":"2024-09-07T15:28:15.586455+0000","last_peered":"2024-09-07T15:28:15.586455+0000","last_clean":"2024-09-07T15:28:15.586455+0000","last_became_active":"2024-09-07T13:38:16.016986+0000","last_became_peered":"2024-09-07T13:38:16.016986+0000","last_unstale":"2024-09-07T15:28:15.586455+0000","last_undegraded":"2024-09-07T15:28:15.586455+0000","last_fullsized":"2024-09-07T15:28:15.586455+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'151","last_scrub_stamp":"2024-09-07T15:28:15.586230+0000","last_deep_scrub":"269'151","last_deep_scrub_stamp":"2024-09-07T15:28:15.586230+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.586230+0000","objects_scrubbed":6,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:40:21.422898+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":173,"num_read_kb":166,"num_write":122,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'740","reported_seq":3025,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.059089+0000","last_change":"2024-09-07T15:28:10.059089+0000","last_active":"2024-09-07T15:28:10.059089+0000","last_peered":"2024-09-07T15:28:10.059089+0000","last_clean":"2024-09-07T15:28:10.059089+0000","last_became_active":"2024-09-07T13:38:17.997709+0000","last_became_peered":"2024-09-07T13:38:17.997709+0000","last_unstale":"2024-09-07T15:28:10.059089+0000","last_undegraded":"2024-09-07T15:28:10.059089+0000","last_fullsized":"2024-09-07T15:28:10.059089+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'740","last_scrub_stamp":"2024-09-07T15:28:10.058911+0000","last_deep_scrub":"269'740","last_deep_scrub_stamp":"2024-09-07T15:28:10.058911+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.058911+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":700,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:38.932366+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'190","reported_seq":780,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.722277+0000","last_change":"2024-09-07T15:28:24.722277+0000","last_active":"2024-09-07T15:28:24.722277+0000","last_peered":"2024-09-07T15:28:24.722277+0000","last_clean":"2024-09-07T15:28:24.722277+0000","last_became_active":"2024-09-07T13:38:20.009577+0000","last_became_peered":"2024-09-07T13:38:20.009577+0000","last_unstale":"2024-09-07T15:28:24.722277+0000","last_undegraded":"2024-09-07T15:28:24.722277+0000","last_fullsized":"2024-09-07T15:28:24.722277+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'190","last_scrub_stamp":"2024-09-07T15:28:24.721990+0000","last_deep_scrub":"269'190","last_deep_scrub_stamp":"2024-09-07T15:28:24.721990+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.721990+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:40:40.923128+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":406,"num_write":464,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'93","reported_seq":718,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.494500+0000","last_change":"2024-09-07T15:28:00.494329+0000","last_active":"2024-09-07T15:28:00.494500+0000","last_peered":"2024-09-07T15:28:00.494500+0000","last_clean":"2024-09-07T15:28:00.494500+0000","last_became_active":"2024-09-07T13:38:11.974156+0000","last_became_peered":"2024-09-07T13:38:11.974156+0000","last_unstale":"2024-09-07T15:28:00.494500+0000","last_undegraded":"2024-09-07T15:28:00.494500+0000","last_fullsized":"2024-09-07T15:28:00.494500+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'93","last_scrub_stamp":"2024-09-07T15:28:00.494146+0000","last_deep_scrub":"269'93","last_deep_scrub_stamp":"2024-09-07T15:28:00.494146+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.494146+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:25:18.141330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":421,"num_read_kb":355,"num_write":136,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'353","reported_seq":1019,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.870512+0000","last_change":"2024-09-07T15:27:56.870317+0000","last_active":"2024-09-07T15:27:56.870512+0000","last_peered":"2024-09-07T15:27:56.870512+0000","last_clean":"2024-09-07T15:27:56.870512+0000","last_became_active":"2024-09-07T13:38:09.958887+0000","last_became_peered":"2024-09-07T13:38:09.958887+0000","last_unstale":"2024-09-07T15:27:56.870512+0000","last_undegraded":"2024-09-07T15:27:56.870512+0000","last_fullsized":"2024-09-07T15:27:56.870512+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'353","last_scrub_stamp":"2024-09-07T15:27:56.870089+0000","last_deep_scrub":"269'353","last_deep_scrub_stamp":"2024-09-07T15:27:56.870089+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.870089+0000","objects_scrubbed":9,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:21:47.338869+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170304,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":544,"num_read_kb":3973,"num_write":1155,"num_write_kb":21729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.803285+0000","last_change":"2024-09-07T15:28:13.803097+0000","last_active":"2024-09-07T15:28:13.803285+0000","last_peered":"2024-09-07T15:28:13.803285+0000","last_clean":"2024-09-07T15:28:13.803285+0000","last_became_active":"2024-09-07T13:38:13.969784+0000","last_became_peered":"2024-09-07T13:38:13.969784+0000","last_unstale":"2024-09-07T15:28:13.803285+0000","last_undegraded":"2024-09-07T15:28:13.803285+0000","last_fullsized":"2024-09-07T15:28:13.803285+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:13.802916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:13.802916+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.802916+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:10:02.394312+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'400","reported_seq":1055,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.841150+0000","last_change":"2024-09-07T15:28:22.841150+0000","last_active":"2024-09-07T15:28:22.841150+0000","last_peered":"2024-09-07T15:28:22.841150+0000","last_clean":"2024-09-07T15:28:22.841150+0000","last_became_active":"2024-09-07T13:38:15.978556+0000","last_became_peered":"2024-09-07T13:38:15.978556+0000","last_unstale":"2024-09-07T15:28:22.841150+0000","last_undegraded":"2024-09-07T15:28:22.841150+0000","last_fullsized":"2024-09-07T15:28:22.841150+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'400","last_scrub_stamp":"2024-09-07T15:28:22.840804+0000","last_deep_scrub":"269'400","last_deep_scrub_stamp":"2024-09-07T15:28:22.840804+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.840804+0000","objects_scrubbed":9,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:18:24.799051+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54198,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":623,"num_read_kb":1269,"num_write":492,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.240817+0000","last_change":"2024-09-07T15:28:22.240817+0000","last_active":"2024-09-07T15:28:22.240817+0000","last_peered":"2024-09-07T15:28:22.240817+0000","last_clean":"2024-09-07T15:28:22.240817+0000","last_became_active":"2024-09-07T13:38:18.002871+0000","last_became_peered":"2024-09-07T13:38:18.002871+0000","last_unstale":"2024-09-07T15:28:22.240817+0000","last_undegraded":"2024-09-07T15:28:22.240817+0000","last_fullsized":"2024-09-07T15:28:22.240817+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:22.240628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:22.240628+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.240628+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:21:54.986110+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'100","reported_seq":629,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.755172+0000","last_change":"2024-09-07T15:28:26.755172+0000","last_active":"2024-09-07T15:28:26.755172+0000","last_peered":"2024-09-07T15:28:26.755172+0000","last_clean":"2024-09-07T15:28:26.755172+0000","last_became_active":"2024-09-07T13:38:20.015212+0000","last_became_peered":"2024-09-07T13:38:20.015212+0000","last_unstale":"2024-09-07T15:28:26.755172+0000","last_undegraded":"2024-09-07T15:28:26.755172+0000","last_fullsized":"2024-09-07T15:28:26.755172+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'100","last_scrub_stamp":"2024-09-07T15:28:26.754988+0000","last_deep_scrub":"269'100","last_deep_scrub_stamp":"2024-09-07T15:28:26.754988+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.754988+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:14:30.031100+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":134,"num_read_kb":130,"num_write":246,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'98","reported_seq":728,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.641577+0000","last_change":"2024-09-07T15:28:19.641577+0000","last_active":"2024-09-07T15:28:19.641577+0000","last_peered":"2024-09-07T15:28:19.641577+0000","last_clean":"2024-09-07T15:28:19.641577+0000","last_became_active":"2024-09-07T13:38:11.974256+0000","last_became_peered":"2024-09-07T13:38:11.974256+0000","last_unstale":"2024-09-07T15:28:19.641577+0000","last_undegraded":"2024-09-07T15:28:19.641577+0000","last_fullsized":"2024-09-07T15:28:19.641577+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'98","last_scrub_stamp":"2024-09-07T15:28:19.641381+0000","last_deep_scrub":"269'98","last_deep_scrub_stamp":"2024-09-07T15:28:19.641381+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.641381+0000","objects_scrubbed":1,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:59:51.108557+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":449,"num_read_kb":381,"num_write":149,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'326","reported_seq":1102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.815529+0000","last_change":"2024-09-07T15:27:58.815234+0000","last_active":"2024-09-07T15:27:58.815529+0000","last_peered":"2024-09-07T15:27:58.815529+0000","last_clean":"2024-09-07T15:27:58.815529+0000","last_became_active":"2024-09-07T13:38:09.945963+0000","last_became_peered":"2024-09-07T13:38:09.945963+0000","last_unstale":"2024-09-07T15:27:58.815529+0000","last_undegraded":"2024-09-07T15:27:58.815529+0000","last_fullsized":"2024-09-07T15:27:58.815529+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'326","last_scrub_stamp":"2024-09-07T15:27:58.814933+0000","last_deep_scrub":"269'326","last_deep_scrub_stamp":"2024-09-07T15:27:58.814933+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.814933+0000","objects_scrubbed":7,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:37:54.808009+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":697,"num_read_kb":82633,"num_write":1139,"num_write_kb":35726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.767162+0000","last_change":"2024-09-07T15:28:16.767026+0000","last_active":"2024-09-07T15:28:16.767162+0000","last_peered":"2024-09-07T15:28:16.767162+0000","last_clean":"2024-09-07T15:28:16.767162+0000","last_became_active":"2024-09-07T13:38:13.965190+0000","last_became_peered":"2024-09-07T13:38:13.965190+0000","last_unstale":"2024-09-07T15:28:16.767162+0000","last_undegraded":"2024-09-07T15:28:16.767162+0000","last_fullsized":"2024-09-07T15:28:16.767162+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:16.766839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:16.766839+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.766839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:22:35.463217+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'306","reported_seq":927,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.165654+0000","last_change":"2024-09-07T15:28:15.165654+0000","last_active":"2024-09-07T15:28:15.165654+0000","last_peered":"2024-09-07T15:28:15.165654+0000","last_clean":"2024-09-07T15:28:15.165654+0000","last_became_active":"2024-09-07T13:38:15.977324+0000","last_became_peered":"2024-09-07T13:38:15.977324+0000","last_unstale":"2024-09-07T15:28:15.165654+0000","last_undegraded":"2024-09-07T15:28:15.165654+0000","last_fullsized":"2024-09-07T15:28:15.165654+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'306","last_scrub_stamp":"2024-09-07T15:28:15.165446+0000","last_deep_scrub":"269'306","last_deep_scrub_stamp":"2024-09-07T15:28:15.165446+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.165446+0000","objects_scrubbed":4,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:48:40.139309+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46963,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":508,"num_read_kb":1127,"num_write":406,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.087225+0000","last_change":"2024-09-07T15:28:11.087225+0000","last_active":"2024-09-07T15:28:11.087225+0000","last_peered":"2024-09-07T15:28:11.087225+0000","last_clean":"2024-09-07T15:28:11.087225+0000","last_became_active":"2024-09-07T13:38:18.004811+0000","last_became_peered":"2024-09-07T13:38:18.004811+0000","last_unstale":"2024-09-07T15:28:11.087225+0000","last_undegraded":"2024-09-07T15:28:11.087225+0000","last_fullsized":"2024-09-07T15:28:11.087225+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:11.087034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:11.087034+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.087034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:58:47.428912+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'134","reported_seq":704,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:28.577072+0000","last_change":"2024-09-07T15:28:28.577072+0000","last_active":"2024-09-07T15:28:28.577072+0000","last_peered":"2024-09-07T15:28:28.577072+0000","last_clean":"2024-09-07T15:28:28.577072+0000","last_became_active":"2024-09-07T13:38:20.606966+0000","last_became_peered":"2024-09-07T13:38:20.606966+0000","last_unstale":"2024-09-07T15:28:28.577072+0000","last_undegraded":"2024-09-07T15:28:28.577072+0000","last_fullsized":"2024-09-07T15:28:28.577072+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'134","last_scrub_stamp":"2024-09-07T15:28:28.576880+0000","last_deep_scrub":"269'134","last_deep_scrub_stamp":"2024-09-07T15:28:28.576880+0000","last_clean_scrub_stamp":"2024-09-07T15:28:28.576880+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:35:24.386675+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":247,"num_read_kb":238,"num_write":329,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'249","reported_seq":885,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.626253+0000","last_change":"2024-09-07T15:28:04.626253+0000","last_active":"2024-09-07T15:28:04.626253+0000","last_peered":"2024-09-07T15:28:04.626253+0000","last_clean":"2024-09-07T15:28:04.626253+0000","last_became_active":"2024-09-07T13:38:11.969032+0000","last_became_peered":"2024-09-07T13:38:11.969032+0000","last_unstale":"2024-09-07T15:28:04.626253+0000","last_undegraded":"2024-09-07T15:28:04.626253+0000","last_fullsized":"2024-09-07T15:28:04.626253+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'249","last_scrub_stamp":"2024-09-07T15:28:04.626071+0000","last_deep_scrub":"269'249","last_deep_scrub_stamp":"2024-09-07T15:28:04.626071+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.626071+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:17:31.938411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":810,"num_write":373,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'351","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.532299+0000","last_change":"2024-09-07T15:27:57.532299+0000","last_active":"2024-09-07T15:27:57.532299+0000","last_peered":"2024-09-07T15:27:57.532299+0000","last_clean":"2024-09-07T15:27:57.532299+0000","last_became_active":"2024-09-07T13:38:09.970986+0000","last_became_peered":"2024-09-07T13:38:09.970986+0000","last_unstale":"2024-09-07T15:27:57.532299+0000","last_undegraded":"2024-09-07T15:27:57.532299+0000","last_fullsized":"2024-09-07T15:27:57.532299+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'351","last_scrub_stamp":"2024-09-07T15:27:57.531893+0000","last_deep_scrub":"269'351","last_deep_scrub_stamp":"2024-09-07T15:27:57.531893+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.531893+0000","objects_scrubbed":7,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:03:50.996458+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6622861,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":485,"num_read_kb":38816,"num_write":1118,"num_write_kb":57230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.488987+0000","last_change":"2024-09-07T15:28:08.488987+0000","last_active":"2024-09-07T15:28:08.488987+0000","last_peered":"2024-09-07T15:28:08.488987+0000","last_clean":"2024-09-07T15:28:08.488987+0000","last_became_active":"2024-09-07T13:38:13.964414+0000","last_became_peered":"2024-09-07T13:38:13.964414+0000","last_unstale":"2024-09-07T15:28:08.488987+0000","last_undegraded":"2024-09-07T15:28:08.488987+0000","last_fullsized":"2024-09-07T15:28:08.488987+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:08.488798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:08.488798+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.488798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:50:50.703846+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'278","reported_seq":885,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.623621+0000","last_change":"2024-09-07T15:28:20.623621+0000","last_active":"2024-09-07T15:28:20.623621+0000","last_peered":"2024-09-07T15:28:20.623621+0000","last_clean":"2024-09-07T15:28:20.623621+0000","last_became_active":"2024-09-07T13:38:15.988281+0000","last_became_peered":"2024-09-07T13:38:15.988281+0000","last_unstale":"2024-09-07T15:28:20.623621+0000","last_undegraded":"2024-09-07T15:28:20.623621+0000","last_fullsized":"2024-09-07T15:28:20.623621+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'278","last_scrub_stamp":"2024-09-07T15:28:20.623362+0000","last_deep_scrub":"269'278","last_deep_scrub_stamp":"2024-09-07T15:28:20.623362+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.623362+0000","objects_scrubbed":3,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:24.755916+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46331,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":446,"num_read_kb":1064,"num_write":372,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.593917+0000","last_change":"2024-09-07T15:28:25.593917+0000","last_active":"2024-09-07T15:28:25.593917+0000","last_peered":"2024-09-07T15:28:25.593917+0000","last_clean":"2024-09-07T15:28:25.593917+0000","last_became_active":"2024-09-07T13:38:17.991202+0000","last_became_peered":"2024-09-07T13:38:17.991202+0000","last_unstale":"2024-09-07T15:28:25.593917+0000","last_undegraded":"2024-09-07T15:28:25.593917+0000","last_fullsized":"2024-09-07T15:28:25.593917+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:25.593730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:25.593730+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.593730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:43:52.610454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'163","reported_seq":1333,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.716775+0000","last_change":"2024-09-07T15:28:25.716775+0000","last_active":"2024-09-07T15:28:25.716775+0000","last_peered":"2024-09-07T15:28:25.716775+0000","last_clean":"2024-09-07T15:28:25.716775+0000","last_became_active":"2024-09-07T13:38:20.020888+0000","last_became_peered":"2024-09-07T13:38:20.020888+0000","last_unstale":"2024-09-07T15:28:25.716775+0000","last_undegraded":"2024-09-07T15:28:25.716775+0000","last_fullsized":"2024-09-07T15:28:25.716775+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'163","last_scrub_stamp":"2024-09-07T15:28:25.716597+0000","last_deep_scrub":"269'163","last_deep_scrub_stamp":"2024-09-07T15:28:25.716597+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.716597+0000","objects_scrubbed":4,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:09:33.539443+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":639,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":974,"num_read_kb":933,"num_write":389,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'72","reported_seq":677,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.567540+0000","last_change":"2024-09-07T15:28:02.567540+0000","last_active":"2024-09-07T15:28:02.567540+0000","last_peered":"2024-09-07T15:28:02.567540+0000","last_clean":"2024-09-07T15:28:02.567540+0000","last_became_active":"2024-09-07T13:38:11.976787+0000","last_became_peered":"2024-09-07T13:38:11.976787+0000","last_unstale":"2024-09-07T15:28:02.567540+0000","last_undegraded":"2024-09-07T15:28:02.567540+0000","last_fullsized":"2024-09-07T15:28:02.567540+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'72","last_scrub_stamp":"2024-09-07T15:28:02.567305+0000","last_deep_scrub":"269'72","last_deep_scrub_stamp":"2024-09-07T15:28:02.567305+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.567305+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:06:51.507558+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":328,"num_read_kb":277,"num_write":98,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'347","reported_seq":1024,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.155628+0000","last_change":"2024-09-07T15:27:54.155628+0000","last_active":"2024-09-07T15:27:54.155628+0000","last_peered":"2024-09-07T15:27:54.155628+0000","last_clean":"2024-09-07T15:27:54.155628+0000","last_became_active":"2024-09-07T13:38:09.957598+0000","last_became_peered":"2024-09-07T13:38:09.957598+0000","last_unstale":"2024-09-07T15:27:54.155628+0000","last_undegraded":"2024-09-07T15:27:54.155628+0000","last_fullsized":"2024-09-07T15:27:54.155628+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'347","last_scrub_stamp":"2024-09-07T15:27:54.155357+0000","last_deep_scrub":"269'347","last_deep_scrub_stamp":"2024-09-07T15:27:54.155357+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.155357+0000","objects_scrubbed":9,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:50:50.157106+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136926,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":457,"num_read_kb":38172,"num_write":1014,"num_write_kb":38268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"269'2","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.305687+0000","last_change":"2024-09-07T15:28:07.305687+0000","last_active":"2024-09-07T15:28:07.305687+0000","last_peered":"2024-09-07T15:28:07.305687+0000","last_clean":"2024-09-07T15:28:07.305687+0000","last_became_active":"2024-09-07T13:38:13.966063+0000","last_became_peered":"2024-09-07T13:38:13.966063+0000","last_unstale":"2024-09-07T15:28:07.305687+0000","last_undegraded":"2024-09-07T15:28:07.305687+0000","last_fullsized":"2024-09-07T15:28:07.305687+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:07.305500+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:07.305500+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.305500+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:27:13.836543+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'353","reported_seq":992,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.586987+0000","last_change":"2024-09-07T15:28:16.586840+0000","last_active":"2024-09-07T15:28:16.586987+0000","last_peered":"2024-09-07T15:28:16.586987+0000","last_clean":"2024-09-07T15:28:16.586987+0000","last_became_active":"2024-09-07T13:38:15.985935+0000","last_became_peered":"2024-09-07T13:38:15.985935+0000","last_unstale":"2024-09-07T15:28:16.586987+0000","last_undegraded":"2024-09-07T15:28:16.586987+0000","last_fullsized":"2024-09-07T15:28:16.586987+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'353","last_scrub_stamp":"2024-09-07T15:28:16.586607+0000","last_deep_scrub":"269'353","last_deep_scrub_stamp":"2024-09-07T15:28:16.586607+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.586607+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:39.562892+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48977,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":547,"num_read_kb":1136,"num_write":430,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.302972+0000","last_change":"2024-09-07T15:28:24.302972+0000","last_active":"2024-09-07T15:28:24.302972+0000","last_peered":"2024-09-07T15:28:24.302972+0000","last_clean":"2024-09-07T15:28:24.302972+0000","last_became_active":"2024-09-07T13:38:18.008930+0000","last_became_peered":"2024-09-07T13:38:18.008930+0000","last_unstale":"2024-09-07T15:28:24.302972+0000","last_undegraded":"2024-09-07T15:28:24.302972+0000","last_fullsized":"2024-09-07T15:28:24.302972+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:24.302762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:24.302762+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.302762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:37:10.811547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'152","reported_seq":675,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.594798+0000","last_change":"2024-09-07T15:28:18.594538+0000","last_active":"2024-09-07T15:28:18.594798+0000","last_peered":"2024-09-07T15:28:18.594798+0000","last_clean":"2024-09-07T15:28:18.594798+0000","last_became_active":"2024-09-07T13:38:20.010675+0000","last_became_peered":"2024-09-07T13:38:20.010675+0000","last_unstale":"2024-09-07T15:28:18.594798+0000","last_undegraded":"2024-09-07T15:28:18.594798+0000","last_fullsized":"2024-09-07T15:28:18.594798+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'152","last_scrub_stamp":"2024-09-07T15:28:18.594282+0000","last_deep_scrub":"269'152","last_deep_scrub_stamp":"2024-09-07T15:28:18.594282+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.594282+0000","objects_scrubbed":2,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:02:06.210984+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":155,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'138","reported_seq":784,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.264391+0000","last_change":"2024-09-07T15:28:05.264391+0000","last_active":"2024-09-07T15:28:05.264391+0000","last_peered":"2024-09-07T15:28:05.264391+0000","last_clean":"2024-09-07T15:28:05.264391+0000","last_became_active":"2024-09-07T13:38:11.951152+0000","last_became_peered":"2024-09-07T13:38:11.951152+0000","last_unstale":"2024-09-07T15:28:05.264391+0000","last_undegraded":"2024-09-07T15:28:05.264391+0000","last_fullsized":"2024-09-07T15:28:05.264391+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'138","last_scrub_stamp":"2024-09-07T15:28:05.264184+0000","last_deep_scrub":"269'138","last_deep_scrub_stamp":"2024-09-07T15:28:05.264184+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.264184+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:29:38.498081+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":210,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'356","reported_seq":1064,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.468737+0000","last_change":"2024-09-07T15:27:54.468737+0000","last_active":"2024-09-07T15:27:54.468737+0000","last_peered":"2024-09-07T15:27:54.468737+0000","last_clean":"2024-09-07T15:27:54.468737+0000","last_became_active":"2024-09-07T13:38:41.116020+0000","last_became_peered":"2024-09-07T13:38:41.116020+0000","last_unstale":"2024-09-07T15:27:54.468737+0000","last_undegraded":"2024-09-07T15:27:54.468737+0000","last_fullsized":"2024-09-07T15:27:54.468737+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'356","last_scrub_stamp":"2024-09-07T15:27:54.468470+0000","last_deep_scrub":"269'356","last_deep_scrub_stamp":"2024-09-07T15:27:54.468470+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.468470+0000","objects_scrubbed":6,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:04:48.209057+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6356514,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":637,"num_read_kb":16268,"num_write":1147,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"269'180","reported_seq":878,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.289748+0000","last_change":"2024-09-07T15:28:04.289748+0000","last_active":"2024-09-07T15:28:04.289748+0000","last_peered":"2024-09-07T15:28:04.289748+0000","last_clean":"2024-09-07T15:28:04.289748+0000","last_became_active":"2024-09-07T13:38:11.947998+0000","last_became_peered":"2024-09-07T13:38:11.947998+0000","last_unstale":"2024-09-07T15:28:04.289748+0000","last_undegraded":"2024-09-07T15:28:04.289748+0000","last_fullsized":"2024-09-07T15:28:04.289748+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'180","last_scrub_stamp":"2024-09-07T15:28:04.289562+0000","last_deep_scrub":"269'180","last_deep_scrub_stamp":"2024-09-07T15:28:04.289562+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.289562+0000","objects_scrubbed":1,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:39.801638+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":929,"num_read_kb":833,"num_write":305,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'354","reported_seq":1110,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.456462+0000","last_change":"2024-09-07T15:27:55.456462+0000","last_active":"2024-09-07T15:27:55.456462+0000","last_peered":"2024-09-07T15:27:55.456462+0000","last_clean":"2024-09-07T15:27:55.456462+0000","last_became_active":"2024-09-07T13:38:09.956746+0000","last_became_peered":"2024-09-07T13:38:09.956746+0000","last_unstale":"2024-09-07T15:27:55.456462+0000","last_undegraded":"2024-09-07T15:27:55.456462+0000","last_fullsized":"2024-09-07T15:27:55.456462+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'354","last_scrub_stamp":"2024-09-07T15:27:55.456263+0000","last_deep_scrub":"269'354","last_deep_scrub_stamp":"2024-09-07T15:27:55.456263+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.456263+0000","objects_scrubbed":4,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:29.867443+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306372,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":586,"num_read_kb":118227,"num_write":1111,"num_write_kb":43073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'123","reported_seq":772,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.797512+0000","last_change":"2024-09-07T15:28:07.797512+0000","last_active":"2024-09-07T15:28:07.797512+0000","last_peered":"2024-09-07T15:28:07.797512+0000","last_clean":"2024-09-07T15:28:07.797512+0000","last_became_active":"2024-09-07T13:38:11.964926+0000","last_became_peered":"2024-09-07T13:38:11.964926+0000","last_unstale":"2024-09-07T15:28:07.797512+0000","last_undegraded":"2024-09-07T15:28:07.797512+0000","last_fullsized":"2024-09-07T15:28:07.797512+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'123","last_scrub_stamp":"2024-09-07T15:28:07.797293+0000","last_deep_scrub":"269'123","last_deep_scrub_stamp":"2024-09-07T15:28:07.797293+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.797293+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:29:40.899482+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":452,"num_write":178,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'346","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.840851+0000","last_change":"2024-09-07T15:27:57.840851+0000","last_active":"2024-09-07T15:27:57.840851+0000","last_peered":"2024-09-07T15:27:57.840851+0000","last_clean":"2024-09-07T15:27:57.840851+0000","last_became_active":"2024-09-07T13:38:09.945903+0000","last_became_peered":"2024-09-07T13:38:09.945903+0000","last_unstale":"2024-09-07T15:27:57.840851+0000","last_undegraded":"2024-09-07T15:27:57.840851+0000","last_fullsized":"2024-09-07T15:27:57.840851+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-07T15:27:57.840628+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-07T15:27:57.840628+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.840628+0000","objects_scrubbed":6,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:44:13.586974+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1157958,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":89504,"num_write":1101,"num_write_kb":59727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'87","reported_seq":696,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.250933+0000","last_change":"2024-09-07T15:28:03.250933+0000","last_active":"2024-09-07T15:28:03.250933+0000","last_peered":"2024-09-07T15:28:03.250933+0000","last_clean":"2024-09-07T15:28:03.250933+0000","last_became_active":"2024-09-07T13:38:11.937036+0000","last_became_peered":"2024-09-07T13:38:11.937036+0000","last_unstale":"2024-09-07T15:28:03.250933+0000","last_undegraded":"2024-09-07T15:28:03.250933+0000","last_fullsized":"2024-09-07T15:28:03.250933+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'87","last_scrub_stamp":"2024-09-07T15:28:03.250727+0000","last_deep_scrub":"269'87","last_deep_scrub_stamp":"2024-09-07T15:28:03.250727+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.250727+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:00:15.968002+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":116,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'310","reported_seq":965,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.210152+0000","last_change":"2024-09-07T15:27:58.210152+0000","last_active":"2024-09-07T15:27:58.210152+0000","last_peered":"2024-09-07T15:27:58.210152+0000","last_clean":"2024-09-07T15:27:58.210152+0000","last_became_active":"2024-09-07T13:38:09.944652+0000","last_became_peered":"2024-09-07T13:38:09.944652+0000","last_unstale":"2024-09-07T15:27:58.210152+0000","last_undegraded":"2024-09-07T15:27:58.210152+0000","last_fullsized":"2024-09-07T15:27:58.210152+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'310","last_scrub_stamp":"2024-09-07T15:27:58.209892+0000","last_deep_scrub":"269'310","last_deep_scrub_stamp":"2024-09-07T15:27:58.209892+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.209892+0000","objects_scrubbed":10,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:25:37.890657+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":569969,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":462,"num_read_kb":1903,"num_write":939,"num_write_kb":15286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'34","reported_seq":632,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.602473+0000","last_change":"2024-09-07T15:28:06.602473+0000","last_active":"2024-09-07T15:28:06.602473+0000","last_peered":"2024-09-07T15:28:06.602473+0000","last_clean":"2024-09-07T15:28:06.602473+0000","last_became_active":"2024-09-07T13:38:11.954420+0000","last_became_peered":"2024-09-07T13:38:11.954420+0000","last_unstale":"2024-09-07T15:28:06.602473+0000","last_undegraded":"2024-09-07T15:28:06.602473+0000","last_fullsized":"2024-09-07T15:28:06.602473+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'34","last_scrub_stamp":"2024-09-07T15:28:06.602289+0000","last_deep_scrub":"269'34","last_deep_scrub_stamp":"2024-09-07T15:28:06.602289+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.602289+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:01:26.885353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":154,"num_write":48,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'320","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.536223+0000","last_change":"2024-09-07T15:27:54.536223+0000","last_active":"2024-09-07T15:27:54.536223+0000","last_peered":"2024-09-07T15:27:54.536223+0000","last_clean":"2024-09-07T15:27:54.536223+0000","last_became_active":"2024-09-07T13:38:41.118577+0000","last_became_peered":"2024-09-07T13:38:41.118577+0000","last_unstale":"2024-09-07T15:27:54.536223+0000","last_undegraded":"2024-09-07T15:27:54.536223+0000","last_fullsized":"2024-09-07T15:27:54.536223+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'320","last_scrub_stamp":"2024-09-07T15:27:54.535997+0000","last_deep_scrub":"269'320","last_deep_scrub_stamp":"2024-09-07T15:27:54.535997+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.535997+0000","objects_scrubbed":9,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:39:43.651229+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":536,"num_read_kb":67028,"num_write":1000,"num_write_kb":24885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"269'74","reported_seq":707,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.545523+0000","last_change":"2024-09-07T15:28:03.545523+0000","last_active":"2024-09-07T15:28:03.545523+0000","last_peered":"2024-09-07T15:28:03.545523+0000","last_clean":"2024-09-07T15:28:03.545523+0000","last_became_active":"2024-09-07T13:38:11.960709+0000","last_became_peered":"2024-09-07T13:38:11.960709+0000","last_unstale":"2024-09-07T15:28:03.545523+0000","last_undegraded":"2024-09-07T15:28:03.545523+0000","last_fullsized":"2024-09-07T15:28:03.545523+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'74","last_scrub_stamp":"2024-09-07T15:28:03.545345+0000","last_deep_scrub":"269'74","last_deep_scrub_stamp":"2024-09-07T15:28:03.545345+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.545345+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:40:17.639592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":310,"num_write":110,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'311","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.311938+0000","last_change":"2024-09-07T15:27:54.311938+0000","last_active":"2024-09-07T15:27:54.311938+0000","last_peered":"2024-09-07T15:27:54.311938+0000","last_clean":"2024-09-07T15:27:54.311938+0000","last_became_active":"2024-09-07T13:38:09.914458+0000","last_became_peered":"2024-09-07T13:38:09.914458+0000","last_unstale":"2024-09-07T15:27:54.311938+0000","last_undegraded":"2024-09-07T15:27:54.311938+0000","last_fullsized":"2024-09-07T15:27:54.311938+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'311","last_scrub_stamp":"2024-09-07T15:27:54.311693+0000","last_deep_scrub":"269'311","last_deep_scrub_stamp":"2024-09-07T15:27:54.311693+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.311693+0000","objects_scrubbed":6,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:09:37.607951+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136897,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":515,"num_read_kb":38434,"num_write":1030,"num_write_kb":29352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'4326","reported_seq":5041,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.645396+0000","last_change":"2024-09-07T15:28:07.645396+0000","last_active":"2024-09-07T15:28:07.645396+0000","last_peered":"2024-09-07T15:28:07.645396+0000","last_clean":"2024-09-07T15:28:07.645396+0000","last_became_active":"2024-09-07T13:38:11.966079+0000","last_became_peered":"2024-09-07T13:38:11.966079+0000","last_unstale":"2024-09-07T15:28:07.645396+0000","last_undegraded":"2024-09-07T15:28:07.645396+0000","last_fullsized":"2024-09-07T15:28:07.645396+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4326","last_scrub_stamp":"2024-09-07T15:28:07.645199+0000","last_deep_scrub":"269'4326","last_deep_scrub_stamp":"2024-09-07T15:28:07.645199+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.645199+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":3000,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:42:34.137433+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17506,"num_read_kb":14577,"num_write":6561,"num_write_kb":3271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'286","reported_seq":1000,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.990743+0000","last_change":"2024-09-07T15:27:55.990743+0000","last_active":"2024-09-07T15:27:55.990743+0000","last_peered":"2024-09-07T15:27:55.990743+0000","last_clean":"2024-09-07T15:27:55.990743+0000","last_became_active":"2024-09-07T13:38:09.966151+0000","last_became_peered":"2024-09-07T13:38:09.966151+0000","last_unstale":"2024-09-07T15:27:55.990743+0000","last_undegraded":"2024-09-07T15:27:55.990743+0000","last_fullsized":"2024-09-07T15:27:55.990743+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'286","last_scrub_stamp":"2024-09-07T15:27:55.990484+0000","last_deep_scrub":"269'286","last_deep_scrub_stamp":"2024-09-07T15:27:55.990484+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.990484+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:13:53.456014+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399262,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":546,"num_read_kb":2644,"num_write":904,"num_write_kb":22278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'164","reported_seq":824,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.097776+0000","last_change":"2024-09-07T15:28:01.097776+0000","last_active":"2024-09-07T15:28:01.097776+0000","last_peered":"2024-09-07T15:28:01.097776+0000","last_clean":"2024-09-07T15:28:01.097776+0000","last_became_active":"2024-09-07T13:38:11.966128+0000","last_became_peered":"2024-09-07T13:38:11.966128+0000","last_unstale":"2024-09-07T15:28:01.097776+0000","last_undegraded":"2024-09-07T15:28:01.097776+0000","last_fullsized":"2024-09-07T15:28:01.097776+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'164","last_scrub_stamp":"2024-09-07T15:28:01.097536+0000","last_deep_scrub":"269'164","last_deep_scrub_stamp":"2024-09-07T15:28:01.097536+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.097536+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:36:32.262161+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":749,"num_read_kb":624,"num_write":242,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'380","reported_seq":1107,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.494975+0000","last_change":"2024-09-07T15:27:56.494975+0000","last_active":"2024-09-07T15:27:56.494975+0000","last_peered":"2024-09-07T15:27:56.494975+0000","last_clean":"2024-09-07T15:27:56.494975+0000","last_became_active":"2024-09-07T13:38:09.943119+0000","last_became_peered":"2024-09-07T13:38:09.943119+0000","last_unstale":"2024-09-07T15:27:56.494975+0000","last_undegraded":"2024-09-07T15:27:56.494975+0000","last_fullsized":"2024-09-07T15:27:56.494975+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'380","last_scrub_stamp":"2024-09-07T15:27:56.494724+0000","last_deep_scrub":"269'380","last_deep_scrub_stamp":"2024-09-07T15:27:56.494724+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.494724+0000","objects_scrubbed":4,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:47:11.020401+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3875580,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":572,"num_read_kb":49070,"num_write":1141,"num_write_kb":52483,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'107","reported_seq":746,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.226399+0000","last_change":"2024-09-07T15:28:05.226399+0000","last_active":"2024-09-07T15:28:05.226399+0000","last_peered":"2024-09-07T15:28:05.226399+0000","last_clean":"2024-09-07T15:28:05.226399+0000","last_became_active":"2024-09-07T13:38:11.954473+0000","last_became_peered":"2024-09-07T13:38:11.954473+0000","last_unstale":"2024-09-07T15:28:05.226399+0000","last_undegraded":"2024-09-07T15:28:05.226399+0000","last_fullsized":"2024-09-07T15:28:05.226399+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'107","last_scrub_stamp":"2024-09-07T15:28:05.226213+0000","last_deep_scrub":"269'107","last_deep_scrub_stamp":"2024-09-07T15:28:05.226213+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.226213+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:59:46.897246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":158,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'308","reported_seq":1013,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.799095+0000","last_change":"2024-09-07T15:28:00.799095+0000","last_active":"2024-09-07T15:28:00.799095+0000","last_peered":"2024-09-07T15:28:00.799095+0000","last_clean":"2024-09-07T15:28:00.799095+0000","last_became_active":"2024-09-07T13:38:09.947018+0000","last_became_peered":"2024-09-07T13:38:09.947018+0000","last_unstale":"2024-09-07T15:28:00.799095+0000","last_undegraded":"2024-09-07T15:28:00.799095+0000","last_fullsized":"2024-09-07T15:28:00.799095+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'308","last_scrub_stamp":"2024-09-07T15:28:00.798870+0000","last_deep_scrub":"269'308","last_deep_scrub_stamp":"2024-09-07T15:28:00.798870+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.798870+0000","objects_scrubbed":5,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:57:39.889816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":480,"num_read_kb":54354,"num_write":901,"num_write_kb":34652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'199","reported_seq":872,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.569294+0000","last_change":"2024-09-07T15:28:05.569294+0000","last_active":"2024-09-07T15:28:05.569294+0000","last_peered":"2024-09-07T15:28:05.569294+0000","last_clean":"2024-09-07T15:28:05.569294+0000","last_became_active":"2024-09-07T13:38:11.963550+0000","last_became_peered":"2024-09-07T13:38:11.963550+0000","last_unstale":"2024-09-07T15:28:05.569294+0000","last_undegraded":"2024-09-07T15:28:05.569294+0000","last_fullsized":"2024-09-07T15:28:05.569294+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'199","last_scrub_stamp":"2024-09-07T15:28:05.569106+0000","last_deep_scrub":"269'199","last_deep_scrub_stamp":"2024-09-07T15:28:05.569106+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.569106+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:55:05.835860+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":873,"num_read_kb":718,"num_write":298,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":473,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'344","reported_seq":1097,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.571232+0000","last_change":"2024-09-07T15:27:58.570977+0000","last_active":"2024-09-07T15:27:58.571232+0000","last_peered":"2024-09-07T15:27:58.571232+0000","last_clean":"2024-09-07T15:27:58.571232+0000","last_became_active":"2024-09-07T13:38:09.959943+0000","last_became_peered":"2024-09-07T13:38:09.959943+0000","last_unstale":"2024-09-07T15:27:58.571232+0000","last_undegraded":"2024-09-07T15:27:58.571232+0000","last_fullsized":"2024-09-07T15:27:58.571232+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'344","last_scrub_stamp":"2024-09-07T15:27:58.570614+0000","last_deep_scrub":"269'344","last_deep_scrub_stamp":"2024-09-07T15:27:58.570614+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.570614+0000","objects_scrubbed":11,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:48:04.564985+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":586211,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":559,"num_read_kb":156829,"num_write":1125,"num_write_kb":44912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"269'226","reported_seq":895,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.349246+0000","last_change":"2024-09-07T15:27:59.349246+0000","last_active":"2024-09-07T15:27:59.349246+0000","last_peered":"2024-09-07T15:27:59.349246+0000","last_clean":"2024-09-07T15:27:59.349246+0000","last_became_active":"2024-09-07T13:38:11.967242+0000","last_became_peered":"2024-09-07T13:38:11.967242+0000","last_unstale":"2024-09-07T15:27:59.349246+0000","last_undegraded":"2024-09-07T15:27:59.349246+0000","last_fullsized":"2024-09-07T15:27:59.349246+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'226","last_scrub_stamp":"2024-09-07T15:27:59.349069+0000","last_deep_scrub":"269'226","last_deep_scrub_stamp":"2024-09-07T15:27:59.349069+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.349069+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:02:01.852619+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1029,"num_read_kb":861,"num_write":341,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'343","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.802296+0000","last_change":"2024-09-07T15:27:59.802114+0000","last_active":"2024-09-07T15:27:59.802296+0000","last_peered":"2024-09-07T15:27:59.802296+0000","last_clean":"2024-09-07T15:27:59.802296+0000","last_became_active":"2024-09-07T13:38:09.958372+0000","last_became_peered":"2024-09-07T13:38:09.958372+0000","last_unstale":"2024-09-07T15:27:59.802296+0000","last_undegraded":"2024-09-07T15:27:59.802296+0000","last_fullsized":"2024-09-07T15:27:59.802296+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'343","last_scrub_stamp":"2024-09-07T15:27:59.801922+0000","last_deep_scrub":"269'343","last_deep_scrub_stamp":"2024-09-07T15:27:59.801922+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.801922+0000","objects_scrubbed":3,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:42:27.392932+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1050818,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":18583,"num_write":1091,"num_write_kb":37988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'251","reported_seq":940,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.531119+0000","last_change":"2024-09-07T15:28:01.530938+0000","last_active":"2024-09-07T15:28:01.531119+0000","last_peered":"2024-09-07T15:28:01.531119+0000","last_clean":"2024-09-07T15:28:01.531119+0000","last_became_active":"2024-09-07T13:38:11.984378+0000","last_became_peered":"2024-09-07T13:38:11.984378+0000","last_unstale":"2024-09-07T15:28:01.531119+0000","last_undegraded":"2024-09-07T15:28:01.531119+0000","last_fullsized":"2024-09-07T15:28:01.531119+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'251","last_scrub_stamp":"2024-09-07T15:28:01.530758+0000","last_deep_scrub":"269'251","last_deep_scrub_stamp":"2024-09-07T15:28:01.530758+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.530758+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:29:49.455439+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1089,"num_read_kb":888,"num_write":401,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'294","reported_seq":981,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.227489+0000","last_change":"2024-09-07T15:27:59.227346+0000","last_active":"2024-09-07T15:27:59.227489+0000","last_peered":"2024-09-07T15:27:59.227489+0000","last_clean":"2024-09-07T15:27:59.227489+0000","last_became_active":"2024-09-07T13:38:09.953778+0000","last_became_peered":"2024-09-07T13:38:09.953778+0000","last_unstale":"2024-09-07T15:27:59.227489+0000","last_undegraded":"2024-09-07T15:27:59.227489+0000","last_fullsized":"2024-09-07T15:27:59.227489+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'294","last_scrub_stamp":"2024-09-07T15:27:59.227116+0000","last_deep_scrub":"269'294","last_deep_scrub_stamp":"2024-09-07T15:27:59.227116+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.227116+0000","objects_scrubbed":8,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:58:52.480868+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2436320,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":446,"num_read_kb":70626,"num_write":1025,"num_write_kb":40171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'169","reported_seq":808,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.715080+0000","last_change":"2024-09-07T15:28:08.714909+0000","last_active":"2024-09-07T15:28:08.715080+0000","last_peered":"2024-09-07T15:28:08.715080+0000","last_clean":"2024-09-07T15:28:08.715080+0000","last_became_active":"2024-09-07T13:38:11.958064+0000","last_became_peered":"2024-09-07T13:38:11.958064+0000","last_unstale":"2024-09-07T15:28:08.715080+0000","last_undegraded":"2024-09-07T15:28:08.715080+0000","last_fullsized":"2024-09-07T15:28:08.715080+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'169","last_scrub_stamp":"2024-09-07T15:28:08.714727+0000","last_deep_scrub":"269'169","last_deep_scrub_stamp":"2024-09-07T15:28:08.714727+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.714727+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:26:05.359346+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":587,"num_write":258,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'341","reported_seq":1013,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.002254+0000","last_change":"2024-09-07T15:27:55.002115+0000","last_active":"2024-09-07T15:27:55.002254+0000","last_peered":"2024-09-07T15:27:55.002254+0000","last_clean":"2024-09-07T15:27:55.002254+0000","last_became_active":"2024-09-07T13:38:09.936674+0000","last_became_peered":"2024-09-07T13:38:09.936674+0000","last_unstale":"2024-09-07T15:27:55.002254+0000","last_undegraded":"2024-09-07T15:27:55.002254+0000","last_fullsized":"2024-09-07T15:27:55.002254+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'341","last_scrub_stamp":"2024-09-07T15:27:55.001923+0000","last_deep_scrub":"269'341","last_deep_scrub_stamp":"2024-09-07T15:27:55.001923+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.001923+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:07:40.621278+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288967,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":494,"num_read_kb":29966,"num_write":1083,"num_write_kb":57855,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'104","reported_seq":699,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.258080+0000","last_change":"2024-09-07T15:28:04.257823+0000","last_active":"2024-09-07T15:28:04.258080+0000","last_peered":"2024-09-07T15:28:04.258080+0000","last_clean":"2024-09-07T15:28:04.258080+0000","last_became_active":"2024-09-07T13:38:11.948061+0000","last_became_peered":"2024-09-07T13:38:11.948061+0000","last_unstale":"2024-09-07T15:28:04.258080+0000","last_undegraded":"2024-09-07T15:28:04.258080+0000","last_fullsized":"2024-09-07T15:28:04.258080+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'104","last_scrub_stamp":"2024-09-07T15:28:04.257598+0000","last_deep_scrub":"269'104","last_deep_scrub_stamp":"2024-09-07T15:28:04.257598+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.257598+0000","objects_scrubbed":1,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:17:21.900420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":456,"num_read_kb":368,"num_write":151,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'329","reported_seq":974,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.563856+0000","last_change":"2024-09-07T15:28:00.563856+0000","last_active":"2024-09-07T15:28:00.563856+0000","last_peered":"2024-09-07T15:28:00.563856+0000","last_clean":"2024-09-07T15:28:00.563856+0000","last_became_active":"2024-09-07T13:38:09.977914+0000","last_became_peered":"2024-09-07T13:38:09.977914+0000","last_unstale":"2024-09-07T15:28:00.563856+0000","last_undegraded":"2024-09-07T15:28:00.563856+0000","last_fullsized":"2024-09-07T15:28:00.563856+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-07T15:28:00.563680+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-07T15:28:00.563680+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.563680+0000","objects_scrubbed":2,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:19:25.688261+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":444,"num_read_kb":6535,"num_write":1019,"num_write_kb":46948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'55","reported_seq":663,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.673570+0000","last_change":"2024-09-07T15:28:08.673410+0000","last_active":"2024-09-07T15:28:08.673570+0000","last_peered":"2024-09-07T15:28:08.673570+0000","last_clean":"2024-09-07T15:28:08.673570+0000","last_became_active":"2024-09-07T13:38:11.954989+0000","last_became_peered":"2024-09-07T13:38:11.954989+0000","last_unstale":"2024-09-07T15:28:08.673570+0000","last_undegraded":"2024-09-07T15:28:08.673570+0000","last_fullsized":"2024-09-07T15:28:08.673570+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'55","last_scrub_stamp":"2024-09-07T15:28:08.673226+0000","last_deep_scrub":"269'55","last_deep_scrub_stamp":"2024-09-07T15:28:08.673226+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.673226+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:58:25.909325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":193,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'349","reported_seq":1066,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.410030+0000","last_change":"2024-09-07T15:27:56.410030+0000","last_active":"2024-09-07T15:27:56.410030+0000","last_peered":"2024-09-07T15:27:56.410030+0000","last_clean":"2024-09-07T15:27:56.410030+0000","last_became_active":"2024-09-07T13:38:09.970859+0000","last_became_peered":"2024-09-07T13:38:09.970859+0000","last_unstale":"2024-09-07T15:27:56.410030+0000","last_undegraded":"2024-09-07T15:27:56.410030+0000","last_fullsized":"2024-09-07T15:27:56.410030+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'349","last_scrub_stamp":"2024-09-07T15:27:56.409807+0000","last_deep_scrub":"269'349","last_deep_scrub_stamp":"2024-09-07T15:27:56.409807+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.409807+0000","objects_scrubbed":6,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:55:24.322984+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":625,"num_read_kb":27882,"num_write":1267,"num_write_kb":26984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'187","reported_seq":865,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.699731+0000","last_change":"2024-09-07T15:28:06.699731+0000","last_active":"2024-09-07T15:28:06.699731+0000","last_peered":"2024-09-07T15:28:06.699731+0000","last_clean":"2024-09-07T15:28:06.699731+0000","last_became_active":"2024-09-07T13:38:11.967747+0000","last_became_peered":"2024-09-07T13:38:11.967747+0000","last_unstale":"2024-09-07T15:28:06.699731+0000","last_undegraded":"2024-09-07T15:28:06.699731+0000","last_fullsized":"2024-09-07T15:28:06.699731+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'187","last_scrub_stamp":"2024-09-07T15:28:06.699554+0000","last_deep_scrub":"269'187","last_deep_scrub_stamp":"2024-09-07T15:28:06.699554+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.699554+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:09.232020+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":822,"num_read_kb":682,"num_write":266,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'319","reported_seq":995,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.777168+0000","last_change":"2024-09-07T15:28:01.777168+0000","last_active":"2024-09-07T15:28:01.777168+0000","last_peered":"2024-09-07T15:28:01.777168+0000","last_clean":"2024-09-07T15:28:01.777168+0000","last_became_active":"2024-09-07T13:38:09.966982+0000","last_became_peered":"2024-09-07T13:38:09.966982+0000","last_unstale":"2024-09-07T15:28:01.777168+0000","last_undegraded":"2024-09-07T15:28:01.777168+0000","last_fullsized":"2024-09-07T15:28:01.777168+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'319","last_scrub_stamp":"2024-09-07T15:28:01.776898+0000","last_deep_scrub":"269'319","last_deep_scrub_stamp":"2024-09-07T15:28:01.776898+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.776898+0000","objects_scrubbed":6,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:12:42.412533+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7428301,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":512,"num_read_kb":26458,"num_write":1052,"num_write_kb":42546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'326","reported_seq":1001,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.785970+0000","last_change":"2024-09-07T15:28:03.785970+0000","last_active":"2024-09-07T15:28:03.785970+0000","last_peered":"2024-09-07T15:28:03.785970+0000","last_clean":"2024-09-07T15:28:03.785970+0000","last_became_active":"2024-09-07T13:38:09.950346+0000","last_became_peered":"2024-09-07T13:38:09.950346+0000","last_unstale":"2024-09-07T15:28:03.785970+0000","last_undegraded":"2024-09-07T15:28:03.785970+0000","last_fullsized":"2024-09-07T15:28:03.785970+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'326","last_scrub_stamp":"2024-09-07T15:28:03.785617+0000","last_deep_scrub":"269'326","last_deep_scrub_stamp":"2024-09-07T15:28:03.785617+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.785617+0000","objects_scrubbed":8,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:56:24.691869+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291488,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":493,"num_read_kb":31373,"num_write":1024,"num_write_kb":48642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'129","reported_seq":744,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.242659+0000","last_change":"2024-09-07T15:28:06.242659+0000","last_active":"2024-09-07T15:28:06.242659+0000","last_peered":"2024-09-07T15:28:06.242659+0000","last_clean":"2024-09-07T15:28:06.242659+0000","last_became_active":"2024-09-07T13:38:11.955485+0000","last_became_peered":"2024-09-07T13:38:11.955485+0000","last_unstale":"2024-09-07T15:28:06.242659+0000","last_undegraded":"2024-09-07T15:28:06.242659+0000","last_fullsized":"2024-09-07T15:28:06.242659+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'129","last_scrub_stamp":"2024-09-07T15:28:06.242477+0000","last_deep_scrub":"269'129","last_deep_scrub_stamp":"2024-09-07T15:28:06.242477+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.242477+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:00:30.543691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":556,"num_read_kb":453,"num_write":191,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'469","reported_seq":1172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.313572+0000","last_change":"2024-09-07T15:27:56.313572+0000","last_active":"2024-09-07T15:27:56.313572+0000","last_peered":"2024-09-07T15:27:56.313572+0000","last_clean":"2024-09-07T15:27:56.313572+0000","last_became_active":"2024-09-07T13:38:09.955640+0000","last_became_peered":"2024-09-07T13:38:09.955640+0000","last_unstale":"2024-09-07T15:27:56.313572+0000","last_undegraded":"2024-09-07T15:27:56.313572+0000","last_fullsized":"2024-09-07T15:27:56.313572+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'469","last_scrub_stamp":"2024-09-07T15:27:56.313361+0000","last_deep_scrub":"269'469","last_deep_scrub_stamp":"2024-09-07T15:27:56.313361+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.313361+0000","objects_scrubbed":2,"log_size":69,"log_dups_size":400,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:48:46.155694+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291472,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":763,"num_read_kb":13306,"num_write":1241,"num_write_kb":30944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'181","reported_seq":839,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.788087+0000","last_change":"2024-09-07T15:28:10.788087+0000","last_active":"2024-09-07T15:28:10.788087+0000","last_peered":"2024-09-07T15:28:10.788087+0000","last_clean":"2024-09-07T15:28:10.788087+0000","last_became_active":"2024-09-07T13:38:11.955420+0000","last_became_peered":"2024-09-07T13:38:11.955420+0000","last_unstale":"2024-09-07T15:28:10.788087+0000","last_undegraded":"2024-09-07T15:28:10.788087+0000","last_fullsized":"2024-09-07T15:28:10.788087+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'181","last_scrub_stamp":"2024-09-07T15:28:10.787903+0000","last_deep_scrub":"269'181","last_deep_scrub_stamp":"2024-09-07T15:28:10.787903+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.787903+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:36:26.271256+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":815,"num_read_kb":669,"num_write":276,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5579,"num_read_kb":3932,"num_write":1892,"num_write_kb":790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3479,"num_omap_keys":7,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1064,"ondisk_log_size":1064,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15869,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":16338,"num_read_kb":16003,"num_write":16758,"num_write_kb":4902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2797,"num_omap_keys":17,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":31738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1765,"ondisk_log_size":1765,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":488,"ondisk_log_size":488,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1528476,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":20492,"num_read_kb":39760,"num_write":17131,"num_write_kb":12297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":676478,"num_omap_keys":1572,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1930,"ondisk_log_size":1930,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2413,"num_read_kb":2876,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102755,"num_read_kb":85366,"num_write":37204,"num_write_kb":18790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43517,"num_omap_keys":177,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4143,"ondisk_log_size":4143,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":376,"num_omap_keys":4,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":88637533,"num_objects":375,"num_object_clones":0,"num_object_copies":1125,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":375,"num_whiteouts":0,"num_read":36258,"num_read_kb":2657239,"num_write":70982,"num_write_kb":2277217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":134885376,"data_stored":134885376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3441,"ondisk_log_size":3441,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":189777,"num_write":158,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":189147,"num_write":158,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129543481,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":321088,"kb_used_data":28912,"kb_used_omap":1,"kb_used_meta":292158,"kb_avail":94050752,"statfs":{"total":96636764160,"available":96307970048,"internally_reserved":0,"allocated":29605888,"data_stored":27585921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":299170250},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129543479,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":267020,"kb_used_data":15100,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94104820,"statfs":{"total":96636764160,"available":96363335680,"internally_reserved":0,"allocated":15462400,"data_stored":13493947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129543481,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":155528,"kb_used_data":25848,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94216312,"statfs":{"total":96636764160,"available":96477503488,"internally_reserved":0,"allocated":26468352,"data_stored":24418266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129543477,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":122176,"kb_used_data":22960,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94249664,"statfs":{"total":96636764160,"available":96511655936,"internally_reserved":0,"allocated":23511040,"data_stored":21569131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":101579205},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543480,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":290204,"kb_used_data":20300,"kb_used_omap":1,"kb_used_meta":269886,"kb_avail":94081636,"statfs":{"total":96636764160,"available":96339595264,"internally_reserved":0,"allocated":20787200,"data_stored":18785859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":276363720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543478,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":126864,"kb_used_data":15232,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94244976,"statfs":{"total":96636764160,"available":96506855424,"internally_reserved":0,"allocated":15597568,"data_stored":13640532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543477,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":183376,"kb_used_data":17600,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94188464,"statfs":{"total":96636764160,"available":96448987136,"internally_reserved":0,"allocated":18022400,"data_stored":16033324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543479,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":258612,"kb_used_data":20580,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":94113228,"statfs":{"total":96636764160,"available":96371945472,"internally_reserved":0,"allocated":21073920,"data_stored":19065402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":243726792},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16158720,"data_stored":16158720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":13717504,"data_stored":13717504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":11325440,"data_stored":11325440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16470016,"data_stored":16470016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":19255296,"data_stored":19255296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":22102016,"data_stored":22102016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":11177984,"data_stored":11177984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24678400,"data_stored":24678400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-07T15:28:33.781 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.782 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.782 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.782 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.782 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.782 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.782 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.782 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.782 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.783 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.783 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.783 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.783 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.783 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.783 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.783 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.783 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.784 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.784 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.784 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.784 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.784 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.784 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.785 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.785 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.785 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.785 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.785 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.785 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.785 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.785 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.786 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.786 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.786 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.786 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.786 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.786 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.786 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.786 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.787 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.787 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.787 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.787 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.787 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.787 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.787 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.787 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.788 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.788 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.788 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.788 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.788 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.788 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.788 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.788 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.789 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.789 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.789 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.789 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.789 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.789 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-07T13:55:13.042950+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=13, tm_min=55, tm_sec=13, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.789 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.789 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.790 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.790 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.790 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.790 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.790 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.790 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.790 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.790 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.791 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-07T14:01:09.217054+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=9, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.791 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.791 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-07T14:28:23.382283+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=28, tm_sec=23, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.791 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-07T14:01:16.804403+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=14, tm_min=1, tm_sec=16, tm_wday=5, tm_yday=251, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=7, tm_hour=15, tm_min=27, tm_sec=47, tm_wday=5, tm_yday=251, tm_isdst=0) 2024-09-07T15:28:33.794 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-07T15:28:53.795 DEBUG:teuthology.orchestra.run.smithi107:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-07T15:28:54.151 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-09-07T15:28:54.169 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2024-09-07T15:28:54.181 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":3594,"stamp":"2024-09-07T15:28:53.539297+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":90774058,"num_objects":700,"num_object_clones":0,"num_object_copies":1775,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":700,"num_whiteouts":0,"num_read":184187,"num_read_kb":3184167,"num_write":144426,"num_write_kb":2577194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":61,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":731845,"num_omap_keys":1794,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13137,"ondisk_log_size":13137,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1724868,"kb_used_data":166532,"kb_used_omap":12,"kb_used_meta":1558195,"kb_avail":753249852,"statfs":{"total":773094113280,"available":771327848448,"internally_reserved":0,"allocated":170528768,"data_stored":154592382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":1595592244},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":752,"num_omap_keys":8,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008369"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":45,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:39.720011+0000","last_change":"2024-09-07T15:28:39.720011+0000","last_active":"2024-09-07T15:28:39.720011+0000","last_peered":"2024-09-07T15:28:39.720011+0000","last_clean":"2024-09-07T15:28:39.720011+0000","last_became_active":"2024-09-07T14:28:24.420634+0000","last_became_peered":"2024-09-07T14:28:24.420634+0000","last_unstale":"2024-09-07T15:28:39.720011+0000","last_undegraded":"2024-09-07T15:28:39.720011+0000","last_fullsized":"2024-09-07T15:28:39.720011+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:39.719749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:39.719749+0000","last_clean_scrub_stamp":"2024-09-07T15:28:39.719749+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:59:15.009774+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'5","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:35.706242+0000","last_change":"2024-09-07T15:28:35.706055+0000","last_active":"2024-09-07T15:28:35.706242+0000","last_peered":"2024-09-07T15:28:35.706242+0000","last_clean":"2024-09-07T15:28:35.706242+0000","last_became_active":"2024-09-07T14:01:17.860628+0000","last_became_peered":"2024-09-07T14:01:17.860628+0000","last_unstale":"2024-09-07T15:28:35.706242+0000","last_undegraded":"2024-09-07T15:28:35.706242+0000","last_fullsized":"2024-09-07T15:28:35.706242+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-07T15:28:35.705870+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-07T15:28:35.705870+0000","last_clean_scrub_stamp":"2024-09-07T15:28:35.705870+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:17:57.526617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5168,"num_write":5,"num_write_kb":5168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'5","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:38.396904+0000","last_change":"2024-09-07T15:28:38.396724+0000","last_active":"2024-09-07T15:28:38.396904+0000","last_peered":"2024-09-07T15:28:38.396904+0000","last_clean":"2024-09-07T15:28:38.396904+0000","last_became_active":"2024-09-07T14:01:10.280451+0000","last_became_peered":"2024-09-07T14:01:10.280451+0000","last_unstale":"2024-09-07T15:28:38.396904+0000","last_undegraded":"2024-09-07T15:28:38.396904+0000","last_fullsized":"2024-09-07T15:28:38.396904+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-07T15:28:38.396530+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-07T15:28:38.396530+0000","last_clean_scrub_stamp":"2024-09-07T15:28:38.396530+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:01:02.290324+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'32","reported_seq":171,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:38.050221+0000","last_change":"2024-09-07T15:28:38.050221+0000","last_active":"2024-09-07T15:28:38.050221+0000","last_peered":"2024-09-07T15:28:38.050221+0000","last_clean":"2024-09-07T15:28:38.050221+0000","last_became_active":"2024-09-07T13:55:14.111290+0000","last_became_peered":"2024-09-07T13:55:14.111290+0000","last_unstale":"2024-09-07T15:28:38.050221+0000","last_undegraded":"2024-09-07T15:28:38.050221+0000","last_fullsized":"2024-09-07T15:28:38.050221+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'32","last_scrub_stamp":"2024-09-07T15:28:38.050029+0000","last_deep_scrub":"269'32","last_deep_scrub_stamp":"2024-09-07T15:28:38.050029+0000","last_clean_scrub_stamp":"2024-09-07T15:28:38.050029+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:23:50.954600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":112,"num_write":58,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":45,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.318555+0000","last_change":"2024-09-07T15:28:24.318385+0000","last_active":"2024-09-07T15:28:24.318555+0000","last_peered":"2024-09-07T15:28:24.318555+0000","last_clean":"2024-09-07T15:28:24.318555+0000","last_became_active":"2024-09-07T14:28:24.440403+0000","last_became_peered":"2024-09-07T14:28:24.440403+0000","last_unstale":"2024-09-07T15:28:24.318555+0000","last_undegraded":"2024-09-07T15:28:24.318555+0000","last_fullsized":"2024-09-07T15:28:24.318555+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:24.318208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:24.318208+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.318208+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:01:44.775846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'4","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:33.611320+0000","last_change":"2024-09-07T15:28:33.611158+0000","last_active":"2024-09-07T15:28:33.611320+0000","last_peered":"2024-09-07T15:28:33.611320+0000","last_clean":"2024-09-07T15:28:33.611320+0000","last_became_active":"2024-09-07T14:01:17.859566+0000","last_became_peered":"2024-09-07T14:01:17.859566+0000","last_unstale":"2024-09-07T15:28:33.611320+0000","last_undegraded":"2024-09-07T15:28:33.611320+0000","last_fullsized":"2024-09-07T15:28:33.611320+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-07T15:28:33.610964+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-07T15:28:33.610964+0000","last_clean_scrub_stamp":"2024-09-07T15:28:33.610964+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:00:18.808408+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4214,"num_write":4,"num_write_kb":3643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"269'3","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.163627+0000","last_change":"2024-09-07T15:28:25.163490+0000","last_active":"2024-09-07T15:28:25.163627+0000","last_peered":"2024-09-07T15:28:25.163627+0000","last_clean":"2024-09-07T15:28:25.163627+0000","last_became_active":"2024-09-07T14:01:10.271430+0000","last_became_peered":"2024-09-07T14:01:10.271430+0000","last_unstale":"2024-09-07T15:28:25.163627+0000","last_undegraded":"2024-09-07T15:28:25.163627+0000","last_fullsized":"2024-09-07T15:28:25.163627+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:25.163304+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:25.163304+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.163304+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:40:43.750932+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"269'44","reported_seq":210,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.274733+0000","last_change":"2024-09-07T15:28:18.274733+0000","last_active":"2024-09-07T15:28:18.274733+0000","last_peered":"2024-09-07T15:28:18.274733+0000","last_clean":"2024-09-07T15:28:18.274733+0000","last_became_active":"2024-09-07T13:55:14.087402+0000","last_became_peered":"2024-09-07T13:55:14.087402+0000","last_unstale":"2024-09-07T15:28:18.274733+0000","last_undegraded":"2024-09-07T15:28:18.274733+0000","last_fullsized":"2024-09-07T15:28:18.274733+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'44","last_scrub_stamp":"2024-09-07T15:28:18.274553+0000","last_deep_scrub":"269'44","last_deep_scrub_stamp":"2024-09-07T15:28:18.274553+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.274553+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:32:46.377818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":156,"num_write":84,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.108763+0000","last_change":"2024-09-07T15:28:27.108610+0000","last_active":"2024-09-07T15:28:27.108763+0000","last_peered":"2024-09-07T15:28:27.108763+0000","last_clean":"2024-09-07T15:28:27.108763+0000","last_became_active":"2024-09-07T14:28:24.429669+0000","last_became_peered":"2024-09-07T14:28:24.429669+0000","last_unstale":"2024-09-07T15:28:27.108763+0000","last_undegraded":"2024-09-07T15:28:27.108763+0000","last_fullsized":"2024-09-07T15:28:27.108763+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:27.108435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:27.108435+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.108435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:01:50.046977+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'3","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:45.044310+0000","last_change":"2024-09-07T15:28:45.044121+0000","last_active":"2024-09-07T15:28:45.044310+0000","last_peered":"2024-09-07T15:28:45.044310+0000","last_clean":"2024-09-07T15:28:45.044310+0000","last_became_active":"2024-09-07T14:01:17.972004+0000","last_became_peered":"2024-09-07T14:01:17.972004+0000","last_unstale":"2024-09-07T15:28:45.044310+0000","last_undegraded":"2024-09-07T15:28:45.044310+0000","last_fullsized":"2024-09-07T15:28:45.044310+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-07T15:28:45.043915+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-07T15:28:45.043915+0000","last_clean_scrub_stamp":"2024-09-07T15:28:45.043915+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:43:02.526819+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"269'3","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.299483+0000","last_change":"2024-09-07T15:28:21.299483+0000","last_active":"2024-09-07T15:28:21.299483+0000","last_peered":"2024-09-07T15:28:21.299483+0000","last_clean":"2024-09-07T15:28:21.299483+0000","last_became_active":"2024-09-07T14:01:10.264607+0000","last_became_peered":"2024-09-07T14:01:10.264607+0000","last_unstale":"2024-09-07T15:28:21.299483+0000","last_undegraded":"2024-09-07T15:28:21.299483+0000","last_fullsized":"2024-09-07T15:28:21.299483+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:21.299302+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:21.299302+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.299302+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:36:00.263589+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'7","reported_seq":99,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:34.142470+0000","last_change":"2024-09-07T15:28:34.142470+0000","last_active":"2024-09-07T15:28:34.142470+0000","last_peered":"2024-09-07T15:28:34.142470+0000","last_clean":"2024-09-07T15:28:34.142470+0000","last_became_active":"2024-09-07T13:55:14.108940+0000","last_became_peered":"2024-09-07T13:55:14.108940+0000","last_unstale":"2024-09-07T15:28:34.142470+0000","last_undegraded":"2024-09-07T15:28:34.142470+0000","last_fullsized":"2024-09-07T15:28:34.142470+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'7","last_scrub_stamp":"2024-09-07T15:28:34.142163+0000","last_deep_scrub":"266'7","last_deep_scrub_stamp":"2024-09-07T15:28:34.142163+0000","last_clean_scrub_stamp":"2024-09-07T15:28:34.142163+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:52:55.891572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":26,"num_write":13,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":45,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:51.240223+0000","last_change":"2024-09-07T15:28:51.240223+0000","last_active":"2024-09-07T15:28:51.240223+0000","last_peered":"2024-09-07T15:28:51.240223+0000","last_clean":"2024-09-07T15:28:51.240223+0000","last_became_active":"2024-09-07T14:28:24.417691+0000","last_became_peered":"2024-09-07T14:28:24.417691+0000","last_unstale":"2024-09-07T15:28:51.240223+0000","last_undegraded":"2024-09-07T15:28:51.240223+0000","last_fullsized":"2024-09-07T15:28:51.240223+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:51.240040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:51.240040+0000","last_clean_scrub_stamp":"2024-09-07T15:28:51.240040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:41:29.770181+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'3","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:48.218134+0000","last_change":"2024-09-07T15:28:48.218134+0000","last_active":"2024-09-07T15:28:48.218134+0000","last_peered":"2024-09-07T15:28:48.218134+0000","last_clean":"2024-09-07T15:28:48.218134+0000","last_became_active":"2024-09-07T14:01:17.968854+0000","last_became_peered":"2024-09-07T14:01:17.968854+0000","last_unstale":"2024-09-07T15:28:48.218134+0000","last_undegraded":"2024-09-07T15:28:48.218134+0000","last_fullsized":"2024-09-07T15:28:48.218134+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:48.217956+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:48.217956+0000","last_clean_scrub_stamp":"2024-09-07T15:28:48.217956+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:22:35.976726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'2","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:28.619653+0000","last_change":"2024-09-07T15:28:28.619518+0000","last_active":"2024-09-07T15:28:28.619653+0000","last_peered":"2024-09-07T15:28:28.619653+0000","last_clean":"2024-09-07T15:28:28.619653+0000","last_became_active":"2024-09-07T14:01:10.273387+0000","last_became_peered":"2024-09-07T14:01:10.273387+0000","last_unstale":"2024-09-07T15:28:28.619653+0000","last_undegraded":"2024-09-07T15:28:28.619653+0000","last_fullsized":"2024-09-07T15:28:28.619653+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:28.619325+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:28.619325+0000","last_clean_scrub_stamp":"2024-09-07T15:28:28.619325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:38:06.533799+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'37","reported_seq":180,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:36.458823+0000","last_change":"2024-09-07T15:28:36.458823+0000","last_active":"2024-09-07T15:28:36.458823+0000","last_peered":"2024-09-07T15:28:36.458823+0000","last_clean":"2024-09-07T15:28:36.458823+0000","last_became_active":"2024-09-07T13:55:14.087457+0000","last_became_peered":"2024-09-07T13:55:14.087457+0000","last_unstale":"2024-09-07T15:28:36.458823+0000","last_undegraded":"2024-09-07T15:28:36.458823+0000","last_fullsized":"2024-09-07T15:28:36.458823+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'37","last_scrub_stamp":"2024-09-07T15:28:36.458631+0000","last_deep_scrub":"269'37","last_deep_scrub_stamp":"2024-09-07T15:28:36.458631+0000","last_clean_scrub_stamp":"2024-09-07T15:28:36.458631+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:38:16.050791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":187,"num_read_kb":132,"num_write":69,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:52.236865+0000","last_change":"2024-09-07T15:28:52.236865+0000","last_active":"2024-09-07T15:28:52.236865+0000","last_peered":"2024-09-07T15:28:52.236865+0000","last_clean":"2024-09-07T15:28:52.236865+0000","last_became_active":"2024-09-07T14:28:24.421520+0000","last_became_peered":"2024-09-07T14:28:24.421520+0000","last_unstale":"2024-09-07T15:28:52.236865+0000","last_undegraded":"2024-09-07T15:28:52.236865+0000","last_fullsized":"2024-09-07T15:28:52.236865+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:52.236687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:52.236687+0000","last_clean_scrub_stamp":"2024-09-07T15:28:52.236687+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:56:56.693798+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:34.676200+0000","last_change":"2024-09-07T15:28:34.676028+0000","last_active":"2024-09-07T15:28:34.676200+0000","last_peered":"2024-09-07T15:28:34.676200+0000","last_clean":"2024-09-07T15:28:34.676200+0000","last_became_active":"2024-09-07T14:01:17.841361+0000","last_became_peered":"2024-09-07T14:01:17.841361+0000","last_unstale":"2024-09-07T15:28:34.676200+0000","last_undegraded":"2024-09-07T15:28:34.676200+0000","last_fullsized":"2024-09-07T15:28:34.676200+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:34.675835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:34.675835+0000","last_clean_scrub_stamp":"2024-09-07T15:28:34.675835+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:01:58.720993+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:41.068660+0000","last_change":"2024-09-07T15:28:41.068660+0000","last_active":"2024-09-07T15:28:41.068660+0000","last_peered":"2024-09-07T15:28:41.068660+0000","last_clean":"2024-09-07T15:28:41.068660+0000","last_became_active":"2024-09-07T14:01:10.285111+0000","last_became_peered":"2024-09-07T14:01:10.285111+0000","last_unstale":"2024-09-07T15:28:41.068660+0000","last_undegraded":"2024-09-07T15:28:41.068660+0000","last_fullsized":"2024-09-07T15:28:41.068660+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:41.068467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:41.068467+0000","last_clean_scrub_stamp":"2024-09-07T15:28:41.068467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:48:07.405295+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'75","reported_seq":329,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:35.435785+0000","last_change":"2024-09-07T15:28:35.435785+0000","last_active":"2024-09-07T15:28:35.435785+0000","last_peered":"2024-09-07T15:28:35.435785+0000","last_clean":"2024-09-07T15:28:35.435785+0000","last_became_active":"2024-09-07T13:55:14.085052+0000","last_became_peered":"2024-09-07T13:55:14.085052+0000","last_unstale":"2024-09-07T15:28:35.435785+0000","last_undegraded":"2024-09-07T15:28:35.435785+0000","last_fullsized":"2024-09-07T15:28:35.435785+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'75","last_scrub_stamp":"2024-09-07T15:28:35.435601+0000","last_deep_scrub":"269'75","last_deep_scrub_stamp":"2024-09-07T15:28:35.435601+0000","last_clean_scrub_stamp":"2024-09-07T15:28:35.435601+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:21:52.005516+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":482,"num_read_kb":331,"num_write":108,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4446,"num_omap_keys":9,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:33.248906+0000","last_change":"2024-09-07T15:28:33.248754+0000","last_active":"2024-09-07T15:28:33.248906+0000","last_peered":"2024-09-07T15:28:33.248906+0000","last_clean":"2024-09-07T15:28:33.248906+0000","last_became_active":"2024-09-07T14:28:24.436384+0000","last_became_peered":"2024-09-07T14:28:24.436384+0000","last_unstale":"2024-09-07T15:28:33.248906+0000","last_undegraded":"2024-09-07T15:28:33.248906+0000","last_fullsized":"2024-09-07T15:28:33.248906+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:33.248571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:33.248571+0000","last_clean_scrub_stamp":"2024-09-07T15:28:33.248571+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:08:31.420436+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.165943+0000","last_change":"2024-09-07T15:28:22.165943+0000","last_active":"2024-09-07T15:28:22.165943+0000","last_peered":"2024-09-07T15:28:22.165943+0000","last_clean":"2024-09-07T15:28:22.165943+0000","last_became_active":"2024-09-07T14:01:17.850612+0000","last_became_peered":"2024-09-07T14:01:17.850612+0000","last_unstale":"2024-09-07T15:28:22.165943+0000","last_undegraded":"2024-09-07T15:28:22.165943+0000","last_fullsized":"2024-09-07T15:28:22.165943+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-07T15:28:22.165752+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-07T15:28:22.165752+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.165752+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:53:52.460052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"269'3","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:36.717415+0000","last_change":"2024-09-07T15:28:36.717415+0000","last_active":"2024-09-07T15:28:36.717415+0000","last_peered":"2024-09-07T15:28:36.717415+0000","last_clean":"2024-09-07T15:28:36.717415+0000","last_became_active":"2024-09-07T14:01:10.281150+0000","last_became_peered":"2024-09-07T14:01:10.281150+0000","last_unstale":"2024-09-07T15:28:36.717415+0000","last_undegraded":"2024-09-07T15:28:36.717415+0000","last_fullsized":"2024-09-07T15:28:36.717415+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:36.717236+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:36.717236+0000","last_clean_scrub_stamp":"2024-09-07T15:28:36.717236+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:15:27.527504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'6","reported_seq":95,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.192944+0000","last_change":"2024-09-07T15:28:18.192944+0000","last_active":"2024-09-07T15:28:18.192944+0000","last_peered":"2024-09-07T15:28:18.192944+0000","last_clean":"2024-09-07T15:28:18.192944+0000","last_became_active":"2024-09-07T13:55:14.093572+0000","last_became_peered":"2024-09-07T13:55:14.093572+0000","last_unstale":"2024-09-07T15:28:18.192944+0000","last_undegraded":"2024-09-07T15:28:18.192944+0000","last_fullsized":"2024-09-07T15:28:18.192944+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-07T15:28:18.192744+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-07T15:28:18.192744+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.192744+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:59:01.215629+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":28,"num_read_kb":19,"num_write":12,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'2","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:49.631609+0000","last_change":"2024-09-07T15:28:49.631609+0000","last_active":"2024-09-07T15:28:49.631609+0000","last_peered":"2024-09-07T15:28:49.631609+0000","last_clean":"2024-09-07T15:28:49.631609+0000","last_became_active":"2024-09-07T14:28:24.441369+0000","last_became_peered":"2024-09-07T14:28:24.441369+0000","last_unstale":"2024-09-07T15:28:49.631609+0000","last_undegraded":"2024-09-07T15:28:49.631609+0000","last_fullsized":"2024-09-07T15:28:49.631609+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:49.631362+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:49.631362+0000","last_clean_scrub_stamp":"2024-09-07T15:28:49.631362+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:24:30.843944+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'3","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.135560+0000","last_change":"2024-09-07T15:28:25.135415+0000","last_active":"2024-09-07T15:28:25.135560+0000","last_peered":"2024-09-07T15:28:25.135560+0000","last_clean":"2024-09-07T15:28:25.135560+0000","last_became_active":"2024-09-07T14:01:17.858145+0000","last_became_peered":"2024-09-07T14:01:17.858145+0000","last_unstale":"2024-09-07T15:28:25.135560+0000","last_undegraded":"2024-09-07T15:28:25.135560+0000","last_fullsized":"2024-09-07T15:28:25.135560+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:25.135233+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:25.135233+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.135233+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:56:43.659114+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'5","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:34.635152+0000","last_change":"2024-09-07T15:28:34.634992+0000","last_active":"2024-09-07T15:28:34.635152+0000","last_peered":"2024-09-07T15:28:34.635152+0000","last_clean":"2024-09-07T15:28:34.635152+0000","last_became_active":"2024-09-07T14:01:10.282807+0000","last_became_peered":"2024-09-07T14:01:10.282807+0000","last_unstale":"2024-09-07T15:28:34.635152+0000","last_undegraded":"2024-09-07T15:28:34.635152+0000","last_fullsized":"2024-09-07T15:28:34.635152+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-07T15:28:34.634798+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-07T15:28:34.634798+0000","last_clean_scrub_stamp":"2024-09-07T15:28:34.634798+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:28:50.459982+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'22","reported_seq":142,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:33.099033+0000","last_change":"2024-09-07T15:28:33.099033+0000","last_active":"2024-09-07T15:28:33.099033+0000","last_peered":"2024-09-07T15:28:33.099033+0000","last_clean":"2024-09-07T15:28:33.099033+0000","last_became_active":"2024-09-07T13:55:14.096037+0000","last_became_peered":"2024-09-07T13:55:14.096037+0000","last_unstale":"2024-09-07T15:28:33.099033+0000","last_undegraded":"2024-09-07T15:28:33.099033+0000","last_fullsized":"2024-09-07T15:28:33.099033+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'22","last_scrub_stamp":"2024-09-07T15:28:33.098818+0000","last_deep_scrub":"269'22","last_deep_scrub_stamp":"2024-09-07T15:28:33.098818+0000","last_clean_scrub_stamp":"2024-09-07T15:28:33.098818+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:09:10.097201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":81,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":45,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:48.664483+0000","last_change":"2024-09-07T15:28:48.664483+0000","last_active":"2024-09-07T15:28:48.664483+0000","last_peered":"2024-09-07T15:28:48.664483+0000","last_clean":"2024-09-07T15:28:48.664483+0000","last_became_active":"2024-09-07T14:28:24.448471+0000","last_became_peered":"2024-09-07T14:28:24.448471+0000","last_unstale":"2024-09-07T15:28:48.664483+0000","last_undegraded":"2024-09-07T15:28:48.664483+0000","last_fullsized":"2024-09-07T15:28:48.664483+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:48.664274+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:48.664274+0000","last_clean_scrub_stamp":"2024-09-07T15:28:48.664274+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:45:12.331933+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"269'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:46.251935+0000","last_change":"2024-09-07T15:28:46.251751+0000","last_active":"2024-09-07T15:28:46.251935+0000","last_peered":"2024-09-07T15:28:46.251935+0000","last_clean":"2024-09-07T15:28:46.251935+0000","last_became_active":"2024-09-07T14:01:17.839423+0000","last_became_peered":"2024-09-07T14:01:17.839423+0000","last_unstale":"2024-09-07T15:28:46.251935+0000","last_undegraded":"2024-09-07T15:28:46.251935+0000","last_fullsized":"2024-09-07T15:28:46.251935+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:46.251578+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:46.251578+0000","last_clean_scrub_stamp":"2024-09-07T15:28:46.251578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:25:16.716288+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"266'3","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:43.055750+0000","last_change":"2024-09-07T15:28:43.055750+0000","last_active":"2024-09-07T15:28:43.055750+0000","last_peered":"2024-09-07T15:28:43.055750+0000","last_clean":"2024-09-07T15:28:43.055750+0000","last_became_active":"2024-09-07T14:01:10.265746+0000","last_became_peered":"2024-09-07T14:01:10.265746+0000","last_unstale":"2024-09-07T15:28:43.055750+0000","last_undegraded":"2024-09-07T15:28:43.055750+0000","last_fullsized":"2024-09-07T15:28:43.055750+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-07T15:28:43.055495+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-07T15:28:43.055495+0000","last_clean_scrub_stamp":"2024-09-07T15:28:43.055495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:57:58.018506+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'20","reported_seq":133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.198613+0000","last_change":"2024-09-07T15:28:21.198613+0000","last_active":"2024-09-07T15:28:21.198613+0000","last_peered":"2024-09-07T15:28:21.198613+0000","last_clean":"2024-09-07T15:28:21.198613+0000","last_became_active":"2024-09-07T13:55:14.104075+0000","last_became_peered":"2024-09-07T13:55:14.104075+0000","last_unstale":"2024-09-07T15:28:21.198613+0000","last_undegraded":"2024-09-07T15:28:21.198613+0000","last_fullsized":"2024-09-07T15:28:21.198613+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'20","last_scrub_stamp":"2024-09-07T15:28:21.198402+0000","last_deep_scrub":"266'20","last_deep_scrub_stamp":"2024-09-07T15:28:21.198402+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.198402+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:58:52.635759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":97,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:31.230185+0000","last_change":"2024-09-07T15:28:31.230185+0000","last_active":"2024-09-07T15:28:31.230185+0000","last_peered":"2024-09-07T15:28:31.230185+0000","last_clean":"2024-09-07T15:28:31.230185+0000","last_became_active":"2024-09-07T14:28:24.414753+0000","last_became_peered":"2024-09-07T14:28:24.414753+0000","last_unstale":"2024-09-07T15:28:31.230185+0000","last_undegraded":"2024-09-07T15:28:31.230185+0000","last_fullsized":"2024-09-07T15:28:31.230185+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:31.230013+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:31.230013+0000","last_clean_scrub_stamp":"2024-09-07T15:28:31.230013+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:47:02.969046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'5","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:45.219231+0000","last_change":"2024-09-07T15:28:45.219231+0000","last_active":"2024-09-07T15:28:45.219231+0000","last_peered":"2024-09-07T15:28:45.219231+0000","last_clean":"2024-09-07T15:28:45.219231+0000","last_became_active":"2024-09-07T14:01:17.968788+0000","last_became_peered":"2024-09-07T14:01:17.968788+0000","last_unstale":"2024-09-07T15:28:45.219231+0000","last_undegraded":"2024-09-07T15:28:45.219231+0000","last_fullsized":"2024-09-07T15:28:45.219231+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-07T15:28:45.219038+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-07T15:28:45.219038+0000","last_clean_scrub_stamp":"2024-09-07T15:28:45.219038+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:07:15.594825+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"269'9","reported_seq":90,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:32.687944+0000","last_change":"2024-09-07T15:28:32.687944+0000","last_active":"2024-09-07T15:28:32.687944+0000","last_peered":"2024-09-07T15:28:32.687944+0000","last_clean":"2024-09-07T15:28:32.687944+0000","last_became_active":"2024-09-07T14:01:10.282824+0000","last_became_peered":"2024-09-07T14:01:10.282824+0000","last_unstale":"2024-09-07T15:28:32.687944+0000","last_undegraded":"2024-09-07T15:28:32.687944+0000","last_fullsized":"2024-09-07T15:28:32.687944+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'9","last_scrub_stamp":"2024-09-07T15:28:32.687759+0000","last_deep_scrub":"269'9","last_deep_scrub_stamp":"2024-09-07T15:28:32.687759+0000","last_clean_scrub_stamp":"2024-09-07T15:28:32.687759+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:08:59.026784+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":18432,"num_write":9,"num_write_kb":18432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"269'42","reported_seq":201,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:35.139375+0000","last_change":"2024-09-07T15:28:35.139375+0000","last_active":"2024-09-07T15:28:35.139375+0000","last_peered":"2024-09-07T15:28:35.139375+0000","last_clean":"2024-09-07T15:28:35.139375+0000","last_became_active":"2024-09-07T13:55:14.110888+0000","last_became_peered":"2024-09-07T13:55:14.110888+0000","last_unstale":"2024-09-07T15:28:35.139375+0000","last_undegraded":"2024-09-07T15:28:35.139375+0000","last_fullsized":"2024-09-07T15:28:35.139375+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'42","last_scrub_stamp":"2024-09-07T15:28:35.139187+0000","last_deep_scrub":"269'42","last_deep_scrub_stamp":"2024-09-07T15:28:35.139187+0000","last_clean_scrub_stamp":"2024-09-07T15:28:35.139187+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:54:04.013713+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":158,"num_write":68,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'2","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.357883+0000","last_change":"2024-09-07T15:28:23.357883+0000","last_active":"2024-09-07T15:28:23.357883+0000","last_peered":"2024-09-07T15:28:23.357883+0000","last_clean":"2024-09-07T15:28:23.357883+0000","last_became_active":"2024-09-07T14:28:24.435296+0000","last_became_peered":"2024-09-07T14:28:24.435296+0000","last_unstale":"2024-09-07T15:28:23.357883+0000","last_undegraded":"2024-09-07T15:28:23.357883+0000","last_fullsized":"2024-09-07T15:28:23.357883+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:23.357701+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:23.357701+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.357701+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:08:47.561624+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:42.241958+0000","last_change":"2024-09-07T15:28:42.241958+0000","last_active":"2024-09-07T15:28:42.241958+0000","last_peered":"2024-09-07T15:28:42.241958+0000","last_clean":"2024-09-07T15:28:42.241958+0000","last_became_active":"2024-09-07T14:01:17.964756+0000","last_became_peered":"2024-09-07T14:01:17.964756+0000","last_unstale":"2024-09-07T15:28:42.241958+0000","last_undegraded":"2024-09-07T15:28:42.241958+0000","last_fullsized":"2024-09-07T15:28:42.241958+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:42.241761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:42.241761+0000","last_clean_scrub_stamp":"2024-09-07T15:28:42.241761+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:31:06.654187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:37.740090+0000","last_change":"2024-09-07T15:28:37.740090+0000","last_active":"2024-09-07T15:28:37.740090+0000","last_peered":"2024-09-07T15:28:37.740090+0000","last_clean":"2024-09-07T15:28:37.740090+0000","last_became_active":"2024-09-07T14:01:10.274554+0000","last_became_peered":"2024-09-07T14:01:10.274554+0000","last_unstale":"2024-09-07T15:28:37.740090+0000","last_undegraded":"2024-09-07T15:28:37.740090+0000","last_fullsized":"2024-09-07T15:28:37.740090+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:37.739912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:37.739912+0000","last_clean_scrub_stamp":"2024-09-07T15:28:37.739912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:35:55.446153+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'51","reported_seq":226,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:33.488135+0000","last_change":"2024-09-07T15:28:33.488135+0000","last_active":"2024-09-07T15:28:33.488135+0000","last_peered":"2024-09-07T15:28:33.488135+0000","last_clean":"2024-09-07T15:28:33.488135+0000","last_became_active":"2024-09-07T13:55:14.085355+0000","last_became_peered":"2024-09-07T13:55:14.085355+0000","last_unstale":"2024-09-07T15:28:33.488135+0000","last_undegraded":"2024-09-07T15:28:33.488135+0000","last_fullsized":"2024-09-07T15:28:33.488135+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'51","last_scrub_stamp":"2024-09-07T15:28:33.487954+0000","last_deep_scrub":"269'51","last_deep_scrub_stamp":"2024-09-07T15:28:33.487954+0000","last_clean_scrub_stamp":"2024-09-07T15:28:33.487954+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:00:17.426701+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":213,"num_write":78,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:47.642341+0000","last_change":"2024-09-07T15:28:47.642341+0000","last_active":"2024-09-07T15:28:47.642341+0000","last_peered":"2024-09-07T15:28:47.642341+0000","last_clean":"2024-09-07T15:28:47.642341+0000","last_became_active":"2024-09-07T14:28:24.433218+0000","last_became_peered":"2024-09-07T14:28:24.433218+0000","last_unstale":"2024-09-07T15:28:47.642341+0000","last_undegraded":"2024-09-07T15:28:47.642341+0000","last_fullsized":"2024-09-07T15:28:47.642341+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:47.642136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:47.642136+0000","last_clean_scrub_stamp":"2024-09-07T15:28:47.642136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:39:33.217416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"269'7","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:44.255266+0000","last_change":"2024-09-07T15:28:44.255266+0000","last_active":"2024-09-07T15:28:44.255266+0000","last_peered":"2024-09-07T15:28:44.255266+0000","last_clean":"2024-09-07T15:28:44.255266+0000","last_became_active":"2024-09-07T14:01:17.970646+0000","last_became_peered":"2024-09-07T14:01:17.970646+0000","last_unstale":"2024-09-07T15:28:44.255266+0000","last_undegraded":"2024-09-07T15:28:44.255266+0000","last_fullsized":"2024-09-07T15:28:44.255266+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'7","last_scrub_stamp":"2024-09-07T15:28:44.255070+0000","last_deep_scrub":"269'7","last_deep_scrub_stamp":"2024-09-07T15:28:44.255070+0000","last_clean_scrub_stamp":"2024-09-07T15:28:44.255070+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:12:18.968999+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":6262,"num_write":12,"num_write_kb":5179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'5","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.264766+0000","last_change":"2024-09-07T15:28:19.264766+0000","last_active":"2024-09-07T15:28:19.264766+0000","last_peered":"2024-09-07T15:28:19.264766+0000","last_clean":"2024-09-07T15:28:19.264766+0000","last_became_active":"2024-09-07T14:01:10.251302+0000","last_became_peered":"2024-09-07T14:01:10.251302+0000","last_unstale":"2024-09-07T15:28:19.264766+0000","last_undegraded":"2024-09-07T15:28:19.264766+0000","last_fullsized":"2024-09-07T15:28:19.264766+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-07T15:28:19.264575+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-07T15:28:19.264575+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.264575+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:36:02.868803+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'8","reported_seq":105,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.225394+0000","last_change":"2024-09-07T15:28:14.225394+0000","last_active":"2024-09-07T15:28:14.225394+0000","last_peered":"2024-09-07T15:28:14.225394+0000","last_clean":"2024-09-07T15:28:14.225394+0000","last_became_active":"2024-09-07T13:55:14.098558+0000","last_became_peered":"2024-09-07T13:55:14.098558+0000","last_unstale":"2024-09-07T15:28:14.225394+0000","last_undegraded":"2024-09-07T15:28:14.225394+0000","last_fullsized":"2024-09-07T15:28:14.225394+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-07T15:28:14.225160+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-07T15:28:14.225160+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.225160+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:28:56.749128+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":32,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:38.705765+0000","last_change":"2024-09-07T15:28:38.705765+0000","last_active":"2024-09-07T15:28:38.705765+0000","last_peered":"2024-09-07T15:28:38.705765+0000","last_clean":"2024-09-07T15:28:38.705765+0000","last_became_active":"2024-09-07T14:28:24.426118+0000","last_became_peered":"2024-09-07T14:28:24.426118+0000","last_unstale":"2024-09-07T15:28:38.705765+0000","last_undegraded":"2024-09-07T15:28:38.705765+0000","last_fullsized":"2024-09-07T15:28:38.705765+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:38.705589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:38.705589+0000","last_clean_scrub_stamp":"2024-09-07T15:28:38.705589+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:01:51.330135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:32.616298+0000","last_change":"2024-09-07T15:28:32.616298+0000","last_active":"2024-09-07T15:28:32.616298+0000","last_peered":"2024-09-07T15:28:32.616298+0000","last_clean":"2024-09-07T15:28:32.616298+0000","last_became_active":"2024-09-07T14:01:17.852178+0000","last_became_peered":"2024-09-07T14:01:17.852178+0000","last_unstale":"2024-09-07T15:28:32.616298+0000","last_undegraded":"2024-09-07T15:28:32.616298+0000","last_fullsized":"2024-09-07T15:28:32.616298+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:32.616115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:32.616115+0000","last_clean_scrub_stamp":"2024-09-07T15:28:32.616115+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:07:25.582720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'7","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:39.054528+0000","last_change":"2024-09-07T15:28:39.054528+0000","last_active":"2024-09-07T15:28:39.054528+0000","last_peered":"2024-09-07T15:28:39.054528+0000","last_clean":"2024-09-07T15:28:39.054528+0000","last_became_active":"2024-09-07T14:01:10.274646+0000","last_became_peered":"2024-09-07T14:01:10.274646+0000","last_unstale":"2024-09-07T15:28:39.054528+0000","last_undegraded":"2024-09-07T15:28:39.054528+0000","last_fullsized":"2024-09-07T15:28:39.054528+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'7","last_scrub_stamp":"2024-09-07T15:28:39.054280+0000","last_deep_scrub":"269'7","last_deep_scrub_stamp":"2024-09-07T15:28:39.054280+0000","last_clean_scrub_stamp":"2024-09-07T15:28:39.054280+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:16:56.395271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":5213,"num_write":12,"num_write_kb":5213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'29","reported_seq":158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:31.827679+0000","last_change":"2024-09-07T15:28:31.827547+0000","last_active":"2024-09-07T15:28:31.827679+0000","last_peered":"2024-09-07T15:28:31.827679+0000","last_clean":"2024-09-07T15:28:31.827679+0000","last_became_active":"2024-09-07T13:55:14.096759+0000","last_became_peered":"2024-09-07T13:55:14.096759+0000","last_unstale":"2024-09-07T15:28:31.827679+0000","last_undegraded":"2024-09-07T15:28:31.827679+0000","last_fullsized":"2024-09-07T15:28:31.827679+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'29","last_scrub_stamp":"2024-09-07T15:28:31.827366+0000","last_deep_scrub":"269'29","last_deep_scrub_stamp":"2024-09-07T15:28:31.827366+0000","last_clean_scrub_stamp":"2024-09-07T15:28:31.827366+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:11:38.553449+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":97,"num_write":54,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:50.260595+0000","last_change":"2024-09-07T15:28:50.260443+0000","last_active":"2024-09-07T15:28:50.260595+0000","last_peered":"2024-09-07T15:28:50.260595+0000","last_clean":"2024-09-07T15:28:50.260595+0000","last_became_active":"2024-09-07T14:28:24.439038+0000","last_became_peered":"2024-09-07T14:28:24.439038+0000","last_unstale":"2024-09-07T15:28:50.260595+0000","last_undegraded":"2024-09-07T15:28:50.260595+0000","last_fullsized":"2024-09-07T15:28:50.260595+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:50.260250+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:50.260250+0000","last_clean_scrub_stamp":"2024-09-07T15:28:50.260250+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:21:57.465223+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:30.216839+0000","last_change":"2024-09-07T15:28:30.216839+0000","last_active":"2024-09-07T15:28:30.216839+0000","last_peered":"2024-09-07T15:28:30.216839+0000","last_clean":"2024-09-07T15:28:30.216839+0000","last_became_active":"2024-09-07T14:01:17.849321+0000","last_became_peered":"2024-09-07T14:01:17.849321+0000","last_unstale":"2024-09-07T15:28:30.216839+0000","last_undegraded":"2024-09-07T15:28:30.216839+0000","last_fullsized":"2024-09-07T15:28:30.216839+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:30.216653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:30.216653+0000","last_clean_scrub_stamp":"2024-09-07T15:28:30.216653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:31:16.634524+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"0'0","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.551150+0000","last_change":"2024-09-07T15:28:26.551150+0000","last_active":"2024-09-07T15:28:26.551150+0000","last_peered":"2024-09-07T15:28:26.551150+0000","last_clean":"2024-09-07T15:28:26.551150+0000","last_became_active":"2024-09-07T14:01:10.281706+0000","last_became_peered":"2024-09-07T14:01:10.281706+0000","last_unstale":"2024-09-07T15:28:26.551150+0000","last_undegraded":"2024-09-07T15:28:26.551150+0000","last_fullsized":"2024-09-07T15:28:26.551150+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:26.550954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:26.550954+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.550954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:48:34.179500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'23","reported_seq":146,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:30.826913+0000","last_change":"2024-09-07T15:28:30.826731+0000","last_active":"2024-09-07T15:28:30.826913+0000","last_peered":"2024-09-07T15:28:30.826913+0000","last_clean":"2024-09-07T15:28:30.826913+0000","last_became_active":"2024-09-07T13:55:14.095768+0000","last_became_peered":"2024-09-07T13:55:14.095768+0000","last_unstale":"2024-09-07T15:28:30.826913+0000","last_undegraded":"2024-09-07T15:28:30.826913+0000","last_fullsized":"2024-09-07T15:28:30.826913+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'23","last_scrub_stamp":"2024-09-07T15:28:30.826549+0000","last_deep_scrub":"269'23","last_deep_scrub_stamp":"2024-09-07T15:28:30.826549+0000","last_clean_scrub_stamp":"2024-09-07T15:28:30.826549+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:54:06.725695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":87,"num_write":38,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:50.043449+0000","last_change":"2024-09-07T15:28:50.043307+0000","last_active":"2024-09-07T15:28:50.043449+0000","last_peered":"2024-09-07T15:28:50.043449+0000","last_clean":"2024-09-07T15:28:50.043449+0000","last_became_active":"2024-09-07T14:28:24.444198+0000","last_became_peered":"2024-09-07T14:28:24.444198+0000","last_unstale":"2024-09-07T15:28:50.043449+0000","last_undegraded":"2024-09-07T15:28:50.043449+0000","last_fullsized":"2024-09-07T15:28:50.043449+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:50.043094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:50.043094+0000","last_clean_scrub_stamp":"2024-09-07T15:28:50.043094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:48:04.730107+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'5","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:29.240807+0000","last_change":"2024-09-07T15:28:29.240807+0000","last_active":"2024-09-07T15:28:29.240807+0000","last_peered":"2024-09-07T15:28:29.240807+0000","last_clean":"2024-09-07T15:28:29.240807+0000","last_became_active":"2024-09-07T14:01:17.856312+0000","last_became_peered":"2024-09-07T14:01:17.856312+0000","last_unstale":"2024-09-07T15:28:29.240807+0000","last_undegraded":"2024-09-07T15:28:29.240807+0000","last_fullsized":"2024-09-07T15:28:29.240807+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-07T15:28:29.240612+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-07T15:28:29.240612+0000","last_clean_scrub_stamp":"2024-09-07T15:28:29.240612+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:18:27.757367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"269'5","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:37.427545+0000","last_change":"2024-09-07T15:28:37.427545+0000","last_active":"2024-09-07T15:28:37.427545+0000","last_peered":"2024-09-07T15:28:37.427545+0000","last_clean":"2024-09-07T15:28:37.427545+0000","last_became_active":"2024-09-07T14:01:10.250120+0000","last_became_peered":"2024-09-07T14:01:10.250120+0000","last_unstale":"2024-09-07T15:28:37.427545+0000","last_undegraded":"2024-09-07T15:28:37.427545+0000","last_fullsized":"2024-09-07T15:28:37.427545+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-07T15:28:37.427332+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-07T15:28:37.427332+0000","last_clean_scrub_stamp":"2024-09-07T15:28:37.427332+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:10:38.392946+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":5,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'23","reported_seq":142,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:31.147431+0000","last_change":"2024-09-07T15:28:31.147243+0000","last_active":"2024-09-07T15:28:31.147431+0000","last_peered":"2024-09-07T15:28:31.147431+0000","last_clean":"2024-09-07T15:28:31.147431+0000","last_became_active":"2024-09-07T13:55:14.104049+0000","last_became_peered":"2024-09-07T13:55:14.104049+0000","last_unstale":"2024-09-07T15:28:31.147431+0000","last_undegraded":"2024-09-07T15:28:31.147431+0000","last_fullsized":"2024-09-07T15:28:31.147431+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'23","last_scrub_stamp":"2024-09-07T15:28:31.147026+0000","last_deep_scrub":"269'23","last_deep_scrub_stamp":"2024-09-07T15:28:31.147026+0000","last_clean_scrub_stamp":"2024-09-07T15:28:31.147026+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:57:31.140769+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":76,"num_write":45,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"269'2","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:49.075752+0000","last_change":"2024-09-07T15:28:49.075752+0000","last_active":"2024-09-07T15:28:49.075752+0000","last_peered":"2024-09-07T15:28:49.075752+0000","last_clean":"2024-09-07T15:28:49.075752+0000","last_became_active":"2024-09-07T14:28:24.444272+0000","last_became_peered":"2024-09-07T14:28:24.444272+0000","last_unstale":"2024-09-07T15:28:49.075752+0000","last_undegraded":"2024-09-07T15:28:49.075752+0000","last_fullsized":"2024-09-07T15:28:49.075752+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:49.075534+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:49.075534+0000","last_clean_scrub_stamp":"2024-09-07T15:28:49.075534+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:30:25.519013+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:41.253831+0000","last_change":"2024-09-07T15:28:41.253831+0000","last_active":"2024-09-07T15:28:41.253831+0000","last_peered":"2024-09-07T15:28:41.253831+0000","last_clean":"2024-09-07T15:28:41.253831+0000","last_became_active":"2024-09-07T14:01:17.838647+0000","last_became_peered":"2024-09-07T14:01:17.838647+0000","last_unstale":"2024-09-07T15:28:41.253831+0000","last_undegraded":"2024-09-07T15:28:41.253831+0000","last_fullsized":"2024-09-07T15:28:41.253831+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:41.253625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:41.253625+0000","last_clean_scrub_stamp":"2024-09-07T15:28:41.253625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:46:47.806364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'3","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.133181+0000","last_change":"2024-09-07T15:28:23.133181+0000","last_active":"2024-09-07T15:28:23.133181+0000","last_peered":"2024-09-07T15:28:23.133181+0000","last_clean":"2024-09-07T15:28:23.133181+0000","last_became_active":"2024-09-07T14:01:10.275909+0000","last_became_peered":"2024-09-07T14:01:10.275909+0000","last_unstale":"2024-09-07T15:28:23.133181+0000","last_undegraded":"2024-09-07T15:28:23.133181+0000","last_fullsized":"2024-09-07T15:28:23.133181+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:23.132997+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:23.132997+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.132997+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:40:00.113174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'36","reported_seq":181,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:30.567923+0000","last_change":"2024-09-07T15:28:30.567764+0000","last_active":"2024-09-07T15:28:30.567923+0000","last_peered":"2024-09-07T15:28:30.567923+0000","last_clean":"2024-09-07T15:28:30.567923+0000","last_became_active":"2024-09-07T13:55:14.106783+0000","last_became_peered":"2024-09-07T13:55:14.106783+0000","last_unstale":"2024-09-07T15:28:30.567923+0000","last_undegraded":"2024-09-07T15:28:30.567923+0000","last_fullsized":"2024-09-07T15:28:30.567923+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'36","last_scrub_stamp":"2024-09-07T15:28:30.567581+0000","last_deep_scrub":"269'36","last_deep_scrub_stamp":"2024-09-07T15:28:30.567581+0000","last_clean_scrub_stamp":"2024-09-07T15:28:30.567581+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:54:48.923153+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":130,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'2","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:49.255395+0000","last_change":"2024-09-07T15:28:49.255228+0000","last_active":"2024-09-07T15:28:49.255395+0000","last_peered":"2024-09-07T15:28:49.255395+0000","last_clean":"2024-09-07T15:28:49.255395+0000","last_became_active":"2024-09-07T14:28:24.425903+0000","last_became_peered":"2024-09-07T14:28:24.425903+0000","last_unstale":"2024-09-07T15:28:49.255395+0000","last_undegraded":"2024-09-07T15:28:49.255395+0000","last_fullsized":"2024-09-07T15:28:49.255395+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:49.255050+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:49.255050+0000","last_clean_scrub_stamp":"2024-09-07T15:28:49.255050+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:34:42.732588+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.171359+0000","last_change":"2024-09-07T15:28:21.171359+0000","last_active":"2024-09-07T15:28:21.171359+0000","last_peered":"2024-09-07T15:28:21.171359+0000","last_clean":"2024-09-07T15:28:21.171359+0000","last_became_active":"2024-09-07T14:01:17.860752+0000","last_became_peered":"2024-09-07T14:01:17.860752+0000","last_unstale":"2024-09-07T15:28:21.171359+0000","last_undegraded":"2024-09-07T15:28:21.171359+0000","last_fullsized":"2024-09-07T15:28:21.171359+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-07T15:28:21.171160+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-07T15:28:21.171160+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.171160+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:08:28.716562+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:30.757422+0000","last_change":"2024-09-07T15:28:30.757422+0000","last_active":"2024-09-07T15:28:30.757422+0000","last_peered":"2024-09-07T15:28:30.757422+0000","last_clean":"2024-09-07T15:28:30.757422+0000","last_became_active":"2024-09-07T14:01:10.263521+0000","last_became_peered":"2024-09-07T14:01:10.263521+0000","last_unstale":"2024-09-07T15:28:30.757422+0000","last_undegraded":"2024-09-07T15:28:30.757422+0000","last_fullsized":"2024-09-07T15:28:30.757422+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:30.757244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:30.757244+0000","last_clean_scrub_stamp":"2024-09-07T15:28:30.757244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:18:40.382234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'32","reported_seq":170,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:32.500460+0000","last_change":"2024-09-07T15:28:32.500460+0000","last_active":"2024-09-07T15:28:32.500460+0000","last_peered":"2024-09-07T15:28:32.500460+0000","last_clean":"2024-09-07T15:28:32.500460+0000","last_became_active":"2024-09-07T13:55:14.087345+0000","last_became_peered":"2024-09-07T13:55:14.087345+0000","last_unstale":"2024-09-07T15:28:32.500460+0000","last_undegraded":"2024-09-07T15:28:32.500460+0000","last_fullsized":"2024-09-07T15:28:32.500460+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'32","last_scrub_stamp":"2024-09-07T15:28:32.500273+0000","last_deep_scrub":"269'32","last_deep_scrub_stamp":"2024-09-07T15:28:32.500273+0000","last_clean_scrub_stamp":"2024-09-07T15:28:32.500273+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:20:55.503556+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":113,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.313994+0000","last_change":"2024-09-07T15:28:20.313994+0000","last_active":"2024-09-07T15:28:20.313994+0000","last_peered":"2024-09-07T15:28:20.313994+0000","last_clean":"2024-09-07T15:28:20.313994+0000","last_became_active":"2024-09-07T14:28:24.435834+0000","last_became_peered":"2024-09-07T14:28:24.435834+0000","last_unstale":"2024-09-07T15:28:20.313994+0000","last_undegraded":"2024-09-07T15:28:20.313994+0000","last_fullsized":"2024-09-07T15:28:20.313994+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:20.313795+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:20.313795+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.313795+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:02:42.841812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"269'4","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:43.283699+0000","last_change":"2024-09-07T15:28:43.283699+0000","last_active":"2024-09-07T15:28:43.283699+0000","last_peered":"2024-09-07T15:28:43.283699+0000","last_clean":"2024-09-07T15:28:43.283699+0000","last_became_active":"2024-09-07T14:01:17.850332+0000","last_became_peered":"2024-09-07T14:01:17.850332+0000","last_unstale":"2024-09-07T15:28:43.283699+0000","last_undegraded":"2024-09-07T15:28:43.283699+0000","last_fullsized":"2024-09-07T15:28:43.283699+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-07T15:28:43.283503+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-07T15:28:43.283503+0000","last_clean_scrub_stamp":"2024-09-07T15:28:43.283503+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:59.609039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":3117,"num_write":4,"num_write_kb":3117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"0'0","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:36.698332+0000","last_change":"2024-09-07T15:28:36.698332+0000","last_active":"2024-09-07T15:28:36.698332+0000","last_peered":"2024-09-07T15:28:36.698332+0000","last_clean":"2024-09-07T15:28:36.698332+0000","last_became_active":"2024-09-07T14:01:10.277828+0000","last_became_peered":"2024-09-07T14:01:10.277828+0000","last_unstale":"2024-09-07T15:28:36.698332+0000","last_undegraded":"2024-09-07T15:28:36.698332+0000","last_fullsized":"2024-09-07T15:28:36.698332+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:36.698141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:36.698141+0000","last_clean_scrub_stamp":"2024-09-07T15:28:36.698141+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:13:29.614708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'30","reported_seq":165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:34.462236+0000","last_change":"2024-09-07T15:28:34.462236+0000","last_active":"2024-09-07T15:28:34.462236+0000","last_peered":"2024-09-07T15:28:34.462236+0000","last_clean":"2024-09-07T15:28:34.462236+0000","last_became_active":"2024-09-07T13:55:14.111470+0000","last_became_peered":"2024-09-07T13:55:14.111470+0000","last_unstale":"2024-09-07T15:28:34.462236+0000","last_undegraded":"2024-09-07T15:28:34.462236+0000","last_fullsized":"2024-09-07T15:28:34.462236+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'30","last_scrub_stamp":"2024-09-07T15:28:34.462016+0000","last_deep_scrub":"269'30","last_deep_scrub_stamp":"2024-09-07T15:28:34.462016+0000","last_clean_scrub_stamp":"2024-09-07T15:28:34.462016+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:47:18.024084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":107,"num_write":61,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:44.710419+0000","last_change":"2024-09-07T15:28:44.710419+0000","last_active":"2024-09-07T15:28:44.710419+0000","last_peered":"2024-09-07T15:28:44.710419+0000","last_clean":"2024-09-07T15:28:44.710419+0000","last_became_active":"2024-09-07T14:28:24.447028+0000","last_became_peered":"2024-09-07T14:28:24.447028+0000","last_unstale":"2024-09-07T15:28:44.710419+0000","last_undegraded":"2024-09-07T15:28:44.710419+0000","last_fullsized":"2024-09-07T15:28:44.710419+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:44.710204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:44.710204+0000","last_clean_scrub_stamp":"2024-09-07T15:28:44.710204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:53:44.182326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'3","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:40.302761+0000","last_change":"2024-09-07T15:28:40.302761+0000","last_active":"2024-09-07T15:28:40.302761+0000","last_peered":"2024-09-07T15:28:40.302761+0000","last_clean":"2024-09-07T15:28:40.302761+0000","last_became_active":"2024-09-07T14:01:17.844909+0000","last_became_peered":"2024-09-07T14:01:17.844909+0000","last_unstale":"2024-09-07T15:28:40.302761+0000","last_undegraded":"2024-09-07T15:28:40.302761+0000","last_fullsized":"2024-09-07T15:28:40.302761+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:40.302571+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:40.302571+0000","last_clean_scrub_stamp":"2024-09-07T15:28:40.302571+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:23:49.389015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.289179+0000","last_change":"2024-09-07T15:28:17.289179+0000","last_active":"2024-09-07T15:28:17.289179+0000","last_peered":"2024-09-07T15:28:17.289179+0000","last_clean":"2024-09-07T15:28:17.289179+0000","last_became_active":"2024-09-07T14:01:10.270414+0000","last_became_peered":"2024-09-07T14:01:10.270414+0000","last_unstale":"2024-09-07T15:28:17.289179+0000","last_undegraded":"2024-09-07T15:28:17.289179+0000","last_fullsized":"2024-09-07T15:28:17.289179+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:17.289007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:17.289007+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.289007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:01:45.567810+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'15","reported_seq":126,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:29.763457+0000","last_change":"2024-09-07T15:28:29.763457+0000","last_active":"2024-09-07T15:28:29.763457+0000","last_peered":"2024-09-07T15:28:29.763457+0000","last_clean":"2024-09-07T15:28:29.763457+0000","last_became_active":"2024-09-07T13:55:14.090156+0000","last_became_peered":"2024-09-07T13:55:14.090156+0000","last_unstale":"2024-09-07T15:28:29.763457+0000","last_undegraded":"2024-09-07T15:28:29.763457+0000","last_fullsized":"2024-09-07T15:28:29.763457+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'15","last_scrub_stamp":"2024-09-07T15:28:29.763234+0000","last_deep_scrub":"269'15","last_deep_scrub_stamp":"2024-09-07T15:28:29.763234+0000","last_clean_scrub_stamp":"2024-09-07T15:28:29.763234+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:06:35.580541+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":57,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.139359+0000","last_change":"2024-09-07T15:28:26.139359+0000","last_active":"2024-09-07T15:28:26.139359+0000","last_peered":"2024-09-07T15:28:26.139359+0000","last_clean":"2024-09-07T15:28:26.139359+0000","last_became_active":"2024-09-07T14:28:24.434502+0000","last_became_peered":"2024-09-07T14:28:24.434502+0000","last_unstale":"2024-09-07T15:28:26.139359+0000","last_undegraded":"2024-09-07T15:28:26.139359+0000","last_fullsized":"2024-09-07T15:28:26.139359+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:26.139182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:26.139182+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.139182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:40:55.835136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'3","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:28.196264+0000","last_change":"2024-09-07T15:28:28.196264+0000","last_active":"2024-09-07T15:28:28.196264+0000","last_peered":"2024-09-07T15:28:28.196264+0000","last_clean":"2024-09-07T15:28:28.196264+0000","last_became_active":"2024-09-07T14:01:17.969013+0000","last_became_peered":"2024-09-07T14:01:17.969013+0000","last_unstale":"2024-09-07T15:28:28.196264+0000","last_undegraded":"2024-09-07T15:28:28.196264+0000","last_fullsized":"2024-09-07T15:28:28.196264+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:28.196034+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:28.196034+0000","last_clean_scrub_stamp":"2024-09-07T15:28:28.196034+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:50:18.506168+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'3","reported_seq":81,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:40.090623+0000","last_change":"2024-09-07T15:28:40.090623+0000","last_active":"2024-09-07T15:28:40.090623+0000","last_peered":"2024-09-07T15:28:40.090623+0000","last_clean":"2024-09-07T15:28:40.090623+0000","last_became_active":"2024-09-07T14:01:10.270423+0000","last_became_peered":"2024-09-07T14:01:10.270423+0000","last_unstale":"2024-09-07T15:28:40.090623+0000","last_undegraded":"2024-09-07T15:28:40.090623+0000","last_fullsized":"2024-09-07T15:28:40.090623+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-07T15:28:40.090438+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-07T15:28:40.090438+0000","last_clean_scrub_stamp":"2024-09-07T15:28:40.090438+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:02:13.411953+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'40","reported_seq":193,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.199983+0000","last_change":"2024-09-07T15:28:19.199983+0000","last_active":"2024-09-07T15:28:19.199983+0000","last_peered":"2024-09-07T15:28:19.199983+0000","last_clean":"2024-09-07T15:28:19.199983+0000","last_became_active":"2024-09-07T13:55:14.102893+0000","last_became_peered":"2024-09-07T13:55:14.102893+0000","last_unstale":"2024-09-07T15:28:19.199983+0000","last_undegraded":"2024-09-07T15:28:19.199983+0000","last_fullsized":"2024-09-07T15:28:19.199983+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'40","last_scrub_stamp":"2024-09-07T15:28:19.199791+0000","last_deep_scrub":"269'40","last_deep_scrub_stamp":"2024-09-07T15:28:19.199791+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.199791+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:13:17.858236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":149,"num_write":62,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:43.726737+0000","last_change":"2024-09-07T15:28:43.726737+0000","last_active":"2024-09-07T15:28:43.726737+0000","last_peered":"2024-09-07T15:28:43.726737+0000","last_clean":"2024-09-07T15:28:43.726737+0000","last_became_active":"2024-09-07T14:28:24.430704+0000","last_became_peered":"2024-09-07T14:28:24.430704+0000","last_unstale":"2024-09-07T15:28:43.726737+0000","last_undegraded":"2024-09-07T15:28:43.726737+0000","last_fullsized":"2024-09-07T15:28:43.726737+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:43.726557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:43.726557+0000","last_clean_scrub_stamp":"2024-09-07T15:28:43.726557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:33:16.322978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"269'3","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:39.351317+0000","last_change":"2024-09-07T15:28:39.351317+0000","last_active":"2024-09-07T15:28:39.351317+0000","last_peered":"2024-09-07T15:28:39.351317+0000","last_clean":"2024-09-07T15:28:39.351317+0000","last_became_active":"2024-09-07T14:01:17.849369+0000","last_became_peered":"2024-09-07T14:01:17.849369+0000","last_unstale":"2024-09-07T15:28:39.351317+0000","last_undegraded":"2024-09-07T15:28:39.351317+0000","last_fullsized":"2024-09-07T15:28:39.351317+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:39.351130+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:39.351130+0000","last_clean_scrub_stamp":"2024-09-07T15:28:39.351130+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:54:04.957093+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'3","reported_seq":81,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.187510+0000","last_change":"2024-09-07T15:28:24.187510+0000","last_active":"2024-09-07T15:28:24.187510+0000","last_peered":"2024-09-07T15:28:24.187510+0000","last_clean":"2024-09-07T15:28:24.187510+0000","last_became_active":"2024-09-07T14:01:10.262548+0000","last_became_peered":"2024-09-07T14:01:10.262548+0000","last_unstale":"2024-09-07T15:28:24.187510+0000","last_undegraded":"2024-09-07T15:28:24.187510+0000","last_fullsized":"2024-09-07T15:28:24.187510+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-07T15:28:24.187305+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-07T15:28:24.187305+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.187305+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:13:05.685573+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'45","reported_seq":216,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.241846+0000","last_change":"2024-09-07T15:28:13.241846+0000","last_active":"2024-09-07T15:28:13.241846+0000","last_peered":"2024-09-07T15:28:13.241846+0000","last_clean":"2024-09-07T15:28:13.241846+0000","last_became_active":"2024-09-07T13:55:14.086878+0000","last_became_peered":"2024-09-07T13:55:14.086878+0000","last_unstale":"2024-09-07T15:28:13.241846+0000","last_undegraded":"2024-09-07T15:28:13.241846+0000","last_fullsized":"2024-09-07T15:28:13.241846+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'45","last_scrub_stamp":"2024-09-07T15:28:13.241617+0000","last_deep_scrub":"269'45","last_deep_scrub_stamp":"2024-09-07T15:28:13.241617+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.241617+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:17:48.308284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":250,"num_read_kb":176,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:47.259999+0000","last_change":"2024-09-07T15:28:47.259999+0000","last_active":"2024-09-07T15:28:47.259999+0000","last_peered":"2024-09-07T15:28:47.259999+0000","last_clean":"2024-09-07T15:28:47.259999+0000","last_became_active":"2024-09-07T14:28:24.414314+0000","last_became_peered":"2024-09-07T14:28:24.414314+0000","last_unstale":"2024-09-07T15:28:47.259999+0000","last_undegraded":"2024-09-07T15:28:47.259999+0000","last_fullsized":"2024-09-07T15:28:47.259999+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:47.259811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:47.259811+0000","last_clean_scrub_stamp":"2024-09-07T15:28:47.259811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:09:27.551541+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'3","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:37.690004+0000","last_change":"2024-09-07T15:28:37.690004+0000","last_active":"2024-09-07T15:28:37.690004+0000","last_peered":"2024-09-07T15:28:37.690004+0000","last_clean":"2024-09-07T15:28:37.690004+0000","last_became_active":"2024-09-07T14:01:17.850864+0000","last_became_peered":"2024-09-07T14:01:17.850864+0000","last_unstale":"2024-09-07T15:28:37.690004+0000","last_undegraded":"2024-09-07T15:28:37.690004+0000","last_fullsized":"2024-09-07T15:28:37.690004+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:37.689723+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:37.689723+0000","last_clean_scrub_stamp":"2024-09-07T15:28:37.689723+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:38:46.415149+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'2","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:36.111719+0000","last_change":"2024-09-07T15:28:36.111719+0000","last_active":"2024-09-07T15:28:36.111719+0000","last_peered":"2024-09-07T15:28:36.111719+0000","last_clean":"2024-09-07T15:28:36.111719+0000","last_became_active":"2024-09-07T14:01:10.271721+0000","last_became_peered":"2024-09-07T14:01:10.271721+0000","last_unstale":"2024-09-07T15:28:36.111719+0000","last_undegraded":"2024-09-07T15:28:36.111719+0000","last_fullsized":"2024-09-07T15:28:36.111719+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:36.111496+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:36.111496+0000","last_clean_scrub_stamp":"2024-09-07T15:28:36.111496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:25:06.364421+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"269'41","reported_seq":187,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:30.174963+0000","last_change":"2024-09-07T15:28:30.174963+0000","last_active":"2024-09-07T15:28:30.174963+0000","last_peered":"2024-09-07T15:28:30.174963+0000","last_clean":"2024-09-07T15:28:30.174963+0000","last_became_active":"2024-09-07T13:55:14.104562+0000","last_became_peered":"2024-09-07T13:55:14.104562+0000","last_unstale":"2024-09-07T15:28:30.174963+0000","last_undegraded":"2024-09-07T15:28:30.174963+0000","last_fullsized":"2024-09-07T15:28:30.174963+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'41","last_scrub_stamp":"2024-09-07T15:28:30.174749+0000","last_deep_scrub":"269'41","last_deep_scrub_stamp":"2024-09-07T15:28:30.174749+0000","last_clean_scrub_stamp":"2024-09-07T15:28:30.174749+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:24.472703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":129,"num_write":95,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:46.681826+0000","last_change":"2024-09-07T15:28:46.681826+0000","last_active":"2024-09-07T15:28:46.681826+0000","last_peered":"2024-09-07T15:28:46.681826+0000","last_clean":"2024-09-07T15:28:46.681826+0000","last_became_active":"2024-09-07T14:28:24.449892+0000","last_became_peered":"2024-09-07T14:28:24.449892+0000","last_unstale":"2024-09-07T15:28:46.681826+0000","last_undegraded":"2024-09-07T15:28:46.681826+0000","last_fullsized":"2024-09-07T15:28:46.681826+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:46.681636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:46.681636+0000","last_clean_scrub_stamp":"2024-09-07T15:28:46.681636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:00:07.592986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"269'2","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:40.732491+0000","last_change":"2024-09-07T15:28:40.732491+0000","last_active":"2024-09-07T15:28:40.732491+0000","last_peered":"2024-09-07T15:28:40.732491+0000","last_clean":"2024-09-07T15:28:40.732491+0000","last_became_active":"2024-09-07T14:01:17.966792+0000","last_became_peered":"2024-09-07T14:01:17.966792+0000","last_unstale":"2024-09-07T15:28:40.732491+0000","last_undegraded":"2024-09-07T15:28:40.732491+0000","last_fullsized":"2024-09-07T15:28:40.732491+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:40.732302+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:40.732302+0000","last_clean_scrub_stamp":"2024-09-07T15:28:40.732302+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:36:09.540742+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.213934+0000","last_change":"2024-09-07T15:28:23.213934+0000","last_active":"2024-09-07T15:28:23.213934+0000","last_peered":"2024-09-07T15:28:23.213934+0000","last_clean":"2024-09-07T15:28:23.213934+0000","last_became_active":"2024-09-07T14:01:10.259439+0000","last_became_peered":"2024-09-07T14:01:10.259439+0000","last_unstale":"2024-09-07T15:28:23.213934+0000","last_undegraded":"2024-09-07T15:28:23.213934+0000","last_fullsized":"2024-09-07T15:28:23.213934+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:23.213748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:23.213748+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.213748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:40:56.394128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'30","reported_seq":167,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:29.779579+0000","last_change":"2024-09-07T15:28:29.779443+0000","last_active":"2024-09-07T15:28:29.779579+0000","last_peered":"2024-09-07T15:28:29.779579+0000","last_clean":"2024-09-07T15:28:29.779579+0000","last_became_active":"2024-09-07T13:55:14.110216+0000","last_became_peered":"2024-09-07T13:55:14.110216+0000","last_unstale":"2024-09-07T15:28:29.779579+0000","last_undegraded":"2024-09-07T15:28:29.779579+0000","last_fullsized":"2024-09-07T15:28:29.779579+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'30","last_scrub_stamp":"2024-09-07T15:28:29.779266+0000","last_deep_scrub":"269'30","last_deep_scrub_stamp":"2024-09-07T15:28:29.779266+0000","last_clean_scrub_stamp":"2024-09-07T15:28:29.779266+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:15.384325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":108,"num_write":54,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'2","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:45.686157+0000","last_change":"2024-09-07T15:28:45.686157+0000","last_active":"2024-09-07T15:28:45.686157+0000","last_peered":"2024-09-07T15:28:45.686157+0000","last_clean":"2024-09-07T15:28:45.686157+0000","last_became_active":"2024-09-07T14:28:24.450417+0000","last_became_peered":"2024-09-07T14:28:24.450417+0000","last_unstale":"2024-09-07T15:28:45.686157+0000","last_undegraded":"2024-09-07T15:28:45.686157+0000","last_fullsized":"2024-09-07T15:28:45.686157+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:45.685950+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:45.685950+0000","last_clean_scrub_stamp":"2024-09-07T15:28:45.685950+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:35:22.643094+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.175937+0000","last_change":"2024-09-07T15:28:27.175937+0000","last_active":"2024-09-07T15:28:27.175937+0000","last_peered":"2024-09-07T15:28:27.175937+0000","last_clean":"2024-09-07T15:28:27.175937+0000","last_became_active":"2024-09-07T14:01:17.856471+0000","last_became_peered":"2024-09-07T14:01:17.856471+0000","last_unstale":"2024-09-07T15:28:27.175937+0000","last_undegraded":"2024-09-07T15:28:27.175937+0000","last_fullsized":"2024-09-07T15:28:27.175937+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:27.175753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:27.175753+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.175753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:41:57.466117+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"269'6","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:37.094679+0000","last_change":"2024-09-07T15:28:37.094679+0000","last_active":"2024-09-07T15:28:37.094679+0000","last_peered":"2024-09-07T15:28:37.094679+0000","last_clean":"2024-09-07T15:28:37.094679+0000","last_became_active":"2024-09-07T14:01:10.266056+0000","last_became_peered":"2024-09-07T14:01:10.266056+0000","last_unstale":"2024-09-07T15:28:37.094679+0000","last_undegraded":"2024-09-07T15:28:37.094679+0000","last_fullsized":"2024-09-07T15:28:37.094679+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-07T15:28:37.094481+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-07T15:28:37.094481+0000","last_clean_scrub_stamp":"2024-09-07T15:28:37.094481+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:38:20.661010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":11,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'54","reported_seq":225,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:31.506864+0000","last_change":"2024-09-07T15:28:31.506864+0000","last_active":"2024-09-07T15:28:31.506864+0000","last_peered":"2024-09-07T15:28:31.506864+0000","last_clean":"2024-09-07T15:28:31.506864+0000","last_became_active":"2024-09-07T13:55:14.098950+0000","last_became_peered":"2024-09-07T13:55:14.098950+0000","last_unstale":"2024-09-07T15:28:31.506864+0000","last_undegraded":"2024-09-07T15:28:31.506864+0000","last_fullsized":"2024-09-07T15:28:31.506864+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'54","last_scrub_stamp":"2024-09-07T15:28:31.506666+0000","last_deep_scrub":"269'54","last_deep_scrub_stamp":"2024-09-07T15:28:31.506666+0000","last_clean_scrub_stamp":"2024-09-07T15:28:31.506666+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:23:30.091283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":185,"num_write":91,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:47.044899+0000","last_change":"2024-09-07T15:28:47.044899+0000","last_active":"2024-09-07T15:28:47.044899+0000","last_peered":"2024-09-07T15:28:47.044899+0000","last_clean":"2024-09-07T15:28:47.044899+0000","last_became_active":"2024-09-07T14:28:24.438339+0000","last_became_peered":"2024-09-07T14:28:24.438339+0000","last_unstale":"2024-09-07T15:28:47.044899+0000","last_undegraded":"2024-09-07T15:28:47.044899+0000","last_fullsized":"2024-09-07T15:28:47.044899+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:47.044713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:47.044713+0000","last_clean_scrub_stamp":"2024-09-07T15:28:47.044713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:12:58.879111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:39.757770+0000","last_change":"2024-09-07T15:28:39.757770+0000","last_active":"2024-09-07T15:28:39.757770+0000","last_peered":"2024-09-07T15:28:39.757770+0000","last_clean":"2024-09-07T15:28:39.757770+0000","last_became_active":"2024-09-07T14:01:43.037365+0000","last_became_peered":"2024-09-07T14:01:43.037365+0000","last_unstale":"2024-09-07T15:28:39.757770+0000","last_undegraded":"2024-09-07T15:28:39.757770+0000","last_fullsized":"2024-09-07T15:28:39.757770+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:39.757588+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:39.757588+0000","last_clean_scrub_stamp":"2024-09-07T15:28:39.757588+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:03:31.492078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'5","reported_seq":84,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.633241+0000","last_change":"2024-09-07T15:28:24.633241+0000","last_active":"2024-09-07T15:28:24.633241+0000","last_peered":"2024-09-07T15:28:24.633241+0000","last_clean":"2024-09-07T15:28:24.633241+0000","last_became_active":"2024-09-07T14:01:10.281758+0000","last_became_peered":"2024-09-07T14:01:10.281758+0000","last_unstale":"2024-09-07T15:28:24.633241+0000","last_undegraded":"2024-09-07T15:28:24.633241+0000","last_fullsized":"2024-09-07T15:28:24.633241+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-07T15:28:24.633054+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-07T15:28:24.633054+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.633054+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:39:17.644165+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"269'73","reported_seq":326,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.146693+0000","last_change":"2024-09-07T15:28:17.146528+0000","last_active":"2024-09-07T15:28:17.146693+0000","last_peered":"2024-09-07T15:28:17.146693+0000","last_clean":"2024-09-07T15:28:17.146693+0000","last_became_active":"2024-09-07T13:55:14.103004+0000","last_became_peered":"2024-09-07T13:55:14.103004+0000","last_unstale":"2024-09-07T15:28:17.146693+0000","last_undegraded":"2024-09-07T15:28:17.146693+0000","last_fullsized":"2024-09-07T15:28:17.146693+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'73","last_scrub_stamp":"2024-09-07T15:28:17.146305+0000","last_deep_scrub":"269'73","last_deep_scrub_stamp":"2024-09-07T15:28:17.146305+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.146305+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:26:29.285209+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":468,"num_read_kb":333,"num_write":96,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3479,"num_omap_keys":7,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:41.691031+0000","last_change":"2024-09-07T15:28:41.690873+0000","last_active":"2024-09-07T15:28:41.691031+0000","last_peered":"2024-09-07T15:28:41.691031+0000","last_clean":"2024-09-07T15:28:41.691031+0000","last_became_active":"2024-09-07T14:28:24.445752+0000","last_became_peered":"2024-09-07T14:28:24.445752+0000","last_unstale":"2024-09-07T15:28:41.691031+0000","last_undegraded":"2024-09-07T15:28:41.691031+0000","last_fullsized":"2024-09-07T15:28:41.691031+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:41.690676+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:41.690676+0000","last_clean_scrub_stamp":"2024-09-07T15:28:41.690676+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:38:08.567313+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:44.057731+0000","last_change":"2024-09-07T15:28:44.057731+0000","last_active":"2024-09-07T15:28:44.057731+0000","last_peered":"2024-09-07T15:28:44.057731+0000","last_clean":"2024-09-07T15:28:44.057731+0000","last_became_active":"2024-09-07T14:01:17.858287+0000","last_became_peered":"2024-09-07T14:01:17.858287+0000","last_unstale":"2024-09-07T15:28:44.057731+0000","last_undegraded":"2024-09-07T15:28:44.057731+0000","last_fullsized":"2024-09-07T15:28:44.057731+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:44.057528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:44.057528+0000","last_clean_scrub_stamp":"2024-09-07T15:28:44.057528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:57:22.792960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:34.729788+0000","last_change":"2024-09-07T15:28:34.729664+0000","last_active":"2024-09-07T15:28:34.729788+0000","last_peered":"2024-09-07T15:28:34.729788+0000","last_clean":"2024-09-07T15:28:34.729788+0000","last_became_active":"2024-09-07T14:01:10.268756+0000","last_became_peered":"2024-09-07T14:01:10.268756+0000","last_unstale":"2024-09-07T15:28:34.729788+0000","last_undegraded":"2024-09-07T15:28:34.729788+0000","last_fullsized":"2024-09-07T15:28:34.729788+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:34.729461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:34.729461+0000","last_clean_scrub_stamp":"2024-09-07T15:28:34.729461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:34:11.752088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'29","reported_seq":160,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:32.100468+0000","last_change":"2024-09-07T15:28:32.100468+0000","last_active":"2024-09-07T15:28:32.100468+0000","last_peered":"2024-09-07T15:28:32.100468+0000","last_clean":"2024-09-07T15:28:32.100468+0000","last_became_active":"2024-09-07T13:55:14.110464+0000","last_became_peered":"2024-09-07T13:55:14.110464+0000","last_unstale":"2024-09-07T15:28:32.100468+0000","last_undegraded":"2024-09-07T15:28:32.100468+0000","last_fullsized":"2024-09-07T15:28:32.100468+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'29","last_scrub_stamp":"2024-09-07T15:28:32.100278+0000","last_deep_scrub":"269'29","last_deep_scrub_stamp":"2024-09-07T15:28:32.100278+0000","last_clean_scrub_stamp":"2024-09-07T15:28:32.100278+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:29:45.267170+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":94,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:36.705755+0000","last_change":"2024-09-07T15:28:36.705595+0000","last_active":"2024-09-07T15:28:36.705755+0000","last_peered":"2024-09-07T15:28:36.705755+0000","last_clean":"2024-09-07T15:28:36.705755+0000","last_became_active":"2024-09-07T14:28:24.428244+0000","last_became_peered":"2024-09-07T14:28:24.428244+0000","last_unstale":"2024-09-07T15:28:36.705755+0000","last_undegraded":"2024-09-07T15:28:36.705755+0000","last_fullsized":"2024-09-07T15:28:36.705755+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:36.705416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:36.705416+0000","last_clean_scrub_stamp":"2024-09-07T15:28:36.705416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:07:36.858125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:42.101698+0000","last_change":"2024-09-07T15:28:42.101549+0000","last_active":"2024-09-07T15:28:42.101698+0000","last_peered":"2024-09-07T15:28:42.101698+0000","last_clean":"2024-09-07T15:28:42.101698+0000","last_became_active":"2024-09-07T14:01:17.964701+0000","last_became_peered":"2024-09-07T14:01:17.964701+0000","last_unstale":"2024-09-07T15:28:42.101698+0000","last_undegraded":"2024-09-07T15:28:42.101698+0000","last_fullsized":"2024-09-07T15:28:42.101698+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:42.101358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:42.101358+0000","last_clean_scrub_stamp":"2024-09-07T15:28:42.101358+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:55:30.564075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.297363+0000","last_change":"2024-09-07T15:28:16.297363+0000","last_active":"2024-09-07T15:28:16.297363+0000","last_peered":"2024-09-07T15:28:16.297363+0000","last_clean":"2024-09-07T15:28:16.297363+0000","last_became_active":"2024-09-07T14:01:10.271397+0000","last_became_peered":"2024-09-07T14:01:10.271397+0000","last_unstale":"2024-09-07T15:28:16.297363+0000","last_undegraded":"2024-09-07T15:28:16.297363+0000","last_fullsized":"2024-09-07T15:28:16.297363+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:16.297145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:16.297145+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.297145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:56:42.422937+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'48","reported_seq":210,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.094980+0000","last_change":"2024-09-07T15:28:16.094803+0000","last_active":"2024-09-07T15:28:16.094980+0000","last_peered":"2024-09-07T15:28:16.094980+0000","last_clean":"2024-09-07T15:28:16.094980+0000","last_became_active":"2024-09-07T13:55:14.091327+0000","last_became_peered":"2024-09-07T13:55:14.091327+0000","last_unstale":"2024-09-07T15:28:16.094980+0000","last_undegraded":"2024-09-07T15:28:16.094980+0000","last_fullsized":"2024-09-07T15:28:16.094980+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'48","last_scrub_stamp":"2024-09-07T15:28:16.094621+0000","last_deep_scrub":"269'48","last_deep_scrub_stamp":"2024-09-07T15:28:16.094621+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.094621+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:51:46.703307+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":159,"num_write":94,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:32.260909+0000","last_change":"2024-09-07T15:28:32.260770+0000","last_active":"2024-09-07T15:28:32.260909+0000","last_peered":"2024-09-07T15:28:32.260909+0000","last_clean":"2024-09-07T15:28:32.260909+0000","last_became_active":"2024-09-07T14:28:24.429868+0000","last_became_peered":"2024-09-07T14:28:24.429868+0000","last_unstale":"2024-09-07T15:28:32.260909+0000","last_undegraded":"2024-09-07T15:28:32.260909+0000","last_fullsized":"2024-09-07T15:28:32.260909+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:32.260587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:32.260587+0000","last_clean_scrub_stamp":"2024-09-07T15:28:32.260587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:24:38.185400+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"266'3","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:38.759347+0000","last_change":"2024-09-07T15:28:38.759347+0000","last_active":"2024-09-07T15:28:38.759347+0000","last_peered":"2024-09-07T15:28:38.759347+0000","last_clean":"2024-09-07T15:28:38.759347+0000","last_became_active":"2024-09-07T14:01:17.971294+0000","last_became_peered":"2024-09-07T14:01:17.971294+0000","last_unstale":"2024-09-07T15:28:38.759347+0000","last_undegraded":"2024-09-07T15:28:38.759347+0000","last_fullsized":"2024-09-07T15:28:38.759347+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-07T15:28:38.759147+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-07T15:28:38.759147+0000","last_clean_scrub_stamp":"2024-09-07T15:28:38.759147+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:21:13.933205+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'6","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:33.662937+0000","last_change":"2024-09-07T15:28:33.662937+0000","last_active":"2024-09-07T15:28:33.662937+0000","last_peered":"2024-09-07T15:28:33.662937+0000","last_clean":"2024-09-07T15:28:33.662937+0000","last_became_active":"2024-09-07T14:01:10.238886+0000","last_became_peered":"2024-09-07T14:01:10.238886+0000","last_unstale":"2024-09-07T15:28:33.662937+0000","last_undegraded":"2024-09-07T15:28:33.662937+0000","last_fullsized":"2024-09-07T15:28:33.662937+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-07T15:28:33.662746+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-07T15:28:33.662746+0000","last_clean_scrub_stamp":"2024-09-07T15:28:33.662746+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:05:45.832927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":16,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'53","reported_seq":229,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:28.738837+0000","last_change":"2024-09-07T15:28:28.738837+0000","last_active":"2024-09-07T15:28:28.738837+0000","last_peered":"2024-09-07T15:28:28.738837+0000","last_clean":"2024-09-07T15:28:28.738837+0000","last_became_active":"2024-09-07T13:55:14.114845+0000","last_became_peered":"2024-09-07T13:55:14.114845+0000","last_unstale":"2024-09-07T15:28:28.738837+0000","last_undegraded":"2024-09-07T15:28:28.738837+0000","last_fullsized":"2024-09-07T15:28:28.738837+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'53","last_scrub_stamp":"2024-09-07T15:28:28.738648+0000","last_deep_scrub":"269'53","last_deep_scrub_stamp":"2024-09-07T15:28:28.738648+0000","last_clean_scrub_stamp":"2024-09-07T15:28:28.738648+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:54:30.504440+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":187,"num_write":95,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:38.709964+0000","last_change":"2024-09-07T15:28:38.709828+0000","last_active":"2024-09-07T15:28:38.709964+0000","last_peered":"2024-09-07T15:28:38.709964+0000","last_clean":"2024-09-07T15:28:38.709964+0000","last_became_active":"2024-09-07T14:28:24.425116+0000","last_became_peered":"2024-09-07T14:28:24.425116+0000","last_unstale":"2024-09-07T15:28:38.709964+0000","last_undegraded":"2024-09-07T15:28:38.709964+0000","last_fullsized":"2024-09-07T15:28:38.709964+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:38.709656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:38.709656+0000","last_clean_scrub_stamp":"2024-09-07T15:28:38.709656+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:55:06.310893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'9","reported_seq":89,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:29.574162+0000","last_change":"2024-09-07T15:28:29.574162+0000","last_active":"2024-09-07T15:28:29.574162+0000","last_peered":"2024-09-07T15:28:29.574162+0000","last_clean":"2024-09-07T15:28:29.574162+0000","last_became_active":"2024-09-07T14:01:17.845124+0000","last_became_peered":"2024-09-07T14:01:17.845124+0000","last_unstale":"2024-09-07T15:28:29.574162+0000","last_undegraded":"2024-09-07T15:28:29.574162+0000","last_fullsized":"2024-09-07T15:28:29.574162+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'9","last_scrub_stamp":"2024-09-07T15:28:29.573971+0000","last_deep_scrub":"266'9","last_deep_scrub_stamp":"2024-09-07T15:28:29.573971+0000","last_clean_scrub_stamp":"2024-09-07T15:28:29.573971+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:37:40.626263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":14,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:35.689107+0000","last_change":"2024-09-07T15:28:35.689107+0000","last_active":"2024-09-07T15:28:35.689107+0000","last_peered":"2024-09-07T15:28:35.689107+0000","last_clean":"2024-09-07T15:28:35.689107+0000","last_became_active":"2024-09-07T14:01:10.269301+0000","last_became_peered":"2024-09-07T14:01:10.269301+0000","last_unstale":"2024-09-07T15:28:35.689107+0000","last_undegraded":"2024-09-07T15:28:35.689107+0000","last_fullsized":"2024-09-07T15:28:35.689107+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:35.688936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:35.688936+0000","last_clean_scrub_stamp":"2024-09-07T15:28:35.688936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:50:55.753317+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'32","reported_seq":173,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.290420+0000","last_change":"2024-09-07T15:28:19.290420+0000","last_active":"2024-09-07T15:28:19.290420+0000","last_peered":"2024-09-07T15:28:19.290420+0000","last_clean":"2024-09-07T15:28:19.290420+0000","last_became_active":"2024-09-07T13:55:14.085439+0000","last_became_peered":"2024-09-07T13:55:14.085439+0000","last_unstale":"2024-09-07T15:28:19.290420+0000","last_undegraded":"2024-09-07T15:28:19.290420+0000","last_fullsized":"2024-09-07T15:28:19.290420+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'32","last_scrub_stamp":"2024-09-07T15:28:19.290148+0000","last_deep_scrub":"269'32","last_deep_scrub_stamp":"2024-09-07T15:28:19.290148+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.290148+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:33:47.734301+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":153,"num_read_kb":116,"num_write":71,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"269'2","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.328538+0000","last_change":"2024-09-07T15:28:22.328538+0000","last_active":"2024-09-07T15:28:22.328538+0000","last_peered":"2024-09-07T15:28:22.328538+0000","last_clean":"2024-09-07T15:28:22.328538+0000","last_became_active":"2024-09-07T14:28:24.435468+0000","last_became_peered":"2024-09-07T14:28:24.435468+0000","last_unstale":"2024-09-07T15:28:22.328538+0000","last_undegraded":"2024-09-07T15:28:22.328538+0000","last_fullsized":"2024-09-07T15:28:22.328538+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:22.328359+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:22.328359+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.328359+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:36:34.913535+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"269'3","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.151183+0000","last_change":"2024-09-07T15:28:26.150918+0000","last_active":"2024-09-07T15:28:26.151183+0000","last_peered":"2024-09-07T15:28:26.151183+0000","last_clean":"2024-09-07T15:28:26.151183+0000","last_became_active":"2024-09-07T14:01:17.847319+0000","last_became_peered":"2024-09-07T14:01:17.847319+0000","last_unstale":"2024-09-07T15:28:26.151183+0000","last_undegraded":"2024-09-07T15:28:26.151183+0000","last_fullsized":"2024-09-07T15:28:26.151183+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:28:26.150684+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:28:26.150684+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.150684+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:31:23.110251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'2","reported_seq":84,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:32.808601+0000","last_change":"2024-09-07T15:28:32.808601+0000","last_active":"2024-09-07T15:28:32.808601+0000","last_peered":"2024-09-07T15:28:32.808601+0000","last_clean":"2024-09-07T15:28:32.808601+0000","last_became_active":"2024-09-07T14:01:10.280018+0000","last_became_peered":"2024-09-07T14:01:10.280018+0000","last_unstale":"2024-09-07T15:28:32.808601+0000","last_undegraded":"2024-09-07T15:28:32.808601+0000","last_fullsized":"2024-09-07T15:28:32.808601+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-07T15:28:32.808398+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-07T15:28:32.808398+0000","last_clean_scrub_stamp":"2024-09-07T15:28:32.808398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:09:29.630881+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'44","reported_seq":207,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.729738+0000","last_change":"2024-09-07T15:28:27.729738+0000","last_active":"2024-09-07T15:28:27.729738+0000","last_peered":"2024-09-07T15:28:27.729738+0000","last_clean":"2024-09-07T15:28:27.729738+0000","last_became_active":"2024-09-07T13:55:14.090454+0000","last_became_peered":"2024-09-07T13:55:14.090454+0000","last_unstale":"2024-09-07T15:28:27.729738+0000","last_undegraded":"2024-09-07T15:28:27.729738+0000","last_fullsized":"2024-09-07T15:28:27.729738+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'44","last_scrub_stamp":"2024-09-07T15:28:27.729557+0000","last_deep_scrub":"269'44","last_deep_scrub_stamp":"2024-09-07T15:28:27.729557+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.729557+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:44:55.199632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":230,"num_read_kb":162,"num_write":74,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:46.003924+0000","last_change":"2024-09-07T15:28:46.003924+0000","last_active":"2024-09-07T15:28:46.003924+0000","last_peered":"2024-09-07T15:28:46.003924+0000","last_clean":"2024-09-07T15:28:46.003924+0000","last_became_active":"2024-09-07T14:28:24.446083+0000","last_became_peered":"2024-09-07T14:28:24.446083+0000","last_unstale":"2024-09-07T15:28:46.003924+0000","last_undegraded":"2024-09-07T15:28:46.003924+0000","last_fullsized":"2024-09-07T15:28:46.003924+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:46.003732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:46.003732+0000","last_clean_scrub_stamp":"2024-09-07T15:28:46.003732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:49:52.547483+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'3","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:37.754968+0000","last_change":"2024-09-07T15:28:37.754968+0000","last_active":"2024-09-07T15:28:37.754968+0000","last_peered":"2024-09-07T15:28:37.754968+0000","last_clean":"2024-09-07T15:28:37.754968+0000","last_became_active":"2024-09-07T14:01:17.841771+0000","last_became_peered":"2024-09-07T14:01:17.841771+0000","last_unstale":"2024-09-07T15:28:37.754968+0000","last_undegraded":"2024-09-07T15:28:37.754968+0000","last_fullsized":"2024-09-07T15:28:37.754968+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-07T15:28:37.754775+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-07T15:28:37.754775+0000","last_clean_scrub_stamp":"2024-09-07T15:28:37.754775+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:27:37.058001+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'10","reported_seq":103,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:33.771072+0000","last_change":"2024-09-07T15:28:33.770902+0000","last_active":"2024-09-07T15:28:33.771072+0000","last_peered":"2024-09-07T15:28:33.771072+0000","last_clean":"2024-09-07T15:28:33.771072+0000","last_became_active":"2024-09-07T14:01:10.269153+0000","last_became_peered":"2024-09-07T14:01:10.269153+0000","last_unstale":"2024-09-07T15:28:33.771072+0000","last_undegraded":"2024-09-07T15:28:33.771072+0000","last_fullsized":"2024-09-07T15:28:33.771072+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'10","last_scrub_stamp":"2024-09-07T15:28:33.770744+0000","last_deep_scrub":"269'10","last_deep_scrub_stamp":"2024-09-07T15:28:33.770744+0000","last_clean_scrub_stamp":"2024-09-07T15:28:33.770744+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:52:40.786359+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":26173,"num_write":20,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'14","reported_seq":121,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.592470+0000","last_change":"2024-09-07T15:28:27.592470+0000","last_active":"2024-09-07T15:28:27.592470+0000","last_peered":"2024-09-07T15:28:27.592470+0000","last_clean":"2024-09-07T15:28:27.592470+0000","last_became_active":"2024-09-07T13:55:14.109848+0000","last_became_peered":"2024-09-07T13:55:14.109848+0000","last_unstale":"2024-09-07T15:28:27.592470+0000","last_undegraded":"2024-09-07T15:28:27.592470+0000","last_fullsized":"2024-09-07T15:28:27.592470+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'14","last_scrub_stamp":"2024-09-07T15:28:27.592285+0000","last_deep_scrub":"269'14","last_deep_scrub_stamp":"2024-09-07T15:28:27.592285+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.592285+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:45:53.249044+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":42,"num_write":30,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:48.095748+0000","last_change":"2024-09-07T15:28:48.095613+0000","last_active":"2024-09-07T15:28:48.095748+0000","last_peered":"2024-09-07T15:28:48.095748+0000","last_clean":"2024-09-07T15:28:48.095748+0000","last_became_active":"2024-09-07T14:28:24.432790+0000","last_became_peered":"2024-09-07T14:28:24.432790+0000","last_unstale":"2024-09-07T15:28:48.095748+0000","last_undegraded":"2024-09-07T15:28:48.095748+0000","last_fullsized":"2024-09-07T15:28:48.095748+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:48.095416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:48.095416+0000","last_clean_scrub_stamp":"2024-09-07T15:28:48.095416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:04:08.050796+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'8","reported_seq":91,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.154596+0000","last_change":"2024-09-07T15:28:24.154437+0000","last_active":"2024-09-07T15:28:24.154596+0000","last_peered":"2024-09-07T15:28:24.154596+0000","last_clean":"2024-09-07T15:28:24.154596+0000","last_became_active":"2024-09-07T14:01:17.850358+0000","last_became_peered":"2024-09-07T14:01:17.850358+0000","last_unstale":"2024-09-07T15:28:24.154596+0000","last_undegraded":"2024-09-07T15:28:24.154596+0000","last_fullsized":"2024-09-07T15:28:24.154596+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'8","last_scrub_stamp":"2024-09-07T15:28:24.154247+0000","last_deep_scrub":"269'8","last_deep_scrub_stamp":"2024-09-07T15:28:24.154247+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.154247+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:14:07.033272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":20482,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'6","reported_seq":91,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.249086+0000","last_change":"2024-09-07T15:28:22.248955+0000","last_active":"2024-09-07T15:28:22.249086+0000","last_peered":"2024-09-07T15:28:22.249086+0000","last_clean":"2024-09-07T15:28:22.249086+0000","last_became_active":"2024-09-07T14:01:10.263024+0000","last_became_peered":"2024-09-07T14:01:10.263024+0000","last_unstale":"2024-09-07T15:28:22.249086+0000","last_undegraded":"2024-09-07T15:28:22.249086+0000","last_fullsized":"2024-09-07T15:28:22.249086+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-07T15:28:22.248773+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-07T15:28:22.248773+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.248773+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:51:07.819498+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":14336,"num_write":11,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'5","reported_seq":99,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.082756+0000","last_change":"2024-09-07T15:28:15.082756+0000","last_active":"2024-09-07T15:28:15.082756+0000","last_peered":"2024-09-07T15:28:15.082756+0000","last_clean":"2024-09-07T15:28:15.082756+0000","last_became_active":"2024-09-07T13:55:14.110785+0000","last_became_peered":"2024-09-07T13:55:14.110785+0000","last_unstale":"2024-09-07T15:28:15.082756+0000","last_undegraded":"2024-09-07T15:28:15.082756+0000","last_fullsized":"2024-09-07T15:28:15.082756+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-07T15:28:15.082577+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-07T15:28:15.082577+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.082577+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:09:43.405797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":14,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:42.705360+0000","last_change":"2024-09-07T15:28:42.705360+0000","last_active":"2024-09-07T15:28:42.705360+0000","last_peered":"2024-09-07T15:28:42.705360+0000","last_clean":"2024-09-07T15:28:42.705360+0000","last_became_active":"2024-09-07T14:28:24.446376+0000","last_became_peered":"2024-09-07T14:28:24.446376+0000","last_unstale":"2024-09-07T15:28:42.705360+0000","last_undegraded":"2024-09-07T15:28:42.705360+0000","last_fullsized":"2024-09-07T15:28:42.705360+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:42.705170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:42.705170+0000","last_clean_scrub_stamp":"2024-09-07T15:28:42.705170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:03:01.147127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'9","reported_seq":89,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:35.673232+0000","last_change":"2024-09-07T15:28:35.673062+0000","last_active":"2024-09-07T15:28:35.673232+0000","last_peered":"2024-09-07T15:28:35.673232+0000","last_clean":"2024-09-07T15:28:35.673232+0000","last_became_active":"2024-09-07T14:01:17.852105+0000","last_became_peered":"2024-09-07T14:01:17.852105+0000","last_unstale":"2024-09-07T15:28:35.673232+0000","last_undegraded":"2024-09-07T15:28:35.673232+0000","last_fullsized":"2024-09-07T15:28:35.673232+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'9","last_scrub_stamp":"2024-09-07T15:28:35.672880+0000","last_deep_scrub":"269'9","last_deep_scrub_stamp":"2024-09-07T15:28:35.672880+0000","last_clean_scrub_stamp":"2024-09-07T15:28:35.672880+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:30:52.073022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":15360,"num_write":19,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'2","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.159637+0000","last_change":"2024-09-07T15:28:20.159461+0000","last_active":"2024-09-07T15:28:20.159637+0000","last_peered":"2024-09-07T15:28:20.159637+0000","last_clean":"2024-09-07T15:28:20.159637+0000","last_became_active":"2024-09-07T14:01:10.269141+0000","last_became_peered":"2024-09-07T14:01:10.269141+0000","last_unstale":"2024-09-07T15:28:20.159637+0000","last_undegraded":"2024-09-07T15:28:20.159637+0000","last_fullsized":"2024-09-07T15:28:20.159637+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:20.159273+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:20.159273+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.159273+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:55:22.557121+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":59,"num_write":2,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'25","reported_seq":154,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.748673+0000","last_change":"2024-09-07T15:28:27.748673+0000","last_active":"2024-09-07T15:28:27.748673+0000","last_peered":"2024-09-07T15:28:27.748673+0000","last_clean":"2024-09-07T15:28:27.748673+0000","last_became_active":"2024-09-07T13:55:14.104604+0000","last_became_peered":"2024-09-07T13:55:14.104604+0000","last_unstale":"2024-09-07T15:28:27.748673+0000","last_undegraded":"2024-09-07T15:28:27.748673+0000","last_fullsized":"2024-09-07T15:28:27.748673+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'25","last_scrub_stamp":"2024-09-07T15:28:27.748498+0000","last_deep_scrub":"269'25","last_deep_scrub_stamp":"2024-09-07T15:28:27.748498+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.748498+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:50:53.078833+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":83,"num_write":58,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'332","reported_seq":987,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.726934+0000","last_change":"2024-09-07T15:28:05.726776+0000","last_active":"2024-09-07T15:28:05.726934+0000","last_peered":"2024-09-07T15:28:05.726934+0000","last_clean":"2024-09-07T15:28:05.726934+0000","last_became_active":"2024-09-07T13:38:09.976851+0000","last_became_peered":"2024-09-07T13:38:09.976851+0000","last_unstale":"2024-09-07T15:28:05.726934+0000","last_undegraded":"2024-09-07T15:28:05.726934+0000","last_fullsized":"2024-09-07T15:28:05.726934+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-07T15:28:05.726568+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-07T15:28:05.726568+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.726568+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:38:43.280840+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263276,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":468,"num_read_kb":5723,"num_write":1046,"num_write_kb":19813,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'193","reported_seq":861,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.816795+0000","last_change":"2024-09-07T15:28:09.816658+0000","last_active":"2024-09-07T15:28:09.816795+0000","last_peered":"2024-09-07T15:28:09.816795+0000","last_clean":"2024-09-07T15:28:09.816795+0000","last_became_active":"2024-09-07T13:38:11.969838+0000","last_became_peered":"2024-09-07T13:38:11.969838+0000","last_unstale":"2024-09-07T15:28:09.816795+0000","last_undegraded":"2024-09-07T15:28:09.816795+0000","last_fullsized":"2024-09-07T15:28:09.816795+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'193","last_scrub_stamp":"2024-09-07T15:28:09.816465+0000","last_deep_scrub":"269'193","last_deep_scrub_stamp":"2024-09-07T15:28:09.816465+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.816465+0000","objects_scrubbed":2,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:15:25.061470+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":837,"num_read_kb":690,"num_write":305,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'342","reported_seq":1035,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.321474+0000","last_change":"2024-09-07T15:27:57.321265+0000","last_active":"2024-09-07T15:27:57.321474+0000","last_peered":"2024-09-07T15:27:57.321474+0000","last_clean":"2024-09-07T15:27:57.321474+0000","last_became_active":"2024-09-07T13:38:09.954623+0000","last_became_peered":"2024-09-07T13:38:09.954623+0000","last_unstale":"2024-09-07T15:27:57.321474+0000","last_undegraded":"2024-09-07T15:27:57.321474+0000","last_fullsized":"2024-09-07T15:27:57.321474+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-07T15:27:57.321052+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-07T15:27:57.321052+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.321052+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:48:22.087369+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":506,"num_read_kb":33916,"num_write":1059,"num_write_kb":49123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'163","reported_seq":819,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.698348+0000","last_change":"2024-09-07T15:28:10.698173+0000","last_active":"2024-09-07T15:28:10.698348+0000","last_peered":"2024-09-07T15:28:10.698348+0000","last_clean":"2024-09-07T15:28:10.698348+0000","last_became_active":"2024-09-07T13:38:11.943415+0000","last_became_peered":"2024-09-07T13:38:11.943415+0000","last_unstale":"2024-09-07T15:28:10.698348+0000","last_undegraded":"2024-09-07T15:28:10.698348+0000","last_fullsized":"2024-09-07T15:28:10.698348+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'163","last_scrub_stamp":"2024-09-07T15:28:10.697991+0000","last_deep_scrub":"269'163","last_deep_scrub_stamp":"2024-09-07T15:28:10.697991+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.697991+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:53:53.265471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":620,"num_write":246,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'407","reported_seq":1093,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.231435+0000","last_change":"2024-09-07T15:27:57.231254+0000","last_active":"2024-09-07T15:27:57.231435+0000","last_peered":"2024-09-07T15:27:57.231435+0000","last_clean":"2024-09-07T15:27:57.231435+0000","last_became_active":"2024-09-07T13:38:09.921102+0000","last_became_peered":"2024-09-07T13:38:09.921102+0000","last_unstale":"2024-09-07T15:27:57.231435+0000","last_undegraded":"2024-09-07T15:27:57.231435+0000","last_fullsized":"2024-09-07T15:27:57.231435+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'407","last_scrub_stamp":"2024-09-07T15:27:57.231016+0000","last_deep_scrub":"269'407","last_deep_scrub_stamp":"2024-09-07T15:27:57.231016+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.231016+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:05:03.605916+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":594,"num_read_kb":1211,"num_write":1316,"num_write_kb":30068,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'154","reported_seq":799,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.537861+0000","last_change":"2024-09-07T15:28:09.537593+0000","last_active":"2024-09-07T15:28:09.537861+0000","last_peered":"2024-09-07T15:28:09.537861+0000","last_clean":"2024-09-07T15:28:09.537861+0000","last_became_active":"2024-09-07T13:38:11.963722+0000","last_became_peered":"2024-09-07T13:38:11.963722+0000","last_unstale":"2024-09-07T15:28:09.537861+0000","last_undegraded":"2024-09-07T15:28:09.537861+0000","last_fullsized":"2024-09-07T15:28:09.537861+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'154","last_scrub_stamp":"2024-09-07T15:28:09.537383+0000","last_deep_scrub":"269'154","last_deep_scrub_stamp":"2024-09-07T15:28:09.537383+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.537383+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:31:02.599113+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":721,"num_read_kb":593,"num_write":234,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'320","reported_seq":1010,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.810838+0000","last_change":"2024-09-07T15:28:04.810668+0000","last_active":"2024-09-07T15:28:04.810838+0000","last_peered":"2024-09-07T15:28:04.810838+0000","last_clean":"2024-09-07T15:28:04.810838+0000","last_became_active":"2024-09-07T13:38:09.959674+0000","last_became_peered":"2024-09-07T13:38:09.959674+0000","last_unstale":"2024-09-07T15:28:04.810838+0000","last_undegraded":"2024-09-07T15:28:04.810838+0000","last_fullsized":"2024-09-07T15:28:04.810838+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'320","last_scrub_stamp":"2024-09-07T15:28:04.810377+0000","last_deep_scrub":"269'320","last_deep_scrub_stamp":"2024-09-07T15:28:04.810377+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.810377+0000","objects_scrubbed":7,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:03:42.720776+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291501,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":503,"num_read_kb":30367,"num_write":1050,"num_write_kb":53281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'331","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.226937+0000","last_change":"2024-09-07T15:28:08.226772+0000","last_active":"2024-09-07T15:28:08.226937+0000","last_peered":"2024-09-07T15:28:08.226937+0000","last_clean":"2024-09-07T15:28:08.226937+0000","last_became_active":"2024-09-07T13:38:11.961013+0000","last_became_peered":"2024-09-07T13:38:11.961013+0000","last_unstale":"2024-09-07T15:28:08.226937+0000","last_undegraded":"2024-09-07T15:28:08.226937+0000","last_fullsized":"2024-09-07T15:28:08.226937+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'331","last_scrub_stamp":"2024-09-07T15:28:08.226589+0000","last_deep_scrub":"269'331","last_deep_scrub_stamp":"2024-09-07T15:28:08.226589+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.226589+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:12:26.786205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1192,"num_write":512,"num_write_kb":260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'358","reported_seq":1030,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.689997+0000","last_change":"2024-09-07T15:28:04.689848+0000","last_active":"2024-09-07T15:28:04.689997+0000","last_peered":"2024-09-07T15:28:04.689997+0000","last_clean":"2024-09-07T15:28:04.689997+0000","last_became_active":"2024-09-07T13:38:09.953932+0000","last_became_peered":"2024-09-07T13:38:09.953932+0000","last_unstale":"2024-09-07T15:28:04.689997+0000","last_undegraded":"2024-09-07T15:28:04.689997+0000","last_fullsized":"2024-09-07T15:28:04.689997+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'358","last_scrub_stamp":"2024-09-07T15:28:04.689640+0000","last_deep_scrub":"269'358","last_deep_scrub_stamp":"2024-09-07T15:28:04.689640+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.689640+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:58:21.285823+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":526412,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":543,"num_read_kb":30170,"num_write":1139,"num_write_kb":38425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'88","reported_seq":674,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.062758+0000","last_change":"2024-09-07T15:28:02.062587+0000","last_active":"2024-09-07T15:28:02.062758+0000","last_peered":"2024-09-07T15:28:02.062758+0000","last_clean":"2024-09-07T15:28:02.062758+0000","last_became_active":"2024-09-07T13:38:11.982743+0000","last_became_peered":"2024-09-07T13:38:11.982743+0000","last_unstale":"2024-09-07T15:28:02.062758+0000","last_undegraded":"2024-09-07T15:28:02.062758+0000","last_fullsized":"2024-09-07T15:28:02.062758+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'88","last_scrub_stamp":"2024-09-07T15:28:02.062369+0000","last_deep_scrub":"269'88","last_deep_scrub_stamp":"2024-09-07T15:28:02.062369+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.062369+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:06:11.579932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":301,"num_write":125,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'328","reported_seq":995,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.765094+0000","last_change":"2024-09-07T15:28:02.764842+0000","last_active":"2024-09-07T15:28:02.765094+0000","last_peered":"2024-09-07T15:28:02.765094+0000","last_clean":"2024-09-07T15:28:02.765094+0000","last_became_active":"2024-09-07T13:38:09.957979+0000","last_became_peered":"2024-09-07T13:38:09.957979+0000","last_unstale":"2024-09-07T15:28:02.765094+0000","last_undegraded":"2024-09-07T15:28:02.765094+0000","last_fullsized":"2024-09-07T15:28:02.765094+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'328","last_scrub_stamp":"2024-09-07T15:28:02.764542+0000","last_deep_scrub":"269'328","last_deep_scrub_stamp":"2024-09-07T15:28:02.764542+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.764542+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:27:09.846195+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1239465,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":44305,"num_write":1096,"num_write_kb":16554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'383","reported_seq":1130,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.608457+0000","last_change":"2024-09-07T15:28:22.608190+0000","last_active":"2024-09-07T15:28:22.608457+0000","last_peered":"2024-09-07T15:28:22.608457+0000","last_clean":"2024-09-07T15:28:22.608457+0000","last_became_active":"2024-09-07T13:38:11.954410+0000","last_became_peered":"2024-09-07T13:38:11.954410+0000","last_unstale":"2024-09-07T15:28:22.608457+0000","last_undegraded":"2024-09-07T15:28:22.608457+0000","last_fullsized":"2024-09-07T15:28:22.608457+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'383","last_scrub_stamp":"2024-09-07T15:28:22.607912+0000","last_deep_scrub":"269'383","last_deep_scrub_stamp":"2024-09-07T15:28:22.607912+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.607912+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:21:18.592286+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1955,"num_read_kb":1679,"num_write":644,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'342","reported_seq":1060,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.694377+0000","last_change":"2024-09-07T15:28:03.694088+0000","last_active":"2024-09-07T15:28:03.694377+0000","last_peered":"2024-09-07T15:28:03.694377+0000","last_clean":"2024-09-07T15:28:03.694377+0000","last_became_active":"2024-09-07T13:38:09.972033+0000","last_became_peered":"2024-09-07T13:38:09.972033+0000","last_unstale":"2024-09-07T15:28:03.694377+0000","last_undegraded":"2024-09-07T15:28:03.694377+0000","last_fullsized":"2024-09-07T15:28:03.694377+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-07T15:28:03.693835+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-07T15:28:03.693835+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.693835+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:08:04.973252+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":526,"num_read_kb":181820,"num_write":1046,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'174","reported_seq":844,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.790229+0000","last_change":"2024-09-07T15:28:11.790229+0000","last_active":"2024-09-07T15:28:11.790229+0000","last_peered":"2024-09-07T15:28:11.790229+0000","last_clean":"2024-09-07T15:28:11.790229+0000","last_became_active":"2024-09-07T13:38:11.960213+0000","last_became_peered":"2024-09-07T13:38:11.960213+0000","last_unstale":"2024-09-07T15:28:11.790229+0000","last_undegraded":"2024-09-07T15:28:11.790229+0000","last_fullsized":"2024-09-07T15:28:11.790229+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'174","last_scrub_stamp":"2024-09-07T15:28:11.790045+0000","last_deep_scrub":"269'174","last_deep_scrub_stamp":"2024-09-07T15:28:11.790045+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.790045+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:32:52.604164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":270,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'371","reported_seq":1091,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.367066+0000","last_change":"2024-09-07T15:27:57.366915+0000","last_active":"2024-09-07T15:27:57.367066+0000","last_peered":"2024-09-07T15:27:57.367066+0000","last_clean":"2024-09-07T15:27:57.367066+0000","last_became_active":"2024-09-07T13:38:41.161509+0000","last_became_peered":"2024-09-07T13:38:41.161509+0000","last_unstale":"2024-09-07T15:27:57.367066+0000","last_undegraded":"2024-09-07T15:27:57.367066+0000","last_fullsized":"2024-09-07T15:27:57.367066+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'371","last_scrub_stamp":"2024-09-07T15:27:57.366637+0000","last_deep_scrub":"269'371","last_deep_scrub_stamp":"2024-09-07T15:27:57.366637+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.366637+0000","objects_scrubbed":10,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:30:02.645588+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399168,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":633,"num_read_kb":72346,"num_write":1252,"num_write_kb":40551,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3f","version":"269'416","reported_seq":1104,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.287200+0000","last_change":"2024-09-07T15:28:04.287045+0000","last_active":"2024-09-07T15:28:04.287200+0000","last_peered":"2024-09-07T15:28:04.287200+0000","last_clean":"2024-09-07T15:28:04.287200+0000","last_became_active":"2024-09-07T13:38:11.972698+0000","last_became_peered":"2024-09-07T13:38:11.972698+0000","last_unstale":"2024-09-07T15:28:04.287200+0000","last_undegraded":"2024-09-07T15:28:04.287200+0000","last_fullsized":"2024-09-07T15:28:04.287200+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'416","last_scrub_stamp":"2024-09-07T15:28:04.286821+0000","last_deep_scrub":"269'416","last_deep_scrub_stamp":"2024-09-07T15:28:04.286821+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.286821+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:02:18.599868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1783,"num_read_kb":1437,"num_write":678,"num_write_kb":429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'106","reported_seq":719,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.585143+0000","last_change":"2024-09-07T15:28:04.585143+0000","last_active":"2024-09-07T15:28:04.585143+0000","last_peered":"2024-09-07T15:28:04.585143+0000","last_clean":"2024-09-07T15:28:04.585143+0000","last_became_active":"2024-09-07T13:38:11.960936+0000","last_became_peered":"2024-09-07T13:38:11.960936+0000","last_unstale":"2024-09-07T15:28:04.585143+0000","last_undegraded":"2024-09-07T15:28:04.585143+0000","last_fullsized":"2024-09-07T15:28:04.585143+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'106","last_scrub_stamp":"2024-09-07T15:28:04.584959+0000","last_deep_scrub":"269'106","last_deep_scrub_stamp":"2024-09-07T15:28:04.584959+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.584959+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:18:00.024372+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":395,"num_write":179,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'318","reported_seq":1112,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.663796+0000","last_change":"2024-09-07T15:28:02.663796+0000","last_active":"2024-09-07T15:28:02.663796+0000","last_peered":"2024-09-07T15:28:02.663796+0000","last_clean":"2024-09-07T15:28:02.663796+0000","last_became_active":"2024-09-07T13:38:09.959861+0000","last_became_peered":"2024-09-07T13:38:09.959861+0000","last_unstale":"2024-09-07T15:28:02.663796+0000","last_undegraded":"2024-09-07T15:28:02.663796+0000","last_fullsized":"2024-09-07T15:28:02.663796+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'318","last_scrub_stamp":"2024-09-07T15:28:02.663544+0000","last_deep_scrub":"269'318","last_deep_scrub_stamp":"2024-09-07T15:28:02.663544+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.663544+0000","objects_scrubbed":12,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:22:49.465214+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7540731,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":565,"num_read_kb":82831,"num_write":1041,"num_write_kb":33447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'108","reported_seq":693,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.737912+0000","last_change":"2024-09-07T15:28:07.737912+0000","last_active":"2024-09-07T15:28:07.737912+0000","last_peered":"2024-09-07T15:28:07.737912+0000","last_clean":"2024-09-07T15:28:07.737912+0000","last_became_active":"2024-09-07T13:38:11.962652+0000","last_became_peered":"2024-09-07T13:38:11.962652+0000","last_unstale":"2024-09-07T15:28:07.737912+0000","last_undegraded":"2024-09-07T15:28:07.737912+0000","last_fullsized":"2024-09-07T15:28:07.737912+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'108","last_scrub_stamp":"2024-09-07T15:28:07.737730+0000","last_deep_scrub":"269'108","last_deep_scrub_stamp":"2024-09-07T15:28:07.737730+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.737730+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:29:33.337254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":468,"num_read_kb":378,"num_write":164,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'322","reported_seq":935,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.374904+0000","last_change":"2024-09-07T15:28:01.374904+0000","last_active":"2024-09-07T15:28:01.374904+0000","last_peered":"2024-09-07T15:28:01.374904+0000","last_clean":"2024-09-07T15:28:01.374904+0000","last_became_active":"2024-09-07T13:38:41.160930+0000","last_became_peered":"2024-09-07T13:38:41.160930+0000","last_unstale":"2024-09-07T15:28:01.374904+0000","last_undegraded":"2024-09-07T15:28:01.374904+0000","last_fullsized":"2024-09-07T15:28:01.374904+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'322","last_scrub_stamp":"2024-09-07T15:28:01.374670+0000","last_deep_scrub":"269'322","last_deep_scrub_stamp":"2024-09-07T15:28:01.374670+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.374670+0000","objects_scrubbed":8,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:30:30.076219+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":402,"num_read_kb":14856,"num_write":982,"num_write_kb":49218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"269'106","reported_seq":730,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.782401+0000","last_change":"2024-09-07T15:28:08.782264+0000","last_active":"2024-09-07T15:28:08.782401+0000","last_peered":"2024-09-07T15:28:08.782401+0000","last_clean":"2024-09-07T15:28:08.782401+0000","last_became_active":"2024-09-07T13:38:11.957275+0000","last_became_peered":"2024-09-07T13:38:11.957275+0000","last_unstale":"2024-09-07T15:28:08.782401+0000","last_undegraded":"2024-09-07T15:28:08.782401+0000","last_fullsized":"2024-09-07T15:28:08.782401+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'106","last_scrub_stamp":"2024-09-07T15:28:08.782082+0000","last_deep_scrub":"269'106","last_deep_scrub_stamp":"2024-09-07T15:28:08.782082+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.782082+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:11:22.110371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":461,"num_read_kb":383,"num_write":163,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'347","reported_seq":1041,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.038269+0000","last_change":"2024-09-07T15:27:57.038269+0000","last_active":"2024-09-07T15:27:57.038269+0000","last_peered":"2024-09-07T15:27:57.038269+0000","last_clean":"2024-09-07T15:27:57.038269+0000","last_became_active":"2024-09-07T13:38:09.964013+0000","last_became_peered":"2024-09-07T13:38:09.964013+0000","last_unstale":"2024-09-07T15:27:57.038269+0000","last_undegraded":"2024-09-07T15:27:57.038269+0000","last_fullsized":"2024-09-07T15:27:57.038269+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'347","last_scrub_stamp":"2024-09-07T15:27:57.038037+0000","last_deep_scrub":"269'347","last_deep_scrub_stamp":"2024-09-07T15:27:57.038037+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.038037+0000","objects_scrubbed":4,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:49:36.160181+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254138,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":535,"num_read_kb":32661,"num_write":1092,"num_write_kb":29964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'227","reported_seq":942,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.353712+0000","last_change":"2024-09-07T15:28:00.353712+0000","last_active":"2024-09-07T15:28:00.353712+0000","last_peered":"2024-09-07T15:28:00.353712+0000","last_clean":"2024-09-07T15:28:00.353712+0000","last_became_active":"2024-09-07T13:38:11.972570+0000","last_became_peered":"2024-09-07T13:38:11.972570+0000","last_unstale":"2024-09-07T15:28:00.353712+0000","last_undegraded":"2024-09-07T15:28:00.353712+0000","last_fullsized":"2024-09-07T15:28:00.353712+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'227","last_scrub_stamp":"2024-09-07T15:28:00.353516+0000","last_deep_scrub":"269'227","last_deep_scrub_stamp":"2024-09-07T15:28:00.353516+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.353516+0000","objects_scrubbed":1,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:57:17.657259+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1070,"num_read_kb":888,"num_write":347,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4003,"num_omap_keys":18,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'290","reported_seq":951,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.396241+0000","last_change":"2024-09-07T15:27:53.396241+0000","last_active":"2024-09-07T15:27:53.396241+0000","last_peered":"2024-09-07T15:27:53.396241+0000","last_clean":"2024-09-07T15:27:53.396241+0000","last_became_active":"2024-09-07T13:38:09.944867+0000","last_became_peered":"2024-09-07T13:38:09.944867+0000","last_unstale":"2024-09-07T15:27:53.396241+0000","last_undegraded":"2024-09-07T15:27:53.396241+0000","last_fullsized":"2024-09-07T15:27:53.396241+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'290","last_scrub_stamp":"2024-09-07T15:27:53.396033+0000","last_deep_scrub":"269'290","last_deep_scrub_stamp":"2024-09-07T15:27:53.396033+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.396033+0000","objects_scrubbed":4,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:05:06.165060+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":429,"num_read_kb":40336,"num_write":968,"num_write_kb":26024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'114","reported_seq":749,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.317295+0000","last_change":"2024-09-07T15:28:03.317295+0000","last_active":"2024-09-07T15:28:03.317295+0000","last_peered":"2024-09-07T15:28:03.317295+0000","last_clean":"2024-09-07T15:28:03.317295+0000","last_became_active":"2024-09-07T13:38:11.962589+0000","last_became_peered":"2024-09-07T13:38:11.962589+0000","last_unstale":"2024-09-07T15:28:03.317295+0000","last_undegraded":"2024-09-07T15:28:03.317295+0000","last_fullsized":"2024-09-07T15:28:03.317295+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'114","last_scrub_stamp":"2024-09-07T15:28:03.317082+0000","last_deep_scrub":"269'114","last_deep_scrub_stamp":"2024-09-07T15:28:03.317082+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.317082+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:09:51.522559+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":495,"num_read_kb":414,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'369","reported_seq":1089,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.546787+0000","last_change":"2024-09-07T15:27:59.546787+0000","last_active":"2024-09-07T15:27:59.546787+0000","last_peered":"2024-09-07T15:27:59.546787+0000","last_clean":"2024-09-07T15:27:59.546787+0000","last_became_active":"2024-09-07T13:38:09.936636+0000","last_became_peered":"2024-09-07T13:38:09.936636+0000","last_unstale":"2024-09-07T15:27:59.546787+0000","last_undegraded":"2024-09-07T15:27:59.546787+0000","last_fullsized":"2024-09-07T15:27:59.546787+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'369","last_scrub_stamp":"2024-09-07T15:27:59.546490+0000","last_deep_scrub":"269'369","last_deep_scrub_stamp":"2024-09-07T15:27:59.546490+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.546490+0000","objects_scrubbed":8,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:26:49.442905+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1630542,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":543,"num_read_kb":64206,"num_write":1195,"num_write_kb":43546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'202","reported_seq":838,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.654657+0000","last_change":"2024-09-07T15:28:20.654657+0000","last_active":"2024-09-07T15:28:20.654657+0000","last_peered":"2024-09-07T15:28:20.654657+0000","last_clean":"2024-09-07T15:28:20.654657+0000","last_became_active":"2024-09-07T13:38:11.953816+0000","last_became_peered":"2024-09-07T13:38:11.953816+0000","last_unstale":"2024-09-07T15:28:20.654657+0000","last_undegraded":"2024-09-07T15:28:20.654657+0000","last_fullsized":"2024-09-07T15:28:20.654657+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'202","last_scrub_stamp":"2024-09-07T15:28:20.654440+0000","last_deep_scrub":"269'202","last_deep_scrub_stamp":"2024-09-07T15:28:20.654440+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.654440+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:32:54.466773+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":711,"num_write":314,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'337","reported_seq":1067,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.185232+0000","last_change":"2024-09-07T15:27:55.184927+0000","last_active":"2024-09-07T15:27:55.185232+0000","last_peered":"2024-09-07T15:27:55.185232+0000","last_clean":"2024-09-07T15:27:55.185232+0000","last_became_active":"2024-09-07T13:38:09.926896+0000","last_became_peered":"2024-09-07T13:38:09.926896+0000","last_unstale":"2024-09-07T15:27:55.185232+0000","last_undegraded":"2024-09-07T15:27:55.185232+0000","last_fullsized":"2024-09-07T15:27:55.185232+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'337","last_scrub_stamp":"2024-09-07T15:27:55.184618+0000","last_deep_scrub":"269'337","last_deep_scrub_stamp":"2024-09-07T15:27:55.184618+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.184618+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:56:48.086666+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136880,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":598,"num_read_kb":94793,"num_write":1150,"num_write_kb":33804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'157","reported_seq":699,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:31.608717+0000","last_change":"2024-09-07T15:28:31.608717+0000","last_active":"2024-09-07T15:28:31.608717+0000","last_peered":"2024-09-07T15:28:31.608717+0000","last_clean":"2024-09-07T15:28:31.608717+0000","last_became_active":"2024-09-07T13:38:20.012866+0000","last_became_peered":"2024-09-07T13:38:20.012866+0000","last_unstale":"2024-09-07T15:28:31.608717+0000","last_undegraded":"2024-09-07T15:28:31.608717+0000","last_fullsized":"2024-09-07T15:28:31.608717+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'157","last_scrub_stamp":"2024-09-07T15:28:31.608536+0000","last_deep_scrub":"269'157","last_deep_scrub_stamp":"2024-09-07T15:28:31.608536+0000","last_clean_scrub_stamp":"2024-09-07T15:28:31.608536+0000","objects_scrubbed":3,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:16:46.116980+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":200,"num_read_kb":195,"num_write":365,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'346","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.570817+0000","last_change":"2024-09-07T15:28:02.570620+0000","last_active":"2024-09-07T15:28:02.570817+0000","last_peered":"2024-09-07T15:28:02.570817+0000","last_clean":"2024-09-07T15:28:02.570817+0000","last_became_active":"2024-09-07T13:38:11.959769+0000","last_became_peered":"2024-09-07T13:38:11.959769+0000","last_unstale":"2024-09-07T15:28:02.570817+0000","last_undegraded":"2024-09-07T15:28:02.570817+0000","last_fullsized":"2024-09-07T15:28:02.570817+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-07T15:28:02.570433+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-07T15:28:02.570433+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.570433+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:14:06.441370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1546,"num_read_kb":1292,"num_write":565,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'329","reported_seq":981,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.538752+0000","last_change":"2024-09-07T15:27:59.538752+0000","last_active":"2024-09-07T15:27:59.538752+0000","last_peered":"2024-09-07T15:27:59.538752+0000","last_clean":"2024-09-07T15:27:59.538752+0000","last_became_active":"2024-09-07T13:38:09.981394+0000","last_became_peered":"2024-09-07T13:38:09.981394+0000","last_unstale":"2024-09-07T15:27:59.538752+0000","last_undegraded":"2024-09-07T15:27:59.538752+0000","last_fullsized":"2024-09-07T15:27:59.538752+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-07T15:27:59.538528+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-07T15:27:59.538528+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.538528+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:41:52.597546+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":569264,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":415,"num_read_kb":38898,"num_write":965,"num_write_kb":26673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.737227+0000","last_change":"2024-09-07T15:28:14.737227+0000","last_active":"2024-09-07T15:28:14.737227+0000","last_peered":"2024-09-07T15:28:14.737227+0000","last_clean":"2024-09-07T15:28:14.737227+0000","last_became_active":"2024-09-07T13:38:13.967255+0000","last_became_peered":"2024-09-07T13:38:13.967255+0000","last_unstale":"2024-09-07T15:28:14.737227+0000","last_undegraded":"2024-09-07T15:28:14.737227+0000","last_fullsized":"2024-09-07T15:28:14.737227+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:14.737051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:14.737051+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.737051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:42:52.807153+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'371","reported_seq":1026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.191093+0000","last_change":"2024-09-07T15:28:16.191093+0000","last_active":"2024-09-07T15:28:16.191093+0000","last_peered":"2024-09-07T15:28:16.191093+0000","last_clean":"2024-09-07T15:28:16.191093+0000","last_became_active":"2024-09-07T13:38:15.983817+0000","last_became_peered":"2024-09-07T13:38:15.983817+0000","last_unstale":"2024-09-07T15:28:16.191093+0000","last_undegraded":"2024-09-07T15:28:16.191093+0000","last_fullsized":"2024-09-07T15:28:16.191093+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'371","last_scrub_stamp":"2024-09-07T15:28:16.190946+0000","last_deep_scrub":"269'371","last_deep_scrub_stamp":"2024-09-07T15:28:16.190946+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.190946+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:54:44.165620+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45742,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":587,"num_read_kb":1148,"num_write":460,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.746939+0000","last_change":"2024-09-07T15:28:23.746939+0000","last_active":"2024-09-07T15:28:23.746939+0000","last_peered":"2024-09-07T15:28:23.746939+0000","last_clean":"2024-09-07T15:28:23.746939+0000","last_became_active":"2024-09-07T13:38:17.993257+0000","last_became_peered":"2024-09-07T13:38:17.993257+0000","last_unstale":"2024-09-07T15:28:23.746939+0000","last_undegraded":"2024-09-07T15:28:23.746939+0000","last_fullsized":"2024-09-07T15:28:23.746939+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:23.746752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:23.746752+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.746752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:38:51.329624+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2486","reported_seq":4413,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:31.740797+0000","last_change":"2024-09-07T15:28:31.740797+0000","last_active":"2024-09-07T15:28:31.740797+0000","last_peered":"2024-09-07T15:28:31.740797+0000","last_clean":"2024-09-07T15:28:31.740797+0000","last_became_active":"2024-09-07T13:38:20.019496+0000","last_became_peered":"2024-09-07T13:38:20.019496+0000","last_unstale":"2024-09-07T15:28:31.740797+0000","last_undegraded":"2024-09-07T15:28:31.740797+0000","last_fullsized":"2024-09-07T15:28:31.740797+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2486","last_scrub_stamp":"2024-09-07T15:28:31.740593+0000","last_deep_scrub":"269'2486","last_deep_scrub_stamp":"2024-09-07T15:28:31.740593+0000","last_clean_scrub_stamp":"2024-09-07T15:28:31.740593+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":2400,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:00:57.532843+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6139,"num_read_kb":6135,"num_write":4930,"num_write_kb":1839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'212","reported_seq":870,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.810006+0000","last_change":"2024-09-07T15:28:06.810006+0000","last_active":"2024-09-07T15:28:06.810006+0000","last_peered":"2024-09-07T15:28:06.810006+0000","last_clean":"2024-09-07T15:28:06.810006+0000","last_became_active":"2024-09-07T13:38:11.962996+0000","last_became_peered":"2024-09-07T13:38:11.962996+0000","last_unstale":"2024-09-07T15:28:06.810006+0000","last_undegraded":"2024-09-07T15:28:06.810006+0000","last_fullsized":"2024-09-07T15:28:06.810006+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'212","last_scrub_stamp":"2024-09-07T15:28:06.809828+0000","last_deep_scrub":"269'212","last_deep_scrub_stamp":"2024-09-07T15:28:06.809828+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.809828+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:09:27.626377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":878,"num_write":382,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'399","reported_seq":1087,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:50.038122+0000","last_change":"2024-09-07T15:27:50.037893+0000","last_active":"2024-09-07T15:27:50.038122+0000","last_peered":"2024-09-07T15:27:50.038122+0000","last_clean":"2024-09-07T15:27:50.038122+0000","last_became_active":"2024-09-07T13:38:09.953847+0000","last_became_peered":"2024-09-07T13:38:09.953847+0000","last_unstale":"2024-09-07T15:27:50.038122+0000","last_undegraded":"2024-09-07T15:27:50.038122+0000","last_fullsized":"2024-09-07T15:27:50.038122+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'399","last_scrub_stamp":"2024-09-07T15:27:50.037656+0000","last_deep_scrub":"269'399","last_deep_scrub_stamp":"2024-09-07T15:27:50.037656+0000","last_clean_scrub_stamp":"2024-09-07T15:27:50.037656+0000","objects_scrubbed":4,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:11:25.604230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1306955,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":588,"num_read_kb":9138,"num_write":1176,"num_write_kb":18853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"269'4","reported_seq":1024,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.616720+0000","last_change":"2024-09-07T15:28:10.616571+0000","last_active":"2024-09-07T15:28:10.616720+0000","last_peered":"2024-09-07T15:28:10.616720+0000","last_clean":"2024-09-07T15:28:10.616720+0000","last_became_active":"2024-09-07T13:38:13.972763+0000","last_became_peered":"2024-09-07T13:38:13.972763+0000","last_unstale":"2024-09-07T15:28:10.616720+0000","last_undegraded":"2024-09-07T15:28:10.616720+0000","last_fullsized":"2024-09-07T15:28:10.616720+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-07T15:28:10.616373+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-07T15:28:10.616373+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.616373+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:12:43.167585+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":725,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'138","reported_seq":715,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.580866+0000","last_change":"2024-09-07T15:28:13.580866+0000","last_active":"2024-09-07T15:28:13.580866+0000","last_peered":"2024-09-07T15:28:13.580866+0000","last_clean":"2024-09-07T15:28:13.580866+0000","last_became_active":"2024-09-07T13:38:15.987836+0000","last_became_peered":"2024-09-07T13:38:15.987836+0000","last_unstale":"2024-09-07T15:28:13.580866+0000","last_undegraded":"2024-09-07T15:28:13.580866+0000","last_fullsized":"2024-09-07T15:28:13.580866+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'138","last_scrub_stamp":"2024-09-07T15:28:13.580608+0000","last_deep_scrub":"269'138","last_deep_scrub_stamp":"2024-09-07T15:28:13.580608+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.580608+0000","objects_scrubbed":4,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:11:33.316892+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":145,"num_write":104,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.629095+0000","last_change":"2024-09-07T15:28:17.629095+0000","last_active":"2024-09-07T15:28:17.629095+0000","last_peered":"2024-09-07T15:28:17.629095+0000","last_clean":"2024-09-07T15:28:17.629095+0000","last_became_active":"2024-09-07T13:38:17.996515+0000","last_became_peered":"2024-09-07T13:38:17.996515+0000","last_unstale":"2024-09-07T15:28:17.629095+0000","last_undegraded":"2024-09-07T15:28:17.629095+0000","last_fullsized":"2024-09-07T15:28:17.629095+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:17.628901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:17.628901+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.628901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:20:22.213983+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'93","reported_seq":628,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.213698+0000","last_change":"2024-09-07T15:28:27.213698+0000","last_active":"2024-09-07T15:28:27.213698+0000","last_peered":"2024-09-07T15:28:27.213698+0000","last_clean":"2024-09-07T15:28:27.213698+0000","last_became_active":"2024-09-07T13:38:20.012734+0000","last_became_peered":"2024-09-07T13:38:20.012734+0000","last_unstale":"2024-09-07T15:28:27.213698+0000","last_undegraded":"2024-09-07T15:28:27.213698+0000","last_fullsized":"2024-09-07T15:28:27.213698+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'93","last_scrub_stamp":"2024-09-07T15:28:27.213493+0000","last_deep_scrub":"269'93","last_deep_scrub_stamp":"2024-09-07T15:28:27.213493+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.213493+0000","objects_scrubbed":5,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:01:16.213432+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":206,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'442","reported_seq":1241,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.247615+0000","last_change":"2024-09-07T15:28:01.247615+0000","last_active":"2024-09-07T15:28:01.247615+0000","last_peered":"2024-09-07T15:28:01.247615+0000","last_clean":"2024-09-07T15:28:01.247615+0000","last_became_active":"2024-09-07T13:38:11.970315+0000","last_became_peered":"2024-09-07T13:38:11.970315+0000","last_unstale":"2024-09-07T15:28:01.247615+0000","last_undegraded":"2024-09-07T15:28:01.247615+0000","last_fullsized":"2024-09-07T15:28:01.247615+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'442","last_scrub_stamp":"2024-09-07T15:28:01.247357+0000","last_deep_scrub":"269'442","last_deep_scrub_stamp":"2024-09-07T15:28:01.247357+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.247357+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:35:32.997296+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2170,"num_read_kb":1860,"num_write":785,"num_write_kb":513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'359","reported_seq":1031,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.559218+0000","last_change":"2024-09-07T15:27:58.559218+0000","last_active":"2024-09-07T15:27:58.559218+0000","last_peered":"2024-09-07T15:27:58.559218+0000","last_clean":"2024-09-07T15:27:58.559218+0000","last_became_active":"2024-09-07T13:38:41.158508+0000","last_became_peered":"2024-09-07T13:38:41.158508+0000","last_unstale":"2024-09-07T15:27:58.559218+0000","last_undegraded":"2024-09-07T15:27:58.559218+0000","last_fullsized":"2024-09-07T15:27:58.559218+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'359","last_scrub_stamp":"2024-09-07T15:27:58.558991+0000","last_deep_scrub":"269'359","last_deep_scrub_stamp":"2024-09-07T15:27:58.558991+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.558991+0000","objects_scrubbed":7,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:48:06.200120+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170935,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":513,"num_read_kb":8611,"num_write":1098,"num_write_kb":36760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.593950+0000","last_change":"2024-09-07T15:28:11.593950+0000","last_active":"2024-09-07T15:28:11.593950+0000","last_peered":"2024-09-07T15:28:11.593950+0000","last_clean":"2024-09-07T15:28:11.593950+0000","last_became_active":"2024-09-07T13:38:13.965676+0000","last_became_peered":"2024-09-07T13:38:13.965676+0000","last_unstale":"2024-09-07T15:28:11.593950+0000","last_undegraded":"2024-09-07T15:28:11.593950+0000","last_fullsized":"2024-09-07T15:28:11.593950+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:11.593756+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:11.593756+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.593756+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:12:49.566103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'167","reported_seq":768,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.291217+0000","last_change":"2024-09-07T15:28:11.291050+0000","last_active":"2024-09-07T15:28:11.291217+0000","last_peered":"2024-09-07T15:28:11.291217+0000","last_clean":"2024-09-07T15:28:11.291217+0000","last_became_active":"2024-09-07T13:38:15.985575+0000","last_became_peered":"2024-09-07T13:38:15.985575+0000","last_unstale":"2024-09-07T15:28:11.291217+0000","last_undegraded":"2024-09-07T15:28:11.291217+0000","last_fullsized":"2024-09-07T15:28:11.291217+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'167","last_scrub_stamp":"2024-09-07T15:28:11.290832+0000","last_deep_scrub":"269'167","last_deep_scrub_stamp":"2024-09-07T15:28:11.290832+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.290832+0000","objects_scrubbed":5,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:44:13.935812+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'758","reported_seq":3178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.718019+0000","last_change":"2024-09-07T15:28:21.718019+0000","last_active":"2024-09-07T15:28:21.718019+0000","last_peered":"2024-09-07T15:28:21.718019+0000","last_clean":"2024-09-07T15:28:21.718019+0000","last_became_active":"2024-09-07T13:38:17.992747+0000","last_became_peered":"2024-09-07T13:38:17.992747+0000","last_unstale":"2024-09-07T15:28:21.718019+0000","last_undegraded":"2024-09-07T15:28:21.718019+0000","last_fullsized":"2024-09-07T15:28:21.718019+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'758","last_scrub_stamp":"2024-09-07T15:28:21.717831+0000","last_deep_scrub":"269'758","last_deep_scrub_stamp":"2024-09-07T15:28:21.717831+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.717831+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:02:42.399617+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'211","reported_seq":1068,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.632061+0000","last_change":"2024-09-07T15:28:21.631874+0000","last_active":"2024-09-07T15:28:21.632061+0000","last_peered":"2024-09-07T15:28:21.632061+0000","last_clean":"2024-09-07T15:28:21.632061+0000","last_became_active":"2024-09-07T13:38:20.603950+0000","last_became_peered":"2024-09-07T13:38:20.603950+0000","last_unstale":"2024-09-07T15:28:21.632061+0000","last_undegraded":"2024-09-07T15:28:21.632061+0000","last_fullsized":"2024-09-07T15:28:21.632061+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'211","last_scrub_stamp":"2024-09-07T15:28:21.631690+0000","last_deep_scrub":"269'211","last_deep_scrub_stamp":"2024-09-07T15:28:21.631690+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.631690+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:07:30.194966+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":642,"num_read_kb":636,"num_write":447,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'76","reported_seq":710,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.600133+0000","last_change":"2024-09-07T15:28:05.600133+0000","last_active":"2024-09-07T15:28:05.600133+0000","last_peered":"2024-09-07T15:28:05.600133+0000","last_clean":"2024-09-07T15:28:05.600133+0000","last_became_active":"2024-09-07T13:38:11.960885+0000","last_became_peered":"2024-09-07T13:38:11.960885+0000","last_unstale":"2024-09-07T15:28:05.600133+0000","last_undegraded":"2024-09-07T15:28:05.600133+0000","last_fullsized":"2024-09-07T15:28:05.600133+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'76","last_scrub_stamp":"2024-09-07T15:28:05.599949+0000","last_deep_scrub":"269'76","last_deep_scrub_stamp":"2024-09-07T15:28:05.599949+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.599949+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:44:02.601858+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":356,"num_read_kb":308,"num_write":106,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'340","reported_seq":1013,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.044328+0000","last_change":"2024-09-07T15:27:54.044328+0000","last_active":"2024-09-07T15:27:54.044328+0000","last_peered":"2024-09-07T15:27:54.044328+0000","last_clean":"2024-09-07T15:27:54.044328+0000","last_became_active":"2024-09-07T13:38:09.969708+0000","last_became_peered":"2024-09-07T13:38:09.969708+0000","last_unstale":"2024-09-07T15:27:54.044328+0000","last_undegraded":"2024-09-07T15:27:54.044328+0000","last_fullsized":"2024-09-07T15:27:54.044328+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'340","last_scrub_stamp":"2024-09-07T15:27:54.044068+0000","last_deep_scrub":"269'340","last_deep_scrub_stamp":"2024-09-07T15:27:54.044068+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.044068+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:33:49.574366+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174882,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":512,"num_read_kb":26739,"num_write":1096,"num_write_kb":16661,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.748339+0000","last_change":"2024-09-07T15:28:15.748339+0000","last_active":"2024-09-07T15:28:15.748339+0000","last_peered":"2024-09-07T15:28:15.748339+0000","last_clean":"2024-09-07T15:28:15.748339+0000","last_became_active":"2024-09-07T13:38:13.961527+0000","last_became_peered":"2024-09-07T13:38:13.961527+0000","last_unstale":"2024-09-07T15:28:15.748339+0000","last_undegraded":"2024-09-07T15:28:15.748339+0000","last_fullsized":"2024-09-07T15:28:15.748339+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:15.748163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:15.748163+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.748163+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:05:43.078692+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'307","reported_seq":928,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.792987+0000","last_change":"2024-09-07T15:28:18.792987+0000","last_active":"2024-09-07T15:28:18.792987+0000","last_peered":"2024-09-07T15:28:18.792987+0000","last_clean":"2024-09-07T15:28:18.792987+0000","last_became_active":"2024-09-07T13:38:16.016970+0000","last_became_peered":"2024-09-07T13:38:16.016970+0000","last_unstale":"2024-09-07T15:28:18.792987+0000","last_undegraded":"2024-09-07T15:28:18.792987+0000","last_fullsized":"2024-09-07T15:28:18.792987+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'307","last_scrub_stamp":"2024-09-07T15:28:18.792672+0000","last_deep_scrub":"269'307","last_deep_scrub_stamp":"2024-09-07T15:28:18.792672+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.792672+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:00:24.848805+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48611,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":504,"num_read_kb":1120,"num_write":402,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'782","reported_seq":4764,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.653556+0000","last_change":"2024-09-07T15:28:24.653385+0000","last_active":"2024-09-07T15:28:24.653556+0000","last_peered":"2024-09-07T15:28:24.653556+0000","last_clean":"2024-09-07T15:28:24.653556+0000","last_became_active":"2024-09-07T13:38:17.994698+0000","last_became_peered":"2024-09-07T13:38:17.994698+0000","last_unstale":"2024-09-07T15:28:24.653556+0000","last_undegraded":"2024-09-07T15:28:24.653556+0000","last_fullsized":"2024-09-07T15:28:24.653556+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'782","last_scrub_stamp":"2024-09-07T15:28:24.653198+0000","last_deep_scrub":"269'782","last_deep_scrub_stamp":"2024-09-07T15:28:24.653198+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.653198+0000","objects_scrubbed":1,"log_size":82,"log_dups_size":700,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:40:30.072659+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'130","reported_seq":730,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.811015+0000","last_change":"2024-09-07T15:28:05.810867+0000","last_active":"2024-09-07T15:28:05.811015+0000","last_peered":"2024-09-07T15:28:05.811015+0000","last_clean":"2024-09-07T15:28:05.811015+0000","last_became_active":"2024-09-07T13:38:11.962281+0000","last_became_peered":"2024-09-07T13:38:11.962281+0000","last_unstale":"2024-09-07T15:28:05.811015+0000","last_undegraded":"2024-09-07T15:28:05.811015+0000","last_fullsized":"2024-09-07T15:28:05.811015+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'130","last_scrub_stamp":"2024-09-07T15:28:05.810670+0000","last_deep_scrub":"269'130","last_deep_scrub_stamp":"2024-09-07T15:28:05.810670+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.810670+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:23:22.721432+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":538,"num_read_kb":433,"num_write":207,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'425","reported_seq":1184,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.524514+0000","last_change":"2024-09-07T15:27:57.524323+0000","last_active":"2024-09-07T15:27:57.524514+0000","last_peered":"2024-09-07T15:27:57.524514+0000","last_clean":"2024-09-07T15:27:57.524514+0000","last_became_active":"2024-09-07T13:38:09.953807+0000","last_became_peered":"2024-09-07T13:38:09.953807+0000","last_unstale":"2024-09-07T15:27:57.524514+0000","last_undegraded":"2024-09-07T15:27:57.524514+0000","last_fullsized":"2024-09-07T15:27:57.524514+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'425","last_scrub_stamp":"2024-09-07T15:27:57.524038+0000","last_deep_scrub":"269'425","last_deep_scrub_stamp":"2024-09-07T15:27:57.524038+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.524038+0000","objects_scrubbed":6,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:39:19.753621+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263255,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":813,"num_read_kb":21895,"num_write":1378,"num_write_kb":56048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.733693+0000","last_change":"2024-09-07T15:28:11.733530+0000","last_active":"2024-09-07T15:28:11.733693+0000","last_peered":"2024-09-07T15:28:11.733693+0000","last_clean":"2024-09-07T15:28:11.733693+0000","last_became_active":"2024-09-07T13:38:13.976951+0000","last_became_peered":"2024-09-07T13:38:13.976951+0000","last_unstale":"2024-09-07T15:28:11.733693+0000","last_undegraded":"2024-09-07T15:28:11.733693+0000","last_fullsized":"2024-09-07T15:28:11.733693+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:11.733351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:11.733351+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.733351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:39:10.242235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'458","reported_seq":1156,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.791453+0000","last_change":"2024-09-07T15:28:18.791453+0000","last_active":"2024-09-07T15:28:18.791453+0000","last_peered":"2024-09-07T15:28:18.791453+0000","last_clean":"2024-09-07T15:28:18.791453+0000","last_became_active":"2024-09-07T13:38:16.016901+0000","last_became_peered":"2024-09-07T13:38:16.016901+0000","last_unstale":"2024-09-07T15:28:18.791453+0000","last_undegraded":"2024-09-07T15:28:18.791453+0000","last_fullsized":"2024-09-07T15:28:18.791453+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'458","last_scrub_stamp":"2024-09-07T15:28:18.791111+0000","last_deep_scrub":"269'458","last_deep_scrub_stamp":"2024-09-07T15:28:18.791111+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.791111+0000","objects_scrubbed":10,"log_size":58,"log_dups_size":400,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:35:00.117431+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47659,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":717,"num_read_kb":1325,"num_write":548,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.313147+0000","last_change":"2024-09-07T15:28:12.313009+0000","last_active":"2024-09-07T15:28:12.313147+0000","last_peered":"2024-09-07T15:28:12.313147+0000","last_clean":"2024-09-07T15:28:12.313147+0000","last_became_active":"2024-09-07T13:38:17.987198+0000","last_became_peered":"2024-09-07T13:38:17.987198+0000","last_unstale":"2024-09-07T15:28:12.313147+0000","last_undegraded":"2024-09-07T15:28:12.313147+0000","last_fullsized":"2024-09-07T15:28:12.313147+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:12.312817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:12.312817+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.312817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:00:26.530554+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'549","reported_seq":1401,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.825021+0000","last_change":"2024-09-07T15:28:23.824875+0000","last_active":"2024-09-07T15:28:23.825021+0000","last_peered":"2024-09-07T15:28:23.825021+0000","last_clean":"2024-09-07T15:28:23.825021+0000","last_became_active":"2024-09-07T13:38:20.018987+0000","last_became_peered":"2024-09-07T13:38:20.018987+0000","last_unstale":"2024-09-07T15:28:23.825021+0000","last_undegraded":"2024-09-07T15:28:23.825021+0000","last_fullsized":"2024-09-07T15:28:23.825021+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'549","last_scrub_stamp":"2024-09-07T15:28:23.824675+0000","last_deep_scrub":"269'549","last_deep_scrub_stamp":"2024-09-07T15:28:23.824675+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.824675+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":500,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:41:28.966845+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1314,"num_read_kb":1309,"num_write":1132,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'101","reported_seq":732,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.470536+0000","last_change":"2024-09-07T15:27:59.470277+0000","last_active":"2024-09-07T15:27:59.470536+0000","last_peered":"2024-09-07T15:27:59.470536+0000","last_clean":"2024-09-07T15:27:59.470536+0000","last_became_active":"2024-09-07T13:38:11.964035+0000","last_became_peered":"2024-09-07T13:38:11.964035+0000","last_unstale":"2024-09-07T15:27:59.470536+0000","last_undegraded":"2024-09-07T15:27:59.470536+0000","last_fullsized":"2024-09-07T15:27:59.470536+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'101","last_scrub_stamp":"2024-09-07T15:27:59.470002+0000","last_deep_scrub":"269'101","last_deep_scrub_stamp":"2024-09-07T15:27:59.470002+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.470002+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:01:03.946136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":383,"num_write":141,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'290","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.492168+0000","last_change":"2024-09-07T15:27:53.491994+0000","last_active":"2024-09-07T15:27:53.492168+0000","last_peered":"2024-09-07T15:27:53.492168+0000","last_clean":"2024-09-07T15:27:53.492168+0000","last_became_active":"2024-09-07T13:38:09.953293+0000","last_became_peered":"2024-09-07T13:38:09.953293+0000","last_unstale":"2024-09-07T15:27:53.492168+0000","last_undegraded":"2024-09-07T15:27:53.492168+0000","last_fullsized":"2024-09-07T15:27:53.492168+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'290","last_scrub_stamp":"2024-09-07T15:27:53.491781+0000","last_deep_scrub":"269'290","last_deep_scrub_stamp":"2024-09-07T15:27:53.491781+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.491781+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:24:07.538735+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":53781,"num_write":982,"num_write_kb":33822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.309755+0000","last_change":"2024-09-07T15:28:05.309619+0000","last_active":"2024-09-07T15:28:05.309755+0000","last_peered":"2024-09-07T15:28:05.309755+0000","last_clean":"2024-09-07T15:28:05.309755+0000","last_became_active":"2024-09-07T13:38:13.957111+0000","last_became_peered":"2024-09-07T13:38:13.957111+0000","last_unstale":"2024-09-07T15:28:05.309755+0000","last_undegraded":"2024-09-07T15:28:05.309755+0000","last_fullsized":"2024-09-07T15:28:05.309755+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:05.309428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:05.309428+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.309428+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:03:58.248951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'292","reported_seq":926,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.632807+0000","last_change":"2024-09-07T15:28:14.632661+0000","last_active":"2024-09-07T15:28:14.632807+0000","last_peered":"2024-09-07T15:28:14.632807+0000","last_clean":"2024-09-07T15:28:14.632807+0000","last_became_active":"2024-09-07T13:38:15.988081+0000","last_became_peered":"2024-09-07T13:38:15.988081+0000","last_unstale":"2024-09-07T15:28:14.632807+0000","last_undegraded":"2024-09-07T15:28:14.632807+0000","last_fullsized":"2024-09-07T15:28:14.632807+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'292","last_scrub_stamp":"2024-09-07T15:28:14.632479+0000","last_deep_scrub":"269'292","last_deep_scrub_stamp":"2024-09-07T15:28:14.632479+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.632479+0000","objects_scrubbed":4,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:14:18.549017+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51973,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":482,"num_read_kb":1048,"num_write":380,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.664464+0000","last_change":"2024-09-07T15:28:21.664464+0000","last_active":"2024-09-07T15:28:21.664464+0000","last_peered":"2024-09-07T15:28:21.664464+0000","last_clean":"2024-09-07T15:28:21.664464+0000","last_became_active":"2024-09-07T13:38:17.994508+0000","last_became_peered":"2024-09-07T13:38:17.994508+0000","last_unstale":"2024-09-07T15:28:21.664464+0000","last_undegraded":"2024-09-07T15:28:21.664464+0000","last_fullsized":"2024-09-07T15:28:21.664464+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:21.664286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:21.664286+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.664286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:04:56.598615+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'130","reported_seq":665,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.048797+0000","last_change":"2024-09-07T15:28:13.048797+0000","last_active":"2024-09-07T15:28:13.048797+0000","last_peered":"2024-09-07T15:28:13.048797+0000","last_clean":"2024-09-07T15:28:13.048797+0000","last_became_active":"2024-09-07T13:38:20.011595+0000","last_became_peered":"2024-09-07T13:38:20.011595+0000","last_unstale":"2024-09-07T15:28:13.048797+0000","last_undegraded":"2024-09-07T15:28:13.048797+0000","last_fullsized":"2024-09-07T15:28:13.048797+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'130","last_scrub_stamp":"2024-09-07T15:28:13.048614+0000","last_deep_scrub":"269'130","last_deep_scrub_stamp":"2024-09-07T15:28:13.048614+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.048614+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:00:35.666875+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":176,"num_read_kb":166,"num_write":311,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'266","reported_seq":974,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.081097+0000","last_change":"2024-09-07T15:27:59.081097+0000","last_active":"2024-09-07T15:27:59.081097+0000","last_peered":"2024-09-07T15:27:59.081097+0000","last_clean":"2024-09-07T15:27:59.081097+0000","last_became_active":"2024-09-07T13:38:11.970451+0000","last_became_peered":"2024-09-07T13:38:11.970451+0000","last_unstale":"2024-09-07T15:27:59.081097+0000","last_undegraded":"2024-09-07T15:27:59.081097+0000","last_fullsized":"2024-09-07T15:27:59.081097+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'266","last_scrub_stamp":"2024-09-07T15:27:59.080911+0000","last_deep_scrub":"269'266","last_deep_scrub_stamp":"2024-09-07T15:27:59.080911+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.080911+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:47:46.819787+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1159,"num_read_kb":956,"num_write":391,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'366","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.516559+0000","last_change":"2024-09-07T15:27:55.516405+0000","last_active":"2024-09-07T15:27:55.516559+0000","last_peered":"2024-09-07T15:27:55.516559+0000","last_clean":"2024-09-07T15:27:55.516559+0000","last_became_active":"2024-09-07T13:38:09.959258+0000","last_became_peered":"2024-09-07T13:38:09.959258+0000","last_unstale":"2024-09-07T15:27:55.516559+0000","last_undegraded":"2024-09-07T15:27:55.516559+0000","last_fullsized":"2024-09-07T15:27:55.516559+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'366","last_scrub_stamp":"2024-09-07T15:27:55.516196+0000","last_deep_scrub":"269'366","last_deep_scrub_stamp":"2024-09-07T15:27:55.516196+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.516196+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:29:06.428364+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":593,"num_read_kb":722,"num_write":1178,"num_write_kb":10943,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.281516+0000","last_change":"2024-09-07T15:28:08.281340+0000","last_active":"2024-09-07T15:28:08.281516+0000","last_peered":"2024-09-07T15:28:08.281516+0000","last_clean":"2024-09-07T15:28:08.281516+0000","last_became_active":"2024-09-07T13:38:13.959704+0000","last_became_peered":"2024-09-07T13:38:13.959704+0000","last_unstale":"2024-09-07T15:28:08.281516+0000","last_undegraded":"2024-09-07T15:28:08.281516+0000","last_fullsized":"2024-09-07T15:28:08.281516+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:08.281166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:08.281166+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.281166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:33:43.297262+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'355","reported_seq":1015,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.799449+0000","last_change":"2024-09-07T15:28:16.799307+0000","last_active":"2024-09-07T15:28:16.799449+0000","last_peered":"2024-09-07T15:28:16.799449+0000","last_clean":"2024-09-07T15:28:16.799449+0000","last_became_active":"2024-09-07T13:38:15.987730+0000","last_became_peered":"2024-09-07T13:38:15.987730+0000","last_unstale":"2024-09-07T15:28:16.799449+0000","last_undegraded":"2024-09-07T15:28:16.799449+0000","last_fullsized":"2024-09-07T15:28:16.799449+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'355","last_scrub_stamp":"2024-09-07T15:28:16.799085+0000","last_deep_scrub":"269'355","last_deep_scrub_stamp":"2024-09-07T15:28:16.799085+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.799085+0000","objects_scrubbed":7,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:36:07.239471+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52329,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":566,"num_read_kb":1095,"num_write":432,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'758","reported_seq":3274,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.189686+0000","last_change":"2024-09-07T15:28:19.189547+0000","last_active":"2024-09-07T15:28:19.189686+0000","last_peered":"2024-09-07T15:28:19.189686+0000","last_clean":"2024-09-07T15:28:19.189686+0000","last_became_active":"2024-09-07T13:38:17.996538+0000","last_became_peered":"2024-09-07T13:38:17.996538+0000","last_unstale":"2024-09-07T15:28:19.189686+0000","last_undegraded":"2024-09-07T15:28:19.189686+0000","last_fullsized":"2024-09-07T15:28:19.189686+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'758","last_scrub_stamp":"2024-09-07T15:28:19.189340+0000","last_deep_scrub":"269'758","last_deep_scrub_stamp":"2024-09-07T15:28:19.189340+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.189340+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:55:10.463183+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'115","reported_seq":643,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.266541+0000","last_change":"2024-09-07T15:28:23.266405+0000","last_active":"2024-09-07T15:28:23.266541+0000","last_peered":"2024-09-07T15:28:23.266541+0000","last_clean":"2024-09-07T15:28:23.266541+0000","last_became_active":"2024-09-07T13:38:20.012449+0000","last_became_peered":"2024-09-07T13:38:20.012449+0000","last_unstale":"2024-09-07T15:28:23.266541+0000","last_undegraded":"2024-09-07T15:28:23.266541+0000","last_fullsized":"2024-09-07T15:28:23.266541+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'115","last_scrub_stamp":"2024-09-07T15:28:23.266213+0000","last_deep_scrub":"269'115","last_deep_scrub_stamp":"2024-09-07T15:28:23.266213+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.266213+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:17:16.775133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":286,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'198","reported_seq":843,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.200536+0000","last_change":"2024-09-07T15:28:02.200377+0000","last_active":"2024-09-07T15:28:02.200536+0000","last_peered":"2024-09-07T15:28:02.200536+0000","last_clean":"2024-09-07T15:28:02.200536+0000","last_became_active":"2024-09-07T13:38:11.961387+0000","last_became_peered":"2024-09-07T13:38:11.961387+0000","last_unstale":"2024-09-07T15:28:02.200536+0000","last_undegraded":"2024-09-07T15:28:02.200536+0000","last_fullsized":"2024-09-07T15:28:02.200536+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'198","last_scrub_stamp":"2024-09-07T15:28:02.200162+0000","last_deep_scrub":"269'198","last_deep_scrub_stamp":"2024-09-07T15:28:02.200162+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.200162+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:11.628203+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":804,"num_read_kb":654,"num_write":292,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'333","reported_seq":1126,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.821070+0000","last_change":"2024-09-07T15:27:54.820891+0000","last_active":"2024-09-07T15:27:54.821070+0000","last_peered":"2024-09-07T15:27:54.821070+0000","last_clean":"2024-09-07T15:27:54.821070+0000","last_became_active":"2024-09-07T13:38:09.955525+0000","last_became_peered":"2024-09-07T13:38:09.955525+0000","last_unstale":"2024-09-07T15:27:54.821070+0000","last_undegraded":"2024-09-07T15:27:54.821070+0000","last_fullsized":"2024-09-07T15:27:54.821070+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'333","last_scrub_stamp":"2024-09-07T15:27:54.820660+0000","last_deep_scrub":"269'333","last_deep_scrub_stamp":"2024-09-07T15:27:54.820660+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.820660+0000","objects_scrubbed":7,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:37:23.589094+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1486129,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":604,"num_read_kb":36147,"num_write":1085,"num_write_kb":30629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.289838+0000","last_change":"2024-09-07T15:28:06.289838+0000","last_active":"2024-09-07T15:28:06.289838+0000","last_peered":"2024-09-07T15:28:06.289838+0000","last_clean":"2024-09-07T15:28:06.289838+0000","last_became_active":"2024-09-07T13:38:13.955470+0000","last_became_peered":"2024-09-07T13:38:13.955470+0000","last_unstale":"2024-09-07T15:28:06.289838+0000","last_undegraded":"2024-09-07T15:28:06.289838+0000","last_fullsized":"2024-09-07T15:28:06.289838+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:06.289663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:06.289663+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.289663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:42:34.328342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'555","reported_seq":1244,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.239946+0000","last_change":"2024-09-07T15:28:13.239826+0000","last_active":"2024-09-07T15:28:13.239946+0000","last_peered":"2024-09-07T15:28:13.239946+0000","last_clean":"2024-09-07T15:28:13.239946+0000","last_became_active":"2024-09-07T13:38:15.977053+0000","last_became_peered":"2024-09-07T13:38:15.977053+0000","last_unstale":"2024-09-07T15:28:13.239946+0000","last_undegraded":"2024-09-07T15:28:13.239946+0000","last_fullsized":"2024-09-07T15:28:13.239946+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'555","last_scrub_stamp":"2024-09-07T15:28:13.239681+0000","last_deep_scrub":"269'555","last_deep_scrub_stamp":"2024-09-07T15:28:13.239681+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.239681+0000","objects_scrubbed":6,"log_size":55,"log_dups_size":500,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:53:06.380812+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95964,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":974,"num_read_kb":2319,"num_write":806,"num_write_kb":662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.280116+0000","last_change":"2024-09-07T15:28:12.279934+0000","last_active":"2024-09-07T15:28:12.280116+0000","last_peered":"2024-09-07T15:28:12.280116+0000","last_clean":"2024-09-07T15:28:12.280116+0000","last_became_active":"2024-09-07T13:38:17.999641+0000","last_became_peered":"2024-09-07T13:38:17.999641+0000","last_unstale":"2024-09-07T15:28:12.280116+0000","last_undegraded":"2024-09-07T15:28:12.280116+0000","last_fullsized":"2024-09-07T15:28:12.280116+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:12.279659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:12.279659+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.279659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:20:27.464591+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'174","reported_seq":733,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.328093+0000","last_change":"2024-09-07T15:28:18.327957+0000","last_active":"2024-09-07T15:28:18.328093+0000","last_peered":"2024-09-07T15:28:18.328093+0000","last_clean":"2024-09-07T15:28:18.328093+0000","last_became_active":"2024-09-07T13:38:20.000637+0000","last_became_peered":"2024-09-07T13:38:20.000637+0000","last_unstale":"2024-09-07T15:28:18.328093+0000","last_undegraded":"2024-09-07T15:28:18.328093+0000","last_fullsized":"2024-09-07T15:28:18.328093+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'174","last_scrub_stamp":"2024-09-07T15:28:18.327743+0000","last_deep_scrub":"269'174","last_deep_scrub_stamp":"2024-09-07T15:28:18.327743+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.327743+0000","objects_scrubbed":1,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:54:06.875576+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":254,"num_read_kb":244,"num_write":425,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'351","reported_seq":1112,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.405460+0000","last_change":"2024-09-07T15:27:55.405325+0000","last_active":"2024-09-07T15:27:55.405460+0000","last_peered":"2024-09-07T15:27:55.405460+0000","last_clean":"2024-09-07T15:27:55.405460+0000","last_became_active":"2024-09-07T13:38:11.978375+0000","last_became_peered":"2024-09-07T13:38:11.978375+0000","last_unstale":"2024-09-07T15:27:55.405460+0000","last_undegraded":"2024-09-07T15:27:55.405460+0000","last_fullsized":"2024-09-07T15:27:55.405460+0000","mapping_epoch":28,"log_start":"266'300","ondisk_log_start":"266'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'351","last_scrub_stamp":"2024-09-07T15:27:55.405131+0000","last_deep_scrub":"269'351","last_deep_scrub_stamp":"2024-09-07T15:27:55.405131+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.405131+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:08:38.060079+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1634,"num_read_kb":1416,"num_write":530,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25744,"num_omap_keys":101,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'405","reported_seq":1195,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.437338+0000","last_change":"2024-09-07T15:27:52.437338+0000","last_active":"2024-09-07T15:27:52.437338+0000","last_peered":"2024-09-07T15:27:52.437338+0000","last_clean":"2024-09-07T15:27:52.437338+0000","last_became_active":"2024-09-07T13:38:41.160505+0000","last_became_peered":"2024-09-07T13:38:41.160505+0000","last_unstale":"2024-09-07T15:27:52.437338+0000","last_undegraded":"2024-09-07T15:27:52.437338+0000","last_fullsized":"2024-09-07T15:27:52.437338+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'405","last_scrub_stamp":"2024-09-07T15:27:52.437121+0000","last_deep_scrub":"269'405","last_deep_scrub_stamp":"2024-09-07T15:27:52.437121+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.437121+0000","objects_scrubbed":7,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:05:53.424052+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243155,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":976,"num_read_kb":21179,"num_write":1309,"num_write_kb":33405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.294080+0000","last_change":"2024-09-07T15:28:09.293957+0000","last_active":"2024-09-07T15:28:09.294080+0000","last_peered":"2024-09-07T15:28:09.294080+0000","last_clean":"2024-09-07T15:28:09.294080+0000","last_became_active":"2024-09-07T13:38:13.970686+0000","last_became_peered":"2024-09-07T13:38:13.970686+0000","last_unstale":"2024-09-07T15:28:09.294080+0000","last_undegraded":"2024-09-07T15:28:09.294080+0000","last_fullsized":"2024-09-07T15:28:09.294080+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:09.293770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:09.293770+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.293770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:43:18.654512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'338","reported_seq":977,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.616733+0000","last_change":"2024-09-07T15:28:11.616593+0000","last_active":"2024-09-07T15:28:11.616733+0000","last_peered":"2024-09-07T15:28:11.616733+0000","last_clean":"2024-09-07T15:28:11.616733+0000","last_became_active":"2024-09-07T13:38:15.981714+0000","last_became_peered":"2024-09-07T13:38:15.981714+0000","last_unstale":"2024-09-07T15:28:11.616733+0000","last_undegraded":"2024-09-07T15:28:11.616733+0000","last_fullsized":"2024-09-07T15:28:11.616733+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'338","last_scrub_stamp":"2024-09-07T15:28:11.616391+0000","last_deep_scrub":"269'338","last_deep_scrub_stamp":"2024-09-07T15:28:11.616391+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.616391+0000","objects_scrubbed":6,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:00:38.597662+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44881,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":563,"num_read_kb":1137,"num_write":486,"num_write_kb":354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.202328+0000","last_change":"2024-09-07T15:28:20.202328+0000","last_active":"2024-09-07T15:28:20.202328+0000","last_peered":"2024-09-07T15:28:20.202328+0000","last_clean":"2024-09-07T15:28:20.202328+0000","last_became_active":"2024-09-07T13:38:18.001444+0000","last_became_peered":"2024-09-07T13:38:18.001444+0000","last_unstale":"2024-09-07T15:28:20.202328+0000","last_undegraded":"2024-09-07T15:28:20.202328+0000","last_fullsized":"2024-09-07T15:28:20.202328+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:20.202138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:20.202138+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.202138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:11:14.301109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'107","reported_seq":653,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.627431+0000","last_change":"2024-09-07T15:28:25.627258+0000","last_active":"2024-09-07T15:28:25.627431+0000","last_peered":"2024-09-07T15:28:25.627431+0000","last_clean":"2024-09-07T15:28:25.627431+0000","last_became_active":"2024-09-07T13:38:20.007347+0000","last_became_peered":"2024-09-07T13:38:20.007347+0000","last_unstale":"2024-09-07T15:28:25.627431+0000","last_undegraded":"2024-09-07T15:28:25.627431+0000","last_fullsized":"2024-09-07T15:28:25.627431+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'107","last_scrub_stamp":"2024-09-07T15:28:25.627071+0000","last_deep_scrub":"269'107","last_deep_scrub_stamp":"2024-09-07T15:28:25.627071+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.627071+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:06:01.988556+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":136,"num_write":262,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'348","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.420194+0000","last_change":"2024-09-07T15:27:57.420035+0000","last_active":"2024-09-07T15:27:57.420194+0000","last_peered":"2024-09-07T15:27:57.420194+0000","last_clean":"2024-09-07T15:27:57.420194+0000","last_became_active":"2024-09-07T13:38:11.950454+0000","last_became_peered":"2024-09-07T13:38:11.950454+0000","last_unstale":"2024-09-07T15:27:57.420194+0000","last_undegraded":"2024-09-07T15:27:57.420194+0000","last_fullsized":"2024-09-07T15:27:57.420194+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'348","last_scrub_stamp":"2024-09-07T15:27:57.419841+0000","last_deep_scrub":"269'348","last_deep_scrub_stamp":"2024-09-07T15:27:57.419841+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.419841+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:22:14.213867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1500,"num_read_kb":1202,"num_write":556,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'335","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.003893+0000","last_change":"2024-09-07T15:27:53.003893+0000","last_active":"2024-09-07T15:27:53.003893+0000","last_peered":"2024-09-07T15:27:53.003893+0000","last_clean":"2024-09-07T15:27:53.003893+0000","last_became_active":"2024-09-07T13:38:09.942104+0000","last_became_peered":"2024-09-07T13:38:09.942104+0000","last_unstale":"2024-09-07T15:27:53.003893+0000","last_undegraded":"2024-09-07T15:27:53.003893+0000","last_fullsized":"2024-09-07T15:27:53.003893+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'335","last_scrub_stamp":"2024-09-07T15:27:53.003670+0000","last_deep_scrub":"269'335","last_deep_scrub_stamp":"2024-09-07T15:27:53.003670+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.003670+0000","objects_scrubbed":7,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:32:46.159047+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":789594,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":576,"num_read_kb":6962,"num_write":1104,"num_write_kb":15487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":540,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.322242+0000","last_change":"2024-09-07T15:28:08.322109+0000","last_active":"2024-09-07T15:28:08.322242+0000","last_peered":"2024-09-07T15:28:08.322242+0000","last_clean":"2024-09-07T15:28:08.322242+0000","last_became_active":"2024-09-07T13:38:13.972315+0000","last_became_peered":"2024-09-07T13:38:13.972315+0000","last_unstale":"2024-09-07T15:28:08.322242+0000","last_undegraded":"2024-09-07T15:28:08.322242+0000","last_fullsized":"2024-09-07T15:28:08.322242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:08.321932+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:08.321932+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.321932+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:47:50.236758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'364","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.274259+0000","last_change":"2024-09-07T15:28:10.274259+0000","last_active":"2024-09-07T15:28:10.274259+0000","last_peered":"2024-09-07T15:28:10.274259+0000","last_clean":"2024-09-07T15:28:10.274259+0000","last_became_active":"2024-09-07T13:38:15.998960+0000","last_became_peered":"2024-09-07T13:38:15.998960+0000","last_unstale":"2024-09-07T15:28:10.274259+0000","last_undegraded":"2024-09-07T15:28:10.274259+0000","last_fullsized":"2024-09-07T15:28:10.274259+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'364","last_scrub_stamp":"2024-09-07T15:28:10.273990+0000","last_deep_scrub":"269'364","last_deep_scrub_stamp":"2024-09-07T15:28:10.273990+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.273990+0000","objects_scrubbed":7,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:43:38.939588+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50592,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":586,"num_read_kb":1148,"num_write":452,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'759","reported_seq":3302,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.265656+0000","last_change":"2024-09-07T15:28:15.265501+0000","last_active":"2024-09-07T15:28:15.265656+0000","last_peered":"2024-09-07T15:28:15.265656+0000","last_clean":"2024-09-07T15:28:15.265656+0000","last_became_active":"2024-09-07T13:38:18.007298+0000","last_became_peered":"2024-09-07T13:38:18.007298+0000","last_unstale":"2024-09-07T15:28:15.265656+0000","last_undegraded":"2024-09-07T15:28:15.265656+0000","last_fullsized":"2024-09-07T15:28:15.265656+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'759","last_scrub_stamp":"2024-09-07T15:28:15.265325+0000","last_deep_scrub":"269'759","last_deep_scrub_stamp":"2024-09-07T15:28:15.265325+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.265325+0000","objects_scrubbed":1,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:52:59.197131+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'149","reported_seq":700,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.344493+0000","last_change":"2024-09-07T15:28:16.344345+0000","last_active":"2024-09-07T15:28:16.344493+0000","last_peered":"2024-09-07T15:28:16.344493+0000","last_clean":"2024-09-07T15:28:16.344493+0000","last_became_active":"2024-09-07T13:38:20.012078+0000","last_became_peered":"2024-09-07T13:38:20.012078+0000","last_unstale":"2024-09-07T15:28:16.344493+0000","last_undegraded":"2024-09-07T15:28:16.344493+0000","last_fullsized":"2024-09-07T15:28:16.344493+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'149","last_scrub_stamp":"2024-09-07T15:28:16.344143+0000","last_deep_scrub":"269'149","last_deep_scrub_stamp":"2024-09-07T15:28:16.344143+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.344143+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:36:39.108733+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":218,"num_read_kb":205,"num_write":349,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'328","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.416749+0000","last_change":"2024-09-07T15:27:56.416590+0000","last_active":"2024-09-07T15:27:56.416749+0000","last_peered":"2024-09-07T15:27:56.416749+0000","last_clean":"2024-09-07T15:27:56.416749+0000","last_became_active":"2024-09-07T13:38:11.978432+0000","last_became_peered":"2024-09-07T13:38:11.978432+0000","last_unstale":"2024-09-07T15:27:56.416749+0000","last_undegraded":"2024-09-07T15:27:56.416749+0000","last_fullsized":"2024-09-07T15:27:56.416749+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'328","last_scrub_stamp":"2024-09-07T15:27:56.416404+0000","last_deep_scrub":"269'328","last_deep_scrub_stamp":"2024-09-07T15:27:56.416404+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.416404+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:18:23.039047+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1389,"num_read_kb":1168,"num_write":485,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'348","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.385641+0000","last_change":"2024-09-07T15:27:51.385331+0000","last_active":"2024-09-07T15:27:51.385641+0000","last_peered":"2024-09-07T15:27:51.385641+0000","last_clean":"2024-09-07T15:27:51.385641+0000","last_became_active":"2024-09-07T13:38:09.949154+0000","last_became_peered":"2024-09-07T13:38:09.949154+0000","last_unstale":"2024-09-07T15:27:51.385641+0000","last_undegraded":"2024-09-07T15:27:51.385641+0000","last_fullsized":"2024-09-07T15:27:51.385641+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'348","last_scrub_stamp":"2024-09-07T15:27:51.385076+0000","last_deep_scrub":"269'348","last_deep_scrub_stamp":"2024-09-07T15:27:51.385076+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.385076+0000","objects_scrubbed":2,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:49:55.118258+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":525,"num_read_kb":26149,"num_write":1065,"num_write_kb":30118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"269'4","reported_seq":1496,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.745910+0000","last_change":"2024-09-07T15:28:13.745768+0000","last_active":"2024-09-07T15:28:13.745910+0000","last_peered":"2024-09-07T15:28:13.745910+0000","last_clean":"2024-09-07T15:28:13.745910+0000","last_became_active":"2024-09-07T13:38:13.969774+0000","last_became_peered":"2024-09-07T13:38:13.969774+0000","last_unstale":"2024-09-07T15:28:13.745910+0000","last_undegraded":"2024-09-07T15:28:13.745910+0000","last_fullsized":"2024-09-07T15:28:13.745910+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-07T15:28:13.745587+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-07T15:28:13.745587+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.745587+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:24:01.172927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":957,"num_read_kb":957,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'139","reported_seq":733,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.610018+0000","last_change":"2024-09-07T15:28:15.609856+0000","last_active":"2024-09-07T15:28:15.610018+0000","last_peered":"2024-09-07T15:28:15.610018+0000","last_clean":"2024-09-07T15:28:15.610018+0000","last_became_active":"2024-09-07T13:38:16.016446+0000","last_became_peered":"2024-09-07T13:38:16.016446+0000","last_unstale":"2024-09-07T15:28:15.610018+0000","last_undegraded":"2024-09-07T15:28:15.610018+0000","last_fullsized":"2024-09-07T15:28:15.610018+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'139","last_scrub_stamp":"2024-09-07T15:28:15.609667+0000","last_deep_scrub":"269'139","last_deep_scrub_stamp":"2024-09-07T15:28:15.609667+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.609667+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:08:28.545753+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":165,"num_read_kb":160,"num_write":110,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'742","reported_seq":5162,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.070904+0000","last_change":"2024-09-07T15:28:08.070772+0000","last_active":"2024-09-07T15:28:08.070904+0000","last_peered":"2024-09-07T15:28:08.070904+0000","last_clean":"2024-09-07T15:28:08.070904+0000","last_became_active":"2024-09-07T13:38:18.001633+0000","last_became_peered":"2024-09-07T13:38:18.001633+0000","last_unstale":"2024-09-07T15:28:08.070904+0000","last_undegraded":"2024-09-07T15:28:08.070904+0000","last_fullsized":"2024-09-07T15:28:08.070904+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'742","last_scrub_stamp":"2024-09-07T15:28:08.070587+0000","last_deep_scrub":"269'742","last_deep_scrub_stamp":"2024-09-07T15:28:08.070587+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.070587+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":700,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:45:01.526104+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'132","reported_seq":680,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.631358+0000","last_change":"2024-09-07T15:28:23.631142+0000","last_active":"2024-09-07T15:28:23.631358+0000","last_peered":"2024-09-07T15:28:23.631358+0000","last_clean":"2024-09-07T15:28:23.631358+0000","last_became_active":"2024-09-07T13:38:20.017590+0000","last_became_peered":"2024-09-07T13:38:20.017590+0000","last_unstale":"2024-09-07T15:28:23.631358+0000","last_undegraded":"2024-09-07T15:28:23.631358+0000","last_fullsized":"2024-09-07T15:28:23.631358+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'132","last_scrub_stamp":"2024-09-07T15:28:23.630962+0000","last_deep_scrub":"269'132","last_deep_scrub_stamp":"2024-09-07T15:28:23.630962+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.630962+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:26:02.841044+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":214,"num_read_kb":197,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'109","reported_seq":743,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.281880+0000","last_change":"2024-09-07T15:28:01.281624+0000","last_active":"2024-09-07T15:28:01.281880+0000","last_peered":"2024-09-07T15:28:01.281880+0000","last_clean":"2024-09-07T15:28:01.281880+0000","last_became_active":"2024-09-07T13:38:11.949335+0000","last_became_peered":"2024-09-07T13:38:11.949335+0000","last_unstale":"2024-09-07T15:28:01.281880+0000","last_undegraded":"2024-09-07T15:28:01.281880+0000","last_fullsized":"2024-09-07T15:28:01.281880+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'109","last_scrub_stamp":"2024-09-07T15:28:01.281399+0000","last_deep_scrub":"269'109","last_deep_scrub_stamp":"2024-09-07T15:28:01.281399+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.281399+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:41:54.583158+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":465,"num_read_kb":389,"num_write":165,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'413","reported_seq":1174,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.545710+0000","last_change":"2024-09-07T15:27:53.545467+0000","last_active":"2024-09-07T15:27:53.545710+0000","last_peered":"2024-09-07T15:27:53.545710+0000","last_clean":"2024-09-07T15:27:53.545710+0000","last_became_active":"2024-09-07T13:38:09.952763+0000","last_became_peered":"2024-09-07T13:38:09.952763+0000","last_unstale":"2024-09-07T15:27:53.545710+0000","last_undegraded":"2024-09-07T15:27:53.545710+0000","last_fullsized":"2024-09-07T15:27:53.545710+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'413","last_scrub_stamp":"2024-09-07T15:27:53.545062+0000","last_deep_scrub":"269'413","last_deep_scrub_stamp":"2024-09-07T15:27:53.545062+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.545062+0000","objects_scrubbed":10,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:28:27.924702+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2273796,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":776,"num_read_kb":35105,"num_write":1268,"num_write_kb":41827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.529605+0000","last_change":"2024-09-07T15:28:07.529403+0000","last_active":"2024-09-07T15:28:07.529605+0000","last_peered":"2024-09-07T15:28:07.529605+0000","last_clean":"2024-09-07T15:28:07.529605+0000","last_became_active":"2024-09-07T13:38:13.967414+0000","last_became_peered":"2024-09-07T13:38:13.967414+0000","last_unstale":"2024-09-07T15:28:07.529605+0000","last_undegraded":"2024-09-07T15:28:07.529605+0000","last_fullsized":"2024-09-07T15:28:07.529605+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:07.529210+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:07.529210+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.529210+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:55:25.155693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'520","reported_seq":1206,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.801855+0000","last_change":"2024-09-07T15:28:19.801715+0000","last_active":"2024-09-07T15:28:19.801855+0000","last_peered":"2024-09-07T15:28:19.801855+0000","last_clean":"2024-09-07T15:28:19.801855+0000","last_became_active":"2024-09-07T13:38:15.977773+0000","last_became_peered":"2024-09-07T13:38:15.977773+0000","last_unstale":"2024-09-07T15:28:19.801855+0000","last_undegraded":"2024-09-07T15:28:19.801855+0000","last_fullsized":"2024-09-07T15:28:19.801855+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'520","last_scrub_stamp":"2024-09-07T15:28:19.801515+0000","last_deep_scrub":"269'520","last_deep_scrub_stamp":"2024-09-07T15:28:19.801515+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.801515+0000","objects_scrubbed":9,"log_size":20,"log_dups_size":500,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:05:50.800538+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47706,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1427,"num_read_kb":2018,"num_write":2016,"num_write_kb":1796,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":488484,"num_omap_keys":1128,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.058339+0000","last_change":"2024-09-07T15:28:07.058175+0000","last_active":"2024-09-07T15:28:07.058339+0000","last_peered":"2024-09-07T15:28:07.058339+0000","last_clean":"2024-09-07T15:28:07.058339+0000","last_became_active":"2024-09-07T13:38:18.002088+0000","last_became_peered":"2024-09-07T13:38:18.002088+0000","last_unstale":"2024-09-07T15:28:07.058339+0000","last_undegraded":"2024-09-07T15:28:07.058339+0000","last_fullsized":"2024-09-07T15:28:07.058339+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:07.057982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:07.057982+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.057982+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:06:26.888104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'138","reported_seq":677,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.345616+0000","last_change":"2024-09-07T15:28:17.345469+0000","last_active":"2024-09-07T15:28:17.345616+0000","last_peered":"2024-09-07T15:28:17.345616+0000","last_clean":"2024-09-07T15:28:17.345616+0000","last_became_active":"2024-09-07T13:38:20.013277+0000","last_became_peered":"2024-09-07T13:38:20.013277+0000","last_unstale":"2024-09-07T15:28:17.345616+0000","last_undegraded":"2024-09-07T15:28:17.345616+0000","last_fullsized":"2024-09-07T15:28:17.345616+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'138","last_scrub_stamp":"2024-09-07T15:28:17.345287+0000","last_deep_scrub":"269'138","last_deep_scrub_stamp":"2024-09-07T15:28:17.345287+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.345287+0000","objects_scrubbed":3,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:32:21.283682+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":158,"num_read_kb":155,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'248","reported_seq":889,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.077327+0000","last_change":"2024-09-07T15:27:58.077327+0000","last_active":"2024-09-07T15:27:58.077327+0000","last_peered":"2024-09-07T15:27:58.077327+0000","last_clean":"2024-09-07T15:27:58.077327+0000","last_became_active":"2024-09-07T13:38:11.976405+0000","last_became_peered":"2024-09-07T13:38:11.976405+0000","last_unstale":"2024-09-07T15:27:58.077327+0000","last_undegraded":"2024-09-07T15:27:58.077327+0000","last_fullsized":"2024-09-07T15:27:58.077327+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'248","last_scrub_stamp":"2024-09-07T15:27:58.077143+0000","last_deep_scrub":"269'248","last_deep_scrub_stamp":"2024-09-07T15:27:58.077143+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.077143+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:18:31.972798+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1035,"num_read_kb":831,"num_write":390,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"269'74","reported_seq":660,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.541560+0000","last_change":"2024-09-07T15:27:52.541410+0000","last_active":"2024-09-07T15:27:52.541560+0000","last_peered":"2024-09-07T15:27:52.541560+0000","last_clean":"2024-09-07T15:27:52.541560+0000","last_became_active":"2024-09-07T13:37:48.640244+0000","last_became_peered":"2024-09-07T13:37:48.640244+0000","last_unstale":"2024-09-07T15:27:52.541560+0000","last_undegraded":"2024-09-07T15:27:52.541560+0000","last_fullsized":"2024-09-07T15:27:52.541560+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'74","last_scrub_stamp":"2024-09-07T15:27:52.541209+0000","last_deep_scrub":"269'74","last_deep_scrub_stamp":"2024-09-07T15:27:52.541209+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.541209+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:30:27.029419+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"269'2","reported_seq":567,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.863111+0000","last_change":"2024-09-07T15:27:52.862887+0000","last_active":"2024-09-07T15:27:52.863111+0000","last_peered":"2024-09-07T15:27:52.863111+0000","last_clean":"2024-09-07T15:27:52.863111+0000","last_became_active":"2024-09-07T13:37:53.651096+0000","last_became_peered":"2024-09-07T13:37:53.651096+0000","last_unstale":"2024-09-07T15:27:52.863111+0000","last_undegraded":"2024-09-07T15:27:52.863111+0000","last_fullsized":"2024-09-07T15:27:52.863111+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:27:52.862651+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:27:52.862651+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.862651+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:18:55.565122+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00076349800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'365","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.498780+0000","last_change":"2024-09-07T15:27:52.498706+0000","last_active":"2024-09-07T15:27:52.498780+0000","last_peered":"2024-09-07T15:27:52.498780+0000","last_clean":"2024-09-07T15:27:52.498780+0000","last_became_active":"2024-09-07T13:38:09.970156+0000","last_became_peered":"2024-09-07T13:38:09.970156+0000","last_unstale":"2024-09-07T15:27:52.498780+0000","last_undegraded":"2024-09-07T15:27:52.498780+0000","last_fullsized":"2024-09-07T15:27:52.498780+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'365","last_scrub_stamp":"2024-09-07T15:27:52.498574+0000","last_deep_scrub":"269'365","last_deep_scrub_stamp":"2024-09-07T15:27:52.498574+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.498574+0000","objects_scrubbed":5,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:32:29.692118+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643817,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":9408,"num_write":1123,"num_write_kb":29387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.699726+0000","last_change":"2024-09-07T15:28:09.699489+0000","last_active":"2024-09-07T15:28:09.699726+0000","last_peered":"2024-09-07T15:28:09.699726+0000","last_clean":"2024-09-07T15:28:09.699726+0000","last_became_active":"2024-09-07T13:38:13.971905+0000","last_became_peered":"2024-09-07T13:38:13.971905+0000","last_unstale":"2024-09-07T15:28:09.699726+0000","last_undegraded":"2024-09-07T15:28:09.699726+0000","last_fullsized":"2024-09-07T15:28:09.699726+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:09.699277+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:09.699277+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.699277+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:28:44.174104+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'766","reported_seq":1523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.795952+0000","last_change":"2024-09-07T15:28:17.795719+0000","last_active":"2024-09-07T15:28:17.795952+0000","last_peered":"2024-09-07T15:28:17.795952+0000","last_clean":"2024-09-07T15:28:17.795952+0000","last_became_active":"2024-09-07T13:38:15.999277+0000","last_became_peered":"2024-09-07T13:38:15.999277+0000","last_unstale":"2024-09-07T15:28:17.795952+0000","last_undegraded":"2024-09-07T15:28:17.795952+0000","last_fullsized":"2024-09-07T15:28:17.795952+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'766","last_scrub_stamp":"2024-09-07T15:28:17.795453+0000","last_deep_scrub":"269'766","last_deep_scrub_stamp":"2024-09-07T15:28:17.795453+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.795453+0000","objects_scrubbed":6,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:13:11.035574+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129755,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1488,"num_read_kb":3227,"num_write":1454,"num_write_kb":1271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":106958,"num_omap_keys":256,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.148241+0000","last_change":"2024-09-07T15:28:17.148094+0000","last_active":"2024-09-07T15:28:17.148241+0000","last_peered":"2024-09-07T15:28:17.148241+0000","last_clean":"2024-09-07T15:28:17.148241+0000","last_became_active":"2024-09-07T13:38:17.993862+0000","last_became_peered":"2024-09-07T13:38:17.993862+0000","last_unstale":"2024-09-07T15:28:17.148241+0000","last_undegraded":"2024-09-07T15:28:17.148241+0000","last_fullsized":"2024-09-07T15:28:17.148241+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:17.147906+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:17.147906+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.147906+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:56:50.062831+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'185","reported_seq":922,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.089179+0000","last_change":"2024-09-07T15:28:12.088929+0000","last_active":"2024-09-07T15:28:12.089179+0000","last_peered":"2024-09-07T15:28:12.089179+0000","last_clean":"2024-09-07T15:28:12.089179+0000","last_became_active":"2024-09-07T13:38:20.008171+0000","last_became_peered":"2024-09-07T13:38:20.008171+0000","last_unstale":"2024-09-07T15:28:12.089179+0000","last_undegraded":"2024-09-07T15:28:12.089179+0000","last_fullsized":"2024-09-07T15:28:12.089179+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'185","last_scrub_stamp":"2024-09-07T15:28:12.088482+0000","last_deep_scrub":"269'185","last_deep_scrub_stamp":"2024-09-07T15:28:12.088482+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.088482+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:55:34.629517+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":454,"num_read_kb":452,"num_write":371,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'108","reported_seq":702,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.239944+0000","last_change":"2024-09-07T15:28:00.239726+0000","last_active":"2024-09-07T15:28:00.239944+0000","last_peered":"2024-09-07T15:28:00.239944+0000","last_clean":"2024-09-07T15:28:00.239944+0000","last_became_active":"2024-09-07T13:38:11.952594+0000","last_became_peered":"2024-09-07T13:38:11.952594+0000","last_unstale":"2024-09-07T15:28:00.239944+0000","last_undegraded":"2024-09-07T15:28:00.239944+0000","last_fullsized":"2024-09-07T15:28:00.239944+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'108","last_scrub_stamp":"2024-09-07T15:28:00.239532+0000","last_deep_scrub":"269'108","last_deep_scrub_stamp":"2024-09-07T15:28:00.239532+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.239532+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:03:21.593535+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":470,"num_read_kb":380,"num_write":170,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":230,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":567,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.503919+0000","last_change":"2024-09-07T15:27:56.503752+0000","last_active":"2024-09-07T15:27:56.503919+0000","last_peered":"2024-09-07T15:27:56.503919+0000","last_clean":"2024-09-07T15:27:56.503919+0000","last_became_active":"2024-09-07T13:37:53.648513+0000","last_became_peered":"2024-09-07T13:37:53.648513+0000","last_unstale":"2024-09-07T15:27:56.503919+0000","last_undegraded":"2024-09-07T15:27:56.503919+0000","last_fullsized":"2024-09-07T15:27:56.503919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:56.503584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:56.503584+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.503584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:11:30.887143+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001130404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'312","reported_seq":1021,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.081730+0000","last_change":"2024-09-07T15:27:51.081648+0000","last_active":"2024-09-07T15:27:51.081730+0000","last_peered":"2024-09-07T15:27:51.081730+0000","last_clean":"2024-09-07T15:27:51.081730+0000","last_became_active":"2024-09-07T13:38:09.956791+0000","last_became_peered":"2024-09-07T13:38:09.956791+0000","last_unstale":"2024-09-07T15:27:51.081730+0000","last_undegraded":"2024-09-07T15:27:51.081730+0000","last_fullsized":"2024-09-07T15:27:51.081730+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'312","last_scrub_stamp":"2024-09-07T15:27:51.081414+0000","last_deep_scrub":"269'312","last_deep_scrub_stamp":"2024-09-07T15:27:51.081414+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.081414+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:23:48.609400+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":491,"num_read_kb":113059,"num_write":932,"num_write_kb":37932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.755020+0000","last_change":"2024-09-07T15:28:12.754850+0000","last_active":"2024-09-07T15:28:12.755020+0000","last_peered":"2024-09-07T15:28:12.755020+0000","last_clean":"2024-09-07T15:28:12.755020+0000","last_became_active":"2024-09-07T13:38:13.967037+0000","last_became_peered":"2024-09-07T13:38:13.967037+0000","last_unstale":"2024-09-07T15:28:12.755020+0000","last_undegraded":"2024-09-07T15:28:12.755020+0000","last_fullsized":"2024-09-07T15:28:12.755020+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:12.754668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:12.754668+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.754668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:17:26.753989+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1414","reported_seq":3732,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.302040+0000","last_change":"2024-09-07T15:28:13.301989+0000","last_active":"2024-09-07T15:28:13.302040+0000","last_peered":"2024-09-07T15:28:13.302040+0000","last_clean":"2024-09-07T15:28:13.302040+0000","last_became_active":"2024-09-07T13:38:15.982118+0000","last_became_peered":"2024-09-07T13:38:15.982118+0000","last_unstale":"2024-09-07T15:28:13.302040+0000","last_undegraded":"2024-09-07T15:28:13.302040+0000","last_fullsized":"2024-09-07T15:28:13.302040+0000","mapping_epoch":32,"log_start":"269'1400","ondisk_log_start":"269'1400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1414","last_scrub_stamp":"2024-09-07T15:28:13.301911+0000","last_deep_scrub":"269'1414","last_deep_scrub_stamp":"2024-09-07T15:28:13.301911+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.301911+0000","objects_scrubbed":11,"log_size":14,"log_dups_size":1400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:54:39.682788+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144324,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2234,"num_read_kb":4091,"num_write":1346,"num_write_kb":1099,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6238,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.734736+0000","last_change":"2024-09-07T15:28:20.734736+0000","last_active":"2024-09-07T15:28:20.734736+0000","last_peered":"2024-09-07T15:28:20.734736+0000","last_clean":"2024-09-07T15:28:20.734736+0000","last_became_active":"2024-09-07T13:38:18.005928+0000","last_became_peered":"2024-09-07T13:38:18.005928+0000","last_unstale":"2024-09-07T15:28:20.734736+0000","last_undegraded":"2024-09-07T15:28:20.734736+0000","last_fullsized":"2024-09-07T15:28:20.734736+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:20.734560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:20.734560+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.734560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:02:21.376317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'124","reported_seq":679,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.248973+0000","last_change":"2024-09-07T15:28:20.248973+0000","last_active":"2024-09-07T15:28:20.248973+0000","last_peered":"2024-09-07T15:28:20.248973+0000","last_clean":"2024-09-07T15:28:20.248973+0000","last_became_active":"2024-09-07T13:38:20.603620+0000","last_became_peered":"2024-09-07T13:38:20.603620+0000","last_unstale":"2024-09-07T15:28:20.248973+0000","last_undegraded":"2024-09-07T15:28:20.248973+0000","last_fullsized":"2024-09-07T15:28:20.248973+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'124","last_scrub_stamp":"2024-09-07T15:28:20.248716+0000","last_deep_scrub":"269'124","last_deep_scrub_stamp":"2024-09-07T15:28:20.248716+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.248716+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:03:50.036387+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1063,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":210,"num_read_kb":193,"num_write":303,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'136","reported_seq":758,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.261970+0000","last_change":"2024-09-07T15:28:00.261721+0000","last_active":"2024-09-07T15:28:00.261970+0000","last_peered":"2024-09-07T15:28:00.261970+0000","last_clean":"2024-09-07T15:28:00.261970+0000","last_became_active":"2024-09-07T13:38:11.959123+0000","last_became_peered":"2024-09-07T13:38:11.959123+0000","last_unstale":"2024-09-07T15:28:00.261970+0000","last_undegraded":"2024-09-07T15:28:00.261970+0000","last_fullsized":"2024-09-07T15:28:00.261970+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'136","last_scrub_stamp":"2024-09-07T15:28:00.261493+0000","last_deep_scrub":"269'136","last_deep_scrub_stamp":"2024-09-07T15:28:00.261493+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.261493+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:35.819051+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":469,"num_write":218,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":567,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.454607+0000","last_change":"2024-09-07T15:27:51.454482+0000","last_active":"2024-09-07T15:27:51.454607+0000","last_peered":"2024-09-07T15:27:51.454607+0000","last_clean":"2024-09-07T15:27:51.454607+0000","last_became_active":"2024-09-07T13:37:53.647110+0000","last_became_peered":"2024-09-07T13:37:53.647110+0000","last_unstale":"2024-09-07T15:27:51.454607+0000","last_undegraded":"2024-09-07T15:27:51.454607+0000","last_fullsized":"2024-09-07T15:27:51.454607+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:51.454320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:51.454320+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.454320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:33:47.618827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079789900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'370","reported_seq":1100,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:50.357631+0000","last_change":"2024-09-07T15:27:50.357574+0000","last_active":"2024-09-07T15:27:50.357631+0000","last_peered":"2024-09-07T15:27:50.357631+0000","last_clean":"2024-09-07T15:27:50.357631+0000","last_became_active":"2024-09-07T13:38:09.965593+0000","last_became_peered":"2024-09-07T13:38:09.965593+0000","last_unstale":"2024-09-07T15:27:50.357631+0000","last_undegraded":"2024-09-07T15:27:50.357631+0000","last_fullsized":"2024-09-07T15:27:50.357631+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'370","last_scrub_stamp":"2024-09-07T15:27:50.357486+0000","last_deep_scrub":"269'370","last_deep_scrub_stamp":"2024-09-07T15:27:50.357486+0000","last_clean_scrub_stamp":"2024-09-07T15:27:50.357486+0000","objects_scrubbed":4,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:46:07.925958+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2273684,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":617,"num_read_kb":60225,"num_write":1286,"num_write_kb":54706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"269'2","reported_seq":540,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.257896+0000","last_change":"2024-09-07T15:28:07.257734+0000","last_active":"2024-09-07T15:28:07.257896+0000","last_peered":"2024-09-07T15:28:07.257896+0000","last_clean":"2024-09-07T15:28:07.257896+0000","last_became_active":"2024-09-07T13:38:13.962053+0000","last_became_peered":"2024-09-07T13:38:13.962053+0000","last_unstale":"2024-09-07T15:28:07.257896+0000","last_undegraded":"2024-09-07T15:28:07.257896+0000","last_fullsized":"2024-09-07T15:28:07.257896+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:07.257556+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:07.257556+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.257556+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:41:22.578715+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'362","reported_seq":2277,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.826052+0000","last_change":"2024-09-07T15:28:15.826052+0000","last_active":"2024-09-07T15:28:15.826052+0000","last_peered":"2024-09-07T15:28:15.826052+0000","last_clean":"2024-09-07T15:28:15.826052+0000","last_became_active":"2024-09-07T13:38:16.020234+0000","last_became_peered":"2024-09-07T13:38:16.020234+0000","last_unstale":"2024-09-07T15:28:15.826052+0000","last_undegraded":"2024-09-07T15:28:15.826052+0000","last_fullsized":"2024-09-07T15:28:15.826052+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'362","last_scrub_stamp":"2024-09-07T15:28:15.825749+0000","last_deep_scrub":"269'362","last_deep_scrub_stamp":"2024-09-07T15:28:15.825749+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.825749+0000","objects_scrubbed":9,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:44:23.607887+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":335,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5582,"num_omap_keys":14,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.145387+0000","last_change":"2024-09-07T15:28:18.145257+0000","last_active":"2024-09-07T15:28:18.145387+0000","last_peered":"2024-09-07T15:28:18.145387+0000","last_clean":"2024-09-07T15:28:18.145387+0000","last_became_active":"2024-09-07T13:38:17.990681+0000","last_became_peered":"2024-09-07T13:38:17.990681+0000","last_unstale":"2024-09-07T15:28:18.145387+0000","last_undegraded":"2024-09-07T15:28:18.145387+0000","last_fullsized":"2024-09-07T15:28:18.145387+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:18.145068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:18.145068+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.145068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:54:59.296094+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'262","reported_seq":904,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.607188+0000","last_change":"2024-09-07T15:28:26.607015+0000","last_active":"2024-09-07T15:28:26.607188+0000","last_peered":"2024-09-07T15:28:26.607188+0000","last_clean":"2024-09-07T15:28:26.607188+0000","last_became_active":"2024-09-07T13:38:20.018090+0000","last_became_peered":"2024-09-07T13:38:20.018090+0000","last_unstale":"2024-09-07T15:28:26.607188+0000","last_undegraded":"2024-09-07T15:28:26.607188+0000","last_fullsized":"2024-09-07T15:28:26.607188+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'262","last_scrub_stamp":"2024-09-07T15:28:26.606824+0000","last_deep_scrub":"269'262","last_deep_scrub_stamp":"2024-09-07T15:28:26.606824+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.606824+0000","objects_scrubbed":2,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:31:24.256013+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":514,"num_read_kb":539,"num_write":563,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'130","reported_seq":771,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.294079+0000","last_change":"2024-09-07T15:27:59.293935+0000","last_active":"2024-09-07T15:27:59.294079+0000","last_peered":"2024-09-07T15:27:59.294079+0000","last_clean":"2024-09-07T15:27:59.294079+0000","last_became_active":"2024-09-07T13:38:11.950047+0000","last_became_peered":"2024-09-07T13:38:11.950047+0000","last_unstale":"2024-09-07T15:27:59.294079+0000","last_undegraded":"2024-09-07T15:27:59.294079+0000","last_fullsized":"2024-09-07T15:27:59.294079+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'130","last_scrub_stamp":"2024-09-07T15:27:59.293748+0000","last_deep_scrub":"269'130","last_deep_scrub_stamp":"2024-09-07T15:27:59.293748+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.293748+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:17:22.524934+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":472,"num_write":190,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"269'3","reported_seq":568,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.878773+0000","last_change":"2024-09-07T15:27:51.878570+0000","last_active":"2024-09-07T15:27:51.878773+0000","last_peered":"2024-09-07T15:27:51.878773+0000","last_clean":"2024-09-07T15:27:51.878773+0000","last_became_active":"2024-09-07T13:37:53.655546+0000","last_became_peered":"2024-09-07T13:37:53.655546+0000","last_unstale":"2024-09-07T15:27:51.878773+0000","last_undegraded":"2024-09-07T15:27:51.878773+0000","last_fullsized":"2024-09-07T15:27:51.878773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-07T15:27:51.878368+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-07T15:27:51.878368+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.878368+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:56:42.110652+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0020753350000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'348","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:50.448119+0000","last_change":"2024-09-07T15:27:50.448119+0000","last_active":"2024-09-07T15:27:50.448119+0000","last_peered":"2024-09-07T15:27:50.448119+0000","last_clean":"2024-09-07T15:27:50.448119+0000","last_became_active":"2024-09-07T13:38:41.109372+0000","last_became_peered":"2024-09-07T13:38:41.109372+0000","last_unstale":"2024-09-07T15:27:50.448119+0000","last_undegraded":"2024-09-07T15:27:50.448119+0000","last_fullsized":"2024-09-07T15:27:50.448119+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'348","last_scrub_stamp":"2024-09-07T15:27:50.448024+0000","last_deep_scrub":"269'348","last_deep_scrub_stamp":"2024-09-07T15:27:50.448024+0000","last_clean_scrub_stamp":"2024-09-07T15:27:50.448024+0000","objects_scrubbed":10,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:57:10.620448+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263278,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":528,"num_read_kb":112780,"num_write":1143,"num_write_kb":29364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.222011+0000","last_change":"2024-09-07T15:28:09.222011+0000","last_active":"2024-09-07T15:28:09.222011+0000","last_peered":"2024-09-07T15:28:09.222011+0000","last_clean":"2024-09-07T15:28:09.222011+0000","last_became_active":"2024-09-07T13:38:13.966445+0000","last_became_peered":"2024-09-07T13:38:13.966445+0000","last_unstale":"2024-09-07T15:28:09.222011+0000","last_undegraded":"2024-09-07T15:28:09.222011+0000","last_fullsized":"2024-09-07T15:28:09.222011+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:09.221825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:09.221825+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.221825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:18:14.358152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'204","reported_seq":827,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.648459+0000","last_change":"2024-09-07T15:28:13.648324+0000","last_active":"2024-09-07T15:28:13.648459+0000","last_peered":"2024-09-07T15:28:13.648459+0000","last_clean":"2024-09-07T15:28:13.648459+0000","last_became_active":"2024-09-07T13:38:15.986117+0000","last_became_peered":"2024-09-07T13:38:15.986117+0000","last_unstale":"2024-09-07T15:28:13.648459+0000","last_undegraded":"2024-09-07T15:28:13.648459+0000","last_fullsized":"2024-09-07T15:28:13.648459+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'204","last_scrub_stamp":"2024-09-07T15:28:13.648125+0000","last_deep_scrub":"269'204","last_deep_scrub_stamp":"2024-09-07T15:28:13.648125+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.648125+0000","objects_scrubbed":7,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:25:31.504312+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":255,"num_read_kb":249,"num_write":186,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3232,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.096372+0000","last_change":"2024-09-07T15:28:06.096156+0000","last_active":"2024-09-07T15:28:06.096372+0000","last_peered":"2024-09-07T15:28:06.096372+0000","last_clean":"2024-09-07T15:28:06.096372+0000","last_became_active":"2024-09-07T13:38:17.997608+0000","last_became_peered":"2024-09-07T13:38:17.997608+0000","last_unstale":"2024-09-07T15:28:06.096372+0000","last_undegraded":"2024-09-07T15:28:06.096372+0000","last_fullsized":"2024-09-07T15:28:06.096372+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:06.095891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:06.095891+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.095891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:08:02.113598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'108","reported_seq":691,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.817099+0000","last_change":"2024-09-07T15:28:25.816844+0000","last_active":"2024-09-07T15:28:25.817099+0000","last_peered":"2024-09-07T15:28:25.817099+0000","last_clean":"2024-09-07T15:28:25.817099+0000","last_became_active":"2024-09-07T13:38:20.007816+0000","last_became_peered":"2024-09-07T13:38:20.007816+0000","last_unstale":"2024-09-07T15:28:25.817099+0000","last_undegraded":"2024-09-07T15:28:25.817099+0000","last_fullsized":"2024-09-07T15:28:25.817099+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'108","last_scrub_stamp":"2024-09-07T15:28:25.816658+0000","last_deep_scrub":"269'108","last_deep_scrub_stamp":"2024-09-07T15:28:25.816658+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.816658+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:22:31.182028+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":245,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'184","reported_seq":816,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.300937+0000","last_change":"2024-09-07T15:27:58.300766+0000","last_active":"2024-09-07T15:27:58.300937+0000","last_peered":"2024-09-07T15:27:58.300937+0000","last_clean":"2024-09-07T15:27:58.300937+0000","last_became_active":"2024-09-07T13:38:11.958318+0000","last_became_peered":"2024-09-07T13:38:11.958318+0000","last_unstale":"2024-09-07T15:27:58.300937+0000","last_undegraded":"2024-09-07T15:27:58.300937+0000","last_fullsized":"2024-09-07T15:27:58.300937+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'184","last_scrub_stamp":"2024-09-07T15:27:58.300586+0000","last_deep_scrub":"269'184","last_deep_scrub_stamp":"2024-09-07T15:27:58.300586+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.300586+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:31:10.011136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":674,"num_write":292,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'368","reported_seq":1096,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.822045+0000","last_change":"2024-09-07T15:27:53.822045+0000","last_active":"2024-09-07T15:27:53.822045+0000","last_peered":"2024-09-07T15:27:53.822045+0000","last_clean":"2024-09-07T15:27:53.822045+0000","last_became_active":"2024-09-07T13:38:09.951368+0000","last_became_peered":"2024-09-07T13:38:09.951368+0000","last_unstale":"2024-09-07T15:27:53.822045+0000","last_undegraded":"2024-09-07T15:27:53.822045+0000","last_fullsized":"2024-09-07T15:27:53.822045+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'368","last_scrub_stamp":"2024-09-07T15:27:53.821816+0000","last_deep_scrub":"269'368","last_deep_scrub_stamp":"2024-09-07T15:27:53.821816+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.821816+0000","objects_scrubbed":5,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:34:46.102397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263197,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":656,"num_read_kb":19059,"num_write":1185,"num_write_kb":25519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":571,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.338067+0000","last_change":"2024-09-07T15:27:52.338008+0000","last_active":"2024-09-07T15:27:52.338067+0000","last_peered":"2024-09-07T15:27:52.338067+0000","last_clean":"2024-09-07T15:27:52.338067+0000","last_became_active":"2024-09-07T13:37:53.666950+0000","last_became_peered":"2024-09-07T13:37:53.666950+0000","last_unstale":"2024-09-07T15:27:52.338067+0000","last_undegraded":"2024-09-07T15:27:52.338067+0000","last_fullsized":"2024-09-07T15:27:52.338067+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:52.337941+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:52.337941+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.337941+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:40:44.571032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068751100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.189610+0000","last_change":"2024-09-07T15:28:11.189459+0000","last_active":"2024-09-07T15:28:11.189610+0000","last_peered":"2024-09-07T15:28:11.189610+0000","last_clean":"2024-09-07T15:28:11.189610+0000","last_became_active":"2024-09-07T13:38:13.957914+0000","last_became_peered":"2024-09-07T13:38:13.957914+0000","last_unstale":"2024-09-07T15:28:11.189610+0000","last_undegraded":"2024-09-07T15:28:11.189610+0000","last_fullsized":"2024-09-07T15:28:11.189610+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:11.189273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:11.189273+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.189273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:39:09.928436+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'658","reported_seq":1400,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.198146+0000","last_change":"2024-09-07T15:28:12.197986+0000","last_active":"2024-09-07T15:28:12.198146+0000","last_peered":"2024-09-07T15:28:12.198146+0000","last_clean":"2024-09-07T15:28:12.198146+0000","last_became_active":"2024-09-07T13:38:15.984554+0000","last_became_peered":"2024-09-07T13:38:15.984554+0000","last_unstale":"2024-09-07T15:28:12.198146+0000","last_undegraded":"2024-09-07T15:28:12.198146+0000","last_fullsized":"2024-09-07T15:28:12.198146+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'658","last_scrub_stamp":"2024-09-07T15:28:12.197762+0000","last_deep_scrub":"269'658","last_deep_scrub_stamp":"2024-09-07T15:28:12.197762+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.197762+0000","objects_scrubbed":9,"log_size":58,"log_dups_size":600,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:37:27.277032+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89151,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1104,"num_read_kb":2372,"num_write":896,"num_write_kb":642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4334,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.609970+0000","last_change":"2024-09-07T15:28:14.609803+0000","last_active":"2024-09-07T15:28:14.609970+0000","last_peered":"2024-09-07T15:28:14.609970+0000","last_clean":"2024-09-07T15:28:14.609970+0000","last_became_active":"2024-09-07T13:38:18.000095+0000","last_became_peered":"2024-09-07T13:38:18.000095+0000","last_unstale":"2024-09-07T15:28:14.609970+0000","last_undegraded":"2024-09-07T15:28:14.609970+0000","last_fullsized":"2024-09-07T15:28:14.609970+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:14.609616+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:14.609616+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.609616+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:34:37.149973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'139","reported_seq":690,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.257119+0000","last_change":"2024-09-07T15:28:26.256886+0000","last_active":"2024-09-07T15:28:26.257119+0000","last_peered":"2024-09-07T15:28:26.257119+0000","last_clean":"2024-09-07T15:28:26.257119+0000","last_became_active":"2024-09-07T13:38:20.604824+0000","last_became_peered":"2024-09-07T13:38:20.604824+0000","last_unstale":"2024-09-07T15:28:26.257119+0000","last_undegraded":"2024-09-07T15:28:26.257119+0000","last_fullsized":"2024-09-07T15:28:26.257119+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'139","last_scrub_stamp":"2024-09-07T15:28:26.256637+0000","last_deep_scrub":"269'139","last_deep_scrub_stamp":"2024-09-07T15:28:26.256637+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.256637+0000","objects_scrubbed":3,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:31:26.730450+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":220,"num_read_kb":205,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'398","reported_seq":1062,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.223602+0000","last_change":"2024-09-07T15:28:03.223464+0000","last_active":"2024-09-07T15:28:03.223602+0000","last_peered":"2024-09-07T15:28:03.223602+0000","last_clean":"2024-09-07T15:28:03.223602+0000","last_became_active":"2024-09-07T13:38:11.961743+0000","last_became_peered":"2024-09-07T13:38:11.961743+0000","last_unstale":"2024-09-07T15:28:03.223602+0000","last_undegraded":"2024-09-07T15:28:03.223602+0000","last_fullsized":"2024-09-07T15:28:03.223602+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'398","last_scrub_stamp":"2024-09-07T15:28:03.223270+0000","last_deep_scrub":"269'398","last_deep_scrub_stamp":"2024-09-07T15:28:03.223270+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.223270+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:02:57.762488+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1712,"num_read_kb":1353,"num_write":613,"num_write_kb":367,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'319","reported_seq":997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.281088+0000","last_change":"2024-09-07T15:27:55.280949+0000","last_active":"2024-09-07T15:27:55.281088+0000","last_peered":"2024-09-07T15:27:55.281088+0000","last_clean":"2024-09-07T15:27:55.281088+0000","last_became_active":"2024-09-07T13:38:09.921123+0000","last_became_peered":"2024-09-07T13:38:09.921123+0000","last_unstale":"2024-09-07T15:27:55.281088+0000","last_undegraded":"2024-09-07T15:27:55.281088+0000","last_fullsized":"2024-09-07T15:27:55.281088+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'319","last_scrub_stamp":"2024-09-07T15:27:55.280714+0000","last_deep_scrub":"269'319","last_deep_scrub_stamp":"2024-09-07T15:27:55.280714+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.280714+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:55:13.614017+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":448,"num_read_kb":26022,"num_write":1087,"num_write_kb":45232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":565,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.496307+0000","last_change":"2024-09-07T15:27:54.496191+0000","last_active":"2024-09-07T15:27:54.496307+0000","last_peered":"2024-09-07T15:27:54.496307+0000","last_clean":"2024-09-07T15:27:54.496307+0000","last_became_active":"2024-09-07T13:37:53.668660+0000","last_became_peered":"2024-09-07T13:37:53.668660+0000","last_unstale":"2024-09-07T15:27:54.496307+0000","last_undegraded":"2024-09-07T15:27:54.496307+0000","last_fullsized":"2024-09-07T15:27:54.496307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:54.496015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:54.496015+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.496015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:03:24.738191+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00097177500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.048217+0000","last_change":"2024-09-07T15:28:03.048039+0000","last_active":"2024-09-07T15:28:03.048217+0000","last_peered":"2024-09-07T15:28:03.048217+0000","last_clean":"2024-09-07T15:28:03.048217+0000","last_became_active":"2024-09-07T13:38:13.962732+0000","last_became_peered":"2024-09-07T13:38:13.962732+0000","last_unstale":"2024-09-07T15:28:03.048217+0000","last_undegraded":"2024-09-07T15:28:03.048217+0000","last_fullsized":"2024-09-07T15:28:03.048217+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:03.047854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:03.047854+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.047854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:29:16.560623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'340","reported_seq":989,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.298127+0000","last_change":"2024-09-07T15:28:09.297902+0000","last_active":"2024-09-07T15:28:09.298127+0000","last_peered":"2024-09-07T15:28:09.298127+0000","last_clean":"2024-09-07T15:28:09.298127+0000","last_became_active":"2024-09-07T13:38:16.016371+0000","last_became_peered":"2024-09-07T13:38:16.016371+0000","last_unstale":"2024-09-07T15:28:09.298127+0000","last_undegraded":"2024-09-07T15:28:09.298127+0000","last_fullsized":"2024-09-07T15:28:09.298127+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'340","last_scrub_stamp":"2024-09-07T15:28:09.297649+0000","last_deep_scrub":"269'340","last_deep_scrub_stamp":"2024-09-07T15:28:09.297649+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.297649+0000","objects_scrubbed":8,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:19:55.785376+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":419,"num_read_kb":408,"num_write":402,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6602,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'767","reported_seq":3397,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.814959+0000","last_change":"2024-09-07T15:28:21.814706+0000","last_active":"2024-09-07T15:28:21.814959+0000","last_peered":"2024-09-07T15:28:21.814959+0000","last_clean":"2024-09-07T15:28:21.814959+0000","last_became_active":"2024-09-07T13:38:17.982543+0000","last_became_peered":"2024-09-07T13:38:17.982543+0000","last_unstale":"2024-09-07T15:28:21.814959+0000","last_undegraded":"2024-09-07T15:28:21.814959+0000","last_fullsized":"2024-09-07T15:28:21.814959+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'767","last_scrub_stamp":"2024-09-07T15:28:21.814437+0000","last_deep_scrub":"269'767","last_deep_scrub_stamp":"2024-09-07T15:28:21.814437+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.814437+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:39:52.214775+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'128","reported_seq":680,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:30.518764+0000","last_change":"2024-09-07T15:28:30.518764+0000","last_active":"2024-09-07T15:28:30.518764+0000","last_peered":"2024-09-07T15:28:30.518764+0000","last_clean":"2024-09-07T15:28:30.518764+0000","last_became_active":"2024-09-07T13:38:20.606877+0000","last_became_peered":"2024-09-07T13:38:20.606877+0000","last_unstale":"2024-09-07T15:28:30.518764+0000","last_undegraded":"2024-09-07T15:28:30.518764+0000","last_fullsized":"2024-09-07T15:28:30.518764+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'128","last_scrub_stamp":"2024-09-07T15:28:30.518572+0000","last_deep_scrub":"269'128","last_deep_scrub_stamp":"2024-09-07T15:28:30.518572+0000","last_clean_scrub_stamp":"2024-09-07T15:28:30.518572+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:37:32.954606+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":690,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":307,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'231","reported_seq":935,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.530133+0000","last_change":"2024-09-07T15:28:01.529859+0000","last_active":"2024-09-07T15:28:01.530133+0000","last_peered":"2024-09-07T15:28:01.530133+0000","last_clean":"2024-09-07T15:28:01.530133+0000","last_became_active":"2024-09-07T13:38:11.962120+0000","last_became_peered":"2024-09-07T13:38:11.962120+0000","last_unstale":"2024-09-07T15:28:01.530133+0000","last_undegraded":"2024-09-07T15:28:01.530133+0000","last_fullsized":"2024-09-07T15:28:01.530133+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'231","last_scrub_stamp":"2024-09-07T15:28:01.529634+0000","last_deep_scrub":"269'231","last_deep_scrub_stamp":"2024-09-07T15:28:01.529634+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.529634+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:47:49.598779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1045,"num_read_kb":865,"num_write":371,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'309","reported_seq":1077,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.465619+0000","last_change":"2024-09-07T15:27:51.465529+0000","last_active":"2024-09-07T15:27:51.465619+0000","last_peered":"2024-09-07T15:27:51.465619+0000","last_clean":"2024-09-07T15:27:51.465619+0000","last_became_active":"2024-09-07T13:38:09.952616+0000","last_became_peered":"2024-09-07T13:38:09.952616+0000","last_unstale":"2024-09-07T15:27:51.465619+0000","last_undegraded":"2024-09-07T15:27:51.465619+0000","last_fullsized":"2024-09-07T15:27:51.465619+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'309","last_scrub_stamp":"2024-09-07T15:27:51.465380+0000","last_deep_scrub":"269'309","last_deep_scrub_stamp":"2024-09-07T15:27:51.465380+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.465380+0000","objects_scrubbed":6,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:48:41.344007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":748,"num_read_kb":2393,"num_write":1010,"num_write_kb":24762,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":569,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.294782+0000","last_change":"2024-09-07T15:27:53.294630+0000","last_active":"2024-09-07T15:27:53.294782+0000","last_peered":"2024-09-07T15:27:53.294782+0000","last_clean":"2024-09-07T15:27:53.294782+0000","last_became_active":"2024-09-07T13:37:53.647679+0000","last_became_peered":"2024-09-07T13:37:53.647679+0000","last_unstale":"2024-09-07T15:27:53.294782+0000","last_undegraded":"2024-09-07T15:27:53.294782+0000","last_fullsized":"2024-09-07T15:27:53.294782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:53.294435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:53.294435+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.294435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:37:38.588810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001032404,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":540,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.533296+0000","last_change":"2024-09-07T15:28:06.533167+0000","last_active":"2024-09-07T15:28:06.533296+0000","last_peered":"2024-09-07T15:28:06.533296+0000","last_clean":"2024-09-07T15:28:06.533296+0000","last_became_active":"2024-09-07T13:38:13.955420+0000","last_became_peered":"2024-09-07T13:38:13.955420+0000","last_unstale":"2024-09-07T15:28:06.533296+0000","last_undegraded":"2024-09-07T15:28:06.533296+0000","last_fullsized":"2024-09-07T15:28:06.533296+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:06.532989+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:06.532989+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.532989+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:54:44.365316+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'162","reported_seq":769,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.622612+0000","last_change":"2024-09-07T15:28:12.622471+0000","last_active":"2024-09-07T15:28:12.622612+0000","last_peered":"2024-09-07T15:28:12.622612+0000","last_clean":"2024-09-07T15:28:12.622612+0000","last_became_active":"2024-09-07T13:38:15.999340+0000","last_became_peered":"2024-09-07T13:38:15.999340+0000","last_unstale":"2024-09-07T15:28:12.622612+0000","last_undegraded":"2024-09-07T15:28:12.622612+0000","last_fullsized":"2024-09-07T15:28:12.622612+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'162","last_scrub_stamp":"2024-09-07T15:28:12.622250+0000","last_deep_scrub":"269'162","last_deep_scrub_stamp":"2024-09-07T15:28:12.622250+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.622250+0000","objects_scrubbed":5,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:33:16.459388+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":204,"num_write":138,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'782","reported_seq":3166,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.679066+0000","last_change":"2024-09-07T15:28:22.678922+0000","last_active":"2024-09-07T15:28:22.679066+0000","last_peered":"2024-09-07T15:28:22.679066+0000","last_clean":"2024-09-07T15:28:22.679066+0000","last_became_active":"2024-09-07T13:38:17.994130+0000","last_became_peered":"2024-09-07T13:38:17.994130+0000","last_unstale":"2024-09-07T15:28:22.679066+0000","last_undegraded":"2024-09-07T15:28:22.679066+0000","last_fullsized":"2024-09-07T15:28:22.679066+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'782","last_scrub_stamp":"2024-09-07T15:28:22.678714+0000","last_deep_scrub":"269'782","last_deep_scrub_stamp":"2024-09-07T15:28:22.678714+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.678714+0000","objects_scrubbed":1,"log_size":82,"log_dups_size":700,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:41:30.742441+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'289","reported_seq":849,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.266536+0000","last_change":"2024-09-07T15:28:25.266387+0000","last_active":"2024-09-07T15:28:25.266536+0000","last_peered":"2024-09-07T15:28:25.266536+0000","last_clean":"2024-09-07T15:28:25.266536+0000","last_became_active":"2024-09-07T13:38:20.003499+0000","last_became_peered":"2024-09-07T13:38:20.003499+0000","last_unstale":"2024-09-07T15:28:25.266536+0000","last_undegraded":"2024-09-07T15:28:25.266536+0000","last_fullsized":"2024-09-07T15:28:25.266536+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'289","last_scrub_stamp":"2024-09-07T15:28:25.266188+0000","last_deep_scrub":"269'289","last_deep_scrub_stamp":"2024-09-07T15:28:25.266188+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.266188+0000","objects_scrubbed":4,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:29:46.319337+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":380,"num_read_kb":377,"num_write":633,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'184","reported_seq":817,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.395695+0000","last_change":"2024-09-07T15:27:54.395419+0000","last_active":"2024-09-07T15:27:54.395695+0000","last_peered":"2024-09-07T15:27:54.395695+0000","last_clean":"2024-09-07T15:27:54.395695+0000","last_became_active":"2024-09-07T13:38:11.962998+0000","last_became_peered":"2024-09-07T13:38:11.962998+0000","last_unstale":"2024-09-07T15:27:54.395695+0000","last_undegraded":"2024-09-07T15:27:54.395695+0000","last_fullsized":"2024-09-07T15:27:54.395695+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'184","last_scrub_stamp":"2024-09-07T15:27:54.395117+0000","last_deep_scrub":"269'184","last_deep_scrub_stamp":"2024-09-07T15:27:54.395117+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.395117+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:48:09.210243+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":789,"num_read_kb":643,"num_write":282,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'325","reported_seq":982,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.103432+0000","last_change":"2024-09-07T15:27:52.103373+0000","last_active":"2024-09-07T15:27:52.103432+0000","last_peered":"2024-09-07T15:27:52.103432+0000","last_clean":"2024-09-07T15:27:52.103432+0000","last_became_active":"2024-09-07T13:38:09.922360+0000","last_became_peered":"2024-09-07T13:38:09.922360+0000","last_unstale":"2024-09-07T15:27:52.103432+0000","last_undegraded":"2024-09-07T15:27:52.103432+0000","last_fullsized":"2024-09-07T15:27:52.103432+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'325","last_scrub_stamp":"2024-09-07T15:27:52.103246+0000","last_deep_scrub":"269'325","last_deep_scrub_stamp":"2024-09-07T15:27:52.103246+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.103246+0000","objects_scrubbed":6,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:19:58.515845+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":2156,"num_write":1099,"num_write_kb":8534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":561,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.039681+0000","last_change":"2024-09-07T15:27:52.039531+0000","last_active":"2024-09-07T15:27:52.039681+0000","last_peered":"2024-09-07T15:27:52.039681+0000","last_clean":"2024-09-07T15:27:52.039681+0000","last_became_active":"2024-09-07T13:37:53.652154+0000","last_became_peered":"2024-09-07T13:37:53.652154+0000","last_unstale":"2024-09-07T15:27:52.039681+0000","last_undegraded":"2024-09-07T15:27:52.039681+0000","last_fullsized":"2024-09-07T15:27:52.039681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:27:52.039353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:27:52.039353+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.039353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:53:34.745458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001109166,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":549,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.599222+0000","last_change":"2024-09-07T15:28:12.599067+0000","last_active":"2024-09-07T15:28:12.599222+0000","last_peered":"2024-09-07T15:28:12.599222+0000","last_clean":"2024-09-07T15:28:12.599222+0000","last_became_active":"2024-09-07T13:38:13.965622+0000","last_became_peered":"2024-09-07T13:38:13.965622+0000","last_unstale":"2024-09-07T15:28:12.599222+0000","last_undegraded":"2024-09-07T15:28:12.599222+0000","last_fullsized":"2024-09-07T15:28:12.599222+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:12.598844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:12.598844+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.598844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:38:42.772270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'822","reported_seq":1613,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.865516+0000","last_change":"2024-09-07T15:28:14.865263+0000","last_active":"2024-09-07T15:28:14.865516+0000","last_peered":"2024-09-07T15:28:14.865516+0000","last_clean":"2024-09-07T15:28:14.865516+0000","last_became_active":"2024-09-07T13:38:16.016890+0000","last_became_peered":"2024-09-07T13:38:16.016890+0000","last_unstale":"2024-09-07T15:28:14.865516+0000","last_undegraded":"2024-09-07T15:28:14.865516+0000","last_fullsized":"2024-09-07T15:28:14.865516+0000","mapping_epoch":32,"log_start":"269'800","ondisk_log_start":"269'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'822","last_scrub_stamp":"2024-09-07T15:28:14.864944+0000","last_deep_scrub":"269'822","last_deep_scrub_stamp":"2024-09-07T15:28:14.864944+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.864944+0000","objects_scrubbed":8,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:10:19.386708+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152831,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1451,"num_read_kb":3353,"num_write":1176,"num_write_kb":940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.586309+0000","last_change":"2024-09-07T15:28:19.586184+0000","last_active":"2024-09-07T15:28:19.586309+0000","last_peered":"2024-09-07T15:28:19.586309+0000","last_clean":"2024-09-07T15:28:19.586309+0000","last_became_active":"2024-09-07T13:38:17.985018+0000","last_became_peered":"2024-09-07T13:38:17.985018+0000","last_unstale":"2024-09-07T15:28:19.586309+0000","last_undegraded":"2024-09-07T15:28:19.586309+0000","last_fullsized":"2024-09-07T15:28:19.586309+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:19.585999+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:19.585999+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.585999+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:54:41.320762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'102","reported_seq":643,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.810812+0000","last_change":"2024-09-07T15:28:24.810570+0000","last_active":"2024-09-07T15:28:24.810812+0000","last_peered":"2024-09-07T15:28:24.810812+0000","last_clean":"2024-09-07T15:28:24.810812+0000","last_became_active":"2024-09-07T13:38:20.010342+0000","last_became_peered":"2024-09-07T13:38:20.010342+0000","last_unstale":"2024-09-07T15:28:24.810812+0000","last_undegraded":"2024-09-07T15:28:24.810812+0000","last_fullsized":"2024-09-07T15:28:24.810812+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'102","last_scrub_stamp":"2024-09-07T15:28:24.810326+0000","last_deep_scrub":"269'102","last_deep_scrub_stamp":"2024-09-07T15:28:24.810326+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.810326+0000","objects_scrubbed":2,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:04:07.464363+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":156,"num_read_kb":148,"num_write":227,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'132","reported_seq":754,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:29.204968+0000","last_change":"2024-09-07T15:28:29.204712+0000","last_active":"2024-09-07T15:28:29.204968+0000","last_peered":"2024-09-07T15:28:29.204968+0000","last_clean":"2024-09-07T15:28:29.204968+0000","last_became_active":"2024-09-07T13:38:20.009466+0000","last_became_peered":"2024-09-07T13:38:20.009466+0000","last_unstale":"2024-09-07T15:28:29.204968+0000","last_undegraded":"2024-09-07T15:28:29.204968+0000","last_fullsized":"2024-09-07T15:28:29.204968+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'132","last_scrub_stamp":"2024-09-07T15:28:29.204478+0000","last_deep_scrub":"269'132","last_deep_scrub_stamp":"2024-09-07T15:28:29.204478+0000","last_clean_scrub_stamp":"2024-09-07T15:28:29.204478+0000","objects_scrubbed":4,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:54:19.963049+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":638,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":324,"num_read_kb":294,"num_write":309,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'4379","reported_seq":5172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.457203+0000","last_change":"2024-09-07T15:27:58.457203+0000","last_active":"2024-09-07T15:27:58.457203+0000","last_peered":"2024-09-07T15:27:58.457203+0000","last_clean":"2024-09-07T15:27:58.457203+0000","last_became_active":"2024-09-07T13:38:11.976844+0000","last_became_peered":"2024-09-07T13:38:11.976844+0000","last_unstale":"2024-09-07T15:27:58.457203+0000","last_undegraded":"2024-09-07T15:27:58.457203+0000","last_fullsized":"2024-09-07T15:27:58.457203+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4379","last_scrub_stamp":"2024-09-07T15:27:58.456981+0000","last_deep_scrub":"269'4379","last_deep_scrub_stamp":"2024-09-07T15:27:58.456981+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.456981+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:32:47.832609+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17906,"num_read_kb":14938,"num_write":6693,"num_write_kb":3441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'346","reported_seq":1211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:52.428941+0000","last_change":"2024-09-07T15:27:52.428801+0000","last_active":"2024-09-07T15:27:52.428941+0000","last_peered":"2024-09-07T15:27:52.428941+0000","last_clean":"2024-09-07T15:27:52.428941+0000","last_became_active":"2024-09-07T13:38:09.957037+0000","last_became_peered":"2024-09-07T13:38:09.957037+0000","last_unstale":"2024-09-07T15:27:52.428941+0000","last_undegraded":"2024-09-07T15:27:52.428941+0000","last_fullsized":"2024-09-07T15:27:52.428941+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-07T15:27:52.428545+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-07T15:27:52.428545+0000","last_clean_scrub_stamp":"2024-09-07T15:27:52.428545+0000","objects_scrubbed":4,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:40:01.580193+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2273700,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":880,"num_read_kb":17448,"num_write":1116,"num_write_kb":57017,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.270317+0000","last_change":"2024-09-07T15:28:06.270317+0000","last_active":"2024-09-07T15:28:06.270317+0000","last_peered":"2024-09-07T15:28:06.270317+0000","last_clean":"2024-09-07T15:28:06.270317+0000","last_became_active":"2024-09-07T13:38:13.976602+0000","last_became_peered":"2024-09-07T13:38:13.976602+0000","last_unstale":"2024-09-07T15:28:06.270317+0000","last_undegraded":"2024-09-07T15:28:06.270317+0000","last_fullsized":"2024-09-07T15:28:06.270317+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:06.270119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:06.270119+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.270119+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:08:11.881081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'322","reported_seq":965,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.598583+0000","last_change":"2024-09-07T15:28:16.598583+0000","last_active":"2024-09-07T15:28:16.598583+0000","last_peered":"2024-09-07T15:28:16.598583+0000","last_clean":"2024-09-07T15:28:16.598583+0000","last_became_active":"2024-09-07T13:38:15.989419+0000","last_became_peered":"2024-09-07T13:38:15.989419+0000","last_unstale":"2024-09-07T15:28:16.598583+0000","last_undegraded":"2024-09-07T15:28:16.598583+0000","last_fullsized":"2024-09-07T15:28:16.598583+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'322","last_scrub_stamp":"2024-09-07T15:28:16.598384+0000","last_deep_scrub":"269'322","last_deep_scrub_stamp":"2024-09-07T15:28:16.598384+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.598384+0000","objects_scrubbed":5,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:45:27.089439+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48596,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":526,"num_read_kb":1103,"num_write":414,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:23.645275+0000","last_change":"2024-09-07T15:28:23.645275+0000","last_active":"2024-09-07T15:28:23.645275+0000","last_peered":"2024-09-07T15:28:23.645275+0000","last_clean":"2024-09-07T15:28:23.645275+0000","last_became_active":"2024-09-07T13:38:17.992724+0000","last_became_peered":"2024-09-07T13:38:17.992724+0000","last_unstale":"2024-09-07T15:28:23.645275+0000","last_undegraded":"2024-09-07T15:28:23.645275+0000","last_fullsized":"2024-09-07T15:28:23.645275+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:23.645098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:23.645098+0000","last_clean_scrub_stamp":"2024-09-07T15:28:23.645098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:52:10.662006+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'128","reported_seq":672,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:29.551003+0000","last_change":"2024-09-07T15:28:29.550743+0000","last_active":"2024-09-07T15:28:29.551003+0000","last_peered":"2024-09-07T15:28:29.551003+0000","last_clean":"2024-09-07T15:28:29.551003+0000","last_became_active":"2024-09-07T13:38:20.008192+0000","last_became_peered":"2024-09-07T13:38:20.008192+0000","last_unstale":"2024-09-07T15:28:29.551003+0000","last_undegraded":"2024-09-07T15:28:29.551003+0000","last_fullsized":"2024-09-07T15:28:29.551003+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'128","last_scrub_stamp":"2024-09-07T15:28:29.550464+0000","last_deep_scrub":"269'128","last_deep_scrub_stamp":"2024-09-07T15:28:29.550464+0000","last_clean_scrub_stamp":"2024-09-07T15:28:29.550464+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:23:30.189712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":149,"num_write":314,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'76","reported_seq":682,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.253974+0000","last_change":"2024-09-07T15:28:02.253974+0000","last_active":"2024-09-07T15:28:02.253974+0000","last_peered":"2024-09-07T15:28:02.253974+0000","last_clean":"2024-09-07T15:28:02.253974+0000","last_became_active":"2024-09-07T13:38:11.951936+0000","last_became_peered":"2024-09-07T13:38:11.951936+0000","last_unstale":"2024-09-07T15:28:02.253974+0000","last_undegraded":"2024-09-07T15:28:02.253974+0000","last_fullsized":"2024-09-07T15:28:02.253974+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'76","last_scrub_stamp":"2024-09-07T15:28:02.253785+0000","last_deep_scrub":"269'76","last_deep_scrub_stamp":"2024-09-07T15:28:02.253785+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.253785+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:07:42.719637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":276,"num_write":115,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'350","reported_seq":1078,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.608883+0000","last_change":"2024-09-07T15:28:01.608883+0000","last_active":"2024-09-07T15:28:01.608883+0000","last_peered":"2024-09-07T15:28:01.608883+0000","last_clean":"2024-09-07T15:28:01.608883+0000","last_became_active":"2024-09-07T13:38:09.981304+0000","last_became_peered":"2024-09-07T13:38:09.981304+0000","last_unstale":"2024-09-07T15:28:01.608883+0000","last_undegraded":"2024-09-07T15:28:01.608883+0000","last_fullsized":"2024-09-07T15:28:01.608883+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'350","last_scrub_stamp":"2024-09-07T15:28:01.608591+0000","last_deep_scrub":"269'350","last_deep_scrub_stamp":"2024-09-07T15:28:01.608591+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.608591+0000","objects_scrubbed":8,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:00:34.833810+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":621,"num_read_kb":7248,"num_write":1110,"num_write_kb":7518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.624111+0000","last_change":"2024-09-07T15:28:09.624111+0000","last_active":"2024-09-07T15:28:09.624111+0000","last_peered":"2024-09-07T15:28:09.624111+0000","last_clean":"2024-09-07T15:28:09.624111+0000","last_became_active":"2024-09-07T13:38:13.956706+0000","last_became_peered":"2024-09-07T13:38:13.956706+0000","last_unstale":"2024-09-07T15:28:09.624111+0000","last_undegraded":"2024-09-07T15:28:09.624111+0000","last_fullsized":"2024-09-07T15:28:09.624111+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:09.623928+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:09.623928+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.623928+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:08:03.654082+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'65","reported_seq":615,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.202531+0000","last_change":"2024-09-07T15:28:14.202531+0000","last_active":"2024-09-07T15:28:14.202531+0000","last_peered":"2024-09-07T15:28:14.202531+0000","last_clean":"2024-09-07T15:28:14.202531+0000","last_became_active":"2024-09-07T13:38:15.972913+0000","last_became_peered":"2024-09-07T13:38:15.972913+0000","last_unstale":"2024-09-07T15:28:14.202531+0000","last_undegraded":"2024-09-07T15:28:14.202531+0000","last_fullsized":"2024-09-07T15:28:14.202531+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'65","last_scrub_stamp":"2024-09-07T15:28:14.202354+0000","last_deep_scrub":"269'65","last_deep_scrub_stamp":"2024-09-07T15:28:14.202354+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.202354+0000","objects_scrubbed":3,"log_size":65,"log_dups_size":0,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:31:29.768334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":68,"num_read_kb":66,"num_write":48,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.743006+0000","last_change":"2024-09-07T15:28:22.743006+0000","last_active":"2024-09-07T15:28:22.743006+0000","last_peered":"2024-09-07T15:28:22.743006+0000","last_clean":"2024-09-07T15:28:22.743006+0000","last_became_active":"2024-09-07T13:38:18.002025+0000","last_became_peered":"2024-09-07T13:38:18.002025+0000","last_unstale":"2024-09-07T15:28:22.743006+0000","last_undegraded":"2024-09-07T15:28:22.743006+0000","last_fullsized":"2024-09-07T15:28:22.743006+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:22.742830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:22.742830+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.742830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:08:23.379414+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'223","reported_seq":775,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:28.251622+0000","last_change":"2024-09-07T15:28:28.251622+0000","last_active":"2024-09-07T15:28:28.251622+0000","last_peered":"2024-09-07T15:28:28.251622+0000","last_clean":"2024-09-07T15:28:28.251622+0000","last_became_active":"2024-09-07T13:38:20.020501+0000","last_became_peered":"2024-09-07T13:38:20.020501+0000","last_unstale":"2024-09-07T15:28:28.251622+0000","last_undegraded":"2024-09-07T15:28:28.251622+0000","last_fullsized":"2024-09-07T15:28:28.251622+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'223","last_scrub_stamp":"2024-09-07T15:28:28.251428+0000","last_deep_scrub":"269'223","last_deep_scrub_stamp":"2024-09-07T15:28:28.251428+0000","last_clean_scrub_stamp":"2024-09-07T15:28:28.251428+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:23:00.145335+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":825,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":332,"num_read_kb":331,"num_write":487,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'234","reported_seq":898,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.564215+0000","last_change":"2024-09-07T15:28:00.564215+0000","last_active":"2024-09-07T15:28:00.564215+0000","last_peered":"2024-09-07T15:28:00.564215+0000","last_clean":"2024-09-07T15:28:00.564215+0000","last_became_active":"2024-09-07T13:38:11.969506+0000","last_became_peered":"2024-09-07T13:38:11.969506+0000","last_unstale":"2024-09-07T15:28:00.564215+0000","last_undegraded":"2024-09-07T15:28:00.564215+0000","last_fullsized":"2024-09-07T15:28:00.564215+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'234","last_scrub_stamp":"2024-09-07T15:28:00.564025+0000","last_deep_scrub":"269'234","last_deep_scrub_stamp":"2024-09-07T15:28:00.564025+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.564025+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:51:08.612814+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1026,"num_read_kb":827,"num_write":378,"num_write_kb":215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7562,"num_omap_keys":32,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'369","reported_seq":1082,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.851966+0000","last_change":"2024-09-07T15:27:55.851966+0000","last_active":"2024-09-07T15:27:55.851966+0000","last_peered":"2024-09-07T15:27:55.851966+0000","last_clean":"2024-09-07T15:27:55.851966+0000","last_became_active":"2024-09-07T13:38:09.954167+0000","last_became_peered":"2024-09-07T13:38:09.954167+0000","last_unstale":"2024-09-07T15:27:55.851966+0000","last_undegraded":"2024-09-07T15:27:55.851966+0000","last_fullsized":"2024-09-07T15:27:55.851966+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'369","last_scrub_stamp":"2024-09-07T15:27:55.851756+0000","last_deep_scrub":"269'369","last_deep_scrub_stamp":"2024-09-07T15:27:55.851756+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.851756+0000","objects_scrubbed":4,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:29:41.248829+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":616,"num_read_kb":21853,"num_write":1381,"num_write_kb":38473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:12.772627+0000","last_change":"2024-09-07T15:28:12.772627+0000","last_active":"2024-09-07T15:28:12.772627+0000","last_peered":"2024-09-07T15:28:12.772627+0000","last_clean":"2024-09-07T15:28:12.772627+0000","last_became_active":"2024-09-07T13:38:13.974373+0000","last_became_peered":"2024-09-07T13:38:13.974373+0000","last_unstale":"2024-09-07T15:28:12.772627+0000","last_undegraded":"2024-09-07T15:28:12.772627+0000","last_fullsized":"2024-09-07T15:28:12.772627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:12.772443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:12.772443+0000","last_clean_scrub_stamp":"2024-09-07T15:28:12.772443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:21:06.517211+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'385","reported_seq":1045,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.592493+0000","last_change":"2024-09-07T15:28:17.592493+0000","last_active":"2024-09-07T15:28:17.592493+0000","last_peered":"2024-09-07T15:28:17.592493+0000","last_clean":"2024-09-07T15:28:17.592493+0000","last_became_active":"2024-09-07T13:38:15.994161+0000","last_became_peered":"2024-09-07T13:38:15.994161+0000","last_unstale":"2024-09-07T15:28:17.592493+0000","last_undegraded":"2024-09-07T15:28:17.592493+0000","last_fullsized":"2024-09-07T15:28:17.592493+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'385","last_scrub_stamp":"2024-09-07T15:28:17.592239+0000","last_deep_scrub":"269'385","last_deep_scrub_stamp":"2024-09-07T15:28:17.592239+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.592239+0000","objects_scrubbed":5,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:45:31.160965+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46625,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":628,"num_read_kb":1329,"num_write":498,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:09.105327+0000","last_change":"2024-09-07T15:28:09.105327+0000","last_active":"2024-09-07T15:28:09.105327+0000","last_peered":"2024-09-07T15:28:09.105327+0000","last_clean":"2024-09-07T15:28:09.105327+0000","last_became_active":"2024-09-07T13:38:17.997443+0000","last_became_peered":"2024-09-07T13:38:17.997443+0000","last_unstale":"2024-09-07T15:28:09.105327+0000","last_undegraded":"2024-09-07T15:28:09.105327+0000","last_fullsized":"2024-09-07T15:28:09.105327+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:09.105137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:09.105137+0000","last_clean_scrub_stamp":"2024-09-07T15:28:09.105137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:37:04.546892+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'127","reported_seq":677,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:28.771088+0000","last_change":"2024-09-07T15:28:28.771088+0000","last_active":"2024-09-07T15:28:28.771088+0000","last_peered":"2024-09-07T15:28:28.771088+0000","last_clean":"2024-09-07T15:28:28.771088+0000","last_became_active":"2024-09-07T13:38:20.010281+0000","last_became_peered":"2024-09-07T13:38:20.010281+0000","last_unstale":"2024-09-07T15:28:28.771088+0000","last_undegraded":"2024-09-07T15:28:28.771088+0000","last_fullsized":"2024-09-07T15:28:28.771088+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'127","last_scrub_stamp":"2024-09-07T15:28:28.770895+0000","last_deep_scrub":"269'127","last_deep_scrub_stamp":"2024-09-07T15:28:28.770895+0000","last_clean_scrub_stamp":"2024-09-07T15:28:28.770895+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:56:43.451626+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":875,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":209,"num_read_kb":200,"num_write":302,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'90","reported_seq":711,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.617954+0000","last_change":"2024-09-07T15:28:03.617954+0000","last_active":"2024-09-07T15:28:03.617954+0000","last_peered":"2024-09-07T15:28:03.617954+0000","last_clean":"2024-09-07T15:28:03.617954+0000","last_became_active":"2024-09-07T13:38:11.960823+0000","last_became_peered":"2024-09-07T13:38:11.960823+0000","last_unstale":"2024-09-07T15:28:03.617954+0000","last_undegraded":"2024-09-07T15:28:03.617954+0000","last_fullsized":"2024-09-07T15:28:03.617954+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'90","last_scrub_stamp":"2024-09-07T15:28:03.617749+0000","last_deep_scrub":"269'90","last_deep_scrub_stamp":"2024-09-07T15:28:03.617749+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.617749+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:03:41.970045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":140,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'357","reported_seq":1060,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.125908+0000","last_change":"2024-09-07T15:27:53.125908+0000","last_active":"2024-09-07T15:27:53.125908+0000","last_peered":"2024-09-07T15:27:53.125908+0000","last_clean":"2024-09-07T15:27:53.125908+0000","last_became_active":"2024-09-07T13:38:09.957210+0000","last_became_peered":"2024-09-07T13:38:09.957210+0000","last_unstale":"2024-09-07T15:27:53.125908+0000","last_undegraded":"2024-09-07T15:27:53.125908+0000","last_fullsized":"2024-09-07T15:27:53.125908+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'357","last_scrub_stamp":"2024-09-07T15:27:53.125695+0000","last_deep_scrub":"269'357","last_deep_scrub_stamp":"2024-09-07T15:27:53.125695+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.125695+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:54:04.537546+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":558,"num_read_kb":54200,"num_write":1156,"num_write_kb":55534,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"269'6","reported_seq":1014,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.115437+0000","last_change":"2024-09-07T15:28:05.115437+0000","last_active":"2024-09-07T15:28:05.115437+0000","last_peered":"2024-09-07T15:28:05.115437+0000","last_clean":"2024-09-07T15:28:05.115437+0000","last_became_active":"2024-09-07T13:38:13.958715+0000","last_became_peered":"2024-09-07T13:38:13.958715+0000","last_unstale":"2024-09-07T15:28:05.115437+0000","last_undegraded":"2024-09-07T15:28:05.115437+0000","last_fullsized":"2024-09-07T15:28:05.115437+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-07T15:28:05.115264+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-07T15:28:05.115264+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.115264+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:57:38.981317+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":729,"num_read_kb":1194,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'295","reported_seq":918,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:17.831743+0000","last_change":"2024-09-07T15:28:17.831743+0000","last_active":"2024-09-07T15:28:17.831743+0000","last_peered":"2024-09-07T15:28:17.831743+0000","last_clean":"2024-09-07T15:28:17.831743+0000","last_became_active":"2024-09-07T13:38:15.988580+0000","last_became_peered":"2024-09-07T13:38:15.988580+0000","last_unstale":"2024-09-07T15:28:17.831743+0000","last_undegraded":"2024-09-07T15:28:17.831743+0000","last_fullsized":"2024-09-07T15:28:17.831743+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'295","last_scrub_stamp":"2024-09-07T15:28:17.831496+0000","last_deep_scrub":"269'295","last_deep_scrub_stamp":"2024-09-07T15:28:17.831496+0000","last_clean_scrub_stamp":"2024-09-07T15:28:17.831496+0000","objects_scrubbed":4,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:39:39.266991+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48182,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":460,"num_read_kb":965,"num_write":360,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:21.228525+0000","last_change":"2024-09-07T15:28:21.228525+0000","last_active":"2024-09-07T15:28:21.228525+0000","last_peered":"2024-09-07T15:28:21.228525+0000","last_clean":"2024-09-07T15:28:21.228525+0000","last_became_active":"2024-09-07T13:38:17.994021+0000","last_became_peered":"2024-09-07T13:38:17.994021+0000","last_unstale":"2024-09-07T15:28:21.228525+0000","last_undegraded":"2024-09-07T15:28:21.228525+0000","last_fullsized":"2024-09-07T15:28:21.228525+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:21.228339+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:21.228339+0000","last_clean_scrub_stamp":"2024-09-07T15:28:21.228339+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:54:22.776148+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'163","reported_seq":811,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.057184+0000","last_change":"2024-09-07T15:28:00.057015+0000","last_active":"2024-09-07T15:28:00.057184+0000","last_peered":"2024-09-07T15:28:00.057184+0000","last_clean":"2024-09-07T15:28:00.057184+0000","last_became_active":"2024-09-07T13:38:11.970009+0000","last_became_peered":"2024-09-07T13:38:11.970009+0000","last_unstale":"2024-09-07T15:28:00.057184+0000","last_undegraded":"2024-09-07T15:28:00.057184+0000","last_fullsized":"2024-09-07T15:28:00.057184+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'163","last_scrub_stamp":"2024-09-07T15:28:00.056834+0000","last_deep_scrub":"269'163","last_deep_scrub_stamp":"2024-09-07T15:28:00.056834+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.056834+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:22:40.823648+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":707,"num_read_kb":590,"num_write":240,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'350","reported_seq":1077,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.519004+0000","last_change":"2024-09-07T15:27:55.519004+0000","last_active":"2024-09-07T15:27:55.519004+0000","last_peered":"2024-09-07T15:27:55.519004+0000","last_clean":"2024-09-07T15:27:55.519004+0000","last_became_active":"2024-09-07T13:38:09.923243+0000","last_became_peered":"2024-09-07T13:38:09.923243+0000","last_unstale":"2024-09-07T15:27:55.519004+0000","last_undegraded":"2024-09-07T15:27:55.519004+0000","last_fullsized":"2024-09-07T15:27:55.519004+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'350","last_scrub_stamp":"2024-09-07T15:27:55.518755+0000","last_deep_scrub":"269'350","last_deep_scrub_stamp":"2024-09-07T15:27:55.518755+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.518755+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:12:53.491082+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":602,"num_read_kb":96016,"num_write":1158,"num_write_kb":38141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":540,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.177497+0000","last_change":"2024-09-07T15:28:10.177326+0000","last_active":"2024-09-07T15:28:10.177497+0000","last_peered":"2024-09-07T15:28:10.177497+0000","last_clean":"2024-09-07T15:28:10.177497+0000","last_became_active":"2024-09-07T13:38:13.971866+0000","last_became_peered":"2024-09-07T13:38:13.971866+0000","last_unstale":"2024-09-07T15:28:10.177497+0000","last_undegraded":"2024-09-07T15:28:10.177497+0000","last_fullsized":"2024-09-07T15:28:10.177497+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:10.177145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:10.177145+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.177145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:11:05.228932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'530","reported_seq":1218,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.282441+0000","last_change":"2024-09-07T15:28:11.282217+0000","last_active":"2024-09-07T15:28:11.282441+0000","last_peered":"2024-09-07T15:28:11.282441+0000","last_clean":"2024-09-07T15:28:11.282441+0000","last_became_active":"2024-09-07T13:38:15.982495+0000","last_became_peered":"2024-09-07T13:38:15.982495+0000","last_unstale":"2024-09-07T15:28:11.282441+0000","last_undegraded":"2024-09-07T15:28:11.282441+0000","last_fullsized":"2024-09-07T15:28:11.282441+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'530","last_scrub_stamp":"2024-09-07T15:28:11.281966+0000","last_deep_scrub":"269'530","last_deep_scrub_stamp":"2024-09-07T15:28:11.281966+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.281966+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":500,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:39:36.978345+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94186,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":917,"num_read_kb":2064,"num_write":784,"num_write_kb":661,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25256,"num_omap_keys":48,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.822589+0000","last_change":"2024-09-07T15:28:20.822408+0000","last_active":"2024-09-07T15:28:20.822589+0000","last_peered":"2024-09-07T15:28:20.822589+0000","last_clean":"2024-09-07T15:28:20.822589+0000","last_became_active":"2024-09-07T13:38:17.999885+0000","last_became_peered":"2024-09-07T13:38:17.999885+0000","last_unstale":"2024-09-07T15:28:20.822589+0000","last_undegraded":"2024-09-07T15:28:20.822589+0000","last_fullsized":"2024-09-07T15:28:20.822589+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:20.822219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:20.822219+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.822219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:07:01.727333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'168","reported_seq":716,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:27.603832+0000","last_change":"2024-09-07T15:28:27.603832+0000","last_active":"2024-09-07T15:28:27.603832+0000","last_peered":"2024-09-07T15:28:27.603832+0000","last_clean":"2024-09-07T15:28:27.603832+0000","last_became_active":"2024-09-07T13:38:20.606815+0000","last_became_peered":"2024-09-07T13:38:20.606815+0000","last_unstale":"2024-09-07T15:28:27.603832+0000","last_undegraded":"2024-09-07T15:28:27.603832+0000","last_fullsized":"2024-09-07T15:28:27.603832+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'168","last_scrub_stamp":"2024-09-07T15:28:27.603642+0000","last_deep_scrub":"269'168","last_deep_scrub_stamp":"2024-09-07T15:28:27.603642+0000","last_clean_scrub_stamp":"2024-09-07T15:28:27.603642+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:05:51.757700+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":250,"num_read_kb":257,"num_write":374,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'351","reported_seq":1032,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.243233+0000","last_change":"2024-09-07T15:28:07.243098+0000","last_active":"2024-09-07T15:28:07.243233+0000","last_peered":"2024-09-07T15:28:07.243233+0000","last_clean":"2024-09-07T15:28:07.243233+0000","last_became_active":"2024-09-07T13:38:11.947922+0000","last_became_peered":"2024-09-07T13:38:11.947922+0000","last_unstale":"2024-09-07T15:28:07.243233+0000","last_undegraded":"2024-09-07T15:28:07.243233+0000","last_fullsized":"2024-09-07T15:28:07.243233+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'351","last_scrub_stamp":"2024-09-07T15:28:07.242912+0000","last_deep_scrub":"269'351","last_deep_scrub_stamp":"2024-09-07T15:28:07.242912+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.242912+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:57:46.257246+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1546,"num_read_kb":1238,"num_write":569,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'369","reported_seq":1142,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:51.367131+0000","last_change":"2024-09-07T15:27:51.367131+0000","last_active":"2024-09-07T15:27:51.367131+0000","last_peered":"2024-09-07T15:27:51.367131+0000","last_clean":"2024-09-07T15:27:51.367131+0000","last_became_active":"2024-09-07T13:38:41.160389+0000","last_became_peered":"2024-09-07T13:38:41.160389+0000","last_unstale":"2024-09-07T15:27:51.367131+0000","last_undegraded":"2024-09-07T15:27:51.367131+0000","last_fullsized":"2024-09-07T15:27:51.367131+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'369","last_scrub_stamp":"2024-09-07T15:27:51.367000+0000","last_deep_scrub":"269'369","last_deep_scrub_stamp":"2024-09-07T15:27:51.367000+0000","last_clean_scrub_stamp":"2024-09-07T15:27:51.367000+0000","objects_scrubbed":9,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:08:43.394610+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263258,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":791,"num_read_kb":31538,"num_write":1158,"num_write_kb":47270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.093943+0000","last_change":"2024-09-07T15:28:04.093811+0000","last_active":"2024-09-07T15:28:04.093943+0000","last_peered":"2024-09-07T15:28:04.093943+0000","last_clean":"2024-09-07T15:28:04.093943+0000","last_became_active":"2024-09-07T13:38:13.958601+0000","last_became_peered":"2024-09-07T13:38:13.958601+0000","last_unstale":"2024-09-07T15:28:04.093943+0000","last_undegraded":"2024-09-07T15:28:04.093943+0000","last_fullsized":"2024-09-07T15:28:04.093943+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:04.093627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:04.093627+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.093627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:50:40.826825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'381","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.789952+0000","last_change":"2024-09-07T15:28:19.789952+0000","last_active":"2024-09-07T15:28:19.789952+0000","last_peered":"2024-09-07T15:28:19.789952+0000","last_clean":"2024-09-07T15:28:19.789952+0000","last_became_active":"2024-09-07T13:38:15.990637+0000","last_became_peered":"2024-09-07T13:38:15.990637+0000","last_unstale":"2024-09-07T15:28:19.789952+0000","last_undegraded":"2024-09-07T15:28:19.789952+0000","last_fullsized":"2024-09-07T15:28:19.789952+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'381","last_scrub_stamp":"2024-09-07T15:28:19.789715+0000","last_deep_scrub":"269'381","last_deep_scrub_stamp":"2024-09-07T15:28:19.789715+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.789715+0000","objects_scrubbed":8,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:30:03.595266+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45134,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":620,"num_read_kb":1206,"num_write":508,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.254447+0000","last_change":"2024-09-07T15:28:14.254312+0000","last_active":"2024-09-07T15:28:14.254447+0000","last_peered":"2024-09-07T15:28:14.254447+0000","last_clean":"2024-09-07T15:28:14.254447+0000","last_became_active":"2024-09-07T13:38:17.990470+0000","last_became_peered":"2024-09-07T13:38:17.990470+0000","last_unstale":"2024-09-07T15:28:14.254447+0000","last_undegraded":"2024-09-07T15:28:14.254447+0000","last_fullsized":"2024-09-07T15:28:14.254447+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:14.254133+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:14.254133+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.254133+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:06.457844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'257","reported_seq":1213,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:14.094238+0000","last_change":"2024-09-07T15:28:14.094238+0000","last_active":"2024-09-07T15:28:14.094238+0000","last_peered":"2024-09-07T15:28:14.094238+0000","last_clean":"2024-09-07T15:28:14.094238+0000","last_became_active":"2024-09-07T13:38:20.004300+0000","last_became_peered":"2024-09-07T13:38:20.004300+0000","last_unstale":"2024-09-07T15:28:14.094238+0000","last_undegraded":"2024-09-07T15:28:14.094238+0000","last_fullsized":"2024-09-07T15:28:14.094238+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'257","last_scrub_stamp":"2024-09-07T15:28:14.093976+0000","last_deep_scrub":"269'257","last_deep_scrub_stamp":"2024-09-07T15:28:14.093976+0000","last_clean_scrub_stamp":"2024-09-07T15:28:14.093976+0000","objects_scrubbed":7,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:31:08.285170+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2027,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":884,"num_read_kb":826,"num_write":592,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'4312","reported_seq":4958,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.357977+0000","last_change":"2024-09-07T15:27:58.357977+0000","last_active":"2024-09-07T15:27:58.357977+0000","last_peered":"2024-09-07T15:27:58.357977+0000","last_clean":"2024-09-07T15:27:58.357977+0000","last_became_active":"2024-09-07T13:39:41.505537+0000","last_became_peered":"2024-09-07T13:39:41.505537+0000","last_unstale":"2024-09-07T15:27:58.357977+0000","last_undegraded":"2024-09-07T15:27:58.357977+0000","last_fullsized":"2024-09-07T15:27:58.357977+0000","mapping_epoch":41,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4312","last_scrub_stamp":"2024-09-07T15:27:58.357796+0000","last_deep_scrub":"269'4312","last_deep_scrub_stamp":"2024-09-07T15:27:58.357796+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.357796+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":3000,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:52:55.650931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17318,"num_read_kb":14397,"num_write":6478,"num_write_kb":3232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"269'307","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:53.419122+0000","last_change":"2024-09-07T15:27:53.418978+0000","last_active":"2024-09-07T15:27:53.419122+0000","last_peered":"2024-09-07T15:27:53.419122+0000","last_clean":"2024-09-07T15:27:53.419122+0000","last_became_active":"2024-09-07T13:38:41.159577+0000","last_became_peered":"2024-09-07T13:38:41.159577+0000","last_unstale":"2024-09-07T15:27:53.419122+0000","last_undegraded":"2024-09-07T15:27:53.419122+0000","last_fullsized":"2024-09-07T15:27:53.419122+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'307","last_scrub_stamp":"2024-09-07T15:27:53.418711+0000","last_deep_scrub":"269'307","last_deep_scrub_stamp":"2024-09-07T15:27:53.418711+0000","last_clean_scrub_stamp":"2024-09-07T15:27:53.418711+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:32:30.560769+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136841,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":489,"num_read_kb":20016,"num_write":1075,"num_write_kb":22282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.572369+0000","last_change":"2024-09-07T15:28:10.572130+0000","last_active":"2024-09-07T15:28:10.572369+0000","last_peered":"2024-09-07T15:28:10.572369+0000","last_clean":"2024-09-07T15:28:10.572369+0000","last_became_active":"2024-09-07T13:38:13.955580+0000","last_became_peered":"2024-09-07T13:38:13.955580+0000","last_unstale":"2024-09-07T15:28:10.572369+0000","last_undegraded":"2024-09-07T15:28:10.572369+0000","last_fullsized":"2024-09-07T15:28:10.572369+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:10.571852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:10.571852+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.571852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:16:46.492856+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'332","reported_seq":981,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.567711+0000","last_change":"2024-09-07T15:28:18.567577+0000","last_active":"2024-09-07T15:28:18.567711+0000","last_peered":"2024-09-07T15:28:18.567711+0000","last_clean":"2024-09-07T15:28:18.567711+0000","last_became_active":"2024-09-07T13:38:16.016437+0000","last_became_peered":"2024-09-07T13:38:16.016437+0000","last_unstale":"2024-09-07T15:28:18.567711+0000","last_undegraded":"2024-09-07T15:28:18.567711+0000","last_fullsized":"2024-09-07T15:28:18.567711+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-07T15:28:18.567376+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-07T15:28:18.567376+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.567376+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:25:04.927338+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47612,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":542,"num_read_kb":1158,"num_write":430,"num_write_kb":306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.293433+0000","last_change":"2024-09-07T15:28:15.293282+0000","last_active":"2024-09-07T15:28:15.293433+0000","last_peered":"2024-09-07T15:28:15.293433+0000","last_clean":"2024-09-07T15:28:15.293433+0000","last_became_active":"2024-09-07T13:38:17.999087+0000","last_became_peered":"2024-09-07T13:38:17.999087+0000","last_unstale":"2024-09-07T15:28:15.293433+0000","last_undegraded":"2024-09-07T15:28:15.293433+0000","last_fullsized":"2024-09-07T15:28:15.293433+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:15.293108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:15.293108+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.293108+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:34:07.722533+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'113","reported_seq":639,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.780726+0000","last_change":"2024-09-07T15:28:26.780726+0000","last_active":"2024-09-07T15:28:26.780726+0000","last_peered":"2024-09-07T15:28:26.780726+0000","last_clean":"2024-09-07T15:28:26.780726+0000","last_became_active":"2024-09-07T13:38:20.014658+0000","last_became_peered":"2024-09-07T13:38:20.014658+0000","last_unstale":"2024-09-07T15:28:26.780726+0000","last_undegraded":"2024-09-07T15:28:26.780726+0000","last_fullsized":"2024-09-07T15:28:26.780726+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'113","last_scrub_stamp":"2024-09-07T15:28:26.780526+0000","last_deep_scrub":"269'113","last_deep_scrub_stamp":"2024-09-07T15:28:26.780526+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.780526+0000","objects_scrubbed":4,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:32:44.585540+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":132,"num_read_kb":129,"num_write":270,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'101","reported_seq":728,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.355211+0000","last_change":"2024-09-07T15:28:02.355066+0000","last_active":"2024-09-07T15:28:02.355211+0000","last_peered":"2024-09-07T15:28:02.355211+0000","last_clean":"2024-09-07T15:28:02.355211+0000","last_became_active":"2024-09-07T13:39:41.694595+0000","last_became_peered":"2024-09-07T13:39:41.694595+0000","last_unstale":"2024-09-07T15:28:02.355211+0000","last_undegraded":"2024-09-07T15:28:02.355211+0000","last_fullsized":"2024-09-07T15:28:02.355211+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'101","last_scrub_stamp":"2024-09-07T15:28:02.354876+0000","last_deep_scrub":"269'101","last_deep_scrub_stamp":"2024-09-07T15:28:02.354876+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.354876+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:03:36.268000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":387,"num_write":173,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'390","reported_seq":1096,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.211679+0000","last_change":"2024-09-07T15:27:56.211529+0000","last_active":"2024-09-07T15:27:56.211679+0000","last_peered":"2024-09-07T15:27:56.211679+0000","last_clean":"2024-09-07T15:27:56.211679+0000","last_became_active":"2024-09-07T13:38:09.953827+0000","last_became_peered":"2024-09-07T13:38:09.953827+0000","last_unstale":"2024-09-07T15:27:56.211679+0000","last_undegraded":"2024-09-07T15:27:56.211679+0000","last_fullsized":"2024-09-07T15:27:56.211679+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'390","last_scrub_stamp":"2024-09-07T15:27:56.211238+0000","last_deep_scrub":"269'390","last_deep_scrub_stamp":"2024-09-07T15:27:56.211238+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.211238+0000","objects_scrubbed":10,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:13:38.189289+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1663218,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":650,"num_read_kb":66367,"num_write":1200,"num_write_kb":61532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.274674+0000","last_change":"2024-09-07T15:28:10.274472+0000","last_active":"2024-09-07T15:28:10.274674+0000","last_peered":"2024-09-07T15:28:10.274674+0000","last_clean":"2024-09-07T15:28:10.274674+0000","last_became_active":"2024-09-07T13:38:13.972522+0000","last_became_peered":"2024-09-07T13:38:13.972522+0000","last_unstale":"2024-09-07T15:28:10.274674+0000","last_undegraded":"2024-09-07T15:28:10.274674+0000","last_fullsized":"2024-09-07T15:28:10.274674+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:10.274290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:10.274290+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.274290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:58:44.892975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'151","reported_seq":744,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.586718+0000","last_change":"2024-09-07T15:28:15.586455+0000","last_active":"2024-09-07T15:28:15.586718+0000","last_peered":"2024-09-07T15:28:15.586718+0000","last_clean":"2024-09-07T15:28:15.586718+0000","last_became_active":"2024-09-07T13:38:16.016986+0000","last_became_peered":"2024-09-07T13:38:16.016986+0000","last_unstale":"2024-09-07T15:28:15.586718+0000","last_undegraded":"2024-09-07T15:28:15.586718+0000","last_fullsized":"2024-09-07T15:28:15.586718+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'151","last_scrub_stamp":"2024-09-07T15:28:15.586230+0000","last_deep_scrub":"269'151","last_deep_scrub_stamp":"2024-09-07T15:28:15.586230+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.586230+0000","objects_scrubbed":6,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:40:21.422898+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":173,"num_read_kb":166,"num_write":122,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'740","reported_seq":3026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.059220+0000","last_change":"2024-09-07T15:28:10.059089+0000","last_active":"2024-09-07T15:28:10.059220+0000","last_peered":"2024-09-07T15:28:10.059220+0000","last_clean":"2024-09-07T15:28:10.059220+0000","last_became_active":"2024-09-07T13:38:17.997709+0000","last_became_peered":"2024-09-07T13:38:17.997709+0000","last_unstale":"2024-09-07T15:28:10.059220+0000","last_undegraded":"2024-09-07T15:28:10.059220+0000","last_fullsized":"2024-09-07T15:28:10.059220+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'740","last_scrub_stamp":"2024-09-07T15:28:10.058911+0000","last_deep_scrub":"269'740","last_deep_scrub_stamp":"2024-09-07T15:28:10.058911+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.058911+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":700,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:38.932366+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'190","reported_seq":780,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.722277+0000","last_change":"2024-09-07T15:28:24.722277+0000","last_active":"2024-09-07T15:28:24.722277+0000","last_peered":"2024-09-07T15:28:24.722277+0000","last_clean":"2024-09-07T15:28:24.722277+0000","last_became_active":"2024-09-07T13:38:20.009577+0000","last_became_peered":"2024-09-07T13:38:20.009577+0000","last_unstale":"2024-09-07T15:28:24.722277+0000","last_undegraded":"2024-09-07T15:28:24.722277+0000","last_fullsized":"2024-09-07T15:28:24.722277+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'190","last_scrub_stamp":"2024-09-07T15:28:24.721990+0000","last_deep_scrub":"269'190","last_deep_scrub_stamp":"2024-09-07T15:28:24.721990+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.721990+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:40:40.923128+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":406,"num_write":464,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'93","reported_seq":718,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.494500+0000","last_change":"2024-09-07T15:28:00.494329+0000","last_active":"2024-09-07T15:28:00.494500+0000","last_peered":"2024-09-07T15:28:00.494500+0000","last_clean":"2024-09-07T15:28:00.494500+0000","last_became_active":"2024-09-07T13:38:11.974156+0000","last_became_peered":"2024-09-07T13:38:11.974156+0000","last_unstale":"2024-09-07T15:28:00.494500+0000","last_undegraded":"2024-09-07T15:28:00.494500+0000","last_fullsized":"2024-09-07T15:28:00.494500+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'93","last_scrub_stamp":"2024-09-07T15:28:00.494146+0000","last_deep_scrub":"269'93","last_deep_scrub_stamp":"2024-09-07T15:28:00.494146+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.494146+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:25:18.141330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":421,"num_read_kb":355,"num_write":136,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'353","reported_seq":1019,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.870512+0000","last_change":"2024-09-07T15:27:56.870317+0000","last_active":"2024-09-07T15:27:56.870512+0000","last_peered":"2024-09-07T15:27:56.870512+0000","last_clean":"2024-09-07T15:27:56.870512+0000","last_became_active":"2024-09-07T13:38:09.958887+0000","last_became_peered":"2024-09-07T13:38:09.958887+0000","last_unstale":"2024-09-07T15:27:56.870512+0000","last_undegraded":"2024-09-07T15:27:56.870512+0000","last_fullsized":"2024-09-07T15:27:56.870512+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'353","last_scrub_stamp":"2024-09-07T15:27:56.870089+0000","last_deep_scrub":"269'353","last_deep_scrub_stamp":"2024-09-07T15:27:56.870089+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.870089+0000","objects_scrubbed":9,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:21:47.338869+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170304,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":544,"num_read_kb":3973,"num_write":1155,"num_write_kb":21729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:13.803285+0000","last_change":"2024-09-07T15:28:13.803097+0000","last_active":"2024-09-07T15:28:13.803285+0000","last_peered":"2024-09-07T15:28:13.803285+0000","last_clean":"2024-09-07T15:28:13.803285+0000","last_became_active":"2024-09-07T13:38:13.969784+0000","last_became_peered":"2024-09-07T13:38:13.969784+0000","last_unstale":"2024-09-07T15:28:13.803285+0000","last_undegraded":"2024-09-07T15:28:13.803285+0000","last_fullsized":"2024-09-07T15:28:13.803285+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:13.802916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:13.802916+0000","last_clean_scrub_stamp":"2024-09-07T15:28:13.802916+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:10:02.394312+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'400","reported_seq":1055,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.841150+0000","last_change":"2024-09-07T15:28:22.841150+0000","last_active":"2024-09-07T15:28:22.841150+0000","last_peered":"2024-09-07T15:28:22.841150+0000","last_clean":"2024-09-07T15:28:22.841150+0000","last_became_active":"2024-09-07T13:38:15.978556+0000","last_became_peered":"2024-09-07T13:38:15.978556+0000","last_unstale":"2024-09-07T15:28:22.841150+0000","last_undegraded":"2024-09-07T15:28:22.841150+0000","last_fullsized":"2024-09-07T15:28:22.841150+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'400","last_scrub_stamp":"2024-09-07T15:28:22.840804+0000","last_deep_scrub":"269'400","last_deep_scrub_stamp":"2024-09-07T15:28:22.840804+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.840804+0000","objects_scrubbed":9,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:18:24.799051+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54198,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":623,"num_read_kb":1269,"num_write":492,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:22.240817+0000","last_change":"2024-09-07T15:28:22.240817+0000","last_active":"2024-09-07T15:28:22.240817+0000","last_peered":"2024-09-07T15:28:22.240817+0000","last_clean":"2024-09-07T15:28:22.240817+0000","last_became_active":"2024-09-07T13:38:18.002871+0000","last_became_peered":"2024-09-07T13:38:18.002871+0000","last_unstale":"2024-09-07T15:28:22.240817+0000","last_undegraded":"2024-09-07T15:28:22.240817+0000","last_fullsized":"2024-09-07T15:28:22.240817+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:22.240628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:22.240628+0000","last_clean_scrub_stamp":"2024-09-07T15:28:22.240628+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:21:54.986110+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'100","reported_seq":629,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:26.755172+0000","last_change":"2024-09-07T15:28:26.755172+0000","last_active":"2024-09-07T15:28:26.755172+0000","last_peered":"2024-09-07T15:28:26.755172+0000","last_clean":"2024-09-07T15:28:26.755172+0000","last_became_active":"2024-09-07T13:38:20.015212+0000","last_became_peered":"2024-09-07T13:38:20.015212+0000","last_unstale":"2024-09-07T15:28:26.755172+0000","last_undegraded":"2024-09-07T15:28:26.755172+0000","last_fullsized":"2024-09-07T15:28:26.755172+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'100","last_scrub_stamp":"2024-09-07T15:28:26.754988+0000","last_deep_scrub":"269'100","last_deep_scrub_stamp":"2024-09-07T15:28:26.754988+0000","last_clean_scrub_stamp":"2024-09-07T15:28:26.754988+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:14:30.031100+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":134,"num_read_kb":130,"num_write":246,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'98","reported_seq":728,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:19.641577+0000","last_change":"2024-09-07T15:28:19.641577+0000","last_active":"2024-09-07T15:28:19.641577+0000","last_peered":"2024-09-07T15:28:19.641577+0000","last_clean":"2024-09-07T15:28:19.641577+0000","last_became_active":"2024-09-07T13:38:11.974256+0000","last_became_peered":"2024-09-07T13:38:11.974256+0000","last_unstale":"2024-09-07T15:28:19.641577+0000","last_undegraded":"2024-09-07T15:28:19.641577+0000","last_fullsized":"2024-09-07T15:28:19.641577+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'98","last_scrub_stamp":"2024-09-07T15:28:19.641381+0000","last_deep_scrub":"269'98","last_deep_scrub_stamp":"2024-09-07T15:28:19.641381+0000","last_clean_scrub_stamp":"2024-09-07T15:28:19.641381+0000","objects_scrubbed":1,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:59:51.108557+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":449,"num_read_kb":381,"num_write":149,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'326","reported_seq":1102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.815529+0000","last_change":"2024-09-07T15:27:58.815234+0000","last_active":"2024-09-07T15:27:58.815529+0000","last_peered":"2024-09-07T15:27:58.815529+0000","last_clean":"2024-09-07T15:27:58.815529+0000","last_became_active":"2024-09-07T13:38:09.945963+0000","last_became_peered":"2024-09-07T13:38:09.945963+0000","last_unstale":"2024-09-07T15:27:58.815529+0000","last_undegraded":"2024-09-07T15:27:58.815529+0000","last_fullsized":"2024-09-07T15:27:58.815529+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'326","last_scrub_stamp":"2024-09-07T15:27:58.814933+0000","last_deep_scrub":"269'326","last_deep_scrub_stamp":"2024-09-07T15:27:58.814933+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.814933+0000","objects_scrubbed":7,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:37:54.808009+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":697,"num_read_kb":82633,"num_write":1139,"num_write_kb":35726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.767162+0000","last_change":"2024-09-07T15:28:16.767026+0000","last_active":"2024-09-07T15:28:16.767162+0000","last_peered":"2024-09-07T15:28:16.767162+0000","last_clean":"2024-09-07T15:28:16.767162+0000","last_became_active":"2024-09-07T13:38:13.965190+0000","last_became_peered":"2024-09-07T13:38:13.965190+0000","last_unstale":"2024-09-07T15:28:16.767162+0000","last_undegraded":"2024-09-07T15:28:16.767162+0000","last_fullsized":"2024-09-07T15:28:16.767162+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:16.766839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:16.766839+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.766839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:22:35.463217+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'306","reported_seq":927,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:15.165654+0000","last_change":"2024-09-07T15:28:15.165654+0000","last_active":"2024-09-07T15:28:15.165654+0000","last_peered":"2024-09-07T15:28:15.165654+0000","last_clean":"2024-09-07T15:28:15.165654+0000","last_became_active":"2024-09-07T13:38:15.977324+0000","last_became_peered":"2024-09-07T13:38:15.977324+0000","last_unstale":"2024-09-07T15:28:15.165654+0000","last_undegraded":"2024-09-07T15:28:15.165654+0000","last_fullsized":"2024-09-07T15:28:15.165654+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'306","last_scrub_stamp":"2024-09-07T15:28:15.165446+0000","last_deep_scrub":"269'306","last_deep_scrub_stamp":"2024-09-07T15:28:15.165446+0000","last_clean_scrub_stamp":"2024-09-07T15:28:15.165446+0000","objects_scrubbed":4,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:48:40.139309+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46963,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":508,"num_read_kb":1127,"num_write":406,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:11.087225+0000","last_change":"2024-09-07T15:28:11.087225+0000","last_active":"2024-09-07T15:28:11.087225+0000","last_peered":"2024-09-07T15:28:11.087225+0000","last_clean":"2024-09-07T15:28:11.087225+0000","last_became_active":"2024-09-07T13:38:18.004811+0000","last_became_peered":"2024-09-07T13:38:18.004811+0000","last_unstale":"2024-09-07T15:28:11.087225+0000","last_undegraded":"2024-09-07T15:28:11.087225+0000","last_fullsized":"2024-09-07T15:28:11.087225+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:11.087034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:11.087034+0000","last_clean_scrub_stamp":"2024-09-07T15:28:11.087034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:58:47.428912+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'134","reported_seq":704,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:28.577072+0000","last_change":"2024-09-07T15:28:28.577072+0000","last_active":"2024-09-07T15:28:28.577072+0000","last_peered":"2024-09-07T15:28:28.577072+0000","last_clean":"2024-09-07T15:28:28.577072+0000","last_became_active":"2024-09-07T13:38:20.606966+0000","last_became_peered":"2024-09-07T13:38:20.606966+0000","last_unstale":"2024-09-07T15:28:28.577072+0000","last_undegraded":"2024-09-07T15:28:28.577072+0000","last_fullsized":"2024-09-07T15:28:28.577072+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'134","last_scrub_stamp":"2024-09-07T15:28:28.576880+0000","last_deep_scrub":"269'134","last_deep_scrub_stamp":"2024-09-07T15:28:28.576880+0000","last_clean_scrub_stamp":"2024-09-07T15:28:28.576880+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:35:24.386675+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":247,"num_read_kb":238,"num_write":329,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'249","reported_seq":885,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.626253+0000","last_change":"2024-09-07T15:28:04.626253+0000","last_active":"2024-09-07T15:28:04.626253+0000","last_peered":"2024-09-07T15:28:04.626253+0000","last_clean":"2024-09-07T15:28:04.626253+0000","last_became_active":"2024-09-07T13:38:11.969032+0000","last_became_peered":"2024-09-07T13:38:11.969032+0000","last_unstale":"2024-09-07T15:28:04.626253+0000","last_undegraded":"2024-09-07T15:28:04.626253+0000","last_fullsized":"2024-09-07T15:28:04.626253+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'249","last_scrub_stamp":"2024-09-07T15:28:04.626071+0000","last_deep_scrub":"269'249","last_deep_scrub_stamp":"2024-09-07T15:28:04.626071+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.626071+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:17:31.938411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":810,"num_write":373,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'351","reported_seq":1043,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.532551+0000","last_change":"2024-09-07T15:27:57.532299+0000","last_active":"2024-09-07T15:27:57.532551+0000","last_peered":"2024-09-07T15:27:57.532551+0000","last_clean":"2024-09-07T15:27:57.532551+0000","last_became_active":"2024-09-07T13:38:09.970986+0000","last_became_peered":"2024-09-07T13:38:09.970986+0000","last_unstale":"2024-09-07T15:27:57.532551+0000","last_undegraded":"2024-09-07T15:27:57.532551+0000","last_fullsized":"2024-09-07T15:27:57.532551+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'351","last_scrub_stamp":"2024-09-07T15:27:57.531893+0000","last_deep_scrub":"269'351","last_deep_scrub_stamp":"2024-09-07T15:27:57.531893+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.531893+0000","objects_scrubbed":7,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:03:50.996458+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6622861,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":485,"num_read_kb":38816,"num_write":1118,"num_write_kb":57230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.488987+0000","last_change":"2024-09-07T15:28:08.488987+0000","last_active":"2024-09-07T15:28:08.488987+0000","last_peered":"2024-09-07T15:28:08.488987+0000","last_clean":"2024-09-07T15:28:08.488987+0000","last_became_active":"2024-09-07T13:38:13.964414+0000","last_became_peered":"2024-09-07T13:38:13.964414+0000","last_unstale":"2024-09-07T15:28:08.488987+0000","last_undegraded":"2024-09-07T15:28:08.488987+0000","last_fullsized":"2024-09-07T15:28:08.488987+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:08.488798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:08.488798+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.488798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:50:50.703846+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'278","reported_seq":885,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:20.623621+0000","last_change":"2024-09-07T15:28:20.623621+0000","last_active":"2024-09-07T15:28:20.623621+0000","last_peered":"2024-09-07T15:28:20.623621+0000","last_clean":"2024-09-07T15:28:20.623621+0000","last_became_active":"2024-09-07T13:38:15.988281+0000","last_became_peered":"2024-09-07T13:38:15.988281+0000","last_unstale":"2024-09-07T15:28:20.623621+0000","last_undegraded":"2024-09-07T15:28:20.623621+0000","last_fullsized":"2024-09-07T15:28:20.623621+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'278","last_scrub_stamp":"2024-09-07T15:28:20.623362+0000","last_deep_scrub":"269'278","last_deep_scrub_stamp":"2024-09-07T15:28:20.623362+0000","last_clean_scrub_stamp":"2024-09-07T15:28:20.623362+0000","objects_scrubbed":3,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:34:24.755916+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46331,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":446,"num_read_kb":1064,"num_write":372,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.593917+0000","last_change":"2024-09-07T15:28:25.593917+0000","last_active":"2024-09-07T15:28:25.593917+0000","last_peered":"2024-09-07T15:28:25.593917+0000","last_clean":"2024-09-07T15:28:25.593917+0000","last_became_active":"2024-09-07T13:38:17.991202+0000","last_became_peered":"2024-09-07T13:38:17.991202+0000","last_unstale":"2024-09-07T15:28:25.593917+0000","last_undegraded":"2024-09-07T15:28:25.593917+0000","last_fullsized":"2024-09-07T15:28:25.593917+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:25.593730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:25.593730+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.593730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:43:52.610454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'163","reported_seq":1333,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:25.716775+0000","last_change":"2024-09-07T15:28:25.716775+0000","last_active":"2024-09-07T15:28:25.716775+0000","last_peered":"2024-09-07T15:28:25.716775+0000","last_clean":"2024-09-07T15:28:25.716775+0000","last_became_active":"2024-09-07T13:38:20.020888+0000","last_became_peered":"2024-09-07T13:38:20.020888+0000","last_unstale":"2024-09-07T15:28:25.716775+0000","last_undegraded":"2024-09-07T15:28:25.716775+0000","last_fullsized":"2024-09-07T15:28:25.716775+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'163","last_scrub_stamp":"2024-09-07T15:28:25.716597+0000","last_deep_scrub":"269'163","last_deep_scrub_stamp":"2024-09-07T15:28:25.716597+0000","last_clean_scrub_stamp":"2024-09-07T15:28:25.716597+0000","objects_scrubbed":4,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:09:33.539443+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":639,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":974,"num_read_kb":933,"num_write":389,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'72","reported_seq":677,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:02.567540+0000","last_change":"2024-09-07T15:28:02.567540+0000","last_active":"2024-09-07T15:28:02.567540+0000","last_peered":"2024-09-07T15:28:02.567540+0000","last_clean":"2024-09-07T15:28:02.567540+0000","last_became_active":"2024-09-07T13:38:11.976787+0000","last_became_peered":"2024-09-07T13:38:11.976787+0000","last_unstale":"2024-09-07T15:28:02.567540+0000","last_undegraded":"2024-09-07T15:28:02.567540+0000","last_fullsized":"2024-09-07T15:28:02.567540+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'72","last_scrub_stamp":"2024-09-07T15:28:02.567305+0000","last_deep_scrub":"269'72","last_deep_scrub_stamp":"2024-09-07T15:28:02.567305+0000","last_clean_scrub_stamp":"2024-09-07T15:28:02.567305+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:06:51.507558+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":328,"num_read_kb":277,"num_write":98,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'347","reported_seq":1025,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.155809+0000","last_change":"2024-09-07T15:27:54.155628+0000","last_active":"2024-09-07T15:27:54.155809+0000","last_peered":"2024-09-07T15:27:54.155809+0000","last_clean":"2024-09-07T15:27:54.155809+0000","last_became_active":"2024-09-07T13:38:09.957598+0000","last_became_peered":"2024-09-07T13:38:09.957598+0000","last_unstale":"2024-09-07T15:27:54.155809+0000","last_undegraded":"2024-09-07T15:27:54.155809+0000","last_fullsized":"2024-09-07T15:27:54.155809+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'347","last_scrub_stamp":"2024-09-07T15:27:54.155357+0000","last_deep_scrub":"269'347","last_deep_scrub_stamp":"2024-09-07T15:27:54.155357+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.155357+0000","objects_scrubbed":9,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:50:50.157106+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136926,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":457,"num_read_kb":38172,"num_write":1014,"num_write_kb":38268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"269'2","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.305687+0000","last_change":"2024-09-07T15:28:07.305687+0000","last_active":"2024-09-07T15:28:07.305687+0000","last_peered":"2024-09-07T15:28:07.305687+0000","last_clean":"2024-09-07T15:28:07.305687+0000","last_became_active":"2024-09-07T13:38:13.966063+0000","last_became_peered":"2024-09-07T13:38:13.966063+0000","last_unstale":"2024-09-07T15:28:07.305687+0000","last_undegraded":"2024-09-07T15:28:07.305687+0000","last_fullsized":"2024-09-07T15:28:07.305687+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-07T15:28:07.305500+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-07T15:28:07.305500+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.305500+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:27:13.836543+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'353","reported_seq":992,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:16.586987+0000","last_change":"2024-09-07T15:28:16.586840+0000","last_active":"2024-09-07T15:28:16.586987+0000","last_peered":"2024-09-07T15:28:16.586987+0000","last_clean":"2024-09-07T15:28:16.586987+0000","last_became_active":"2024-09-07T13:38:15.985935+0000","last_became_peered":"2024-09-07T13:38:15.985935+0000","last_unstale":"2024-09-07T15:28:16.586987+0000","last_undegraded":"2024-09-07T15:28:16.586987+0000","last_fullsized":"2024-09-07T15:28:16.586987+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'353","last_scrub_stamp":"2024-09-07T15:28:16.586607+0000","last_deep_scrub":"269'353","last_deep_scrub_stamp":"2024-09-07T15:28:16.586607+0000","last_clean_scrub_stamp":"2024-09-07T15:28:16.586607+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:08:39.562892+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48977,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":547,"num_read_kb":1136,"num_write":430,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:24.302972+0000","last_change":"2024-09-07T15:28:24.302972+0000","last_active":"2024-09-07T15:28:24.302972+0000","last_peered":"2024-09-07T15:28:24.302972+0000","last_clean":"2024-09-07T15:28:24.302972+0000","last_became_active":"2024-09-07T13:38:18.008930+0000","last_became_peered":"2024-09-07T13:38:18.008930+0000","last_unstale":"2024-09-07T15:28:24.302972+0000","last_undegraded":"2024-09-07T15:28:24.302972+0000","last_fullsized":"2024-09-07T15:28:24.302972+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-07T15:28:24.302762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-07T15:28:24.302762+0000","last_clean_scrub_stamp":"2024-09-07T15:28:24.302762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:37:10.811547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'152","reported_seq":675,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:18.594798+0000","last_change":"2024-09-07T15:28:18.594538+0000","last_active":"2024-09-07T15:28:18.594798+0000","last_peered":"2024-09-07T15:28:18.594798+0000","last_clean":"2024-09-07T15:28:18.594798+0000","last_became_active":"2024-09-07T13:38:20.010675+0000","last_became_peered":"2024-09-07T13:38:20.010675+0000","last_unstale":"2024-09-07T15:28:18.594798+0000","last_undegraded":"2024-09-07T15:28:18.594798+0000","last_fullsized":"2024-09-07T15:28:18.594798+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'152","last_scrub_stamp":"2024-09-07T15:28:18.594282+0000","last_deep_scrub":"269'152","last_deep_scrub_stamp":"2024-09-07T15:28:18.594282+0000","last_clean_scrub_stamp":"2024-09-07T15:28:18.594282+0000","objects_scrubbed":2,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:02:06.210984+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":155,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'138","reported_seq":785,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.264651+0000","last_change":"2024-09-07T15:28:05.264391+0000","last_active":"2024-09-07T15:28:05.264651+0000","last_peered":"2024-09-07T15:28:05.264651+0000","last_clean":"2024-09-07T15:28:05.264651+0000","last_became_active":"2024-09-07T13:38:11.951152+0000","last_became_peered":"2024-09-07T13:38:11.951152+0000","last_unstale":"2024-09-07T15:28:05.264651+0000","last_undegraded":"2024-09-07T15:28:05.264651+0000","last_fullsized":"2024-09-07T15:28:05.264651+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'138","last_scrub_stamp":"2024-09-07T15:28:05.264184+0000","last_deep_scrub":"269'138","last_deep_scrub_stamp":"2024-09-07T15:28:05.264184+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.264184+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:29:38.498081+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":210,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'356","reported_seq":1064,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.468737+0000","last_change":"2024-09-07T15:27:54.468737+0000","last_active":"2024-09-07T15:27:54.468737+0000","last_peered":"2024-09-07T15:27:54.468737+0000","last_clean":"2024-09-07T15:27:54.468737+0000","last_became_active":"2024-09-07T13:38:41.116020+0000","last_became_peered":"2024-09-07T13:38:41.116020+0000","last_unstale":"2024-09-07T15:27:54.468737+0000","last_undegraded":"2024-09-07T15:27:54.468737+0000","last_fullsized":"2024-09-07T15:27:54.468737+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'356","last_scrub_stamp":"2024-09-07T15:27:54.468470+0000","last_deep_scrub":"269'356","last_deep_scrub_stamp":"2024-09-07T15:27:54.468470+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.468470+0000","objects_scrubbed":6,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:04:48.209057+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6356514,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":637,"num_read_kb":16268,"num_write":1147,"num_write_kb":26164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"269'180","reported_seq":879,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.289898+0000","last_change":"2024-09-07T15:28:04.289748+0000","last_active":"2024-09-07T15:28:04.289898+0000","last_peered":"2024-09-07T15:28:04.289898+0000","last_clean":"2024-09-07T15:28:04.289898+0000","last_became_active":"2024-09-07T13:38:11.947998+0000","last_became_peered":"2024-09-07T13:38:11.947998+0000","last_unstale":"2024-09-07T15:28:04.289898+0000","last_undegraded":"2024-09-07T15:28:04.289898+0000","last_fullsized":"2024-09-07T15:28:04.289898+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'180","last_scrub_stamp":"2024-09-07T15:28:04.289562+0000","last_deep_scrub":"269'180","last_deep_scrub_stamp":"2024-09-07T15:28:04.289562+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.289562+0000","objects_scrubbed":1,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:37:39.801638+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":929,"num_read_kb":833,"num_write":305,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'354","reported_seq":1111,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.456611+0000","last_change":"2024-09-07T15:27:55.456462+0000","last_active":"2024-09-07T15:27:55.456611+0000","last_peered":"2024-09-07T15:27:55.456611+0000","last_clean":"2024-09-07T15:27:55.456611+0000","last_became_active":"2024-09-07T13:38:09.956746+0000","last_became_peered":"2024-09-07T13:38:09.956746+0000","last_unstale":"2024-09-07T15:27:55.456611+0000","last_undegraded":"2024-09-07T15:27:55.456611+0000","last_fullsized":"2024-09-07T15:27:55.456611+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'354","last_scrub_stamp":"2024-09-07T15:27:55.456263+0000","last_deep_scrub":"269'354","last_deep_scrub_stamp":"2024-09-07T15:27:55.456263+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.456263+0000","objects_scrubbed":4,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:49:29.867443+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306372,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":586,"num_read_kb":118227,"num_write":1111,"num_write_kb":43073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'123","reported_seq":773,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.797773+0000","last_change":"2024-09-07T15:28:07.797512+0000","last_active":"2024-09-07T15:28:07.797773+0000","last_peered":"2024-09-07T15:28:07.797773+0000","last_clean":"2024-09-07T15:28:07.797773+0000","last_became_active":"2024-09-07T13:38:11.964926+0000","last_became_peered":"2024-09-07T13:38:11.964926+0000","last_unstale":"2024-09-07T15:28:07.797773+0000","last_undegraded":"2024-09-07T15:28:07.797773+0000","last_fullsized":"2024-09-07T15:28:07.797773+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'123","last_scrub_stamp":"2024-09-07T15:28:07.797293+0000","last_deep_scrub":"269'123","last_deep_scrub_stamp":"2024-09-07T15:28:07.797293+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.797293+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:29:40.899482+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":452,"num_write":178,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'346","reported_seq":1024,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:57.841003+0000","last_change":"2024-09-07T15:27:57.840851+0000","last_active":"2024-09-07T15:27:57.841003+0000","last_peered":"2024-09-07T15:27:57.841003+0000","last_clean":"2024-09-07T15:27:57.841003+0000","last_became_active":"2024-09-07T13:38:09.945903+0000","last_became_peered":"2024-09-07T13:38:09.945903+0000","last_unstale":"2024-09-07T15:27:57.841003+0000","last_undegraded":"2024-09-07T15:27:57.841003+0000","last_fullsized":"2024-09-07T15:27:57.841003+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-07T15:27:57.840628+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-07T15:27:57.840628+0000","last_clean_scrub_stamp":"2024-09-07T15:27:57.840628+0000","objects_scrubbed":6,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:44:13.586974+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1157958,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":89504,"num_write":1101,"num_write_kb":59727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'87","reported_seq":697,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.251063+0000","last_change":"2024-09-07T15:28:03.250933+0000","last_active":"2024-09-07T15:28:03.251063+0000","last_peered":"2024-09-07T15:28:03.251063+0000","last_clean":"2024-09-07T15:28:03.251063+0000","last_became_active":"2024-09-07T13:38:11.937036+0000","last_became_peered":"2024-09-07T13:38:11.937036+0000","last_unstale":"2024-09-07T15:28:03.251063+0000","last_undegraded":"2024-09-07T15:28:03.251063+0000","last_fullsized":"2024-09-07T15:28:03.251063+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'87","last_scrub_stamp":"2024-09-07T15:28:03.250727+0000","last_deep_scrub":"269'87","last_deep_scrub_stamp":"2024-09-07T15:28:03.250727+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.250727+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T18:00:15.968002+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":116,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'310","reported_seq":965,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.210152+0000","last_change":"2024-09-07T15:27:58.210152+0000","last_active":"2024-09-07T15:27:58.210152+0000","last_peered":"2024-09-07T15:27:58.210152+0000","last_clean":"2024-09-07T15:27:58.210152+0000","last_became_active":"2024-09-07T13:38:09.944652+0000","last_became_peered":"2024-09-07T13:38:09.944652+0000","last_unstale":"2024-09-07T15:27:58.210152+0000","last_undegraded":"2024-09-07T15:27:58.210152+0000","last_fullsized":"2024-09-07T15:27:58.210152+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'310","last_scrub_stamp":"2024-09-07T15:27:58.209892+0000","last_deep_scrub":"269'310","last_deep_scrub_stamp":"2024-09-07T15:27:58.209892+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.209892+0000","objects_scrubbed":10,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:25:37.890657+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":569969,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":462,"num_read_kb":1903,"num_write":939,"num_write_kb":15286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'34","reported_seq":632,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.602473+0000","last_change":"2024-09-07T15:28:06.602473+0000","last_active":"2024-09-07T15:28:06.602473+0000","last_peered":"2024-09-07T15:28:06.602473+0000","last_clean":"2024-09-07T15:28:06.602473+0000","last_became_active":"2024-09-07T13:38:11.954420+0000","last_became_peered":"2024-09-07T13:38:11.954420+0000","last_unstale":"2024-09-07T15:28:06.602473+0000","last_undegraded":"2024-09-07T15:28:06.602473+0000","last_fullsized":"2024-09-07T15:28:06.602473+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'34","last_scrub_stamp":"2024-09-07T15:28:06.602289+0000","last_deep_scrub":"269'34","last_deep_scrub_stamp":"2024-09-07T15:28:06.602289+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.602289+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T17:01:26.885353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":154,"num_write":48,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'320","reported_seq":1043,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.536389+0000","last_change":"2024-09-07T15:27:54.536223+0000","last_active":"2024-09-07T15:27:54.536389+0000","last_peered":"2024-09-07T15:27:54.536389+0000","last_clean":"2024-09-07T15:27:54.536389+0000","last_became_active":"2024-09-07T13:38:41.118577+0000","last_became_peered":"2024-09-07T13:38:41.118577+0000","last_unstale":"2024-09-07T15:27:54.536389+0000","last_undegraded":"2024-09-07T15:27:54.536389+0000","last_fullsized":"2024-09-07T15:27:54.536389+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'320","last_scrub_stamp":"2024-09-07T15:27:54.535997+0000","last_deep_scrub":"269'320","last_deep_scrub_stamp":"2024-09-07T15:27:54.535997+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.535997+0000","objects_scrubbed":9,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:39:43.651229+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":536,"num_read_kb":67028,"num_write":1000,"num_write_kb":24885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"269'74","reported_seq":708,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.545710+0000","last_change":"2024-09-07T15:28:03.545523+0000","last_active":"2024-09-07T15:28:03.545710+0000","last_peered":"2024-09-07T15:28:03.545710+0000","last_clean":"2024-09-07T15:28:03.545710+0000","last_became_active":"2024-09-07T13:38:11.960709+0000","last_became_peered":"2024-09-07T13:38:11.960709+0000","last_unstale":"2024-09-07T15:28:03.545710+0000","last_undegraded":"2024-09-07T15:28:03.545710+0000","last_fullsized":"2024-09-07T15:28:03.545710+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'74","last_scrub_stamp":"2024-09-07T15:28:03.545345+0000","last_deep_scrub":"269'74","last_deep_scrub_stamp":"2024-09-07T15:28:03.545345+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.545345+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T22:40:17.639592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":310,"num_write":110,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'311","reported_seq":1024,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:54.312095+0000","last_change":"2024-09-07T15:27:54.311938+0000","last_active":"2024-09-07T15:27:54.312095+0000","last_peered":"2024-09-07T15:27:54.312095+0000","last_clean":"2024-09-07T15:27:54.312095+0000","last_became_active":"2024-09-07T13:38:09.914458+0000","last_became_peered":"2024-09-07T13:38:09.914458+0000","last_unstale":"2024-09-07T15:27:54.312095+0000","last_undegraded":"2024-09-07T15:27:54.312095+0000","last_fullsized":"2024-09-07T15:27:54.312095+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'311","last_scrub_stamp":"2024-09-07T15:27:54.311693+0000","last_deep_scrub":"269'311","last_deep_scrub_stamp":"2024-09-07T15:27:54.311693+0000","last_clean_scrub_stamp":"2024-09-07T15:27:54.311693+0000","objects_scrubbed":6,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:09:37.607951+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136897,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":515,"num_read_kb":38434,"num_write":1030,"num_write_kb":29352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'4326","reported_seq":5042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:07.645571+0000","last_change":"2024-09-07T15:28:07.645396+0000","last_active":"2024-09-07T15:28:07.645571+0000","last_peered":"2024-09-07T15:28:07.645571+0000","last_clean":"2024-09-07T15:28:07.645571+0000","last_became_active":"2024-09-07T13:38:11.966079+0000","last_became_peered":"2024-09-07T13:38:11.966079+0000","last_unstale":"2024-09-07T15:28:07.645571+0000","last_undegraded":"2024-09-07T15:28:07.645571+0000","last_fullsized":"2024-09-07T15:28:07.645571+0000","mapping_epoch":28,"log_start":"269'4300","ondisk_log_start":"269'4300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4326","last_scrub_stamp":"2024-09-07T15:28:07.645199+0000","last_deep_scrub":"269'4326","last_deep_scrub_stamp":"2024-09-07T15:28:07.645199+0000","last_clean_scrub_stamp":"2024-09-07T15:28:07.645199+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":3000,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:42:34.137433+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17506,"num_read_kb":14577,"num_write":6561,"num_write_kb":3271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'286","reported_seq":1001,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.990910+0000","last_change":"2024-09-07T15:27:55.990743+0000","last_active":"2024-09-07T15:27:55.990910+0000","last_peered":"2024-09-07T15:27:55.990910+0000","last_clean":"2024-09-07T15:27:55.990910+0000","last_became_active":"2024-09-07T13:38:09.966151+0000","last_became_peered":"2024-09-07T13:38:09.966151+0000","last_unstale":"2024-09-07T15:27:55.990910+0000","last_undegraded":"2024-09-07T15:27:55.990910+0000","last_fullsized":"2024-09-07T15:27:55.990910+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'286","last_scrub_stamp":"2024-09-07T15:27:55.990484+0000","last_deep_scrub":"269'286","last_deep_scrub_stamp":"2024-09-07T15:27:55.990484+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.990484+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:13:53.456014+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399262,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":546,"num_read_kb":2644,"num_write":904,"num_write_kb":22278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'164","reported_seq":825,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.098003+0000","last_change":"2024-09-07T15:28:01.097776+0000","last_active":"2024-09-07T15:28:01.098003+0000","last_peered":"2024-09-07T15:28:01.098003+0000","last_clean":"2024-09-07T15:28:01.098003+0000","last_became_active":"2024-09-07T13:38:11.966128+0000","last_became_peered":"2024-09-07T13:38:11.966128+0000","last_unstale":"2024-09-07T15:28:01.098003+0000","last_undegraded":"2024-09-07T15:28:01.098003+0000","last_fullsized":"2024-09-07T15:28:01.098003+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'164","last_scrub_stamp":"2024-09-07T15:28:01.097536+0000","last_deep_scrub":"269'164","last_deep_scrub_stamp":"2024-09-07T15:28:01.097536+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.097536+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:36:32.262161+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":749,"num_read_kb":624,"num_write":242,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'380","reported_seq":1108,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.495134+0000","last_change":"2024-09-07T15:27:56.494975+0000","last_active":"2024-09-07T15:27:56.495134+0000","last_peered":"2024-09-07T15:27:56.495134+0000","last_clean":"2024-09-07T15:27:56.495134+0000","last_became_active":"2024-09-07T13:38:09.943119+0000","last_became_peered":"2024-09-07T13:38:09.943119+0000","last_unstale":"2024-09-07T15:27:56.495134+0000","last_undegraded":"2024-09-07T15:27:56.495134+0000","last_fullsized":"2024-09-07T15:27:56.495134+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'380","last_scrub_stamp":"2024-09-07T15:27:56.494724+0000","last_deep_scrub":"269'380","last_deep_scrub_stamp":"2024-09-07T15:27:56.494724+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.494724+0000","objects_scrubbed":4,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:47:11.020401+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3875580,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":572,"num_read_kb":49070,"num_write":1141,"num_write_kb":52483,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'107","reported_seq":746,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.226399+0000","last_change":"2024-09-07T15:28:05.226399+0000","last_active":"2024-09-07T15:28:05.226399+0000","last_peered":"2024-09-07T15:28:05.226399+0000","last_clean":"2024-09-07T15:28:05.226399+0000","last_became_active":"2024-09-07T13:38:11.954473+0000","last_became_peered":"2024-09-07T13:38:11.954473+0000","last_unstale":"2024-09-07T15:28:05.226399+0000","last_undegraded":"2024-09-07T15:28:05.226399+0000","last_fullsized":"2024-09-07T15:28:05.226399+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'107","last_scrub_stamp":"2024-09-07T15:28:05.226213+0000","last_deep_scrub":"269'107","last_deep_scrub_stamp":"2024-09-07T15:28:05.226213+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.226213+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:59:46.897246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":158,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'308","reported_seq":1013,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.799095+0000","last_change":"2024-09-07T15:28:00.799095+0000","last_active":"2024-09-07T15:28:00.799095+0000","last_peered":"2024-09-07T15:28:00.799095+0000","last_clean":"2024-09-07T15:28:00.799095+0000","last_became_active":"2024-09-07T13:38:09.947018+0000","last_became_peered":"2024-09-07T13:38:09.947018+0000","last_unstale":"2024-09-07T15:28:00.799095+0000","last_undegraded":"2024-09-07T15:28:00.799095+0000","last_fullsized":"2024-09-07T15:28:00.799095+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'308","last_scrub_stamp":"2024-09-07T15:28:00.798870+0000","last_deep_scrub":"269'308","last_deep_scrub_stamp":"2024-09-07T15:28:00.798870+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.798870+0000","objects_scrubbed":5,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:57:39.889816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":480,"num_read_kb":54354,"num_write":901,"num_write_kb":34652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'199","reported_seq":872,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:05.569294+0000","last_change":"2024-09-07T15:28:05.569294+0000","last_active":"2024-09-07T15:28:05.569294+0000","last_peered":"2024-09-07T15:28:05.569294+0000","last_clean":"2024-09-07T15:28:05.569294+0000","last_became_active":"2024-09-07T13:38:11.963550+0000","last_became_peered":"2024-09-07T13:38:11.963550+0000","last_unstale":"2024-09-07T15:28:05.569294+0000","last_undegraded":"2024-09-07T15:28:05.569294+0000","last_fullsized":"2024-09-07T15:28:05.569294+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'199","last_scrub_stamp":"2024-09-07T15:28:05.569106+0000","last_deep_scrub":"269'199","last_deep_scrub_stamp":"2024-09-07T15:28:05.569106+0000","last_clean_scrub_stamp":"2024-09-07T15:28:05.569106+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T01:55:05.835860+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":873,"num_read_kb":718,"num_write":298,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":473,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'344","reported_seq":1097,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:58.571232+0000","last_change":"2024-09-07T15:27:58.570977+0000","last_active":"2024-09-07T15:27:58.571232+0000","last_peered":"2024-09-07T15:27:58.571232+0000","last_clean":"2024-09-07T15:27:58.571232+0000","last_became_active":"2024-09-07T13:38:09.959943+0000","last_became_peered":"2024-09-07T13:38:09.959943+0000","last_unstale":"2024-09-07T15:27:58.571232+0000","last_undegraded":"2024-09-07T15:27:58.571232+0000","last_fullsized":"2024-09-07T15:27:58.571232+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'344","last_scrub_stamp":"2024-09-07T15:27:58.570614+0000","last_deep_scrub":"269'344","last_deep_scrub_stamp":"2024-09-07T15:27:58.570614+0000","last_clean_scrub_stamp":"2024-09-07T15:27:58.570614+0000","objects_scrubbed":11,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:48:04.564985+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":586211,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":559,"num_read_kb":156829,"num_write":1125,"num_write_kb":44912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"269'226","reported_seq":895,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.349246+0000","last_change":"2024-09-07T15:27:59.349246+0000","last_active":"2024-09-07T15:27:59.349246+0000","last_peered":"2024-09-07T15:27:59.349246+0000","last_clean":"2024-09-07T15:27:59.349246+0000","last_became_active":"2024-09-07T13:38:11.967242+0000","last_became_peered":"2024-09-07T13:38:11.967242+0000","last_unstale":"2024-09-07T15:27:59.349246+0000","last_undegraded":"2024-09-07T15:27:59.349246+0000","last_fullsized":"2024-09-07T15:27:59.349246+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'226","last_scrub_stamp":"2024-09-07T15:27:59.349069+0000","last_deep_scrub":"269'226","last_deep_scrub_stamp":"2024-09-07T15:27:59.349069+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.349069+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:02:01.852619+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1029,"num_read_kb":861,"num_write":341,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'343","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.802296+0000","last_change":"2024-09-07T15:27:59.802114+0000","last_active":"2024-09-07T15:27:59.802296+0000","last_peered":"2024-09-07T15:27:59.802296+0000","last_clean":"2024-09-07T15:27:59.802296+0000","last_became_active":"2024-09-07T13:38:09.958372+0000","last_became_peered":"2024-09-07T13:38:09.958372+0000","last_unstale":"2024-09-07T15:27:59.802296+0000","last_undegraded":"2024-09-07T15:27:59.802296+0000","last_fullsized":"2024-09-07T15:27:59.802296+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'343","last_scrub_stamp":"2024-09-07T15:27:59.801922+0000","last_deep_scrub":"269'343","last_deep_scrub_stamp":"2024-09-07T15:27:59.801922+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.801922+0000","objects_scrubbed":3,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:42:27.392932+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1050818,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":18583,"num_write":1091,"num_write_kb":37988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'251","reported_seq":940,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.531119+0000","last_change":"2024-09-07T15:28:01.530938+0000","last_active":"2024-09-07T15:28:01.531119+0000","last_peered":"2024-09-07T15:28:01.531119+0000","last_clean":"2024-09-07T15:28:01.531119+0000","last_became_active":"2024-09-07T13:38:11.984378+0000","last_became_peered":"2024-09-07T13:38:11.984378+0000","last_unstale":"2024-09-07T15:28:01.531119+0000","last_undegraded":"2024-09-07T15:28:01.531119+0000","last_fullsized":"2024-09-07T15:28:01.531119+0000","mapping_epoch":28,"log_start":"269'200","ondisk_log_start":"269'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'251","last_scrub_stamp":"2024-09-07T15:28:01.530758+0000","last_deep_scrub":"269'251","last_deep_scrub_stamp":"2024-09-07T15:28:01.530758+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.530758+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T15:29:49.455439+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1089,"num_read_kb":888,"num_write":401,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'294","reported_seq":981,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:59.227489+0000","last_change":"2024-09-07T15:27:59.227346+0000","last_active":"2024-09-07T15:27:59.227489+0000","last_peered":"2024-09-07T15:27:59.227489+0000","last_clean":"2024-09-07T15:27:59.227489+0000","last_became_active":"2024-09-07T13:38:09.953778+0000","last_became_peered":"2024-09-07T13:38:09.953778+0000","last_unstale":"2024-09-07T15:27:59.227489+0000","last_undegraded":"2024-09-07T15:27:59.227489+0000","last_fullsized":"2024-09-07T15:27:59.227489+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'294","last_scrub_stamp":"2024-09-07T15:27:59.227116+0000","last_deep_scrub":"269'294","last_deep_scrub_stamp":"2024-09-07T15:27:59.227116+0000","last_clean_scrub_stamp":"2024-09-07T15:27:59.227116+0000","objects_scrubbed":8,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:58:52.480868+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2436320,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":446,"num_read_kb":70626,"num_write":1025,"num_write_kb":40171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'169","reported_seq":808,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.715080+0000","last_change":"2024-09-07T15:28:08.714909+0000","last_active":"2024-09-07T15:28:08.715080+0000","last_peered":"2024-09-07T15:28:08.715080+0000","last_clean":"2024-09-07T15:28:08.715080+0000","last_became_active":"2024-09-07T13:38:11.958064+0000","last_became_peered":"2024-09-07T13:38:11.958064+0000","last_unstale":"2024-09-07T15:28:08.715080+0000","last_undegraded":"2024-09-07T15:28:08.715080+0000","last_fullsized":"2024-09-07T15:28:08.715080+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'169","last_scrub_stamp":"2024-09-07T15:28:08.714727+0000","last_deep_scrub":"269'169","last_deep_scrub_stamp":"2024-09-07T15:28:08.714727+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.714727+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:26:05.359346+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":587,"num_write":258,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'341","reported_seq":1013,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:55.002254+0000","last_change":"2024-09-07T15:27:55.002115+0000","last_active":"2024-09-07T15:27:55.002254+0000","last_peered":"2024-09-07T15:27:55.002254+0000","last_clean":"2024-09-07T15:27:55.002254+0000","last_became_active":"2024-09-07T13:38:09.936674+0000","last_became_peered":"2024-09-07T13:38:09.936674+0000","last_unstale":"2024-09-07T15:27:55.002254+0000","last_undegraded":"2024-09-07T15:27:55.002254+0000","last_fullsized":"2024-09-07T15:27:55.002254+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'341","last_scrub_stamp":"2024-09-07T15:27:55.001923+0000","last_deep_scrub":"269'341","last_deep_scrub_stamp":"2024-09-07T15:27:55.001923+0000","last_clean_scrub_stamp":"2024-09-07T15:27:55.001923+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T00:07:40.621278+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288967,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":494,"num_read_kb":29966,"num_write":1083,"num_write_kb":57855,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'104","reported_seq":699,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:04.258080+0000","last_change":"2024-09-07T15:28:04.257823+0000","last_active":"2024-09-07T15:28:04.258080+0000","last_peered":"2024-09-07T15:28:04.258080+0000","last_clean":"2024-09-07T15:28:04.258080+0000","last_became_active":"2024-09-07T13:38:11.948061+0000","last_became_peered":"2024-09-07T13:38:11.948061+0000","last_unstale":"2024-09-07T15:28:04.258080+0000","last_undegraded":"2024-09-07T15:28:04.258080+0000","last_fullsized":"2024-09-07T15:28:04.258080+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'104","last_scrub_stamp":"2024-09-07T15:28:04.257598+0000","last_deep_scrub":"269'104","last_deep_scrub_stamp":"2024-09-07T15:28:04.257598+0000","last_clean_scrub_stamp":"2024-09-07T15:28:04.257598+0000","objects_scrubbed":1,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T21:17:21.900420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":456,"num_read_kb":368,"num_write":151,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'329","reported_seq":975,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:00.563998+0000","last_change":"2024-09-07T15:28:00.563856+0000","last_active":"2024-09-07T15:28:00.563998+0000","last_peered":"2024-09-07T15:28:00.563998+0000","last_clean":"2024-09-07T15:28:00.563998+0000","last_became_active":"2024-09-07T13:38:09.977914+0000","last_became_peered":"2024-09-07T13:38:09.977914+0000","last_unstale":"2024-09-07T15:28:00.563998+0000","last_undegraded":"2024-09-07T15:28:00.563998+0000","last_fullsized":"2024-09-07T15:28:00.563998+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-07T15:28:00.563680+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-07T15:28:00.563680+0000","last_clean_scrub_stamp":"2024-09-07T15:28:00.563680+0000","objects_scrubbed":2,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:19:25.688261+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":444,"num_read_kb":6535,"num_write":1019,"num_write_kb":46948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'55","reported_seq":663,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:08.673570+0000","last_change":"2024-09-07T15:28:08.673410+0000","last_active":"2024-09-07T15:28:08.673570+0000","last_peered":"2024-09-07T15:28:08.673570+0000","last_clean":"2024-09-07T15:28:08.673570+0000","last_became_active":"2024-09-07T13:38:11.954989+0000","last_became_peered":"2024-09-07T13:38:11.954989+0000","last_unstale":"2024-09-07T15:28:08.673570+0000","last_undegraded":"2024-09-07T15:28:08.673570+0000","last_fullsized":"2024-09-07T15:28:08.673570+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'55","last_scrub_stamp":"2024-09-07T15:28:08.673226+0000","last_deep_scrub":"269'55","last_deep_scrub_stamp":"2024-09-07T15:28:08.673226+0000","last_clean_scrub_stamp":"2024-09-07T15:28:08.673226+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T16:58:25.909325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":193,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'349","reported_seq":1066,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.410030+0000","last_change":"2024-09-07T15:27:56.410030+0000","last_active":"2024-09-07T15:27:56.410030+0000","last_peered":"2024-09-07T15:27:56.410030+0000","last_clean":"2024-09-07T15:27:56.410030+0000","last_became_active":"2024-09-07T13:38:09.970859+0000","last_became_peered":"2024-09-07T13:38:09.970859+0000","last_unstale":"2024-09-07T15:27:56.410030+0000","last_undegraded":"2024-09-07T15:27:56.410030+0000","last_fullsized":"2024-09-07T15:27:56.410030+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'349","last_scrub_stamp":"2024-09-07T15:27:56.409807+0000","last_deep_scrub":"269'349","last_deep_scrub_stamp":"2024-09-07T15:27:56.409807+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.409807+0000","objects_scrubbed":6,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:55:24.322984+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":625,"num_read_kb":27882,"num_write":1267,"num_write_kb":26984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'187","reported_seq":865,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.699731+0000","last_change":"2024-09-07T15:28:06.699731+0000","last_active":"2024-09-07T15:28:06.699731+0000","last_peered":"2024-09-07T15:28:06.699731+0000","last_clean":"2024-09-07T15:28:06.699731+0000","last_became_active":"2024-09-07T13:38:11.967747+0000","last_became_peered":"2024-09-07T13:38:11.967747+0000","last_unstale":"2024-09-07T15:28:06.699731+0000","last_undegraded":"2024-09-07T15:28:06.699731+0000","last_fullsized":"2024-09-07T15:28:06.699731+0000","mapping_epoch":28,"log_start":"266'100","ondisk_log_start":"266'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'187","last_scrub_stamp":"2024-09-07T15:28:06.699554+0000","last_deep_scrub":"269'187","last_deep_scrub_stamp":"2024-09-07T15:28:06.699554+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.699554+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T19:57:09.232020+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":822,"num_read_kb":682,"num_write":266,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'319","reported_seq":995,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:01.777168+0000","last_change":"2024-09-07T15:28:01.777168+0000","last_active":"2024-09-07T15:28:01.777168+0000","last_peered":"2024-09-07T15:28:01.777168+0000","last_clean":"2024-09-07T15:28:01.777168+0000","last_became_active":"2024-09-07T13:38:09.966982+0000","last_became_peered":"2024-09-07T13:38:09.966982+0000","last_unstale":"2024-09-07T15:28:01.777168+0000","last_undegraded":"2024-09-07T15:28:01.777168+0000","last_fullsized":"2024-09-07T15:28:01.777168+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'319","last_scrub_stamp":"2024-09-07T15:28:01.776898+0000","last_deep_scrub":"269'319","last_deep_scrub_stamp":"2024-09-07T15:28:01.776898+0000","last_clean_scrub_stamp":"2024-09-07T15:28:01.776898+0000","objects_scrubbed":6,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T02:12:42.412533+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7428301,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":512,"num_read_kb":26458,"num_write":1052,"num_write_kb":42546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'326","reported_seq":1001,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:03.785970+0000","last_change":"2024-09-07T15:28:03.785970+0000","last_active":"2024-09-07T15:28:03.785970+0000","last_peered":"2024-09-07T15:28:03.785970+0000","last_clean":"2024-09-07T15:28:03.785970+0000","last_became_active":"2024-09-07T13:38:09.950346+0000","last_became_peered":"2024-09-07T13:38:09.950346+0000","last_unstale":"2024-09-07T15:28:03.785970+0000","last_undegraded":"2024-09-07T15:28:03.785970+0000","last_fullsized":"2024-09-07T15:28:03.785970+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'326","last_scrub_stamp":"2024-09-07T15:28:03.785617+0000","last_deep_scrub":"269'326","last_deep_scrub_stamp":"2024-09-07T15:28:03.785617+0000","last_clean_scrub_stamp":"2024-09-07T15:28:03.785617+0000","objects_scrubbed":8,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:56:24.691869+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291488,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":493,"num_read_kb":31373,"num_write":1024,"num_write_kb":48642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'129","reported_seq":744,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:06.242659+0000","last_change":"2024-09-07T15:28:06.242659+0000","last_active":"2024-09-07T15:28:06.242659+0000","last_peered":"2024-09-07T15:28:06.242659+0000","last_clean":"2024-09-07T15:28:06.242659+0000","last_became_active":"2024-09-07T13:38:11.955485+0000","last_became_peered":"2024-09-07T13:38:11.955485+0000","last_unstale":"2024-09-07T15:28:06.242659+0000","last_undegraded":"2024-09-07T15:28:06.242659+0000","last_fullsized":"2024-09-07T15:28:06.242659+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'129","last_scrub_stamp":"2024-09-07T15:28:06.242477+0000","last_deep_scrub":"269'129","last_deep_scrub_stamp":"2024-09-07T15:28:06.242477+0000","last_clean_scrub_stamp":"2024-09-07T15:28:06.242477+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-09T03:00:30.543691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":556,"num_read_kb":453,"num_write":191,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'469","reported_seq":1172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:27:56.313572+0000","last_change":"2024-09-07T15:27:56.313572+0000","last_active":"2024-09-07T15:27:56.313572+0000","last_peered":"2024-09-07T15:27:56.313572+0000","last_clean":"2024-09-07T15:27:56.313572+0000","last_became_active":"2024-09-07T13:38:09.955640+0000","last_became_peered":"2024-09-07T13:38:09.955640+0000","last_unstale":"2024-09-07T15:27:56.313572+0000","last_undegraded":"2024-09-07T15:27:56.313572+0000","last_fullsized":"2024-09-07T15:27:56.313572+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'469","last_scrub_stamp":"2024-09-07T15:27:56.313361+0000","last_deep_scrub":"269'469","last_deep_scrub_stamp":"2024-09-07T15:27:56.313361+0000","last_clean_scrub_stamp":"2024-09-07T15:27:56.313361+0000","objects_scrubbed":2,"log_size":69,"log_dups_size":400,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T23:48:46.155694+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291472,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":763,"num_read_kb":13306,"num_write":1241,"num_write_kb":30944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'181","reported_seq":839,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-07T15:28:10.788087+0000","last_change":"2024-09-07T15:28:10.788087+0000","last_active":"2024-09-07T15:28:10.788087+0000","last_peered":"2024-09-07T15:28:10.788087+0000","last_clean":"2024-09-07T15:28:10.788087+0000","last_became_active":"2024-09-07T13:38:11.955420+0000","last_became_peered":"2024-09-07T13:38:11.955420+0000","last_unstale":"2024-09-07T15:28:10.788087+0000","last_undegraded":"2024-09-07T15:28:10.788087+0000","last_fullsized":"2024-09-07T15:28:10.788087+0000","mapping_epoch":28,"log_start":"269'100","ondisk_log_start":"269'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'181","last_scrub_stamp":"2024-09-07T15:28:10.787903+0000","last_deep_scrub":"269'181","last_deep_scrub_stamp":"2024-09-07T15:28:10.787903+0000","last_clean_scrub_stamp":"2024-09-07T15:28:10.787903+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-08T20:36:26.271256+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":815,"num_read_kb":669,"num_write":276,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5579,"num_read_kb":3932,"num_write":1892,"num_write_kb":790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7925,"num_omap_keys":16,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1065,"ondisk_log_size":1065,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15869,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":16338,"num_read_kb":16003,"num_write":16758,"num_write_kb":4902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2797,"num_omap_keys":17,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":31738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1765,"ondisk_log_size":1765,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":488,"ondisk_log_size":488,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1528476,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":20492,"num_read_kb":39760,"num_write":17131,"num_write_kb":12297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":676478,"num_omap_keys":1572,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1930,"ondisk_log_size":1930,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2413,"num_read_kb":2876,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102755,"num_read_kb":85366,"num_write":37204,"num_write_kb":18790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43517,"num_omap_keys":177,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4143,"ondisk_log_size":4143,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":88637533,"num_objects":375,"num_object_clones":0,"num_object_copies":1125,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":375,"num_whiteouts":0,"num_read":36258,"num_read_kb":2657239,"num_write":70982,"num_write_kb":2277217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":134885376,"data_stored":134885376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3441,"ondisk_log_size":3441,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":189777,"num_write":158,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":189147,"num_write":158,"num_write_kb":130771,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129543485,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":321088,"kb_used_data":28912,"kb_used_omap":1,"kb_used_meta":292158,"kb_avail":94050752,"statfs":{"total":96636764160,"available":96307970048,"internally_reserved":0,"allocated":29605888,"data_stored":27585921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":299170250},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129543483,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":267020,"kb_used_data":15100,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94104820,"statfs":{"total":96636764160,"available":96363335680,"internally_reserved":0,"allocated":15462400,"data_stored":13493947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129543485,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":155528,"kb_used_data":25848,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94216312,"statfs":{"total":96636764160,"available":96477503488,"internally_reserved":0,"allocated":26468352,"data_stored":24418266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129543481,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":122176,"kb_used_data":22960,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94249664,"statfs":{"total":96636764160,"available":96511655936,"internally_reserved":0,"allocated":23511040,"data_stored":21569131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":101579205},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543484,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":290204,"kb_used_data":20300,"kb_used_omap":1,"kb_used_meta":269886,"kb_avail":94081636,"statfs":{"total":96636764160,"available":96339595264,"internally_reserved":0,"allocated":20787200,"data_stored":18785859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":276363720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543482,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":126864,"kb_used_data":15232,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94244976,"statfs":{"total":96636764160,"available":96506855424,"internally_reserved":0,"allocated":15597568,"data_stored":13640532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543481,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":183376,"kb_used_data":17600,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94188464,"statfs":{"total":96636764160,"available":96448987136,"internally_reserved":0,"allocated":18022400,"data_stored":16033324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543483,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":258612,"kb_used_data":20580,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":94113228,"statfs":{"total":96636764160,"available":96371945472,"internally_reserved":0,"allocated":21073920,"data_stored":19065402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":243726792},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16158720,"data_stored":16158720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":13717504,"data_stored":13717504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":11325440,"data_stored":11325440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16470016,"data_stored":16470016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":19255296,"data_stored":19255296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":22102016,"data_stored":22102016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":11177984,"data_stored":11177984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24678400,"data_stored":24678400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-07T15:28:54.202 DEBUG:teuthology.orchestra.run.smithi107:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-07T15:28:54.559 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-07T15:28:54.559 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-07T15:28:54.560 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-07T15:28:54.560 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:28:54.659 INFO:tasks.ceph.osd.0:Stopped 2024-09-07T15:28:54.659 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-07T15:28:54.659 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:28:54.735 INFO:tasks.ceph.osd.1:Stopped 2024-09-07T15:28:54.736 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-07T15:28:54.736 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:28:54.824 INFO:tasks.ceph.osd.2:Stopped 2024-09-07T15:28:54.824 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-07T15:28:54.824 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:28:56.341 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-09-07T15:29:00.925 INFO:tasks.ceph.osd.3:Stopped 2024-09-07T15:29:00.926 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-07T15:29:00.926 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:29:00.999 INFO:tasks.ceph.osd.4:Stopped 2024-09-07T15:29:00.999 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-07T15:29:01.000 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:29:02.047 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 is failed for ~0s 2024-09-07T15:29:02.047 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-09-07T15:29:07.101 INFO:tasks.ceph.osd.5:Stopped 2024-09-07T15:29:07.101 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-07T15:29:07.101 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:29:07.185 INFO:tasks.ceph.osd.6:Stopped 2024-09-07T15:29:07.186 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-07T15:29:07.186 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:29:07.753 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 is failed for ~6s 2024-09-07T15:29:13.259 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-09-07T15:29:13.259 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 has been restored 2024-09-07T15:29:13.287 INFO:tasks.ceph.osd.7:Stopped 2024-09-07T15:29:13.287 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-07T15:29:13.288 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-07T15:29:13.288 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:29:13.322 INFO:tasks.ceph.mgr.y:Stopped 2024-09-07T15:29:13.323 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-07T15:29:13.323 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:29:13.355 INFO:tasks.ceph.mgr.x:Stopped 2024-09-07T15:29:13.356 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-07T15:29:13.356 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-07T15:29:13.356 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:29:13.409 INFO:tasks.ceph.mon.a:Stopped 2024-09-07T15:29:13.409 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-07T15:29:13.409 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:29:13.439 INFO:tasks.ceph.mon.c:Stopped 2024-09-07T15:29:13.440 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-07T15:29:13.440 INFO:teuthology.orchestra.run:waiting for 300 2024-09-07T15:29:13.470 INFO:tasks.ceph.mon.b:Stopped 2024-09-07T15:29:13.470 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-07T15:29:13.470 DEBUG:teuthology.orchestra.run.smithi107:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2024-09-07T15:29:13.498 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi107.front.sepia.ceph.com 2024-09-07T15:29:13.498 DEBUG:teuthology.orchestra.run.smithi107:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-07T15:29:13.791 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi107.front.sepia.ceph.com 2024-09-07T15:29:13.791 DEBUG:teuthology.orchestra.run.smithi107:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-07T15:29:14.019 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi107.front.sepia.ceph.com 2024-09-07T15:29:14.019 DEBUG:teuthology.orchestra.run.smithi107:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-07T15:29:14.209 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi107.front.sepia.ceph.com 2024-09-07T15:29:14.210 DEBUG:teuthology.orchestra.run.smithi107:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-07T15:29:14.434 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi148.front.sepia.ceph.com 2024-09-07T15:29:14.434 DEBUG:teuthology.orchestra.run.smithi148:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-07T15:29:14.679 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi148.front.sepia.ceph.com 2024-09-07T15:29:14.679 DEBUG:teuthology.orchestra.run.smithi148:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-07T15:29:14.876 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi148.front.sepia.ceph.com 2024-09-07T15:29:14.876 DEBUG:teuthology.orchestra.run.smithi148:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-07T15:29:15.060 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi148.front.sepia.ceph.com 2024-09-07T15:29:15.060 DEBUG:teuthology.orchestra.run.smithi148:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-07T15:29:15.252 INFO:tasks.ceph:Archiving mon data... 2024-09-07T15:29:15.253 DEBUG:teuthology.misc:Transferring archived files from smithi107:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591/data/mon.a.tgz 2024-09-07T15:29:15.254 DEBUG:teuthology.orchestra.run.smithi107:> mktemp 2024-09-07T15:29:15.260 INFO:teuthology.orchestra.run.smithi107.stdout:/tmp/tmp.bgofetCygu 2024-09-07T15:29:15.260 DEBUG:teuthology.orchestra.run.smithi107:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.bgofetCygu 2024-09-07T15:29:15.433 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 0666 /tmp/tmp.bgofetCygu 2024-09-07T15:29:15.494 DEBUG:teuthology.orchestra.remote:smithi107:/tmp/tmp.bgofetCygu is 541KB 2024-09-07T15:29:15.556 DEBUG:teuthology.orchestra.run.smithi107:> rm -fr /tmp/tmp.bgofetCygu 2024-09-07T15:29:15.561 DEBUG:teuthology.misc:Transferring archived files from smithi107:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591/data/mon.c.tgz 2024-09-07T15:29:15.561 DEBUG:teuthology.orchestra.run.smithi107:> mktemp 2024-09-07T15:29:15.610 INFO:teuthology.orchestra.run.smithi107.stdout:/tmp/tmp.PGZ9SWj1no 2024-09-07T15:29:15.610 DEBUG:teuthology.orchestra.run.smithi107:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.PGZ9SWj1no 2024-09-07T15:29:15.795 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 0666 /tmp/tmp.PGZ9SWj1no 2024-09-07T15:29:15.858 DEBUG:teuthology.orchestra.remote:smithi107:/tmp/tmp.PGZ9SWj1no is 543KB 2024-09-07T15:29:15.920 DEBUG:teuthology.orchestra.run.smithi107:> rm -fr /tmp/tmp.PGZ9SWj1no 2024-09-07T15:29:15.926 DEBUG:teuthology.misc:Transferring archived files from smithi148:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591/data/mon.b.tgz 2024-09-07T15:29:15.926 DEBUG:teuthology.orchestra.run.smithi148:> mktemp 2024-09-07T15:29:15.932 INFO:teuthology.orchestra.run.smithi148.stdout:/tmp/tmp.Qm0wX8cRwE 2024-09-07T15:29:15.932 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.Qm0wX8cRwE 2024-09-07T15:29:16.114 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 0666 /tmp/tmp.Qm0wX8cRwE 2024-09-07T15:29:16.176 DEBUG:teuthology.orchestra.remote:smithi148:/tmp/tmp.Qm0wX8cRwE is 543KB 2024-09-07T15:29:16.240 DEBUG:teuthology.orchestra.run.smithi148:> rm -fr /tmp/tmp.Qm0wX8cRwE 2024-09-07T15:29:16.247 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-07T15:29:16.247 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-07T15:29:16.250 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-07T15:29:16.365 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-07T15:29:16.371 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-07T15:29:16.371 INFO:tasks.ceph:Archiving crash dumps... 2024-09-07T15:29:16.373 DEBUG:teuthology.misc:Transferring archived files from smithi107:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591/remote/smithi107/crash 2024-09-07T15:29:16.373 DEBUG:teuthology.orchestra.run.smithi107:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-07T15:29:16.388 DEBUG:teuthology.misc:Transferring archived files from smithi148:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591/remote/smithi148/crash 2024-09-07T15:29:16.388 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-07T15:29:16.425 INFO:tasks.ceph:Compressing logs... 2024-09-07T15:29:16.426 DEBUG:teuthology.orchestra.run.smithi107:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-07T15:29:16.435 DEBUG:teuthology.orchestra.run.smithi148:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-07T15:29:16.459 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112835.log 2024-09-07T15:29:16.460 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103985.log 2024-09-07T15:29:16.461 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.112835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89235.log 2024-09-07T15:29:16.461 INFO:teuthology.orchestra.run.smithi107.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.112835.log.gz 2024-09-07T15:29:16.462 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.103985.log: gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2024-09-07T15:29:16.462 INFO:teuthology.orchestra.run.smithi107.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.103985.log.gz 2024-09-07T15:29:16.462 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.89235.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61729.log 2024-09-07T15:29:16.463 INFO:teuthology.orchestra.run.smithi107.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.89235.log.gz 2024-09-07T15:29:16.463 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183923.log 2024-09-07T15:29:16.463 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/rgw.ceph.client.0.log: /var/log/ceph/ceph-client.admin.61729.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32369.log 2024-09-07T15:29:16.465 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.183923.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183923.log.gz 2024-09-07T15:29:16.466 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101035.log 2024-09-07T15:29:16.466 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78611.log 2024-09-07T15:29:16.466 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32369.log.gz 2024-09-07T15:29:16.466 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.101035.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34242.log 2024-09-07T15:29:16.466 INFO:teuthology.orchestra.run.smithi107.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.61729.log.gz 2024-09-07T15:29:16.466 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108705.log 2024-09-07T15:29:16.466 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.78611.log: /var/log/ceph/ceph-client.admin.34242.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34242.log.gz 2024-09-07T15:29:16.466 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-07T15:29:16.466 INFO:teuthology.orchestra.run.smithi107.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.78611.log.gz 2024-09-07T15:29:16.466 INFO:teuthology.orchestra.run.smithi107.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.101035.log.gz 2024-09-07T15:29:16.466 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98675.log 2024-09-07T15:29:16.466 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.108705.log: /var/log/ceph/ceph-mgr.y.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.108705.log.gz 2024-09-07T15:29:16.474 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42927.log 2024-09-07T15:29:16.474 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.98675.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184261.log 2024-09-07T15:29:16.474 INFO:teuthology.orchestra.run.smithi107.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.98675.log.gz 2024-09-07T15:29:16.475 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.42927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57337.log 2024-09-07T15:29:16.475 INFO:teuthology.orchestra.run.smithi107.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.42927.log.gz 2024-09-07T15:29:16.475 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184261.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184261.log.gz 2024-09-07T15:29:16.475 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179937.log 2024-09-07T15:29:16.475 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184392.log 2024-09-07T15:29:16.475 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.57337.log: 55.3% -- replaced with /var/log/ceph/ceph-client.admin.57337.log.gz 2024-09-07T15:29:16.475 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.179937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34290.log 2024-09-07T15:29:16.475 INFO:teuthology.orchestra.run.smithi107.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.179937.log.gz 2024-09-07T15:29:16.475 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184392.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159571.log 2024-09-07T15:29:16.475 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184392.log.gz 2024-09-07T15:29:16.475 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.34290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66252.log 2024-09-07T15:29:16.476 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34290.log.gz 2024-09-07T15:29:16.476 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32997.log 2024-09-07T15:29:16.476 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.159571.log: /var/log/ceph/ceph-client.admin.66252.log: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.66252.log.gz 2024-09-07T15:29:16.476 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79791.log 2024-09-07T15:29:16.476 INFO:teuthology.orchestra.run.smithi107.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.159571.log.gz 2024-09-07T15:29:16.476 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92185.log 2024-09-07T15:29:16.476 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32997.log.gz 2024-09-07T15:29:16.476 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.79791.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.35535.log 2024-09-07T15:29:16.476 INFO:teuthology.orchestra.run.smithi107.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.79791.log.gz 2024-09-07T15:29:16.476 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.92185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148829.log 2024-09-07T15:29:16.476 INFO:teuthology.orchestra.run.smithi107.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.92185.log.gz 2024-09-07T15:29:16.477 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.35535.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-07T15:29:16.477 INFO:teuthology.orchestra.run.smithi107.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.0.35535.log.gz 2024-09-07T15:29:16.477 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.148829.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32301.log 2024-09-07T15:29:16.477 INFO:teuthology.orchestra.run.smithi107.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.148829.log.gz 2024-09-07T15:29:16.477 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32363.log 2024-09-07T15:29:16.477 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32301.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32301.log.gz 2024-09-07T15:29:16.477 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.21963.log 2024-09-07T15:29:16.477 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148239.log 2024-09-07T15:29:16.477 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32363.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32363.log.gz 2024-09-07T15:29:16.477 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph.tmp-client.admin.21963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138797.log 2024-09-07T15:29:16.477 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.21963.log.gz 2024-09-07T15:29:16.485 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.148239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54879.log 2024-09-07T15:29:16.486 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.138797.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157136.log 2024-09-07T15:29:16.486 INFO:teuthology.orchestra.run.smithi107.stderr: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.138797.log.gz 2024-09-07T15:29:16.486 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.54879.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32561.log 2024-09-07T15:29:16.486 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.54879.log.gz 2024-09-07T15:29:16.486 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.172487.log/var/log/ceph/ceph-client.admin.157136.log: 2024-09-07T15:29:16.486 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.157136.log.gz 2024-09-07T15:29:16.486 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32561.log: gzip -5 0.0% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.32561.log.gz 2024-09-07T15:29:16.486 INFO:teuthology.orchestra.run.smithi107.stderr: /var/log/ceph/ceph-client.admin.45927.log 2024-09-07T15:29:16.486 INFO:teuthology.orchestra.run.smithi107.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.148239.log.gz 2024-09-07T15:29:16.486 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.172487.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60439.log 2024-09-07T15:29:16.486 INFO:teuthology.orchestra.run.smithi107.stderr: 84.7% -- replaced with /var/log/ceph/ceph-client.0.172487.log.gz 2024-09-07T15:29:16.487 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.45927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128176.log 2024-09-07T15:29:16.487 INFO:teuthology.orchestra.run.smithi107.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.45927.log.gz 2024-09-07T15:29:16.487 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156521.log 2024-09-07T15:29:16.487 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.60439.log: /var/log/ceph/ceph-client.admin.128176.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.169526.log 2024-09-07T15:29:16.487 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.156521.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.178387.log 2024-09-07T15:29:16.487 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.169526.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.156521.log.gz 2024-09-07T15:29:16.487 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32366.log 2024-09-07T15:29:16.487 INFO:teuthology.orchestra.run.smithi107.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.169526.log.gz 2024-09-07T15:29:16.487 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.178387.log: 86.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153549.log 2024-09-07T15:29:16.487 INFO:teuthology.orchestra.run.smithi107.stderr: -- replaced with /var/log/ceph/ceph-client.admin.128176.log.gz 2024-09-07T15:29:16.487 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32366.log: 80.9% -- replaced with /var/log/ceph/ceph-client.0.178387.log.gz 2024-09-07T15:29:16.487 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32366.log.gz 2024-09-07T15:29:16.488 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181314.log 2024-09-07T15:29:16.488 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.153549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32776.log 2024-09-07T15:29:16.488 INFO:teuthology.orchestra.run.smithi107.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.153549.log.gz 2024-09-07T15:29:16.488 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.181314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183949.log 2024-09-07T15:29:16.488 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32776.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.181314.log.gz 2024-09-07T15:29:16.488 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43517.log 2024-09-07T15:29:16.488 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32776.log.gz 2024-09-07T15:29:16.488 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.183949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55519.log 2024-09-07T15:29:16.488 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183949.log.gz 2024-09-07T15:29:16.489 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.43517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54929.log 2024-09-07T15:29:16.489 INFO:teuthology.orchestra.run.smithi107.stderr: 93.2% -- replaced with /var/log/ceph/ceph-client.admin.60439.log.gz 2024-09-07T15:29:16.489 INFO:teuthology.orchestra.run.smithi107.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.43517.log.gz 2024-09-07T15:29:16.489 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.55519.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56109.log 2024-09-07T15:29:16.489 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.54929.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179347.log 2024-09-07T15:29:16.489 INFO:teuthology.orchestra.run.smithi107.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.55519.log.gz 2024-09-07T15:29:16.489 INFO:teuthology.orchestra.run.smithi107.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.54929.log.gz 2024-09-07T15:29:16.489 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.56109.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.174847.log 2024-09-07T15:29:16.489 INFO:teuthology.orchestra.run.smithi107.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.56109.log.gz 2024-09-07T15:29:16.490 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.179347.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64956.log 2024-09-07T15:29:16.490 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.174847.log: 83.2% -- replaced with /var/log/ceph/ceph-client.admin.179347.log.gz 2024-09-07T15:29:16.490 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183897.log 2024-09-07T15:29:16.490 INFO:teuthology.orchestra.run.smithi107.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.0.174847.log.gz 2024-09-07T15:29:16.490 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.64956.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.161058.log 2024-09-07T15:29:16.507 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26831.log 2024-09-07T15:29:16.507 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26855.log 2024-09-07T15:29:16.507 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-client.admin.26831.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26831.log.gz 2024-09-07T15:29:16.507 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26807.log 2024-09-07T15:29:16.507 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-client.admin.26855.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26855.log.gz 2024-09-07T15:29:16.507 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-07T15:29:16.507 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-client.admin.26807.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26807.log.gz 2024-09-07T15:29:16.507 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-07T15:29:16.508 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26783.log 2024-09-07T15:29:16.508 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-07T15:29:16.508 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-client.admin.26783.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-07T15:29:16.508 INFO:teuthology.orchestra.run.smithi148.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26783.log.gz 2024-09-07T15:29:16.508 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-07T15:29:16.508 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26759.log 2024-09-07T15:29:16.508 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-07T15:29:16.508 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-client.admin.26759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26687.log 2024-09-07T15:29:16.508 INFO:teuthology.orchestra.run.smithi148.stderr: 0.0%/var/log/ceph/ceph.audit.log: -- replaced with /var/log/ceph/ceph-client.admin.26759.log.gz 2024-09-07T15:29:16.508 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26735.log 2024-09-07T15:29:16.508 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-client.admin.26687.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26687.log.gz 2024-09-07T15:29:16.509 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-07T15:29:16.509 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-client.admin.26735.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26711.log 2024-09-07T15:29:16.509 INFO:teuthology.orchestra.run.smithi148.stderr: -- replaced with /var/log/ceph/ceph-client.admin.26735.log.gz 2024-09-07T15:29:16.509 INFO:teuthology.orchestra.run.smithi148.stderr: 90.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-07T15:29:16.509 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-07T15:29:16.509 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-client.admin.26711.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26711.log.gz 2024-09-07T15:29:16.514 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/ceph-osd.4.log: 88.3% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-07T15:29:16.533 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.183897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63020.log 2024-09-07T15:29:16.533 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183897.log.gz 2024-09-07T15:29:16.533 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.161058.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37886.log 2024-09-07T15:29:16.533 INFO:teuthology.orchestra.run.smithi107.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.0.161058.log.gz 2024-09-07T15:29:16.533 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.63020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181238.log 2024-09-07T15:29:16.533 INFO:teuthology.orchestra.run.smithi107.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.64956.log.gz 2024-09-07T15:29:16.533 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.37886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33237.log 2024-09-07T15:29:16.533 INFO:teuthology.orchestra.run.smithi107.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.37886.log.gz 2024-09-07T15:29:16.533 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.181238.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134076.log 2024-09-07T15:29:16.533 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.181238.log.gz 2024-09-07T15:29:16.534 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.33237.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33237.log.gz 2024-09-07T15:29:16.534 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157111.log 2024-09-07T15:29:16.534 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158956.log 2024-09-07T15:29:16.534 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.134076.log: /var/log/ceph/ceph-client.admin.157111.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.134076.log.gz 2024-09-07T15:29:16.534 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111655.log 2024-09-07T15:29:16.534 INFO:teuthology.orchestra.run.smithi107.stderr: -- replaced with /var/log/ceph/ceph-client.admin.157111.log.gz 2024-09-07T15:29:16.534 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.158956.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32995.log 2024-09-07T15:29:16.534 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.158956.log.gz 2024-09-07T15:29:16.534 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.111655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125816.log 2024-09-07T15:29:16.534 INFO:teuthology.orchestra.run.smithi107.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.111655.log.gz 2024-09-07T15:29:16.534 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32995.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105165.log 2024-09-07T15:29:16.535 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32995.log.gz 2024-09-07T15:29:16.535 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.125816.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32566.log 2024-09-07T15:29:16.535 INFO:teuthology.orchestra.run.smithi107.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.125816.log.gz 2024-09-07T15:29:16.535 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42337.log 2024-09-07T15:29:16.535 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.105165.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.105165.log.gz 2024-09-07T15:29:16.535 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32566.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67722.log 2024-09-07T15:29:16.535 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32566.log.gz 2024-09-07T15:29:16.535 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.42337.log: -- /var/log/ceph/ceph-client.admin.133486.log 2024-09-07T15:29:16.535 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.67722.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.42337.log.gz 2024-09-07T15:29:16.535 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165251.log 2024-09-07T15:29:16.535 INFO:teuthology.orchestra.run.smithi107.stderr: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.67722.log.gz 2024-09-07T15:29:16.536 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.133486.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70140.log 2024-09-07T15:29:16.536 INFO:teuthology.orchestra.run.smithi107.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.133486.log.gz 2024-09-07T15:29:16.536 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.165251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32327.log 2024-09-07T15:29:16.536 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.70140.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94545.log 2024-09-07T15:29:16.536 INFO:teuthology.orchestra.run.smithi107.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.165251.log.gz 2024-09-07T15:29:16.536 INFO:teuthology.orchestra.run.smithi107.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.0.70140.log.gz 2024-09-07T15:29:16.536 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32327.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-07T15:29:16.536 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32327.log.gz 2024-09-07T15:29:16.536 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.94545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129946.log 2024-09-07T15:29:16.536 INFO:teuthology.orchestra.run.smithi107.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.94545.log.gz 2024-09-07T15:29:16.536 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59149.log 2024-09-07T15:29:16.537 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135256.log 2024-09-07T15:29:16.537 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.129946.log: /var/log/ceph/ceph-client.admin.59149.log: 87.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57856.log 2024-09-07T15:29:16.537 INFO:teuthology.orchestra.run.smithi107.stderr: -- replaced with /var/log/ceph/ceph-client.admin.129946.log.gz 2024-09-07T15:29:16.537 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.135256.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.59149.log.gz 2024-09-07T15:29:16.537 INFO:teuthology.orchestra.run.smithi107.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.135256.log.gz 2024-09-07T15:29:16.537 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.176027.log 2024-09-07T15:29:16.537 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.57856.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155341.log 2024-09-07T15:29:16.537 INFO:teuthology.orchestra.run.smithi107.stderr: 21.2% -- replaced with /var/log/ceph/ceph-client.admin.57856.log.gz 2024-09-07T15:29:16.537 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.176027.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34314.log 2024-09-07T15:29:16.537 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.155341.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121096.log 2024-09-07T15:29:16.537 INFO:teuthology.orchestra.run.smithi107.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.0.176027.log.gz 2024-09-07T15:29:16.538 INFO:teuthology.orchestra.run.smithi107.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.155341.log.gz 2024-09-07T15:29:16.538 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.34314.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34314.log.gz 2024-09-07T15:29:16.538 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184442.log 2024-09-07T15:29:16.538 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.121096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88055.log 2024-09-07T15:29:16.538 INFO:teuthology.orchestra.run.smithi107.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.121096.log.gz 2024-09-07T15:29:16.538 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74481.log 2024-09-07T15:29:16.538 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184442.log.gz 2024-09-07T15:29:16.538 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.88055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51877.log 2024-09-07T15:29:16.538 INFO:teuthology.orchestra.run.smithi107.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.88055.log.gz 2024-09-07T15:29:16.538 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.74481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36712.log 2024-09-07T15:29:16.538 INFO:teuthology.orchestra.run.smithi107.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.74481.log.gz 2024-09-07T15:29:16.539 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.51877.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.51877.log.gz 2024-09-07T15:29:16.539 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137026.log 2024-09-07T15:29:16.539 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.36712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132896.log 2024-09-07T15:29:16.539 INFO:teuthology.orchestra.run.smithi107.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.0.36712.log.gz 2024-09-07T15:29:16.539 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.137026.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-07T15:29:16.539 INFO:teuthology.orchestra.run.smithi107.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.137026.log.gz 2024-09-07T15:29:16.539 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68906.log 2024-09-07T15:29:16.539 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.132896.log: /var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45337.log 2024-09-07T15:29:16.539 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.68906.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.132896.log.gz 2024-09-07T15:29:16.539 INFO:teuthology.orchestra.run.smithi107.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.68906.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131126.log 2024-09-07T15:29:16.539 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-09-07T15:29:16.540 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.45337.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.45337.log.gz 2024-09-07T15:29:16.540 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.174257.log 2024-09-07T15:29:16.540 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110475.log 2024-09-07T15:29:16.540 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.131126.log: /var/log/ceph/ceph-client.0.174257.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.131126.log.gz 2024-09-07T15:29:16.540 INFO:teuthology.orchestra.run.smithi107.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.0.174257.log.gz 2024-09-07T15:29:16.540 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32378.log 2024-09-07T15:29:16.540 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.110475.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.110475.log.gz 2024-09-07T15:29:16.540 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46542.log 2024-09-07T15:29:16.540 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183845.log 2024-09-07T15:29:16.540 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32378.log: /var/log/ceph/ceph-client.admin.46542.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32378.log.gz 2024-09-07T15:29:16.540 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.46542.log.gz 2024-09-07T15:29:16.541 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184027.log 2024-09-07T15:29:16.541 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145287.log 2024-09-07T15:29:16.541 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.183845.log: /var/log/ceph/ceph-client.admin.184027.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183845.log.gz 2024-09-07T15:29:16.541 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184027.log.gz 2024-09-07T15:29:16.541 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181263.log 2024-09-07T15:29:16.541 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57248.log 2024-09-07T15:29:16.541 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.145287.log: /var/log/ceph/ceph-client.admin.181263.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.145287.log.gz 2024-09-07T15:29:16.541 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.181263.log.gz 2024-09-07T15:29:16.541 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87465.log 2024-09-07T15:29:16.541 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84511.log 2024-09-07T15:29:16.542 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.57248.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.57248.log.gz 2024-09-07T15:29:16.542 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.87465.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150599.log 2024-09-07T15:29:16.542 INFO:teuthology.orchestra.run.smithi107.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.87465.log.gz 2024-09-07T15:29:16.542 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.84511.log: 95.2% -- replaced with /var/log/ceph/ceph-client.admin.63020.log.gz 2024-09-07T15:29:16.542 INFO:teuthology.orchestra.run.smithi107.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.84511.log.gz 2024-09-07T15:29:16.542 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.173667.log 2024-09-07T15:29:16.542 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.150599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140567.log 2024-09-07T15:29:16.542 INFO:teuthology.orchestra.run.smithi107.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.150599.log.gz 2024-09-07T15:29:16.542 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.173667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132306.log 2024-09-07T15:29:16.542 INFO:teuthology.orchestra.run.smithi107.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.0.173667.log.gz 2024-09-07T15:29:16.542 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32379.log 2024-09-07T15:29:16.542 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.140567.log: /var/log/ceph/ceph-client.admin.132306.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.132306.log.gz 2024-09-07T15:29:16.543 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90415.log 2024-09-07T15:29:16.543 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32977.log 2024-09-07T15:29:16.543 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32379.log.gz 2024-09-07T15:29:16.543 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.90415.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.140567.log.gz 2024-09-07T15:29:16.543 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48927.log 2024-09-07T15:29:16.543 INFO:teuthology.orchestra.run.smithi107.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.90415.log.gz 2024-09-07T15:29:16.543 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32977.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124046.log 2024-09-07T15:29:16.543 INFO:teuthology.orchestra.run.smithi107.stderr: -- replaced with /var/log/ceph/ceph-client.admin.32977.log.gz 2024-09-07T15:29:16.543 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.48927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.176617.log 2024-09-07T15:29:16.543 INFO:teuthology.orchestra.run.smithi107.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.48927.log.gz 2024-09-07T15:29:16.543 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116375.log 2024-09-07T15:29:16.544 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.124046.log: /var/log/ceph/ceph-client.0.176617.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.124046.log.gz 2024-09-07T15:29:16.544 INFO:teuthology.orchestra.run.smithi107.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.0.176617.log.gz 2024-09-07T15:29:16.544 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108115.log 2024-09-07T15:29:16.544 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.116375.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144697.log 2024-09-07T15:29:16.544 INFO:teuthology.orchestra.run.smithi107.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.116375.log.gz 2024-09-07T15:29:16.544 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.108115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106345.log 2024-09-07T15:29:16.544 INFO:teuthology.orchestra.run.smithi107.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.108115.log.gz 2024-09-07T15:29:16.544 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.144697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109295.log 2024-09-07T15:29:16.544 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.106345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183975.log 2024-09-07T15:29:16.544 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.109295.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.106345.log.gz 2024-09-07T15:29:16.544 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129356.log 2024-09-07T15:29:16.545 INFO:teuthology.orchestra.run.smithi107.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.109295.log.gz 2024-09-07T15:29:16.545 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.183975.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183975.log.gz 2024-09-07T15:29:16.545 INFO:teuthology.orchestra.run.smithi107.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.144697.log.gz 2024-09-07T15:29:16.545 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154161.log 2024-09-07T15:29:16.545 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.129356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144107.log 2024-09-07T15:29:16.545 INFO:teuthology.orchestra.run.smithi107.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.129356.log.gz 2024-09-07T15:29:16.545 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.154161.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119916.log 2024-09-07T15:29:16.545 INFO:teuthology.orchestra.run.smithi107.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.154161.log.gz 2024-09-07T15:29:16.545 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75661.log 2024-09-07T15:29:16.546 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.144107.log: /var/log/ceph/ceph-client.admin.119916.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.144107.log.gz 2024-09-07T15:29:16.546 INFO:teuthology.orchestra.run.smithi107.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.119916.log.gz 2024-09-07T15:29:16.546 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170127.log 2024-09-07T15:29:16.546 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181289.log 2024-09-07T15:29:16.546 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50697.log 2024-09-07T15:29:16.546 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.170127.log: /var/log/ceph/ceph-client.admin.75661.log: /var/log/ceph/ceph-client.admin.181289.log: 84.1% 82.7% -- replaced with /var/log/ceph/ceph-client.0.170127.log.gz -- replaced with /var/log/ceph/ceph-client.admin.75661.log.gz 2024-09-07T15:29:16.546 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-09-07T15:29:16.546 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.181289.log.gz 2024-09-07T15:29:16.546 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147649.log 2024-09-07T15:29:16.546 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44157.log 2024-09-07T15:29:16.546 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.50697.log: /var/log/ceph/ceph-client.admin.147649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109885.log 2024-09-07T15:29:16.547 INFO:teuthology.orchestra.run.smithi107.stderr: 82.8%/var/log/ceph/ceph-client.admin.44157.log: -- replaced with /var/log/ceph/ceph-client.admin.147649.log.gz 80.8% -- replaced with /var/log/ceph/ceph-client.admin.50697.log.gz 2024-09-07T15:29:16.547 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-09-07T15:29:16.547 INFO:teuthology.orchestra.run.smithi107.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.44157.log.gz 2024-09-07T15:29:16.547 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49517.log 2024-09-07T15:29:16.547 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32589.log 2024-09-07T15:29:16.547 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.109885.log: /var/log/ceph/ceph-client.admin.49517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143517.log 2024-09-07T15:29:16.547 INFO:teuthology.orchestra.run.smithi107.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.109885.log.gz 2024-09-07T15:29:16.547 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32589.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.49517.log.gz 2024-09-07T15:29:16.547 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32589.log.gz 2024-09-07T15:29:16.547 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124636.log 2024-09-07T15:29:16.547 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163484.log 2024-09-07T15:29:16.548 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.143517.log: /var/log/ceph/ceph-client.admin.124636.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.143517.log.gz 2024-09-07T15:29:16.548 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113425.log 2024-09-07T15:29:16.548 INFO:teuthology.orchestra.run.smithi107.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.124636.log.gz 2024-09-07T15:29:16.548 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184183.log 2024-09-07T15:29:16.548 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.163484.log: /var/log/ceph/ceph-client.admin.113425.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.113425.log.gz 2024-09-07T15:29:16.548 INFO:teuthology.orchestra.run.smithi107.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.163484.log.gz 2024-09-07T15:29:16.548 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32797.log 2024-09-07T15:29:16.548 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158341.log 2024-09-07T15:29:16.566 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184183.log: /var/log/ceph/ceph-client.admin.32797.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71371.log 2024-09-07T15:29:16.566 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184183.log.gz 2024-09-07T15:29:16.566 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32797.log.gz 2024-09-07T15:29:16.566 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.158341.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96315.log 2024-09-07T15:29:16.566 INFO:teuthology.orchestra.run.smithi107.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.158341.log.gz 2024-09-07T15:29:16.566 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138207.log 2024-09-07T15:29:16.566 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.71371.log: /var/log/ceph/ceph-client.admin.96315.log: 95.1% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-07T15:29:16.566 INFO:teuthology.orchestra.run.smithi107.stderr: 50.4% -- replaced with /var/log/ceph/ceph-client.admin.71371.log.gz 2024-09-07T15:29:16.566 INFO:teuthology.orchestra.run.smithi107.stderr: 83.3% -- replaced with /var/log/ceph/ceph-client.admin.96315.log.gz 2024-09-07T15:29:16.567 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32381.log 2024-09-07T15:29:16.567 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184131.log 2024-09-07T15:29:16.567 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.138207.log: /var/log/ceph/ceph-client.admin.32381.log: gzip 0.0% 87.6% -5 -- replaced with /var/log/ceph/ceph-client.admin.32381.log.gz --verbose -- replaced with /var/log/ceph/ceph-client.admin.138207.log.gz 2024-09-07T15:29:16.567 INFO:teuthology.orchestra.run.smithi107.stderr: -- 2024-09-07T15:29:16.567 INFO:teuthology.orchestra.run.smithi107.stderr: /var/log/ceph/ceph-client.admin.128766.log 2024-09-07T15:29:16.567 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165978.log 2024-09-07T15:29:16.567 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184131.log.gz 2024-09-07T15:29:16.567 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.128766.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114605.log 2024-09-07T15:29:16.567 INFO:teuthology.orchestra.run.smithi107.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.128766.log.gz 2024-09-07T15:29:16.567 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.165978.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-07T15:29:16.567 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.114605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171897.log 2024-09-07T15:29:16.567 INFO:teuthology.orchestra.run.smithi107.stderr: 91.7% -- replaced with /var/log/ceph/ceph-client.admin.165978.log.gz 2024-09-07T15:29:16.568 INFO:teuthology.orchestra.run.smithi107.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.114605.log.gz/var/log/ceph/ceph-osd.3.log: 2024-09-07T15:29:16.568 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63665.log 2024-09-07T15:29:16.568 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32058.log 2024-09-07T15:29:16.568 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.171897.log: /var/log/ceph/ceph-client.admin.63665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73301.log 2024-09-07T15:29:16.568 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32058.log: 80.6% -- replaced with /var/log/ceph/ceph-client.0.171897.log.gz 2024-09-07T15:29:16.568 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32058.log.gz 2024-09-07T15:29:16.568 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26755.log 2024-09-07T15:29:16.568 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57006.log 2024-09-07T15:29:16.568 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.73301.log: /var/log/ceph/ceph-client.admin.26755.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.73301.log.gz 2024-09-07T15:29:16.568 INFO:teuthology.orchestra.run.smithi107.stderr: 29.3% -- replaced with /var/log/ceph/ceph-client.admin.26755.log.gz 2024-09-07T15:29:16.568 INFO:teuthology.orchestra.run.smithi107.stderr: 92.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101625.log 2024-09-07T15:29:16.569 INFO:teuthology.orchestra.run.smithi107.stderr: -- replaced with /var/log/ceph/ceph-client.admin.63665.log.gz 2024-09-07T15:29:16.569 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.57006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.39054.log 2024-09-07T15:29:16.569 INFO:teuthology.orchestra.run.smithi107.stderr: 57.1% -- replaced with /var/log/ceph/ceph-client.admin.57006.log.gz 2024-09-07T15:29:16.569 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100445.log 2024-09-07T15:29:16.569 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.101625.log: /var/log/ceph/ceph-client.0.39054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167156.log 2024-09-07T15:29:16.569 INFO:teuthology.orchestra.run.smithi107.stderr: 44.9% -- replaced with /var/log/ceph/ceph-client.0.39054.log.gz 2024-09-07T15:29:16.569 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.100445.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.101625.log.gz 2024-09-07T15:29:16.569 INFO:teuthology.orchestra.run.smithi107.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.100445.log.gz 2024-09-07T15:29:16.569 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36125.log 2024-09-07T15:29:16.569 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64310.log 2024-09-07T15:29:16.569 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.167156.log: /var/log/ceph/ceph-client.0.36125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59794.log 2024-09-07T15:29:16.570 INFO:teuthology.orchestra.run.smithi107.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.167156.log.gz 2024-09-07T15:29:16.570 INFO:teuthology.orchestra.run.smithi107.stderr: 43.9% -- replaced with /var/log/ceph/ceph-client.0.36125.log.gz 2024-09-07T15:29:16.570 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88645.log 2024-09-07T15:29:16.570 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.64310.log: /var/log/ceph/ceph-client.admin.59794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89825.log 2024-09-07T15:29:16.570 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.88645.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.88645.log.gz 2024-09-07T15:29:16.570 INFO:teuthology.orchestra.run.smithi107.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.64310.log.gz 2024-09-07T15:29:16.570 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32578.log 2024-09-07T15:29:16.570 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57360.log 2024-09-07T15:29:16.570 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.89825.log: /var/log/ceph/ceph-client.admin.32578.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.89825.log.gz 2024-09-07T15:29:16.570 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32578.log.gz 2024-09-07T15:29:16.570 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57915.log 2024-09-07T15:29:16.571 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44747.log 2024-09-07T15:29:16.571 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.57360.log: /var/log/ceph/ceph-client.admin.57915.log: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.57360.log.gz 2024-09-07T15:29:16.571 INFO:teuthology.orchestra.run.smithi107.stderr: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.57915.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126996.log 2024-09-07T15:29:16.571 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-09-07T15:29:16.571 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.44747.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.44747.log.gz 2024-09-07T15:29:16.571 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65601.log 2024-09-07T15:29:16.571 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50107.log 2024-09-07T15:29:16.571 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.126996.log: /var/log/ceph/ceph-client.admin.65601.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.126996.log.gz 2024-09-07T15:29:16.571 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46567.log 2024-09-07T15:29:16.571 INFO:teuthology.orchestra.run.smithi107.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.59794.log.gz 2024-09-07T15:29:16.571 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.50107.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.50107.log.gz 2024-09-07T15:29:16.572 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96905.log 2024-09-07T15:29:16.572 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.46567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32569.log 2024-09-07T15:29:16.572 INFO:teuthology.orchestra.run.smithi107.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.46567.log.gz 2024-09-07T15:29:16.572 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.96905.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.96905.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93365.log 2024-09-07T15:29:16.572 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-09-07T15:29:16.572 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32569.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32569.log.gz 2024-09-07T15:29:16.572 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32985.log 2024-09-07T15:29:16.572 INFO:teuthology.orchestra.run.smithi107.stderr: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.65601.log.gz 2024-09-07T15:29:16.572 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.93365.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126406.log 2024-09-07T15:29:16.573 INFO:teuthology.orchestra.run.smithi107.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.93365.log.gz 2024-09-07T15:29:16.573 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32985.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32985.log.gz 2024-09-07T15:29:16.573 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2024-09-07T15:29:16.573 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137616.log 2024-09-07T15:29:16.573 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.126406.log: /var/log/ceph/ops-log-ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.34361.log 2024-09-07T15:29:16.573 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.137616.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.126406.log.gz 2024-09-07T15:29:16.573 INFO:teuthology.orchestra.run.smithi107.stderr: 82.0%gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-07T15:29:16.573 INFO:teuthology.orchestra.run.smithi107.stderr: -- replaced with /var/log/ceph/ceph-client.admin.137616.log.gz 2024-09-07T15:29:16.573 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.34361.log: 95.8% -- replaced with /var/log/ceph/ceph-client.0.34361.log.gz 2024-09-07T15:29:16.573 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.168937.log 2024-09-07T15:29:16.574 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83921.log 2024-09-07T15:29:16.574 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-osd.1.log: /var/log/ceph/ceph-client.admin.168937.log: 94.2% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2024-09-07T15:29:16.574 INFO:teuthology.orchestra.run.smithi107.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.168937.log.gz 2024-09-07T15:29:16.574 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.38470.log 2024-09-07T15:29:16.586 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155931.log 2024-09-07T15:29:16.586 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.83921.log: /var/log/ceph/ceph-client.0.38470.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.83921.log.gz 2024-09-07T15:29:16.586 INFO:teuthology.orchestra.run.smithi107.stderr: 43.9% -- replaced with /var/log/ceph/ceph-client.0.38470.log.gz 2024-09-07T15:29:16.586 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103395.log 2024-09-07T15:29:16.587 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48337.log 2024-09-07T15:29:16.587 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.155931.log: /var/log/ceph/ceph-client.admin.103395.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.155931.log.gz 2024-09-07T15:29:16.587 INFO:teuthology.orchestra.run.smithi107.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.103395.log.gz 2024-09-07T15:29:16.587 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150009.log 2024-09-07T15:29:16.587 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57286.log 2024-09-07T15:29:16.587 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.48337.log: /var/log/ceph/ceph-client.admin.150009.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.48337.log.gz 2024-09-07T15:29:16.587 INFO:teuthology.orchestra.run.smithi107.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.150009.log.gz 2024-09-07T15:29:16.587 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149419.log 2024-09-07T15:29:16.587 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26902.log 2024-09-07T15:29:16.587 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.57286.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57286.log.gz 2024-09-07T15:29:16.587 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.149419.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180600.log 2024-09-07T15:29:16.588 INFO:teuthology.orchestra.run.smithi107.stderr: 83.2% -- replaced with /var/log/ceph/ceph-client.admin.149419.log.gz 2024-09-07T15:29:16.588 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.26902.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26902.log.gz 2024-09-07T15:29:16.588 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32581.log 2024-09-07T15:29:16.588 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170717.log 2024-09-07T15:29:16.588 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.180600.log: /var/log/ceph/ceph-client.admin.32581.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32581.log.gz 81.6% -- replaced with /var/log/ceph/ceph-client.admin.180600.log.gz 2024-09-07T15:29:16.588 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-09-07T15:29:16.588 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32374.log 2024-09-07T15:29:16.588 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119326.log 2024-09-07T15:29:16.588 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.170717.log: /var/log/ceph/ceph-client.admin.32374.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32374.log.gz 2024-09-07T15:29:16.588 INFO:teuthology.orchestra.run.smithi107.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.0.170717.log.gz 2024-09-07T15:29:16.588 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32206.log 2024-09-07T15:29:16.589 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117555.log 2024-09-07T15:29:16.589 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.119326.log: /var/log/ceph/ceph-client.admin.32206.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.119326.log.gz 2024-09-07T15:29:16.589 INFO:teuthology.orchestra.run.smithi107.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32206.log.gz 2024-09-07T15:29:16.589 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68316.log 2024-09-07T15:29:16.589 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145877.log 2024-09-07T15:29:16.589 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.117555.log: /var/log/ceph/ceph-client.admin.68316.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.117555.log.gz 2024-09-07T15:29:16.589 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184001.log 2024-09-07T15:29:16.589 INFO:teuthology.orchestra.run.smithi107.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.68316.log.gz 2024-09-07T15:29:16.589 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.145877.log: 83.3% -- replaced with /var/log/ceph/ceph-client.admin.145877.log.gz 2024-09-07T15:29:16.589 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80971.log 2024-09-07T15:29:16.589 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99855.log 2024-09-07T15:29:16.590 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184001.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184001.log.gz 2024-09-07T15:29:16.590 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.80971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37302.log 2024-09-07T15:29:16.590 INFO:teuthology.orchestra.run.smithi107.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.80971.log.gz 2024-09-07T15:29:16.590 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.99855.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.99855.log.gz 2024-09-07T15:29:16.590 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70088.log 2024-09-07T15:29:16.590 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183819.log 2024-09-07T15:29:16.590 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.37302.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.37302.log.gz 2024-09-07T15:29:16.590 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.70088.log: 25.4% -- replaced with /var/log/ceph/ceph-client.admin.70088.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151189.log 2024-09-07T15:29:16.590 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-09-07T15:29:16.590 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.183819.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183819.log.gz 2024-09-07T15:29:16.590 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157751.log 2024-09-07T15:29:16.590 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81561.log 2024-09-07T15:29:16.591 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.151189.log: /var/log/ceph/ceph-client.admin.157751.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.151189.log.gz 2024-09-07T15:29:16.591 INFO:teuthology.orchestra.run.smithi107.stderr: 82.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111065.log 2024-09-07T15:29:16.591 INFO:teuthology.orchestra.run.smithi107.stderr: -- replaced with /var/log/ceph/ceph-client.admin.157751.log.gz 2024-09-07T15:29:16.591 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.81561.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.81561.log.gz 2024-09-07T15:29:16.591 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167745.log 2024-09-07T15:29:16.591 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58504.log 2024-09-07T15:29:16.591 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.111065.log: /var/log/ceph/ceph-client.admin.167745.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.111065.log.gz 2024-09-07T15:29:16.591 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181213.log 2024-09-07T15:29:16.591 INFO:teuthology.orchestra.run.smithi107.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.167745.log.gz 2024-09-07T15:29:16.598 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.58504.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-07T15:29:16.599 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.181213.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.181213.log.gz 2024-09-07T15:29:16.599 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151779.log 2024-09-07T15:29:16.601 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph.log: 93.9% -- replaced with /var/log/ceph/ceph-client.admin.58504.log.gz 2024-09-07T15:29:16.606 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32229.log 2024-09-07T15:29:16.607 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.151779.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.151779.log.gz 2024-09-07T15:29:16.607 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47747.log 2024-09-07T15:29:16.608 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32229.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32229.log.gz 2024-09-07T15:29:16.608 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83331.log 2024-09-07T15:29:16.609 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.47747.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.47747.log.gz 2024-09-07T15:29:16.612 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171307.log 2024-09-07T15:29:16.612 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.83331.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.83331.log.gz 2024-09-07T15:29:16.612 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139977.log 2024-09-07T15:29:16.612 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.171307.log: 84.2% -- replaced with /var/log/ceph/ceph-client.0.171307.log.gz 2024-09-07T15:29:16.612 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56793.log 2024-09-07T15:29:16.613 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.139977.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.139977.log.gz 2024-09-07T15:29:16.613 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115195.log 2024-09-07T15:29:16.614 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.56793.log: 59.4% -- replaced with /var/log/ceph/ceph-client.admin.56793.log.gz 2024-09-07T15:29:16.614 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152369.log 2024-09-07T15:29:16.615 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.115195.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.115195.log.gz 2024-09-07T15:29:16.616 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34266.log 2024-09-07T15:29:16.617 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.152369.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.152369.log.gz 2024-09-07T15:29:16.617 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139387.log 2024-09-07T15:29:16.618 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.34266.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34266.log.gz 2024-09-07T15:29:16.618 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184235.log 2024-09-07T15:29:16.619 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.139387.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.139387.log.gz 2024-09-07T15:29:16.619 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184287.log 2024-09-07T15:29:16.620 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184235.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184235.log.gz 2024-09-07T15:29:16.620 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46517.log 2024-09-07T15:29:16.621 INFO:teuthology.orchestra.run.smithi107.stderr: 93.7% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-07T15:29:16.621 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184287.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184287.log.gz 2024-09-07T15:29:16.622 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51287.log 2024-09-07T15:29:16.622 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82741.log 2024-09-07T15:29:16.623 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.46517.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.46517.log.gz 2024-09-07T15:29:16.623 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.51287.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.51287.log.gz 2024-09-07T15:29:16.623 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116965.log 2024-09-07T15:29:16.623 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.82741.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161650.log 2024-09-07T15:29:16.624 INFO:teuthology.orchestra.run.smithi107.stderr: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.82741.log.gz/var/log/ceph/ceph-client.admin.116965.log: 2024-09-07T15:29:16.624 INFO:teuthology.orchestra.run.smithi107.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.116965.log.gz 2024-09-07T15:29:16.624 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.71425.log 2024-09-07T15:29:16.625 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164073.log 2024-09-07T15:29:16.628 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.161650.log: /var/log/ceph/ceph-client.0.71425.log: 92.0% -- replaced with /var/log/ceph/ceph-client.0.71425.log.gz 2024-09-07T15:29:16.629 INFO:teuthology.orchestra.run.smithi107.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.161650.log.gz 2024-09-07T15:29:16.631 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158931.log 2024-09-07T15:29:16.631 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146469.log 2024-09-07T15:29:16.631 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.164073.log: /var/log/ceph/ceph-client.admin.158931.log: 0.0% 92.3% -- replaced with /var/log/ceph/ceph-client.admin.158931.log.gz -- replaced with /var/log/ceph/ceph-client.admin.164073.log.gz 2024-09-07T15:29:16.631 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-09-07T15:29:16.631 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121686.log 2024-09-07T15:29:16.631 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123456.log 2024-09-07T15:29:16.632 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.146469.log: /var/log/ceph/ceph-client.admin.121686.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.146469.log.gz 2024-09-07T15:29:16.634 INFO:teuthology.orchestra.run.smithi107.stderr: 86.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44132.log 2024-09-07T15:29:16.634 INFO:teuthology.orchestra.run.smithi107.stderr: -- replaced with /var/log/ceph/ceph-client.admin.121686.log.gz 2024-09-07T15:29:16.634 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.123456.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.123456.log.gz 2024-09-07T15:29:16.635 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-07T15:29:16.635 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86285.log 2024-09-07T15:29:16.635 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.44132.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.44132.log.gz 2024-09-07T15:29:16.636 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32996.log 2024-09-07T15:29:16.636 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.86285.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.86285.log.gz 2024-09-07T15:29:16.636 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104575.log 2024-09-07T15:29:16.638 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32996.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32996.log.gz 2024-09-07T15:29:16.638 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97495.log 2024-09-07T15:29:16.639 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.104575.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.104575.log.gz 2024-09-07T15:29:16.639 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41041.log 2024-09-07T15:29:16.640 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.97495.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.97495.log.gz 2024-09-07T15:29:16.640 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78021.log 2024-09-07T15:29:16.641 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.41041.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.41041.log.gz 2024-09-07T15:29:16.641 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77431.log 2024-09-07T15:29:16.644 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.78021.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.78021.log.gz 2024-09-07T15:29:16.644 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40439.log 2024-09-07T15:29:16.644 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.77431.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.77431.log.gz 2024-09-07T15:29:16.644 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57077.log 2024-09-07T15:29:16.647 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.40439.log: 83.2% -- replaced with /var/log/ceph/ceph-client.admin.40439.log.gz 2024-09-07T15:29:16.647 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152959.log 2024-09-07T15:29:16.647 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.57077.log: 49.9% -- replaced with /var/log/ceph/ceph-client.admin.57077.log.gz 2024-09-07T15:29:16.647 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67133.log 2024-09-07T15:29:16.647 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.152959.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.152959.log.gz 2024-09-07T15:29:16.648 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115785.log 2024-09-07T15:29:16.648 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.67133.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.67133.log.gz 2024-09-07T15:29:16.648 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76251.log 2024-09-07T15:29:16.651 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.115785.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.115785.log.gz 2024-09-07T15:29:16.651 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32781.log 2024-09-07T15:29:16.652 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.76251.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.76251.log.gz 2024-09-07T15:29:16.652 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181190.log 2024-09-07T15:29:16.653 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32781.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32781.log.gz 2024-09-07T15:29:16.653 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184079.log 2024-09-07T15:29:16.654 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.181190.log: 24.1% -- replaced with /var/log/ceph/ceph-client.admin.181190.log.gz 2024-09-07T15:29:16.654 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32181.log 2024-09-07T15:29:16.655 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184079.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184079.log.gz 2024-09-07T15:29:16.655 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93955.log 2024-09-07T15:29:16.656 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32181.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32181.log.gz 2024-09-07T15:29:16.656 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177797.log 2024-09-07T15:29:16.657 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.93955.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.93955.log.gz 2024-09-07T15:29:16.657 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184053.log 2024-09-07T15:29:16.658 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.177797.log: 84.2% -- replaced with /var/log/ceph/ceph-client.0.177797.log.gz 2024-09-07T15:29:16.659 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2024-09-07T15:29:16.659 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184053.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184053.log.gz 2024-09-07T15:29:16.660 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136436.log 2024-09-07T15:29:16.674 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184157.log 2024-09-07T15:29:16.676 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.136436.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.136436.log.gz 2024-09-07T15:29:16.689 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32984.log 2024-09-07T15:29:16.689 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184157.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184157.log.gz 2024-09-07T15:29:16.702 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141157.log 2024-09-07T15:29:16.702 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32984.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32984.log.gz 2024-09-07T15:29:16.710 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180575.log 2024-09-07T15:29:16.710 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.141157.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.141157.log.gz 2024-09-07T15:29:16.718 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184209.log 2024-09-07T15:29:16.718 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.180575.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180575.log.gz 2024-09-07T15:29:16.726 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-07T15:29:16.727 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184209.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184209.log.gz 2024-09-07T15:29:16.734 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33025.log 2024-09-07T15:29:16.737 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph.audit.log: 94.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-07T15:29:16.742 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127586.log 2024-09-07T15:29:16.742 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.33025.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33025.log.gz 2024-09-07T15:29:16.754 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147059.log 2024-09-07T15:29:16.754 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.127586.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.127586.log.gz 2024-09-07T15:29:16.763 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72711.log 2024-09-07T15:29:16.763 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.147059.log: 83.1% -- replaced with /var/log/ceph/ceph-client.admin.147059.log.gz 2024-09-07T15:29:16.770 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54904.log 2024-09-07T15:29:16.770 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.72711.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.72711.log.gz 2024-09-07T15:29:16.778 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61084.log 2024-09-07T15:29:16.779 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.54904.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.54904.log.gz 2024-09-07T15:29:16.786 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106935.log 2024-09-07T15:29:16.794 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.61084.log: 93.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52519.log 2024-09-07T15:29:16.794 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.106935.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.106935.log.gz 2024-09-07T15:29:16.796 INFO:teuthology.orchestra.run.smithi107.stderr: 94.2% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2024-09-07T15:29:16.796 INFO:teuthology.orchestra.run.smithi107.stderr: -- replaced with /var/log/ceph/ceph-client.admin.61084.log.gz 2024-09-07T15:29:16.797 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57881.log 2024-09-07T15:29:16.798 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.52519.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.52519.log.gz 2024-09-07T15:29:16.798 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158981.log 2024-09-07T15:29:16.799 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.57881.log: 19.9% -- replaced with /var/log/ceph/ceph-client.admin.57881.log.gz 2024-09-07T15:29:16.799 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184339.log 2024-09-07T15:29:16.800 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.158981.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.158981.log.gz 2024-09-07T15:29:16.800 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/valgrind/ceph.client.0.log 2024-09-07T15:29:16.801 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184339.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184339.log.gz 2024-09-07T15:29:16.801 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134666.log 2024-09-07T15:29:16.802 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/valgrind/ceph.client.0.log: 63.1% -- replaced with /var/log/ceph/valgrind/ceph.client.0.log.gz 2024-09-07T15:29:16.802 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32796.log 2024-09-07T15:29:16.803 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.134666.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.134666.log.gz 2024-09-07T15:29:16.804 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105755.log 2024-09-07T15:29:16.804 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32796.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32796.log.gz 2024-09-07T15:29:16.805 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32795.log 2024-09-07T15:29:16.806 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.105755.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.105755.log.gz 2024-09-07T15:29:16.806 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73891.log 2024-09-07T15:29:16.807 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32795.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32795.log.gz 2024-09-07T15:29:16.807 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.182508.log 2024-09-07T15:29:16.808 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.73891.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.73891.log.gz 2024-09-07T15:29:16.809 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112245.log 2024-09-07T15:29:16.822 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.182508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180550.log 2024-09-07T15:29:16.823 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.112245.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.112245.log.gz 2024-09-07T15:29:16.836 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184418.log 2024-09-07T15:29:16.837 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.180550.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180550.log.gz 2024-09-07T15:29:16.837 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184313.log 2024-09-07T15:29:16.838 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184418.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184418.log.gz 2024-09-07T15:29:16.840 INFO:teuthology.orchestra.run.smithi107.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.0.182508.log.gz 2024-09-07T15:29:16.841 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57311.log 2024-09-07T15:29:16.842 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184313.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184313.log.gz 2024-09-07T15:29:16.842 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102215.log 2024-09-07T15:29:16.850 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.57311.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102805.log 2024-09-07T15:29:16.851 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.102215.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.102215.log.gz 2024-09-07T15:29:16.858 INFO:teuthology.orchestra.run.smithi107.stderr: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41747.log 2024-09-07T15:29:16.860 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.102805.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.102805.log.gz 2024-09-07T15:29:16.860 INFO:teuthology.orchestra.run.smithi107.stderr: -- replaced with /var/log/ceph/ceph-client.admin.57311.log.gz 2024-09-07T15:29:16.860 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54289.log 2024-09-07T15:29:16.861 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.41747.log: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.41747.log.gz 2024-09-07T15:29:16.861 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180527.log 2024-09-07T15:29:16.862 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.54289.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.54289.log.gz 2024-09-07T15:29:16.863 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32784.log 2024-09-07T15:29:16.863 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.180527.log: 26.2% -- replaced with /var/log/ceph/ceph-client.admin.180527.log.gz 2024-09-07T15:29:16.864 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98085.log 2024-09-07T15:29:16.866 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32784.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32784.log.gz 2024-09-07T15:29:16.866 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118145.log 2024-09-07T15:29:16.866 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.98085.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.98085.log.gz 2024-09-07T15:29:16.867 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114015.log 2024-09-07T15:29:16.869 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.118145.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.118145.log.gz 2024-09-07T15:29:16.869 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.173077.log 2024-09-07T15:29:16.869 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.114015.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.114015.log.gz 2024-09-07T15:29:16.869 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33022.log 2024-09-07T15:29:16.870 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.173077.log: 81.4% -- replaced with /var/log/ceph/ceph-client.0.173077.log.gz 2024-09-07T15:29:16.870 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32785.log 2024-09-07T15:29:16.872 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.33022.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33022.log.gz 2024-09-07T15:29:16.872 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80381.log 2024-09-07T15:29:16.873 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32785.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32785.log.gz 2024-09-07T15:29:16.873 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82151.log 2024-09-07T15:29:16.873 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.80381.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.80381.log.gz 2024-09-07T15:29:16.873 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135846.log 2024-09-07T15:29:16.882 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.82151.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.82151.log.gz 2024-09-07T15:29:16.882 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85101.log 2024-09-07T15:29:16.882 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.135846.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.135846.log.gz 2024-09-07T15:29:16.882 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99265.log 2024-09-07T15:29:16.882 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.85101.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.85101.log.gz 2024-09-07T15:29:16.883 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53109.log 2024-09-07T15:29:16.883 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.99265.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.99265.log.gz 2024-09-07T15:29:16.883 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79201.log 2024-09-07T15:29:16.883 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.53109.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.53109.log.gz 2024-09-07T15:29:16.883 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34338.log 2024-09-07T15:29:16.883 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.79201.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.79201.log.gz 2024-09-07T15:29:16.883 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122276.log 2024-09-07T15:29:16.883 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.34338.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34338.log.gz 2024-09-07T15:29:16.883 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162239.log 2024-09-07T15:29:16.883 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.122276.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.122276.log.gz 2024-09-07T15:29:16.883 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142337.log 2024-09-07T15:29:16.884 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.162239.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.162239.log.gz 2024-09-07T15:29:16.885 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76841.log 2024-09-07T15:29:16.885 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.142337.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.142337.log.gz 2024-09-07T15:29:16.886 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120506.log 2024-09-07T15:29:16.886 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.76841.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.76841.log.gz 2024-09-07T15:29:16.886 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33211.log 2024-09-07T15:29:16.886 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.120506.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.120506.log.gz 2024-09-07T15:29:16.887 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32249.log 2024-09-07T15:29:16.887 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.33211.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33211.log.gz 2024-09-07T15:29:16.887 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91595.log 2024-09-07T15:29:16.895 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32249.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32249.log.gz 2024-09-07T15:29:16.895 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52469.log 2024-09-07T15:29:16.895 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.91595.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.91595.log.gz 2024-09-07T15:29:16.895 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75071.log 2024-09-07T15:29:16.895 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.52469.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.52469.log.gz 2024-09-07T15:29:16.895 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27003.log 2024-09-07T15:29:16.896 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.75071.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.75071.log.gz 2024-09-07T15:29:16.896 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32380.log 2024-09-07T15:29:16.896 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.27003.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.27003.log.gz 2024-09-07T15:29:16.896 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32588.log 2024-09-07T15:29:16.896 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32380.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32380.log.gz 2024-09-07T15:29:16.896 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122866.log 2024-09-07T15:29:16.896 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32588.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32588.log.gz 2024-09-07T15:29:16.896 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92775.log 2024-09-07T15:29:16.896 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.122866.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.122866.log.gz 2024-09-07T15:29:16.897 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.175437.log 2024-09-07T15:29:16.898 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.92775.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.92775.log.gz 2024-09-07T15:29:16.898 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154751.log 2024-09-07T15:29:16.899 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.175437.log: 83.1% -- replaced with /var/log/ceph/ceph-client.0.175437.log.gz 2024-09-07T15:29:16.899 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52494.log 2024-09-07T15:29:16.900 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.154751.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.154751.log.gz 2024-09-07T15:29:16.900 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130536.log 2024-09-07T15:29:16.901 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.52494.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.52494.log.gz 2024-09-07T15:29:16.901 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33185.log 2024-09-07T15:29:16.902 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.130536.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.130536.log.gz 2024-09-07T15:29:16.902 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131716.log 2024-09-07T15:29:16.903 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.33185.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33185.log.gz 2024-09-07T15:29:16.903 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47157.log 2024-09-07T15:29:16.904 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.131716.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.131716.log.gz 2024-09-07T15:29:16.904 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181911.log 2024-09-07T15:29:16.905 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.47157.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.47157.log.gz 2024-09-07T15:29:16.906 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91005.log 2024-09-07T15:29:16.907 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.181911.log: 80.8% -- replaced with /var/log/ceph/ceph-client.0.181911.log.gz 2024-09-07T15:29:16.907 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86875.log 2024-09-07T15:29:16.908 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.91005.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.91005.log.gz 2024-09-07T15:29:16.909 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183871.log 2024-09-07T15:29:16.909 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.86875.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.86875.log.gz 2024-09-07T15:29:16.910 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184105.log 2024-09-07T15:29:16.910 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.183871.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183871.log.gz 2024-09-07T15:29:16.911 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.72015.log 2024-09-07T15:29:16.911 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184105.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184105.log.gz 2024-09-07T15:29:16.912 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95725.log 2024-09-07T15:29:16.912 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.72015.log: 80.8% -- replaced with /var/log/ceph/ceph-client.0.72015.log.gz 2024-09-07T15:29:16.912 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53699.log 2024-09-07T15:29:16.913 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.95725.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.95725.log.gz 2024-09-07T15:29:16.913 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107525.log 2024-09-07T15:29:16.914 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.53699.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.53699.log.gz 2024-09-07T15:29:16.914 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69497.log 2024-09-07T15:29:16.916 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.107525.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.107525.log.gz 2024-09-07T15:29:16.917 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118735.log 2024-09-07T15:29:16.918 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.69497.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.69497.log.gz 2024-09-07T15:29:16.918 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125226.log 2024-09-07T15:29:16.919 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.118735.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.118735.log.gz 2024-09-07T15:29:16.919 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160161.log 2024-09-07T15:29:16.920 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.125226.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.125226.log.gz 2024-09-07T15:29:16.920 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142927.log 2024-09-07T15:29:16.921 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.160161.log: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.160161.log.gz 2024-09-07T15:29:16.922 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184366.log 2024-09-07T15:29:16.922 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.142927.log: 83.3% -- replaced with /var/log/ceph/ceph-client.admin.142927.log.gz 2024-09-07T15:29:16.923 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.34951.log 2024-09-07T15:29:16.923 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.184366.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184366.log.gz 2024-09-07T15:29:16.924 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166567.log 2024-09-07T15:29:16.925 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.34951.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.34951.log.gz 2024-09-07T15:29:16.925 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164662.log 2024-09-07T15:29:16.926 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.166567.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.166567.log.gz 2024-09-07T15:29:16.926 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44107.log 2024-09-07T15:29:16.927 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.164662.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.164662.log.gz 2024-09-07T15:29:16.927 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95135.log 2024-09-07T15:29:16.928 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.44107.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.44107.log.gz 2024-09-07T15:29:16.928 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141747.log 2024-09-07T15:29:16.929 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.95135.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.95135.log.gz 2024-09-07T15:29:16.929 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32275.log 2024-09-07T15:29:16.930 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.141747.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.141747.log.gz 2024-09-07T15:29:16.931 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32769.log 2024-09-07T15:29:16.931 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32275.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32275.log.gz 2024-09-07T15:29:16.932 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62375.log 2024-09-07T15:29:16.933 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32769.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32769.log.gz 2024-09-07T15:29:16.933 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154139.log 2024-09-07T15:29:16.935 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.62375.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.62375.log.gz 2024-09-07T15:29:16.935 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177207.log 2024-09-07T15:29:16.936 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.154139.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.154139.log.gz 2024-09-07T15:29:16.936 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32575.log 2024-09-07T15:29:16.937 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.177207.log: 84.3% -- replaced with /var/log/ceph/ceph-client.0.177207.log.gz 2024-09-07T15:29:16.937 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157161.log 2024-09-07T15:29:16.938 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.32575.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32575.log.gz 2024-09-07T15:29:16.938 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85691.log 2024-09-07T15:29:16.939 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.157161.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.157161.log.gz 2024-09-07T15:29:16.940 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70730.log 2024-09-07T15:29:16.941 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.admin.85691.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.85691.log.gz 2024-09-07T15:29:16.941 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/ceph-client.0.70730.log: 84.2% -- replaced with /var/log/ceph/ceph-client.0.70730.log.gz 2024-09-07T15:29:17.547 INFO:teuthology.orchestra.run.smithi148.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-07T15:29:18.253 INFO:teuthology.orchestra.run.smithi148.stderr: 92.6% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-07T15:29:18.259 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-09-07T15:29:18.310 INFO:teuthology.orchestra.run.smithi107.stderr: 93.0% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-07T15:29:20.394 INFO:teuthology.orchestra.run.smithi107.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-07T15:29:20.463 INFO:teuthology.orchestra.run.smithi107.stderr: 92.6% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2024-09-07T15:29:26.121 INFO:teuthology.orchestra.run.smithi148.stderr: 93.3% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-07T15:29:26.375 INFO:teuthology.orchestra.run.smithi107.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-07T15:29:27.094 INFO:teuthology.orchestra.run.smithi148.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-07T15:29:27.248 INFO:teuthology.orchestra.run.smithi107.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-07T15:29:27.497 INFO:teuthology.orchestra.run.smithi148.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-07T15:29:30.518 INFO:teuthology.orchestra.run.smithi107.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-07T15:29:31.121 INFO:teuthology.orchestra.run.smithi148.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-07T15:29:31.121 INFO:teuthology.orchestra.run.smithi148.stderr: 2024-09-07T15:29:31.122 INFO:teuthology.orchestra.run.smithi148.stderr:real 0m14.645s 2024-09-07T15:29:31.122 INFO:teuthology.orchestra.run.smithi148.stderr:user 0m46.977s 2024-09-07T15:29:31.122 INFO:teuthology.orchestra.run.smithi148.stderr:sys 0m1.702s 2024-09-07T15:29:36.680 INFO:teuthology.orchestra.run.smithi107.stderr: 94.4% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-07T15:29:36.682 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-09-07T15:29:36.682 INFO:teuthology.orchestra.run.smithi107.stderr:real 0m20.244s 2024-09-07T15:29:36.682 INFO:teuthology.orchestra.run.smithi107.stderr:user 1m2.726s 2024-09-07T15:29:36.682 INFO:teuthology.orchestra.run.smithi107.stderr:sys 0m2.345s 2024-09-07T15:29:36.682 INFO:tasks.ceph:Archiving logs... 2024-09-07T15:29:36.683 DEBUG:teuthology.misc:Transferring archived files from smithi107:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591/remote/smithi107/log 2024-09-07T15:29:36.684 DEBUG:teuthology.orchestra.run.smithi107:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-07T15:29:44.195 DEBUG:teuthology.misc:Transferring archived files from smithi148:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591/remote/smithi148/log 2024-09-07T15:29:44.196 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-07T15:29:50.128 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-07T15:29:50.140 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-07T15:29:50.140 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-07T15:29:50.143 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-07T15:29:50.231 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-07T15:29:50.241 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-07T15:29:50.242 DEBUG:teuthology.orchestra.run.smithi107:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-07T15:29:50.244 DEBUG:teuthology.orchestra.run.smithi148:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-07T15:29:50.260 INFO:teuthology.orchestra.run.smithi107.stdout: remote refid st t when poll reach delay offset jitter 2024-09-07T15:29:50.260 INFO:teuthology.orchestra.run.smithi107.stdout:============================================================================== 2024-09-07T15:29:50.261 INFO:teuthology.orchestra.run.smithi107.stdout:*hv01.front.sepi 67.205.162.81 3 u 116 128 377 0.114 -1.182 0.107 2024-09-07T15:29:50.261 INFO:teuthology.orchestra.run.smithi107.stdout:+hv02.front.sepi 63.231.80.2 3 u 27 128 377 0.094 +1.159 0.024 2024-09-07T15:29:50.261 INFO:teuthology.orchestra.run.smithi107.stdout:+hv03.front.sepi 74.6.168.72 3 u 112 128 377 0.103 -2.135 0.055 2024-09-07T15:29:50.261 INFO:teuthology.orchestra.run.smithi107.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-07T15:29:50.262 INFO:teuthology.orchestra.run.smithi148.stdout: remote refid st t when poll reach delay offset jitter 2024-09-07T15:29:50.262 INFO:teuthology.orchestra.run.smithi148.stdout:============================================================================== 2024-09-07T15:29:50.262 INFO:teuthology.orchestra.run.smithi148.stdout:*hv01.front.sepi 67.205.162.81 3 u 18 128 377 0.116 -1.307 0.403 2024-09-07T15:29:50.263 INFO:teuthology.orchestra.run.smithi148.stdout:+hv02.front.sepi 63.231.80.2 3 u 38 128 377 0.102 +0.752 0.350 2024-09-07T15:29:50.263 INFO:teuthology.orchestra.run.smithi148.stdout:+hv03.front.sepi 74.6.168.72 3 u 40 128 377 0.124 -2.123 0.507 2024-09-07T15:29:50.263 INFO:teuthology.orchestra.run.smithi148.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-07T15:29:50.264 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-07T15:29:50.275 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-07T15:29:50.275 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-07T15:29:50.285 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-07T15:29:50.295 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-07T15:29:50.306 INFO:teuthology.task.internal:Duration was 7381.686926 seconds 2024-09-07T15:29:50.306 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-07T15:29:50.317 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-07T15:29:50.317 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-07T15:29:50.320 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-07T15:29:50.357 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-07T15:29:50.357 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi107.front.sepia.ceph.com 2024-09-07T15:29:50.357 DEBUG:teuthology.orchestra.run.smithi107:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-07T15:29:50.407 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi148.front.sepia.ceph.com 2024-09-07T15:29:50.407 DEBUG:teuthology.orchestra.run.smithi148:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-07T15:29:50.417 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-07T15:29:50.417 DEBUG:teuthology.orchestra.run.smithi107:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-07T15:29:50.451 DEBUG:teuthology.orchestra.run.smithi148:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-07T15:29:50.486 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-07T15:29:50.487 DEBUG:teuthology.orchestra.run.smithi107:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-07T15:29:50.527 DEBUG:teuthology.orchestra.run.smithi148:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-07T15:29:50.594 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-07T15:29:50.606 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-07T15:29:50.607 DEBUG:teuthology.orchestra.run.smithi107:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-07T15:29:50.620 DEBUG:teuthology.orchestra.run.smithi148:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-07T15:29:50.631 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-07T15:29:50.644 DEBUG:teuthology.orchestra.run.smithi107:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-07T15:29:50.663 DEBUG:teuthology.orchestra.run.smithi148:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-07T15:29:50.672 INFO:teuthology.orchestra.run.smithi107.stdout:kernel.core_pattern = core 2024-09-07T15:29:50.682 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern = core 2024-09-07T15:29:50.705 DEBUG:teuthology.orchestra.run.smithi107:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-07T15:29:50.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T15:29:50.734 DEBUG:teuthology.orchestra.run.smithi148:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-07T15:29:50.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-07T15:29:50.756 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-07T15:29:50.768 INFO:teuthology.task.internal:Transferring archived files... 2024-09-07T15:29:50.768 DEBUG:teuthology.misc:Transferring archived files from smithi107:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591/remote/smithi107 2024-09-07T15:29:50.769 DEBUG:teuthology.orchestra.run.smithi107:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-07T15:29:50.801 DEBUG:teuthology.misc:Transferring archived files from smithi148:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-07_13:15:19-rgw-wip-rgw-meta-handlers-distro-default-smithi/7893591/remote/smithi148 2024-09-07T15:29:50.801 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-07T15:29:50.821 INFO:teuthology.task.internal:Removing archive directory... 2024-09-07T15:29:50.821 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-07T15:29:50.839 DEBUG:teuthology.orchestra.run.smithi148:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-07T15:29:50.865 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-07T15:29:50.878 INFO:teuthology.task.internal:Not uploading archives. 2024-09-07T15:29:50.878 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-07T15:29:50.889 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-07T15:29:50.889 DEBUG:teuthology.orchestra.run.smithi107:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-07T15:29:50.891 DEBUG:teuthology.orchestra.run.smithi148:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-07T15:29:50.894 INFO:teuthology.orchestra.run.smithi107.stdout: 655472 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 7 15:29 /home/ubuntu/cephtest 2024-09-07T15:29:50.913 INFO:teuthology.orchestra.run.smithi148.stdout: 658616 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 7 15:29 /home/ubuntu/cephtest 2024-09-07T15:29:50.914 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-07T15:29:50.926 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-07T15:29:50.953 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install accounts$/{none} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/valgrind} duration: 7381.686925649643 flavor: default owner: scheduled_cbodley@teuthology success: true 2024-09-07T15:29:50.953 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-07T15:29:51.040 INFO:teuthology.run:pass